master v0.5.0 -> develop

.buildkite/steps/build-image.sh

@@ -4,7 +4,7 @@ set -euo pipefail
 REVISION=$(git rev-parse HEAD)
 
 set ${SOLANA_REVISION:=v1.7.9-testnet}
-set ${EVM_LOADER_REVISION:=latest}
+set ${EVM_LOADER_REVISION:=stable}
 
 # Refreshing neonlabsorg/solana:latest image is required to run .buildkite/steps/build-image.sh locally
 docker pull neonlabsorg/solana:${SOLANA_REVISION}

Dockerfile

@@ -1,5 +1,5 @@
 ARG SOLANA_REVISION=v1.7.9-testnet
-ARG EVM_LOADER_REVISION=latest
+ARG EVM_LOADER_REVISION=stable
 
 FROM neonlabsorg/solana:${SOLANA_REVISION} AS cli
 

proxy/common_neon/solana_interactor.py

@@ -5,13 +5,16 @@
 import re
 import time
 
+from solana.blockhash import Blockhash
 from solana.rpc.api import Client as SolanaClient
+from solana.rpc.api import SendTransactionError
 from solana.rpc.commitment import Confirmed
 from solana.rpc.types import TxOpts
+from solana.transaction import Transaction
 
 from .costs import update_transaction_cost
 from .utils import get_from_dict
-from ..environment import EVM_LOADER_ID, CONFIRMATION_CHECK_DELAY, LOG_SENDING_SOLANA_TRANSACTION
+from ..environment import EVM_LOADER_ID, CONFIRMATION_CHECK_DELAY, LOG_SENDING_SOLANA_TRANSACTION, RETRY_ON_FAIL
 
 logger = logging.getLogger(__name__)
 logger.setLevel(logging.DEBUG)
@@ -74,21 +77,46 @@ def _getAccountData(self, account, expected_length, owner=None):
 
 
     def send_transaction(self, trx, eth_trx, reason=None):
-        reciept = self.send_transaction_unconfirmed(trx)
-        result = self.collect_result(reciept, eth_trx, reason)
-        return result
-
+        for _i in range(RETRY_ON_FAIL):
+            reciept = self.send_transaction_unconfirmed(trx)
+            try:
+                return self.collect_result(reciept, eth_trx, reason)
+            except RuntimeError as err:
+                if str(err).find("could not confirm transaction") > 0:
+                    time.sleep(0.1)
+                    continue
+                raise
+        RuntimeError("Failed {} times to send transaction or get confirmnation {}".format(RETRY_ON_FAIL, trx.__dict__))
+
+
+    def send_transaction_unconfirmed(self, txn: Transaction):
+        for _i in range(RETRY_ON_FAIL):
+            # TODO: Cache recent blockhash
+            blockhash_resp = self.client.get_recent_blockhash() # commitment=Confirmed
+            if not blockhash_resp["result"]:
+                raise RuntimeError("failed to get recent blockhash")
+            blockhash = blockhash_resp["result"]["value"]["blockhash"]
+            txn.recent_blockhash = Blockhash(blockhash)
+            txn.sign(self.signer)
+            try:
+                return self.client.send_raw_transaction(txn.serialize(), opts=TxOpts(preflight_commitment=Confirmed))["result"]
+            except SendTransactionError as err:
+                err_type = get_from_dict(err.result, "data", "err")
+                if err_type is not None and isinstance(err_type, str) and err_type == "BlockhashNotFound":
+                    logger.debug("BlockhashNotFound {}".format(blockhash))
+                    time.sleep(0.1)
+                    continue
+                raise
+        raise RuntimeError("Failed trying {} times to get Blockhash for transaction {}".format(RETRY_ON_FAIL, txn.__dict__))
 
-    def send_transaction_unconfirmed(self, trx):
-        result = self.client.send_transaction(trx, self.signer, opts=TxOpts(preflight_commitment=Confirmed))["result"]
-        return result
 
     def collect_result(self, reciept, eth_trx, reason=None):
         self.confirm_transaction(reciept)
         result = self.client.get_confirmed_transaction(reciept)
         update_transaction_cost(result, eth_trx, reason)
         return result
 
+
     def send_measured_transaction(self, trx, eth_trx, reason):
         if LOG_SENDING_SOLANA_TRANSACTION:
             logger.debug("send_measured_transaction for reason %s: %s ", reason, trx.__dict__)

proxy/common_neon/transaction_sender.py

@@ -372,16 +372,27 @@ def write_trx_to_holder_account(self):
         msg = self.eth_trx.signature() + len(self.eth_trx.unsigned_msg()).to_bytes(8, byteorder="little") + self.eth_trx.unsigned_msg()
 
         offset = 0
-        receipts = []
         rest = msg
+        trxs = []
         while len(rest):
             (part, rest) = (rest[:1000], rest[1000:])
             trx = self.instruction.make_write_transaction(offset, part)
-            receipts.append(self.sender.send_transaction_unconfirmed(trx))
+            trxs.append(trx)
             offset += len(part)
 
-        logger.debug("receipts %s", receipts)
-        self.sender.collect_results(receipts, eth_trx=self.eth_trx, reason='WriteHolder')
+        while len(trxs) > 0:
+            receipts = {}
+            for trx in trxs:
+                receipts[self.sender.send_transaction_unconfirmed(trx)] = trx
+
+            logger.debug("receipts %s", receipts)
+            for rcpt, trx in receipts.items():
+                try:
+                    self.sender.collect_result(rcpt, eth_trx=self.eth_trx, reason='WriteHolder')
+                except Exception as err:
+                    logger.debug("collect_result exception: {}".format(str(err)))
+                else:
+                    trxs.remove(trx)
 
 
     def call_continue(self):

proxy/environment.py

@@ -19,6 +19,7 @@
 LOG_SENDING_SOLANA_TRANSACTION = os.environ.get("LOG_SENDING_SOLANA_TRANSACTION", "NO") == "YES"
 LOG_NEON_CLI_DEBUG = os.environ.get("LOG_NEON_CLI_DEBUG", "NO") == "YES"
 WRITE_TRANSACTION_COST_IN_DB = os.environ.get("WRITE_TRANSACTION_COST_IN_DB", "NO") == "YES"
+RETRY_ON_FAIL = int(os.environ.get("RETRY_ON_FAIL", "2"))
 
 class solana_cli:
     def call(self, *args):

proxy/plugin/solana_rest_api.py

@@ -46,7 +46,7 @@
 modelInstanceLock = threading.Lock()
 modelInstance = None
 
-NEON_PROXY_PKG_VERSION = '0.4.1-rc0'
+NEON_PROXY_PKG_VERSION = '0.5.0'
 NEON_PROXY_REVISION = 'NEON_PROXY_REVISION_TO_BE_REPLACED'
 
 class EthereumModel:

proxy/run-proxy.sh

@@ -12,13 +12,15 @@ if [ "$CONFIG" == "ci" ]; then
   [[ -z "$MINIMAL_GAS_PRICE"            ]] && export MINIMAL_GAS_PRICE=0
   [[ -z "$POSTGRES_HOST"                ]] && export POSTGRES_HOST="postgres"
   [[ -z "$CANCEL_TIMEOUT"               ]] && export CANCEL_TIMEOUT=10
+  [[ -z "$RETRY_ON_FAIL"                ]] && export RETRY_ON_FAIL=10
 elif [ "$CONFIG" == "local" ]; then
   [[ -z "$SOLANA_URL"                   ]] && export SOLANA_URL="http://localhost:8899"
   [[ -z "$EXTRA_GAS"                    ]] && export EXTRA_GAS=0
   [[ -z "$NEON_CLI_TIMEOUT"             ]] && export NEON_CLI_TIMEOUT="0.9"
   [[ -z "$MINIMAL_GAS_PRICE"            ]] && export MINIMAL_GAS_PRICE=0
   [[ -z "$POSTGRES_HOST"                ]] && export POSTGRES_HOST="localhost"
   [[ -z "$CANCEL_TIMEOUT"               ]] && export CANCEL_TIMEOUT=10
+  [[ -z "$RETRY_ON_FAIL"                ]] && export RETRY_ON_FAIL=10
 elif [ "$CONFIG" == "devnet" ]; then
   [[ -z "$SOLANA_URL"                   ]] && export SOLANA_URL="https://api.devnet.solana.com"
   [[ -z "$EVM_LOADER"                   ]] && export EVM_LOADER=eeLSJgWzzxrqKv1UxtRVVH8FX3qCQWUs9QuAjJpETGU
@@ -27,6 +29,7 @@ elif [ "$CONFIG" == "devnet" ]; then
   [[ -z "$MINIMAL_GAS_PRICE"            ]] && export MINIMAL_GAS_PRICE=1
   [[ -z "$POSTGRES_HOST"                ]] && export POSTGRES_HOST="localhost"
   [[ -z "$CANCEL_TIMEOUT"               ]] && export CANCEL_TIMEOUT=60
+  [[ -z "$RETRY_ON_FAIL"                ]] && export RETRY_ON_FAIL=10
 elif [ "$CONFIG" == "testnet" ]; then
   [[ -z "$SOLANA_URL"                   ]] && export SOLANA_URL="https://api.testnet.solana.com"
   [[ -z "$EVM_LOADER"                   ]] && export EVM_LOADER=eeLSJgWzzxrqKv1UxtRVVH8FX3qCQWUs9QuAjJpETGU
@@ -35,6 +38,7 @@ elif [ "$CONFIG" == "testnet" ]; then
   [[ -z "$MINIMAL_GAS_PRICE"            ]] && export MINIMAL_GAS_PRICE="1"
   [[ -z "$POSTGRES_HOST"                ]] && export POSTGRES_HOST="localhost"
   [[ -z "$CANCEL_TIMEOUT"               ]] && export CANCEL_TIMEOUT=60
+  [[ -z "$RETRY_ON_FAIL"                ]] && export RETRY_ON_FAIL=10
 elif [ "$CONFIG" != "custom" ]; then
   exit 1
 fi

setup.py

@@ -10,7 +10,7 @@
 """
 from setuptools import setup, find_packages
 
-VERSION = (2, 2, 0)
+VERSION = (0, 4, 0)
 __version__ = '.'.join(map(str, VERSION[0:3]))
 __description__ = '''⚡⚡⚡Fast, Lightweight, Pluggable, TLS interception capable proxy server
     focused on Network monitoring, controls & Application development, testing, debugging.'''