#631 extract Airdropper class (#632)

* Introduce proxy/db_scheme.py

* Debug

* Introduce run-db-creation.sh

* Use entrypoint: proxy/run-db-creation.sh

* Add dbcreation.log

* Debug

* Debug

* Add dbcreation.log

* Use from ..proxy

* Debug

* Debug

* Introduce dbcreation_mode to run proxy

* Change paths

* Will run in dbcreation mode with SOLANA_URL and EVM_LOADER

* Debug

* Debug

* Debug

* SOLANA_URL: http://solana:8899

* Add logged_groups

* Debug

* Log schema

* Use psql

* Add postgresql-client-common in the docker image

* Add postgresql-client in the docker image

* Set network_mode: container:postgres

* Remove networks

* Use network_mode: service:postgres

* Remove hostname

* Remove hostname

* ports:
      - "5432:5432"

* networks:
      - net

* Add     ports:
          - "5432"

* Add    networks:
         - net

* Try to use links: - postgres

* Use export PGPASSWORD=${POSTGRES_PASSWORD} to set the password for psql
Use psql -h ${POSTGRES_HOST} ...

* Use run_dbcreation()

* Correction after the prev merge

* Correction after the prev merge

* Lowercase in function names

* Refactor to introduce scheme.sql

* Debug

* Debug

* Debug

* Add table airdrop_scheduled
Add table constants

* Revert some changes

* Fixed: psql:proxy/db/scheme.sql:73: ERROR:  syntax error at or near "{"
       LINE 1: ...IF NOT EXISTS neon_transaction_logs_block_hash ON {table_nam...

* Use run_indexer(solana_url)

* Use run_airdropper with 7 args

* Remove creation.py

* Remove creation.py

* Remove dbcreation_mode

* check it

* check it

* Catch "Operator has NO resources!" exception

* Catch "Operator has NO resources!" exception

* Get rid of create_table in sql_dict.py

* Get rid of stuff from sql_dict

* Get rid of crating table stuff from TrxReceiptsStorage

* Roll back NEON_ERC20_MAX_AMOUNT
          NEON_ETH_MAX_AMOUNT

* Spit and polish

* AirdropperApp

* Get rid off AIRDROPPER_MODE

* Get rid off AIRDROPPER_MODE

* Get rid off AIRDROPPER_MODE

* spit and polish

* spit and polish

* spit and polish

* spit and polish

* spit and polish

Co-authored-by: Vasiliy Zaznobin <[email protected]>

proxy/__main__.py

@@ -9,40 +9,18 @@
     :license: BSD, see LICENSE for more details.
 """
 
-from solana.publickey import PublicKey
 from .proxy import entry_point
 import os
-from .indexer.airdropper import run_airdropper
 from .indexer.indexer import run_indexer
 
 if __name__ == '__main__':
     solana_url = os.environ['SOLANA_URL']
     evm_loader_id = os.environ['EVM_LOADER']
     print(f"Will run with SOLANA_URL={solana_url}; EVM_LOADER={evm_loader_id}")
 
-    airdropper_mode = os.environ.get('AIRDROPPER_MODE', 'False').lower() in [1, 'true', 'True']
     indexer_mode = os.environ.get('INDEXER_MODE', 'False').lower() in [1, 'true', 'True']
 
-    if airdropper_mode:
-        print("Will run in airdropper mode")
-        pyth_mapping_account = PublicKey(os.environ['PYTH_MAPPING_ACCOUNT'])
-        faucet_url = os.environ['FAUCET_URL']
-        wrapper_whitelist = os.environ['INDEXER_ERC20_WRAPPER_WHITELIST']
-        if wrapper_whitelist != 'ANY':
-            wrapper_whitelist = wrapper_whitelist.split(',')
-        neon_decimals = int(os.environ.get('NEON_DECIMALS', '9'))
-
-        pp_solana_url = os.environ.get('PP_SOLANA_URL', None)
-        max_conf = float(os.environ.get('MAX_CONFIDENCE_INTERVAL', 0.02))
-
-        run_airdropper(solana_url,
-                       pyth_mapping_account,
-                       faucet_url,
-                       wrapper_whitelist,
-                       neon_decimals,
-                       pp_solana_url,
-                       max_conf)
-    elif indexer_mode:
+    if indexer_mode:
         print("Will run in indexer mode")
         run_indexer(solana_url)
     else:

proxy/airdropper/__init__.py

@@ -0,0 +1,2 @@
+from .airdropper import Airdropper, AIRDROP_AMOUNT_SOL, NEON_PRICE_USD
+from .airdropper_app import AirdropperApp

proxy/airdropper/__main__.py

@@ -0,0 +1,6 @@
+from . import AirdropperApp
+
+if __name__ == '__main__':
+    airdropper_app = AirdropperApp()
+    exit_code = airdropper_app.run()
+    exit(exit_code)

proxy/indexer/airdropper.py → proxy/airdropper/airdropper.py

@@ -1,9 +1,4 @@
 from solana.publickey import PublicKey
-from proxy.indexer.indexer_base import IndexerBase
-from proxy.indexer.pythnetwork import PythNetworkClient
-from proxy.indexer.base_db import BaseDB
-from proxy.indexer.utils import check_error
-from proxy.indexer.sql_dict import SQLDict
 import requests
 import base58
 import traceback
@@ -13,6 +8,11 @@
 
 from ..environment import NEON_PRICE_USD, EVM_LOADER_ID
 from ..common_neon.solana_interactor import SolanaInteractor
+from ..indexer.indexer_base import IndexerBase
+from ..indexer.pythnetwork import PythNetworkClient
+from ..indexer.base_db import BaseDB
+from ..indexer.utils import check_error
+from ..indexer.sql_dict import SQLDict
 
 
 ACCOUNT_CREATION_PRICE_SOL = Decimal('0.00472692')
@@ -271,34 +271,3 @@ def process_receipts(self):
                 self.process_trx_airdropper_mode(trx)
         self.latest_processed_slot = max(self.latest_processed_slot, max_slot)
         self._constants['latest_processed_slot'] = self.latest_processed_slot
-
-
-@logged_group("neon.Airdropper")
-def run_airdropper(solana_url,
-                   pyth_mapping_account: PublicKey,
-                   faucet_url,
-                   wrapper_whitelist = 'ANY',
-                   neon_decimals = 9,
-                   pp_solana_url = None,
-                   max_conf = 0.1, *, logger):
-    logger.info(f"""Running indexer with params:
-        solana_url: {solana_url},
-        evm_loader_id: {EVM_LOADER_ID},
-        pyth.network mapping account: {pyth_mapping_account},
-        faucet_url: {faucet_url},
-        wrapper_whitelist: {wrapper_whitelist},
-        NEON decimals: {neon_decimals},
-        Price provider solana: {pp_solana_url},
-        Max confidence interval: {max_conf}""")
-
-    try:
-        airdropper = Airdropper(solana_url,
-                                pyth_mapping_account,
-                                faucet_url,
-                                wrapper_whitelist,
-                                neon_decimals,
-                                pp_solana_url,
-                                max_conf)
-        airdropper.run()
-    except Exception as err:
-        logger.error(f'Failed to start Airdropper: {err}')

proxy/airdropper/airdropper_app.py

@@ -0,0 +1,45 @@
+import os
+from logged_groups import logged_group
+from solana.publickey import PublicKey
+
+from ..environment import EVM_LOADER_ID
+
+from .airdropper import Airdropper
+
+
+@logged_group("neon.Airdropper")
+class AirdropperApp:
+
+    def __init__(self):
+        self.info("Airdropper application is starting ...")
+        pyth_mapping_account = PublicKey(os.environ['PYTH_MAPPING_ACCOUNT'])
+        faucet_url = os.environ['FAUCET_URL']
+        wrapper_whitelist = os.environ['INDEXER_ERC20_WRAPPER_WHITELIST']
+        if wrapper_whitelist != 'ANY':
+            wrapper_whitelist = wrapper_whitelist.split(',')
+        neon_decimals = int(os.environ.get('NEON_DECIMALS', '9'))
+
+        pp_solana_url = os.environ.get('PP_SOLANA_URL', None)
+        max_conf = float(os.environ.get('MAX_CONFIDENCE_INTERVAL', 0.02))
+        solana_url = os.environ['SOLANA_URL']
+
+        self.info(f"""Construct Airdropper with params:
+                  solana_url: {solana_url},
+                  evm_loader_id: {EVM_LOADER_ID},
+                  pyth.network mapping account: {pyth_mapping_account},
+                  faucet_url: {faucet_url},
+                  wrapper_whitelist: {wrapper_whitelist},
+                  NEON decimals: {neon_decimals},
+                  Price provider solana: {pp_solana_url},
+                  Max confidence interval: {max_conf}""")
+
+        self._airdropper = Airdropper(solana_url, pyth_mapping_account, faucet_url, wrapper_whitelist, neon_decimals,
+                                      pp_solana_url, max_conf)
+
+    def run(self) -> int:
+        try:
+            self._airdropper.run()
+        except Exception as err:
+            self.error(f'Failed to start Airdropper: {err}')
+            return 1
+        return 0

proxy/testing/test_airdropper.py

@@ -3,7 +3,7 @@
 
 from solana.publickey import PublicKey
 from proxy.testing.mock_server import MockServer
-from proxy.indexer.airdropper import Airdropper, AIRDROP_AMOUNT_SOL, NEON_PRICE_USD
+from proxy.airdropper import Airdropper, AIRDROP_AMOUNT_SOL, NEON_PRICE_USD
 from proxy.indexer.sql_dict import SQLDict
 from proxy.common_neon.solana_interactor import SolanaInteractor
 import time

run-airdropper.sh

@@ -7,7 +7,7 @@ if [ -z "$EVM_LOADER" ]; then
     export EVM_LOADER=$(solana address -k /spl/bin/evm_loader-keypair.json)
     echo "$(date "+%F %X.%3N") I $(basename "$0"):${LINENO} $$ ${COMPONENT}:StartScript {} EVM_LOADER=$EVM_LOADER"
 fi
-export AIRDROPPER_MODE='true'
+
 [[ -z "$FINALIZED" ]] && export FINALIZED="confirmed"
 
-python3 -m proxy
+python3 -m proxy.airdropper