#338 create sol price provider (#346)

* cherrypick part of changes

* create indexer.py

* remove solana_receipts_update.py

* Cherry pick files from old branch

* add requirement

* fix refactoring issues

* Fix inspection issues

* fix last issue

* simplify tests

* add test

* add price provider

* fix PriceProvider, add test

* Add tests. Check worn on all nets

* refactoring

* integrate price_provider into airdropper

* integrate price provider

* use new faucet method

* add new parameter to airdropper main

* Test discriptions for airdropper

* Comments for price provider tests

* remove unnecessary comment

* fix error

* fix airdropper run

* remove duplicated code

Co-authored-by: ivanl <[email protected]>

proxy/__main__.py

@@ -21,13 +21,15 @@
         evm_loader_id = os.environ['EVM_LOADER']
         faucet_url = os.environ['FAUCET_URL']
         wrapper_whitelist = os.environ['INDEXER_ERC20_WRAPPER_WHITELIST'].split(',')
-        airdrop_amount = int(os.environ['AIRDROP_AMOUNT'])
         log_level = os.environ['LOG_LEVEL']
+        price_update_interval = int(os.environ.get('PRICE_UPDATE_INTERVAL', '60'))
+        neon_decimals = int(os.environ.get('NEON_DECIMALS', '9'))
         run_airdropper(solana_url,
                        evm_loader_id,
                        faucet_url,
                        wrapper_whitelist,
-                       airdrop_amount,
-                       log_level)
+                       log_level,
+                       price_update_interval,
+                       neon_decimals)
     else:
         entry_point()

proxy/indexer/airdropper.py

@@ -1,4 +1,5 @@
 from proxy.indexer.indexer_base import IndexerBase, logger
+from proxy.indexer.price_provider import PriceProvider, mainnet_solana, mainnet_price_accounts
 import os
 import requests
 import base58
@@ -12,23 +13,34 @@
     from .utils import check_error
     from .sql_dict import SQLDict
 
+ACCOUNT_CREATION_PRICE_SOL = 0.00472692
+AIRDROP_AMOUNT_SOL = ACCOUNT_CREATION_PRICE_SOL / 2
+NEON_PRICE_USD = 0.25
+
 class Airdropper(IndexerBase):
     def __init__(self,
                  solana_url,
                  evm_loader_id,
                  faucet_url = '',
                  wrapper_whitelist = [],
-                 airdrop_amount = 10,
-                 log_level = 'INFO'):
+                 log_level = 'INFO',
+                 price_upd_interval=60,
+                 neon_decimals = 9):
         IndexerBase.__init__(self, solana_url, evm_loader_id, log_level)
 
         # collection of eth-address-to-create-accout-trx mappings
         # for every addresses that was already funded with airdrop
         self.airdrop_ready = SQLDict(tablename="airdrop_ready")
         self.wrapper_whitelist = wrapper_whitelist
-        self.airdrop_amount = airdrop_amount
         self.faucet_url = faucet_url
 
+        # Price provider need pyth.network be deployed onto solana
+        # so using mainnet solana for simplicity
+        self.price_provider = PriceProvider(mainnet_solana,
+                                            price_upd_interval,
+                                            mainnet_price_accounts)
+        self.neon_decimals = neon_decimals
+
 
     # helper function checking if given contract address is in whitelist
     def _is_allowed_wrapper_contract(self, contract_addr):
@@ -59,18 +71,28 @@ def _check_transfer(self, account_keys, create_token_acc, token_transfer) -> boo
 
     def _airdrop_to(self, create_acc):
         eth_address = "0x" + bytearray(base58.b58decode(create_acc['data'])[20:][:20]).hex()
-
         if eth_address in self.airdrop_ready:  # transaction already processed
             return
 
-        logger.info(f"Airdrop to address: {eth_address}")
+        sol_price_usd = self.price_provider.get_price('SOL/USD')
+        if sol_price_usd is None:
+            logger.warning("Failed to get SOL/USD price")
+            return
+
+        logger.info(f'SOL/USD = ${sol_price_usd}')
+        airdrop_amount_usd = AIRDROP_AMOUNT_SOL * sol_price_usd
+        logger.info(f"Airdrop amount: ${airdrop_amount_usd}")
+        logger.info(f"NEON price: ${NEON_PRICE_USD}")
+        airdrop_amount_neon = airdrop_amount_usd / NEON_PRICE_USD
+        logger.info(f"Airdrop {airdrop_amount_neon} NEONs to address: {eth_address}")
+        airdrop_galans = int(airdrop_amount_neon * pow(10, self.neon_decimals))
 
-        json_data = { 'wallet': eth_address, 'amount': self.airdrop_amount }
-        resp = requests.post(self.faucet_url + '/request_eth_token', json = json_data)
+        json_data = { 'wallet': eth_address, 'amount': airdrop_galans }
+        resp = requests.post(self.faucet_url + '/request_neon_in_galans', json = json_data)
         if not resp.ok:
             logger.warning(f'Failed to airdrop: {resp.status_code}')
             return
-
+        
         self.airdrop_ready[eth_address] = create_acc
 
 
@@ -138,8 +160,9 @@ def run_airdropper(solana_url,
                    evm_loader_id,
                    faucet_url = '',
                    wrapper_whitelist = [],
-                   airdrop_amount = 10,
-                   log_level = 'INFO'):
+                   log_level = 'INFO',
+                   price_update_interval = 60,
+                   neon_decimals = 9):
     logging.basicConfig(format='%(asctime)s - pid:%(process)d [%(levelname)-.1s] %(funcName)s:%(lineno)d - %(message)s')
     logger.setLevel(logging.DEBUG)
     logger.info(f"""Running indexer with params:
@@ -148,12 +171,14 @@ def run_airdropper(solana_url,
         log_level: {log_level},
         faucet_url: {faucet_url},
         wrapper_whitelist: {wrapper_whitelist},
-        airdrop_amount: {airdrop_amount}""")
+        price update interval: {price_update_interval},
+        NEON decimals: {neon_decimals}""")
 
     airdropper = Airdropper(solana_url,
                             evm_loader_id,
                             faucet_url,
                             wrapper_whitelist,
-                            airdrop_amount,
-                            log_level)
+                            log_level,
+                            price_update_interval,
+                            neon_decimals)
     airdropper.run()

proxy/indexer/price_provider.py

@@ -0,0 +1,117 @@
+from solana.rpc.api import Client
+from solana.publickey import PublicKey
+import base64
+import base58
+import struct
+from datetime import datetime
+from logging import Logger
+
+logger = Logger(__name__)
+
+field_info = {
+  'expo': { 'pos': 20, 'len': 4, 'format': '<i' },
+  'agg.price': { 'pos': 208, 'len': 8, 'format': '<q' },
+  'agg.conf': { 'pos': 216, 'len': 8, 'format': '<Q' },
+  'agg.status': { 'pos': 224, 'len': 4, 'format': '<I' },
+}
+
+
+def _unpack_field(raw_data: bytes, field_name: str):
+    field = field_info.get(field_name, None)
+    if field is None:
+        raise Exception(f'Unknown field name: {field_name}')
+
+    start_idx = field['pos']
+    stop_idx = field['pos'] + field['len']
+    return struct.unpack(field['format'], raw_data[start_idx:stop_idx])[0]
+
+
+mainnet_solana = "https://api.mainnet-beta.solana.com"
+devnet_solana = "https://api.devnet.solana.com"
+testnet_solana = "https://api.testnet.solana.com"
+
+
+# See available price accounts at https://pyth.network/developers/accounts/
+mainnet_price_accounts = { 'SOL/USD': 'H6ARHf6YXhGYeQfUzQNGk6rDNnLBQKrenN712K4AQJEG' }
+devnet_price_accounts = { 'SOL/USD': "J83w4HKfqxwcq3BEMMkPFSppX3gqekLyLJBexebFVkix" }
+testnet_price_accounts = { 'SOL/USD': "7VJsBtJzgTftYzEeooSDYyjKXvYRWJHdwvbwfBvTg9K" }
+
+
+PRICE_STATUS_UNKNOWN = 0
+PRICE_STATUS_TRADING = 1
+
+
+class PriceProvider:
+    def __init__(self, solana_url: str, default_upd_int: int, price_accounts=None):
+        self.client = Client(solana_url)
+        self.default_upd_int = default_upd_int
+        self.prices = {}
+        if price_accounts is not None:
+            self.price_accounts = price_accounts
+        else:
+            self.price_accounts = {}
+
+
+    def _get_current_time(self):
+        return datetime.now().timestamp()
+
+
+    def _read_price(self, pairname):
+        acc_id = self.price_accounts.get(pairname, None)
+        if acc_id is None:
+            logger.warning(f'No account found for pair {pairname}')
+            return None
+
+        response = self.client.get_account_info(PublicKey(acc_id))
+        result = response.get('result', None)
+        if result is None:
+            logger.warning(f'Failed to read account data for account {acc_id}')
+            return None
+
+        value = result.get('value', None)
+        if value is None:
+            logger.warning(f'Failed to read account data for account {acc_id}')
+            return None
+
+        data = value.get('data', None)
+        if not isinstance(data, list) or len(data) != 2:
+            logger.warning(f'Failed to read account data for account {acc_id}')
+            return None
+
+        encoding = data[1]
+        if encoding == 'base58':
+            data = base58.b58decode(data[0])
+        elif encoding == 'base64':
+            data = base64.b64decode(data[0])
+        else:
+            logger.warning(f'Unknown encoding {encoding}')
+            return None
+
+        status = _unpack_field(data, 'agg.status')
+        if status != PRICE_STATUS_TRADING: # not Trading
+            logger.warning(f'Price status is {status}')
+            return None
+
+        expo = _unpack_field(data, 'expo')
+        price = _unpack_field(data, 'agg.price')
+        return price * pow(10, expo)
+
+
+    def get_price(self, pairname):
+        price_data = self.prices.get(pairname, None)
+        current_time = self._get_current_time()
+
+        if price_data == None or current_time - price_data['last_update'] >= self.default_upd_int:
+            current_price = self._read_price(pairname)
+            if current_price is not None:
+                self.prices[pairname] = { 'price': current_price, 'last_update': current_time }
+                return current_price
+
+            if price_data is not None:
+                return price_data['price']
+            else:
+                return None
+        # price_data is not None and current_time - price_data['last_update'] < self.default_upd_int
+        return price_data['price']
+
+