Skip to content
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
31 commits
Select commit Hold shift + click to select a range
5984c19
cherrypick part of changes
Dec 1, 2021
613a469
create indexer.py
Dec 1, 2021
c0d0e6c
remove solana_receipts_update.py
Dec 1, 2021
3f6b5c4
Cherry pick files from old branch
Dec 1, 2021
0790298
add requirement
Dec 1, 2021
340c854
fix refactoring issues
Dec 1, 2021
7449b38
Fix inspection issues
Dec 1, 2021
b3dacfa
fix last issue
Dec 1, 2021
a50cd47
Merge branch '336_indexer_refactoring' into 337_сreate_base_airdroppe…
Dec 1, 2021
2b8f879
Merge remote-tracking branch 'origin/develop' into 337_сreate_base_ai…
Dec 2, 2021
f51f2ed
simplify tests
Dec 2, 2021
6678924
add test
Dec 2, 2021
5d454b7
Merge remote-tracking branch 'origin/develop' into 337_сreate_base_ai…
Dec 3, 2021
add136a
add price provider
Dec 1, 2021
9a4be44
fix PriceProvider, add test
Dec 1, 2021
07aaca8
Add tests. Check worn on all nets
Dec 1, 2021
7a46c12
refactoring
Dec 1, 2021
2fc1424
integrate price_provider into airdropper
Dec 2, 2021
d157d67
integrate price provider
Dec 2, 2021
8a6abfd
use new faucet method
Dec 3, 2021
3d4dec9
add new parameter to airdropper main
Dec 3, 2021
5c29832
Test discriptions for airdropper
Dec 3, 2021
6a4efdc
Comments for price provider tests
Dec 3, 2021
14aeeed
remove unnecessary comment
Dec 3, 2021
bd35791
Merge remote-tracking branch 'origin/develop' into 338_create_sol_pri…
Dec 3, 2021
ff1f557
Merge remote-tracking branch 'origin/develop' into 338_create_sol_pri…
Dec 6, 2021
c28ca8e
fix error
Dec 6, 2021
8c68755
Merge remote-tracking branch 'origin/develop' into 338_create_sol_pri…
Dec 7, 2021
5325895
Merge remote-tracking branch 'origin/develop' into 338_create_sol_pri…
Dec 8, 2021
a1cbad2
fix airdropper run
Dec 10, 2021
4ed6d78
remove duplicated code
Dec 15, 2021
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
simplify tests
  • Loading branch information
ivanl committed Dec 2, 2021
commit f51f2ed6b94515c9ae816c104625f74f249b69d4
8 changes: 5 additions & 3 deletions proxy/indexer/airdropper.py
Original file line number Diff line number Diff line change
Expand Up @@ -62,17 +62,19 @@ def _airdrop_to(self, create_acc):

if eth_address in self.airdrop_ready: # transaction already processed
return
self.airdrop_ready[eth_address] = create_acc

logger.info(f"Airdrop to address: {eth_address}")

json_data = { 'wallet': eth_address, 'amount': self.airdrop_amount }
resp = requests.post(self.faucet_url + '/request_eth_token', json = json_data)
if not resp.ok:
logger.warning(f'Failed to airdrop: {resp.status_code}')
return

self.airdrop_ready[eth_address] = create_acc


def process_trx_airdropper_mode(self, trx, signature):
def process_trx_airdropper_mode(self, trx):
if check_error(trx):
return

Expand Down Expand Up @@ -129,7 +131,7 @@ def process_receipts(self):
logger.debug("\n{}".format(json.dumps(trx, indent=4, sort_keys=True)))
exit()
if trx['transaction']['message']['instructions'] is not None:
self.process_trx_airdropper_mode(trx, signature)
self.process_trx_airdropper_mode(trx)


def run_airdropper(solana_url,
Expand Down
169 changes: 96 additions & 73 deletions proxy/testing/test_airdropper.py
Original file line number Diff line number Diff line change
@@ -1,14 +1,10 @@
import unittest
from proxy.testing.mock_server import MockServer
from proxy.indexer.airdropper import run_airdropper
from multiprocessing import Process
from proxy.indexer.airdropper import Airdropper
from proxy.indexer.sql_dict import SQLDict
import time
from flask import request
from unittest.mock import MagicMock, patch, call
from solana.rpc.api import Client
from solana.rpc.types import RPCResponse
from solana.rpc.providers.http import HTTPProvider
from typing import cast
from flask import request, Response
from unittest.mock import MagicMock, patch, call, ANY
import itertools
from proxy.testing.transactions import pre_token_airdrop_trx1, pre_token_airdrop_trx2,\
create_sol_acc_and_airdrop_trx, wrapper_whitelist, evm_loader_addr, token_airdrop_address1, \
Expand Down Expand Up @@ -57,79 +53,106 @@ def setUpClass(cls) -> None:
cls.faucet.start()
time.sleep(0.2)

def _run_test(self):
indexer = Process(target=run_airdropper,
args=(f'http://localhost:8899', # solana_url
evm_loader_addr,
f'http://{self.address}:{self.faucet_port}', # faucet_url
wrapper_whitelist,
self.airdrop_amount,
'INFO'))
indexer.start()
time.sleep(2) # make sure airdropper processed event
indexer.terminate()
indexer.join()


@patch.object(Client, 'get_confirmed_transaction')
@patch.object(HTTPProvider, 'make_request')
@patch.object(Client, 'get_slot')
def test_simple_case_one_account_one_airdrop(self, get_slot, make_request, get_confirmed_transaction):
# Return the same slot on every call (not make sense)
get_slot.side_effect = itertools.repeat(cast(RPCResponse, { 'error': None, 'id': 1, 'result': 1 }))
# Will return 2 signatures on first call, empty list all other times
make_request.side_effect = itertools.chain([create_get_signatures_for_address([ 'signature1', 'signature2' ])],
itertools.repeat(create_get_signatures_for_address([])))
# Will return same transaction (with same eth address) for every signature
get_confirmed_transaction.side_effect = [ pre_token_airdrop_trx1, pre_token_airdrop_trx1 ]

self._run_test()

# Should be only one call to faucet
req_json = {"wallet": token_airdrop_address1, "amount": self.airdrop_amount}
self.faucet.request_eth_token_mock.assert_called_once_with(req_json)
cls.evm_loader_id = evm_loader_addr
cls.wrapper_whitelist = wrapper_whitelist
cls.airdropper = Airdropper(f'http://{cls.address}:8899',
cls.evm_loader_id,
f'http://{cls.address}:{cls.faucet_port}',
cls.wrapper_whitelist,
cls.airdrop_amount,
'INFO')


@classmethod
def tearDownClass(cls) -> None:
cls.faucet.shutdown_server()
cls.faucet.join()


@patch.object(SQLDict, '__setitem__')
@patch.object(SQLDict, '__contains__')
def test_success_process_trx_with_one_airdrop(self,
mock_sql_dict_contains,
mock_sql_dict_setitem):
print("\n\nShould airdrop to new address - one target in transaction")
mock_sql_dict_contains.side_effect = [False] # new eth address
self.faucet.request_eth_token_mock.side_effect = [Response("{}", status=200, mimetype='application/json')]

self.airdropper.process_trx_airdropper_mode(pre_token_airdrop_trx1)

mock_sql_dict_contains.assert_called_once_with(token_airdrop_address1)
mock_sql_dict_setitem.assert_has_calls([call(token_airdrop_address1, ANY)])
json_req = {'wallet': token_airdrop_address1, 'amount': self.airdrop_amount}
self.faucet.request_eth_token_mock.assert_called_once_with(json_req)
self.faucet.request_eth_token_mock.reset_mock()


@patch.object(Client, 'get_confirmed_transaction')
@patch.object(HTTPProvider, 'make_request')
@patch.object(Client, 'get_slot')
def test_complex_case_two_accounts_two_airdrops(self, get_slot, make_request, get_confirmed_transaction):
# Return the same slot on every call (not make sense)
get_slot.side_effect = itertools.repeat(cast(RPCResponse, {'error': None, 'id': 1, 'result': 1}))
# Will return signature on first call, empty list all other times
make_request.side_effect = itertools.chain([create_get_signatures_for_address(['signature3'])],
itertools.repeat(create_get_signatures_for_address([])))
# Will return complex transaction containing 2 account creations and transfers
get_confirmed_transaction.side_effect = [pre_token_airdrop_trx2]

self._run_test()

# Should be 2 calls to faucet with different addresses
calls = [ call({"wallet": token_airdrop_address3, "amount": self.airdrop_amount}),
call({"wallet": token_airdrop_address2, "amount": self.airdrop_amount}) ]
self.faucet.request_eth_token_mock.assert_has_calls(calls)
@patch.object(SQLDict, '__setitem__')
@patch.object(SQLDict, '__contains__')
def test_faucet_failure(self,
mock_sql_dict_contains,
mock_sql_dict_setitem):
print("\n\nShould not add address to processed list due to faucet error")
mock_sql_dict_contains.side_effect = [False] # new eth address
self.faucet.request_eth_token_mock.side_effect = [Response("{}", status=400, mimetype='application/json')]

self.airdropper.process_trx_airdropper_mode(pre_token_airdrop_trx1)

mock_sql_dict_contains.assert_called_once_with(token_airdrop_address1)
mock_sql_dict_setitem.assert_not_called()
json_req = {'wallet': token_airdrop_address1, 'amount': self.airdrop_amount}
self.faucet.request_eth_token_mock.assert_called_once_with(json_req)
self.faucet.request_eth_token_mock.reset_mock()

@patch.object(Client, 'get_confirmed_transaction')
@patch.object(HTTPProvider, 'make_request')
@patch.object(Client, 'get_slot')
def test_should_not_call_faucet(self, get_slot, make_request, get_confirmed_transaction):
# Return the same slot on every call (not make sense)
get_slot.side_effect = itertools.repeat(cast(RPCResponse, {'error': None, 'id': 1, 'result': 1}))
# Will return 2 signatures on first call, empty list all other times
make_request.side_effect = itertools.chain([create_get_signatures_for_address(['signature4'])],
itertools.repeat(create_get_signatures_for_address([])))
# Will return not interesting create_sol_acc_and_airdrop_trx
get_confirmed_transaction.side_effect = [create_sol_acc_and_airdrop_trx]

self._run_test()
@patch.object(SQLDict, '__setitem__')
@patch.object(SQLDict, '__contains__')
def test_process_trx_with_one_airdrop_for_already_processed_address(self,
mock_sql_dict_contains,
mock_sql_dict_setitem):
print("\n\nShould not airdrop to repeated address")
mock_sql_dict_contains.side_effect = [True] # eth address processed later

self.airdropper.process_trx_airdropper_mode(pre_token_airdrop_trx1)

mock_sql_dict_contains.assert_called_once_with(token_airdrop_address1)
mock_sql_dict_setitem.assert_not_called()
self.faucet.request_eth_token_mock.assert_not_called()
self.faucet.request_eth_token_mock.reset_mock()

@classmethod
def tearDownClass(cls) -> None:
cls.faucet.shutdown_server()
cls.faucet.join()

@patch.object(SQLDict, '__setitem__')
@patch.object(SQLDict, '__contains__')
def test_complex_transation(self,
mock_sql_dict_contains,
mock_sql_dict_setitem):
print("\n\nShould airdrop to several targets in one transaction")
mock_sql_dict_contains.side_effect = [False, False] # both targets are new
self.faucet.request_eth_token_mock.side_effect = [Response("{}", status=200, mimetype='application/json'),
Response("{}", status=200, mimetype='application/json')]

self.airdropper.process_trx_airdropper_mode(pre_token_airdrop_trx2)

mock_sql_dict_contains.assert_has_calls([call(token_airdrop_address3),
call(token_airdrop_address2)])
mock_sql_dict_setitem.assert_has_calls([call(token_airdrop_address3, ANY),
call(token_airdrop_address2, ANY)])
json_req1 = {'wallet': token_airdrop_address2, 'amount': self.airdrop_amount}
json_req2 = {'wallet': token_airdrop_address3, 'amount': self.airdrop_amount}
self.faucet.request_eth_token_mock.assert_has_calls([call(json_req2), call(json_req1)])
self.faucet.request_eth_token_mock.reset_mock()


@patch.object(SQLDict, '__setitem__')
@patch.object(SQLDict, '__contains__')
def test_no_airdrop_instructions(self,
mock_sql_dict_contains,
mock_sql_dict_setitem):
print("\n\nShould not airdrop when instructions are inconsistent")
self.airdropper.process_trx_airdropper_mode(create_sol_acc_and_airdrop_trx)

mock_sql_dict_contains.assert_not_called()
mock_sql_dict_setitem.assert_not_called()
self.faucet.request_eth_token_mock.assert_not_called()
self.faucet.request_eth_token_mock.reset_mock()

18 changes: 3 additions & 15 deletions proxy/testing/transactions.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,8 +8,6 @@

# Solana transaction for simple case airdrop
pre_token_airdrop_trx1 = {
'jsonrpc': '2.0',
'result': {
'blockTime': 1637857371,
'meta': {
'err': None,
Expand Down Expand Up @@ -202,18 +200,14 @@
},
'signatures': ['3np8r1PBJW9uuw7o7P86B46zH7nW4UufQa716NUsSscJ1mN5nG6K74JHcMb6YmTmu9Les2NSe1iQyLJZwgS5RpvE']
}
},
'id': 3
}
}

token_airdrop_address2 = '0x8bd4991b9b81b3298fc6ac06b553b87c8e8582f0'
token_airdrop_address3 = '0x67d9e53d5e747b36fa6587421114aa0b0ca39753'

# This is transaction containing 2 addresses for airdrop
# Instructions here mixed to test complex case
pre_token_airdrop_trx2 = {
'jsonrpc': '2.0',
'result': {
'blockTime': 1637857344,
'meta': {
'err': None,
Expand Down Expand Up @@ -438,13 +432,9 @@
'recentBlockhash': 'DhuNa4ts1c8jnD1u55rvQd8YKQo8t4aHwt3jUd1Anexu'},
'signatures': ['4WotQiXmE5AUjC9yoTE69C2CLmWa2Typ1mAuG4EzAkjYXSfYH6gQewkSfsEHGQjvXkANFKXtkUtvkqm7eq23M74V']
}
},
'id': 3
}
}

create_sol_acc_and_airdrop_trx = {
'jsonrpc': '2.0',
'result': {
'blockTime': 1638178743,
'meta': {
'err': None,
Expand Down Expand Up @@ -498,6 +488,4 @@
'4n6PzpFyQ5e9PTDFTUmHoPXUJYtNqsfQgwinu5ujYeY6EigseJHGgykmzMMb8exKsC45E7RjiyahLqhbR1uQo5V5'
]
}
},
'id': 3
}
}