2021-02-21 16:41:37 +01:00
# standard imports
import argparse
import json
2021-12-20 09:14:04 +01:00
import logging
import os
import sys
2021-02-21 16:41:37 +01:00
2021-04-09 15:00:15 +02:00
# external imports
2021-02-21 16:41:37 +01:00
import confini
2021-12-20 09:14:04 +01:00
from chainlib . chain import ChainSpec
2021-03-29 15:27:53 +02:00
from chainlib . eth . address import to_checksum_address
2021-12-20 09:14:04 +01:00
from chainlib . eth . block import (
block_latest ,
)
from chainlib . eth . connection import EthHTTPConnection
from chainlib . eth . error import (
RequestMismatchException ,
)
2021-03-29 15:27:53 +02:00
from chainlib . eth . gas import OverrideGasOracle
from chainlib . eth . nonce import RPCNonceOracle
2021-12-20 09:14:04 +01:00
from chainlib . hash import keccak256_string_to_hex
from chainsyncer . backend . memory import MemBackend
from chainsyncer . driver . head import HeadSyncer
2021-08-24 23:07:36 +02:00
from cic_eth . cli . chain import chain_interface
2021-12-20 09:14:04 +01:00
from cic_types . models . person import Person
2021-07-14 16:43:32 +02:00
from eth_accounts_index import AccountsIndex
from eth_contract_registry import Registry
2021-12-20 09:14:04 +01:00
from eth_erc20 import ERC20
2021-07-14 16:43:32 +02:00
from eth_token_index import TokenUniqueSymbolIndex
2021-12-20 09:14:04 +01:00
from funga . eth . keystore . dict import DictKeystore
from funga . eth . signer import EIP155Signer
from hexathon import (
strip_0x ,
)
2021-02-21 16:41:37 +01:00
logging . basicConfig ( level = logging . WARNING )
logg = logging . getLogger ( )
2021-10-17 19:37:29 +02:00
script_dir = os . path . dirname ( os . path . realpath ( __file__ ) )
root_dir = os . path . dirname ( script_dir )
base_config_dir = os . path . join ( root_dir , ' config ' )
2021-02-21 16:41:37 +01:00
argparser = argparse . ArgumentParser ( description = ' daemon that monitors transactions in new blocks ' )
2021-10-17 19:37:29 +02:00
argparser . add_argument ( ' -c ' , type = str , help = ' config override directory ' )
2021-02-21 16:41:37 +01:00
argparser . add_argument ( ' -p ' , ' --provider ' , dest = ' p ' , type = str , help = ' chain rpc provider address ' )
argparser . add_argument ( ' -y ' , ' --key-file ' , dest = ' y ' , type = str , help = ' Ethereum keystore file to use for signing ' )
2021-03-01 21:15:17 +01:00
argparser . add_argument ( ' --old-chain-spec ' , type = str , dest = ' old_chain_spec ' , default = ' evm:oldchain:1 ' , help = ' chain spec ' )
2021-02-21 16:41:37 +01:00
argparser . add_argument ( ' -i ' , ' --chain-spec ' , type = str , dest = ' i ' , help = ' chain spec ' )
argparser . add_argument ( ' -r ' , ' --registry-address ' , type = str , dest = ' r ' , help = ' CIC Registry address ' )
2021-05-12 08:48:50 +02:00
argparser . add_argument ( ' --token-symbol ' , default = ' GFT ' , type = str , dest = ' token_symbol ' , help = ' Token symbol to use for trnsactions ' )
2021-02-21 16:41:37 +01:00
argparser . add_argument ( ' --head ' , action = ' store_true ' , help = ' start at current block height (overrides --offset) ' )
argparser . add_argument ( ' --env-prefix ' , default = os . environ . get ( ' CONFINI_ENV_PREFIX ' ) , dest = ' env_prefix ' , type = str , help = ' environment prefix for variables to overwrite configuration ' )
argparser . add_argument ( ' -q ' , type = str , default = ' cic-eth ' , help = ' celery queue to submit transaction tasks to ' )
argparser . add_argument ( ' --offset ' , type = int , default = 0 , help = ' block offset to start syncer from ' )
argparser . add_argument ( ' -v ' , help = ' be verbose ' , action = ' store_true ' )
argparser . add_argument ( ' -vv ' , help = ' be more verbose ' , action = ' store_true ' )
argparser . add_argument ( ' user_dir ' , type = str , help = ' user export directory ' )
args = argparser . parse_args ( sys . argv [ 1 : ] )
if args . v == True :
logging . getLogger ( ) . setLevel ( logging . INFO )
elif args . vv == True :
logging . getLogger ( ) . setLevel ( logging . DEBUG )
2021-10-17 19:37:29 +02:00
config = None
if args . c != None :
config = confini . Config ( base_config_dir , os . environ . get ( ' CONFINI_ENV_PREFIX ' ) , override_config_dir = args . c )
else :
config = confini . Config ( base_config_dir , os . environ . get ( ' CONFINI_ENV_PREFIX ' ) )
2021-06-30 16:44:17 +02:00
config . process ( )
2021-02-21 16:41:37 +01:00
args_override = {
2021-10-17 19:37:29 +02:00
' CHAIN_SPEC ' : getattr ( args , ' i ' ) ,
' RPC_PROVIDER ' : getattr ( args , ' p ' ) ,
2021-02-21 16:41:37 +01:00
' CIC_REGISTRY_ADDRESS ' : getattr ( args , ' r ' ) ,
2021-10-17 19:37:29 +02:00
' WALLET_KEY_FILE ' : getattr ( args , ' y ' ) ,
2021-02-21 16:41:37 +01:00
}
config . dict_override ( args_override , ' cli flag ' )
config . censor ( ' PASSWORD ' , ' DATABASE ' )
config . censor ( ' PASSWORD ' , ' SSL ' )
#app = celery.Celery(backend=config.get('CELERY_RESULT_URL'), broker=config.get('CELERY_BROKER_URL'))
signer_address = None
keystore = DictKeystore ( )
if args . y != None :
logg . debug ( ' loading keystore file {} ' . format ( args . y ) )
signer_address = keystore . import_keystore_file ( args . y )
logg . debug ( ' now have key for signer address {} ' . format ( signer_address ) )
signer = EIP155Signer ( keystore )
queue = args . q
2021-10-17 19:37:29 +02:00
chain_str = config . get ( ' CHAIN_SPEC ' )
2021-02-21 16:41:37 +01:00
block_offset = 0
if args . head :
block_offset = - 1
else :
block_offset = args . offset
chain_spec = ChainSpec . from_chain_str ( chain_str )
old_chain_spec_str = args . old_chain_spec
2021-03-01 21:15:17 +01:00
old_chain_spec = ChainSpec . from_chain_str ( old_chain_spec_str )
2021-02-21 16:41:37 +01:00
user_dir = args . user_dir # user_out_dir from import_users.py
token_symbol = args . token_symbol
class Handler :
account_index_add_signature = keccak256_string_to_hex ( ' add(address) ' ) [ : 8 ]
def __init__ ( self , conn , chain_spec , user_dir , balances , token_address , signer , gas_oracle , nonce_oracle ) :
self . token_address = token_address
self . user_dir = user_dir
self . balances = balances
self . chain_spec = chain_spec
2021-04-05 17:07:09 +02:00
self . tx_factory = ERC20 ( chain_spec , signer , gas_oracle , nonce_oracle )
2021-02-21 16:41:37 +01:00
def name ( self ) :
return ' balance_handler '
def filter ( self , conn , block , tx , db_session ) :
if tx . payload == None or len ( tx . payload ) == 0 :
logg . debug ( ' no payload, skipping {} ' . format ( tx ) )
return
2021-07-14 16:43:32 +02:00
recipient = None
try :
r = AccountsIndex . parse_add_request ( tx . payload )
except RequestMismatchException :
return
recipient = r [ 0 ]
user_file = ' new/ {} / {} / {} .json ' . format (
recipient [ 2 : 4 ] . upper ( ) ,
recipient [ 4 : 6 ] . upper ( ) ,
recipient [ 2 : ] . upper ( ) ,
)
filepath = os . path . join ( self . user_dir , user_file )
o = None
try :
f = open ( filepath , ' r ' )
o = json . load ( f )
2021-04-09 15:00:15 +02:00
f . close ( )
2021-07-14 16:43:32 +02:00
except FileNotFoundError :
logg . error ( ' no import record of address {} ' . format ( recipient ) )
return
u = Person . deserialize ( o )
original_address = u . identities [ old_chain_spec . engine ( ) ] [ ' {} : {} ' . format ( old_chain_spec . common_name ( ) , old_chain_spec . network_id ( ) ) ] [ 0 ]
try :
balance = self . balances [ original_address ]
except KeyError as e :
logg . error ( ' balance get fail orig {} new {} ' . format ( original_address , recipient ) )
return
# TODO: store token object in handler ,get decimals from there
multiplier = 10 * * 6
balance_full = balance * multiplier
logg . info ( ' registered {} originally {} ( {} ) tx hash {} balance {} ' . format ( recipient , original_address , u , tx . hash , balance_full ) )
( tx_hash_hex , o ) = self . tx_factory . transfer ( self . token_address , signer_address , recipient , balance_full )
logg . info ( ' submitting erc20 transfer tx {} for recipient {} ' . format ( tx_hash_hex , recipient ) )
r = conn . do ( o )
tx_path = os . path . join (
user_dir ,
' txs ' ,
strip_0x ( tx_hash_hex ) ,
)
f = open ( tx_path , ' w ' )
f . write ( strip_0x ( o [ ' params ' ] [ 0 ] ) )
f . close ( )
2021-02-21 16:41:37 +01:00
2021-04-14 10:17:47 +02:00
def progress_callback ( block_number , tx_index ) :
sys . stdout . write ( str ( block_number ) . ljust ( 200 ) + " \n " )
2021-02-21 16:41:37 +01:00
def main ( ) :
global chain_str , block_offset , user_dir
2021-10-17 19:37:29 +02:00
conn = EthHTTPConnection ( config . get ( ' RPC_PROVIDER ' ) )
2021-03-29 15:27:53 +02:00
gas_oracle = OverrideGasOracle ( conn = conn , limit = 8000000 )
nonce_oracle = RPCNonceOracle ( signer_address , conn )
2021-02-21 16:41:37 +01:00
# Get Token registry address
2021-07-14 16:43:32 +02:00
registry = Registry ( chain_spec )
o = registry . address_of ( config . get ( ' CIC_REGISTRY_ADDRESS ' ) , ' TokenRegistry ' )
2021-02-21 16:41:37 +01:00
r = conn . do ( o )
2021-07-14 16:43:32 +02:00
token_index_address = registry . parse_address_of ( r )
token_index_address = to_checksum_address ( token_index_address )
2021-02-21 16:41:37 +01:00
logg . info ( ' found token index address {} ' . format ( token_index_address ) )
2021-07-14 16:43:32 +02:00
2021-02-21 16:41:37 +01:00
# Get Sarafu token address
2021-07-14 16:43:32 +02:00
token_index = TokenUniqueSymbolIndex ( chain_spec )
o = token_index . address_of ( token_index_address , token_symbol )
2021-02-21 16:41:37 +01:00
r = conn . do ( o )
2021-07-14 16:43:32 +02:00
token_address = token_index . parse_address_of ( r )
2021-02-21 16:41:37 +01:00
try :
2021-07-14 16:43:32 +02:00
token_address = to_checksum_address ( token_address )
2021-02-21 16:41:37 +01:00
except ValueError as e :
logg . critical ( ' lookup failed for token {} : {} ' . format ( token_symbol , e ) )
sys . exit ( 1 )
2021-07-14 16:43:32 +02:00
logg . info ( ' found token address {} ' . format ( token_address ) )
2021-02-21 16:41:37 +01:00
syncer_backend = MemBackend ( chain_str , 0 )
if block_offset == - 1 :
o = block_latest ( )
r = conn . do ( o )
block_offset = int ( strip_0x ( r ) , 16 ) + 1
# TODO get decimals from token
balances = { }
f = open ( ' {} /balances.csv ' . format ( user_dir , ' r ' ) )
remove_zeros = 10 * * 6
i = 0
while True :
l = f . readline ( )
if l == None :
break
r = l . split ( ' , ' )
try :
2021-03-29 15:27:53 +02:00
address = to_checksum_address ( r [ 0 ] )
2021-02-21 16:41:37 +01:00
sys . stdout . write ( ' loading balance {} {} {} ' . format ( i , address , r [ 1 ] ) . ljust ( 200 ) + " \r " )
except ValueError :
break
balance = int ( int ( r [ 1 ] . rstrip ( ) ) / remove_zeros )
balances [ address ] = balance
i + = 1
f . close ( )
syncer_backend . set ( block_offset , 0 )
2021-06-30 16:44:17 +02:00
syncer = HeadSyncer ( syncer_backend , chain_interface , block_callback = progress_callback )
2021-08-24 23:07:36 +02:00
handler = Handler ( conn , chain_spec , user_dir , balances , token_address , signer , gas_oracle , nonce_oracle )
2021-02-21 16:41:37 +01:00
syncer . add_filter ( handler )
syncer . loop ( 1 , conn )
if __name__ == ' __main__ ' :
main ( )