# standard imports import logging # external imports import celery from chainlib.eth.constant import ZERO_ADDRESS from chainlib.chain import ChainSpec from chainlib.connection import RPCConnection from chainlib.eth.tx import ( TxFormat, unpack, ) from chainlib.eth.contract import ( ABIContractEncoder, ) from cic_eth_registry import CICRegistry from cic_eth_registry.erc20 import ERC20Token from hexathon import ( strip_0x, add_0x, ) from chainqueue.error import NotLocalTxError from eth_erc20 import ERC20 from chainqueue.sql.tx import cache_tx_dict from okota.token_index.index import to_identifier # local imports from cic_eth.db.models.base import SessionBase from cic_eth.db.models.role import AccountRole from cic_eth.error import ( TokenCountError, PermanentTxError, OutOfGasError, YouAreBrokeError, ) from cic_eth.queue.tx import register_tx from cic_eth.eth.gas import create_check_gas_task from cic_eth.eth.util import CacheGasOracle from cic_eth.ext.address import translate_address from cic_eth.task import ( CriticalSQLAlchemyTask, CriticalWeb3Task, CriticalSQLAlchemyAndSignerTask, BaseTask, ) from cic_eth.eth.nonce import CustodialTaskNonceOracle from cic_eth.encode import tx_normalize from cic_eth.eth.trust import verify_proofs from cic_eth.error import SignerError celery_app = celery.current_app logg = logging.getLogger() @celery_app.task(bind=True, base=CriticalWeb3Task) def balance(self, tokens, holder_address, chain_spec_dict): """Return token balances for a list of tokens for given address :param tokens: Token addresses :type tokens: list of str, 0x-hex :param holder_address: Token holder address :type holder_address: str, 0x-hex :param chain_spec_dict: Chain spec string representation :type chain_spec_dict: str :return: List of balances :rtype: list of int """ chain_spec = ChainSpec.from_dict(chain_spec_dict) rpc = RPCConnection.connect(chain_spec, 'default') caller_address = ERC20Token.caller_address for t in tokens: address = t['address'] logg.debug('address {} {}'.format(address, holder_address)) gas_oracle = self.create_gas_oracle(rpc, min_price=self.min_fee_price) token = ERC20Token(chain_spec, rpc, add_0x(address)) c = ERC20(chain_spec, gas_oracle=gas_oracle) o = c.balance_of(address, holder_address, sender_address=caller_address) r = rpc.do(o) t['balance_network'] = c.parse_balance(r) rpc.disconnect() return tokens @celery_app.task(bind=True) def check_allowance(self, tokens, holder_address, value, chain_spec_dict, spender_address): """Best-effort verification that the allowance for a transfer from spend is sufficient. :raises YouAreBrokeError: If allowance is insufficient :param tokens: Token addresses :type tokens: list of str, 0x-hex :param holder_address: Token holder address :type holder_address: str, 0x-hex :param value: Amount of token, in 'wei' :type value: int :param chain_str: Chain spec string representation :type chain_str: str :param spender_address: Address of account spending on behalf of holder :type spender_address: str, 0x-hex :return: Token list as passed to task :rtype: dict """ logg.debug('tokens {}'.format(tokens)) if len(tokens) != 1: raise TokenCountError t = tokens[0] chain_spec = ChainSpec.from_dict(chain_spec_dict) rpc = RPCConnection.connect(chain_spec, 'default') caller_address = ERC20Token.caller_address c = ERC20(chain_spec) o = c.allowance(t['address'], holder_address, spender_address, sender_address=caller_address) r = rpc.do(o) allowance = c.parse_allowance(r) if allowance < value: errstr = 'allowance {} insufficent to transfer {} {} by {} on behalf of {}'.format(allowance, value, t['symbol'], spender_address, holder_address) logg.error(errstr) raise YouAreBrokeError(errstr) return tokens @celery_app.task(bind=True, base=CriticalSQLAlchemyAndSignerTask) def transfer_from(self, tokens, holder_address, receiver_address, value, chain_spec_dict, spender_address): """Transfer ERC20 tokens between addresses First argument is a list of tokens, to enable the task to be chained to the symbol to token address resolver function. However, it accepts only one token as argument. :param tokens: Token addresses :type tokens: list of str, 0x-hex :param holder_address: Token holder address :type holder_address: str, 0x-hex :param receiver_address: Token receiver address :type receiver_address: str, 0x-hex :param value: Amount of token, in 'wei' :type value: int :param chain_str: Chain spec string representation :type chain_str: str :param spender_address: Address of account spending on behalf of holder :type spender_address: str, 0x-hex :raises TokenCountError: Either none or more then one tokens have been passed as tokens argument :return: Transaction hash for tranfer operation :rtype: str, 0x-hex """ # we only allow one token, one transfer logg.debug('tokens {}'.format(tokens)) if len(tokens) != 1: raise TokenCountError t = tokens[0] chain_spec = ChainSpec.from_dict(chain_spec_dict) queue = self.request.delivery_info.get('routing_key') rpc = RPCConnection.connect(chain_spec, 'default') rpc_signer = RPCConnection.connect(chain_spec, 'signer') session = self.create_session() nonce_oracle = CustodialTaskNonceOracle(holder_address, self.request.root_id, session=session) enc = ABIContractEncoder() enc.method('transferFrom') method = enc.get() gas_oracle = self.create_gas_oracle(rpc, t['address'], method=method, session=session, min_price=self.min_fee_price) c = ERC20(chain_spec, signer=rpc_signer, gas_oracle=gas_oracle, nonce_oracle=nonce_oracle) try: (tx_hash_hex, tx_signed_raw_hex) = c.transfer_from(t['address'], spender_address, holder_address, receiver_address, value, tx_format=TxFormat.RLP_SIGNED) except FileNotFoundError as e: raise SignerError(e) except ConnectionError as e: raise SignerError(e) rpc_signer.disconnect() rpc.disconnect() cache_task = 'cic_eth.eth.erc20.cache_transfer_from_data' register_tx(tx_hash_hex, tx_signed_raw_hex, chain_spec, queue, cache_task=cache_task, session=session) session.commit() session.close() gas_pair = gas_oracle.get_gas(tx_signed_raw_hex) gas_budget = gas_pair[0] * gas_pair[1] logg.debug('transfer tx {} {} {}'.format(tx_hash_hex, queue, gas_budget)) s = create_check_gas_task( [tx_signed_raw_hex], chain_spec, holder_address, gas_budget, [tx_hash_hex], queue, ) s.apply_async() return tx_hash_hex @celery_app.task(bind=True, base=CriticalSQLAlchemyAndSignerTask) def transfer(self, tokens, holder_address, receiver_address, value, chain_spec_dict): """Transfer ERC20 tokens between addresses First argument is a list of tokens, to enable the task to be chained to the symbol to token address resolver function. However, it accepts only one token as argument. :raises TokenCountError: Either none or more then one tokens have been passed as tokens argument :param tokens: Token addresses :type tokens: list of str, 0x-hex :param holder_address: Token holder address :type holder_address: str, 0x-hex :param receiver_address: Token receiver address :type receiver_address: str, 0x-hex :param value: Amount of token, in 'wei' :type value: int :param chain_str: Chain spec string representation :type chain_str: str :raises TokenCountError: More than one token is passed in tokens list :return: Transaction hash for tranfer operation :rtype: str, 0x-hex """ # we only allow one token, one transfer logg.debug('tokens {}'.format(tokens)) if len(tokens) != 1: raise TokenCountError t = tokens[0] chain_spec = ChainSpec.from_dict(chain_spec_dict) queue = self.request.delivery_info.get('routing_key') rpc = RPCConnection.connect(chain_spec, 'default') rpc_signer = RPCConnection.connect(chain_spec, 'signer') session = self.create_session() enc = ABIContractEncoder() enc.method('transfer') method = enc.get() gas_oracle = self.create_gas_oracle(rpc, t['address'], method=method, session=session, min_price=self.min_fee_price) nonce_oracle = CustodialTaskNonceOracle(holder_address, self.request.root_id, session=session) c = ERC20(chain_spec, signer=rpc_signer, gas_oracle=gas_oracle, nonce_oracle=nonce_oracle) try: (tx_hash_hex, tx_signed_raw_hex) = c.transfer(t['address'], holder_address, receiver_address, value, tx_format=TxFormat.RLP_SIGNED) except FileNotFoundError as e: raise SignerError(e) except ConnectionError as e: raise SignerError(e) rpc_signer.disconnect() rpc.disconnect() cache_task = 'cic_eth.eth.erc20.cache_transfer_data' register_tx(tx_hash_hex, tx_signed_raw_hex, chain_spec, queue, cache_task=cache_task, session=session) session.commit() session.close() gas_pair = gas_oracle.get_gas(tx_signed_raw_hex) gas_budget = gas_pair[0] * gas_pair[1] logg.debug('transfer tx {} {} {}'.format(tx_hash_hex, queue, gas_budget)) s = create_check_gas_task( [tx_signed_raw_hex], chain_spec, holder_address, gas_budget, [tx_hash_hex], queue, ) s.apply_async() return tx_hash_hex @celery_app.task(bind=True, base=CriticalSQLAlchemyAndSignerTask) def approve(self, tokens, holder_address, spender_address, value, chain_spec_dict): """Approve ERC20 transfer on behalf of holder address First argument is a list of tokens, to enable the task to be chained to the symbol to token address resolver function. However, it accepts only one token as argument. :raises TokenCountError: Either none or more then one tokens have been passed as tokens argument :param tokens: Token addresses :type tokens: list of str, 0x-hex :param holder_address: Token holder address :type holder_address: str, 0x-hex :param receiver_address: Token receiver address :type receiver_address: str, 0x-hex :param value: Amount of token, in 'wei' :type value: int :param chain_str: Chain spec string representation :type chain_str: str :raises TokenCountError: More than one token is passed in tokens list :return: Transaction hash for tranfer operation :rtype: str, 0x-hex """ # we only allow one token, one transfer if len(tokens) != 1: raise TokenCountError t = tokens[0] chain_spec = ChainSpec.from_dict(chain_spec_dict) queue = self.request.delivery_info.get('routing_key') rpc = RPCConnection.connect(chain_spec, 'default') rpc_signer = RPCConnection.connect(chain_spec, 'signer') session = self.create_session() nonce_oracle = CustodialTaskNonceOracle(holder_address, self.request.root_id, session=session) enc = ABIContractEncoder() enc.method('approve') method = enc.get() gas_oracle = self.create_gas_oracle(rpc, t['address'], method=method, session=session) c = ERC20(chain_spec, signer=rpc_signer, gas_oracle=gas_oracle, nonce_oracle=nonce_oracle) try: (tx_hash_hex, tx_signed_raw_hex) = c.approve(t['address'], holder_address, spender_address, value, tx_format=TxFormat.RLP_SIGNED) except FileNotFoundError as e: raise SignerError(e) except ConnectionError as e: raise SignerError(e) rpc_signer.disconnect() rpc.disconnect() cache_task = 'cic_eth.eth.erc20.cache_approve_data' register_tx(tx_hash_hex, tx_signed_raw_hex, chain_spec, queue, cache_task=cache_task, session=session) session.commit() session.close() gas_pair = gas_oracle.get_gas(tx_signed_raw_hex) gas_budget = gas_pair[0] * gas_pair[1] s = create_check_gas_task( [tx_signed_raw_hex], chain_spec, holder_address, gas_budget, [tx_hash_hex], queue, ) s.apply_async() return tx_hash_hex @celery_app.task(bind=True, base=CriticalWeb3Task) def resolve_tokens_by_symbol(self, token_symbols, chain_spec_dict): """Returns contract addresses of an array of ERC20 token symbols :param token_symbols: Token symbols to resolve :type token_symbols: list of str :param chain_str: Chain spec string representation :type chain_str: str :return: Respective token contract addresses :rtype: list of str, 0x-hex """ tokens = [] chain_spec = ChainSpec.from_dict(chain_spec_dict) rpc = RPCConnection.connect(chain_spec, 'default') registry = CICRegistry(chain_spec, rpc) session = self.create_session() sender_address = AccountRole.get_address('DEFAULT', session) session.close() for token_symbol in token_symbols: token_address = registry.by_name(token_symbol, sender_address=sender_address) logg.debug('token {}'.format(token_address)) tokens.append({ 'address': token_address, 'symbol': token_symbol, 'converters': [], }) rpc.disconnect() return tokens @celery_app.task(base=CriticalSQLAlchemyTask) def cache_transfer_data( tx_hash_hex, tx_signed_raw_hex, chain_spec_dict, ): """Helper function for otx_cache_transfer :param tx_hash_hex: Transaction hash :type tx_hash_hex: str, 0x-hex :param tx: Signed raw transaction :type tx: str, 0x-hex :returns: Transaction hash and id of cache element in storage backend, respectively :rtype: tuple """ chain_spec = ChainSpec.from_dict(chain_spec_dict) tx_signed_raw_bytes = bytes.fromhex(strip_0x(tx_signed_raw_hex)) tx = unpack(tx_signed_raw_bytes, chain_spec) tx_data = ERC20.parse_transfer_request(tx['data']) sender_address = tx_normalize.wallet_address(tx['from']) recipient_address = tx_normalize.wallet_address(tx_data[0]) token_value = tx_data[1] source_token_address = tx_normalize.executable_address(tx['to']) destination_token_address = source_token_address session = SessionBase.create_session() tx_dict = { 'hash': tx_hash_hex, 'from': sender_address, 'to': recipient_address, 'source_token': source_token_address, 'destination_token': destination_token_address, 'from_value': token_value, 'to_value': token_value, } (tx_dict, cache_id) = cache_tx_dict(tx_dict, session=session) session.close() return (tx_hash_hex, cache_id) @celery_app.task(base=CriticalSQLAlchemyTask) def cache_transfer_from_data( tx_hash_hex, tx_signed_raw_hex, chain_spec_dict, ): """Helper function for otx_cache_transfer_from :param tx_hash_hex: Transaction hash :type tx_hash_hex: str, 0x-hex :param tx: Signed raw transaction :type tx: str, 0x-hex :returns: Transaction hash and id of cache element in storage backend, respectively :rtype: tuple """ chain_spec = ChainSpec.from_dict(chain_spec_dict) tx_signed_raw_bytes = bytes.fromhex(strip_0x(tx_signed_raw_hex)) tx = unpack(tx_signed_raw_bytes, chain_spec) tx_data = ERC20.parse_transfer_from_request(tx['data']) spender_address = tx_data[0] recipient_address = tx_data[1] token_value = tx_data[2] source_token_address = tx_normalize.executable_address(tx['to']) destination_token_address = source_token_address session = SessionBase.create_session() tx_dict = { 'hash': tx_hash_hex, 'from': tx['from'], 'to': recipient_address, 'source_token': source_token_address, 'destination_token': destination_token_address, 'from_value': token_value, 'to_value': token_value, } (tx_dict, cache_id) = cache_tx_dict(tx_dict, session=session) session.close() return (tx_hash_hex, cache_id) @celery_app.task(base=CriticalSQLAlchemyTask) def cache_approve_data( tx_hash_hex, tx_signed_raw_hex, chain_spec_dict, ): """Helper function for otx_cache_approve :param tx_hash_hex: Transaction hash :type tx_hash_hex: str, 0x-hex :param tx: Signed raw transaction :type tx: str, 0x-hex :returns: Transaction hash and id of cache element in storage backend, respectively :rtype: tuple """ chain_spec = ChainSpec.from_dict(chain_spec_dict) tx_signed_raw_bytes = bytes.fromhex(strip_0x(tx_signed_raw_hex)) tx = unpack(tx_signed_raw_bytes, chain_spec) tx_data = ERC20.parse_approve_request(tx['data']) sender_address = tx_normalize.wallet_address(tx['from']) recipient_address = tx_normalize.wallet_address(tx_data[0]) token_value = tx_data[1] source_token_address = tx_normalize.executable_address(tx['to']) destination_token_address = source_token_address session = SessionBase.create_session() tx_dict = { 'hash': tx_hash_hex, 'from': sender_address, 'to': recipient_address, 'source_token': source_token_address, 'destination_token': destination_token_address, 'from_value': token_value, 'to_value': token_value, } (tx_dict, cache_id) = cache_tx_dict(tx_dict, session=session) session.close() return (tx_hash_hex, cache_id) @celery_app.task(bind=True, base=BaseTask) def token_info(self, tokens, chain_spec_dict, proofs=[]): chain_spec = ChainSpec.from_dict(chain_spec_dict) rpc = RPCConnection.connect(chain_spec, 'default') i = 0 for token in tokens: result_data = [] token_chain_object = ERC20Token(chain_spec, rpc, add_0x(token['address'])) token_chain_object.load(rpc) token_symbol_proof_hex = to_identifier(token_chain_object.symbol) token_proofs = [token_symbol_proof_hex] if len(proofs) > 0: token_proofs += proofs[i] tokens[i] = { 'decimals': token_chain_object.decimals, 'name': token_chain_object.name, 'symbol': token_chain_object.symbol, 'address': tx_normalize.executable_address(token_chain_object.address), 'proofs': token_proofs, 'converters': tokens[i]['converters'], } i += 1 return tokens @celery_app.task(bind=True, base=BaseTask) def verify_token_info(self, tokens, chain_spec_dict, success_callback, error_callback): queue = self.request.delivery_info.get('routing_key') for token in tokens: s = celery.signature( 'cic_eth.eth.trust.verify_proofs', [ token, token['address'], token['proofs'], chain_spec_dict, success_callback, error_callback, ], queue=queue, ) if success_callback != None: s.link(success_callback) if error_callback != None: s.on_error(error_callback) s.apply_async() return tokens @celery_app.task(bind=True, base=BaseTask) def default_token(self): return { 'symbol': self.default_token_symbol, 'address': self.default_token_address, 'name': self.default_token_name, 'decimals': self.default_token_decimals, }