2021-02-01 18:12:51 +01:00
""" API for cic-eth celery tasks
. . moduleauthor : : Louis Holbrook < dev @holbrook.no >
"""
# standard imports
import logging
2021-02-21 16:41:37 +01:00
# external imports
2021-02-01 18:12:51 +01:00
import celery
2021-02-21 16:41:37 +01:00
from chainlib . chain import ChainSpec
# local imports
2021-07-07 09:45:21 +02:00
from cic_eth . enum import LockEnum
2021-02-01 18:12:51 +01:00
app = celery . current_app
logg = logging . getLogger ( __name__ )
class Api :
""" Creates task chains to perform well-known CIC operations.
Each method that sends tasks returns details about the root task . The root task uuid can be provided in the callback , to enable to caller to correlate the result with individual calls . It can also be used to independently poll the completion of a task chain .
: param callback_param : Static value to pass to callback
: type callback_param : str
: param callback_task : Callback task that executes callback_param call . ( Must be included by the celery worker )
: type callback_task : string
: param queue : Name of worker queue to submit tasks to
: type queue : str
"""
2021-02-17 11:04:21 +01:00
def __init__ ( self , chain_str , queue = ' cic-eth ' , callback_param = None , callback_task = ' cic_eth.callbacks.noop.noop ' , callback_queue = None ) :
2021-02-01 18:12:51 +01:00
self . chain_str = chain_str
self . chain_spec = ChainSpec . from_chain_str ( chain_str )
self . callback_param = callback_param
self . callback_task = callback_task
self . queue = queue
2021-04-05 17:07:09 +02:00
logg . debug ( ' api using queue {} ' . format ( self . queue ) )
2021-02-01 18:12:51 +01:00
self . callback_success = None
self . callback_error = None
if callback_queue == None :
callback_queue = self . queue
if callback_param != None :
self . callback_success = celery . signature (
callback_task ,
[
callback_param ,
0 ,
] ,
queue = callback_queue ,
)
self . callback_error = celery . signature (
callback_task ,
[
callback_param ,
1 ,
] ,
queue = callback_queue ,
)
2021-04-24 08:14:24 +02:00
def default_token ( self ) :
s_token = celery . signature (
' cic_eth.admin.token.default_token ' ,
[ ] ,
queue = self . queue ,
)
if self . callback_param != None :
s_token . link ( self . callback_success )
return s_token . apply_async ( )
2021-05-31 17:34:16 +02:00
# def convert_transfer(self, from_address, to_address, target_return, minimum_return, from_token_symbol, to_token_symbol):
# """Executes a chain of celery tasks that performs conversion between two ERC20 tokens, and transfers to a specified receipient after convert has completed.
#
# :param from_address: Ethereum address of sender
# :type from_address: str, 0x-hex
# :param to_address: Ethereum address of receipient
# :type to_address: str, 0x-hex
# :param target_return: Estimated return from conversion
# :type target_return: int
# :param minimum_return: The least value of destination token return to allow
# :type minimum_return: int
# :param from_token_symbol: ERC20 token symbol of token being converted
# :type from_token_symbol: str
# :param to_token_symbol: ERC20 token symbol of token to receive
# :type to_token_symbol: str
# :returns: uuid of root task
# :rtype: celery.Task
# """
# raise NotImplementedError('out of service until new DEX migration is done')
# s_check = celery.signature(
# 'cic_eth.admin.ctrl.check_lock',
# [
# [from_token_symbol, to_token_symbol],
# self.chain_spec.asdict(),
# LockEnum.QUEUE,
# from_address,
# ],
# queue=self.queue,
# )
# s_nonce = celery.signature(
# 'cic_eth.eth.nonce.reserve_nonce',
# [
# self.chain_spec.asdict(),
# ],
# queue=self.queue,
# )
# s_tokens = celery.signature(
# 'cic_eth.eth.erc20.resolve_tokens_by_symbol',
# [
# self.chain_str,
# ],
# queue=self.queue,
# )
# s_convert = celery.signature(
# 'cic_eth.eth.bancor.convert_with_default_reserve',
# [
# from_address,
# target_return,
# minimum_return,
# to_address,
# self.chain_spec.asdict(),
# ],
# queue=self.queue,
# )
# s_nonce.link(s_tokens)
# s_check.link(s_nonce)
# if self.callback_param != None:
# s_convert.link(self.callback_success)
# s_tokens.link(s_convert).on_error(self.callback_error)
# else:
# s_tokens.link(s_convert)
#
# t = s_check.apply_async(queue=self.queue)
# return t
#
#
# def convert(self, from_address, target_return, minimum_return, from_token_symbol, to_token_symbol):
# """Executes a chain of celery tasks that performs conversion between two ERC20 tokens.
#
# :param from_address: Ethereum address of sender
# :type from_address: str, 0x-hex
# :param target_return: Estimated return from conversion
# :type target_return: int
# :param minimum_return: The least value of destination token return to allow
# :type minimum_return: int
# :param from_token_symbol: ERC20 token symbol of token being converted
# :type from_token_symbol: str
# :param to_token_symbol: ERC20 token symbol of token to receive
# :type to_token_symbol: str
# :returns: uuid of root task
# :rtype: celery.Task
# """
# raise NotImplementedError('out of service until new DEX migration is done')
# s_check = celery.signature(
# 'cic_eth.admin.ctrl.check_lock',
# [
# [from_token_symbol, to_token_symbol],
# self.chain_spec.asdict(),
# LockEnum.QUEUE,
# from_address,
# ],
# queue=self.queue,
# )
# s_nonce = celery.signature(
# 'cic_eth.eth.nonce.reserve_nonce',
# [
# self.chain_spec.asdict(),
# ],
# queue=self.queue,
# )
# s_tokens = celery.signature(
# 'cic_eth.eth.erc20.resolve_tokens_by_symbol',
# [
# self.chain_spec.asdict(),
# ],
# queue=self.queue,
# )
# s_convert = celery.signature(
# 'cic_eth.eth.bancor.convert_with_default_reserve',
# [
# from_address,
# target_return,
# minimum_return,
# from_address,
# self.chain_spec.asdict(),
# ],
# queue=self.queue,
# )
# s_nonce.link(s_tokens)
# s_check.link(s_nonce)
# if self.callback_param != None:
# s_convert.link(self.callback_success)
# s_tokens.link(s_convert).on_error(self.callback_error)
# else:
# s_tokens.link(s_convert)
#
# t = s_check.apply_async(queue=self.queue)
# return t
2021-02-01 18:12:51 +01:00
2021-06-30 20:15:40 +02:00
def transfer_from ( self , from_address , to_address , value , token_symbol , spender_address ) :
""" Executes a chain of celery tasks that performs a transfer of ERC20 tokens by one address on behalf of another address to a third party.
: param from_address : Ethereum address of sender
: type from_address : str , 0 x - hex
: param to_address : Ethereum address of recipient
: type to_address : str , 0 x - hex
: param value : Estimated return from conversion
: type value : int
: param token_symbol : ERC20 token symbol of token to send
: type token_symbol : str
: param spender_address : Ethereum address of recipient
: type spender_address : str , 0 x - hex
: returns : uuid of root task
: rtype : celery . Task
"""
s_check = celery . signature (
' cic_eth.admin.ctrl.check_lock ' ,
[
[ token_symbol ] ,
self . chain_spec . asdict ( ) ,
LockEnum . QUEUE ,
from_address ,
] ,
queue = self . queue ,
)
s_nonce = celery . signature (
' cic_eth.eth.nonce.reserve_nonce ' ,
[
self . chain_spec . asdict ( ) ,
from_address ,
] ,
queue = self . queue ,
)
s_tokens = celery . signature (
' cic_eth.eth.erc20.resolve_tokens_by_symbol ' ,
[
self . chain_spec . asdict ( ) ,
] ,
queue = self . queue ,
)
s_allow = celery . signature (
' cic_eth.eth.erc20.check_allowance ' ,
[
from_address ,
value ,
self . chain_spec . asdict ( ) ,
spender_address ,
] ,
queue = self . queue ,
)
s_transfer = celery . signature (
' cic_eth.eth.erc20.transfer_from ' ,
[
from_address ,
to_address ,
value ,
self . chain_spec . asdict ( ) ,
spender_address ,
] ,
queue = self . queue ,
)
s_tokens . link ( s_allow )
s_nonce . link ( s_tokens )
s_check . link ( s_nonce )
if self . callback_param != None :
s_transfer . link ( self . callback_success )
s_allow . link ( s_transfer ) . on_error ( self . callback_error )
else :
s_allow . link ( s_transfer )
t = s_check . apply_async ( queue = self . queue )
return t
2021-02-01 18:12:51 +01:00
def transfer ( self , from_address , to_address , value , token_symbol ) :
""" Executes a chain of celery tasks that performs a transfer of ERC20 tokens from one address to another.
: param from_address : Ethereum address of sender
: type from_address : str , 0 x - hex
: param to_address : Ethereum address of recipient
: type to_address : str , 0 x - hex
: param value : Estimated return from conversion
: type value : int
: param token_symbol : ERC20 token symbol of token to send
: type token_symbol : str
: returns : uuid of root task
: rtype : celery . Task
"""
s_check = celery . signature (
' cic_eth.admin.ctrl.check_lock ' ,
[
[ token_symbol ] ,
2021-03-29 15:27:53 +02:00
self . chain_spec . asdict ( ) ,
2021-02-01 18:12:51 +01:00
LockEnum . QUEUE ,
from_address ,
] ,
queue = self . queue ,
)
2021-03-06 18:55:51 +01:00
s_nonce = celery . signature (
2021-04-04 14:40:59 +02:00
' cic_eth.eth.nonce.reserve_nonce ' ,
2021-03-06 18:55:51 +01:00
[
2021-04-04 14:40:59 +02:00
self . chain_spec . asdict ( ) ,
2021-03-06 18:55:51 +01:00
from_address ,
] ,
queue = self . queue ,
)
2021-02-01 18:12:51 +01:00
s_tokens = celery . signature (
2021-03-29 15:27:53 +02:00
' cic_eth.eth.erc20.resolve_tokens_by_symbol ' ,
2021-02-01 18:12:51 +01:00
[
2021-03-29 15:27:53 +02:00
self . chain_spec . asdict ( ) ,
2021-02-01 18:12:51 +01:00
] ,
queue = self . queue ,
)
s_transfer = celery . signature (
2021-03-29 15:27:53 +02:00
' cic_eth.eth.erc20.transfer ' ,
2021-02-01 18:12:51 +01:00
[
from_address ,
to_address ,
value ,
2021-03-29 15:27:53 +02:00
self . chain_spec . asdict ( ) ,
2021-02-01 18:12:51 +01:00
] ,
queue = self . queue ,
)
2021-03-06 18:55:51 +01:00
s_nonce . link ( s_tokens )
s_check . link ( s_nonce )
2021-02-01 18:12:51 +01:00
if self . callback_param != None :
s_transfer . link ( self . callback_success )
s_tokens . link ( s_transfer ) . on_error ( self . callback_error )
else :
s_tokens . link ( s_transfer )
t = s_check . apply_async ( queue = self . queue )
return t
2021-02-17 11:04:21 +01:00
def balance ( self , address , token_symbol , include_pending = True ) :
2021-02-01 18:12:51 +01:00
""" Calls the provided callback with the current token balance of the given address.
: param address : Ethereum address of holder
: type address : str , 0 x - hex
: param token_symbol : ERC20 token symbol of token to send
: type token_symbol : str
2021-02-17 11:04:21 +01:00
: param include_pending : If set , will include transactions that have not yet been fully processed
: type include_pending : bool
2021-02-01 18:12:51 +01:00
: returns : uuid of root task
: rtype : celery . Task
"""
if self . callback_param == None :
logg . warning ( ' balance pointlessly called with no callback url ' )
s_tokens = celery . signature (
2021-03-29 15:27:53 +02:00
' cic_eth.eth.erc20.resolve_tokens_by_symbol ' ,
2021-02-01 18:12:51 +01:00
[
[ token_symbol ] ,
2021-03-29 15:27:53 +02:00
self . chain_spec . asdict ( ) ,
2021-02-01 18:12:51 +01:00
] ,
queue = self . queue ,
)
s_balance = celery . signature (
2021-03-29 15:27:53 +02:00
' cic_eth.eth.erc20.balance ' ,
2021-02-01 18:12:51 +01:00
[
address ,
2021-03-29 15:27:53 +02:00
self . chain_spec . asdict ( ) ,
2021-02-01 18:12:51 +01:00
] ,
queue = self . queue ,
)
2021-02-17 11:04:21 +01:00
s_result = celery . signature (
' cic_eth.queue.balance.assemble_balances ' ,
[ ] ,
queue = self . queue ,
)
last_in_chain = s_balance
if include_pending :
s_balance_incoming = celery . signature (
' cic_eth.queue.balance.balance_incoming ' ,
[
address ,
2021-03-29 15:27:53 +02:00
self . chain_spec . asdict ( ) ,
2021-02-17 11:04:21 +01:00
] ,
queue = self . queue ,
)
s_balance_outgoing = celery . signature (
' cic_eth.queue.balance.balance_outgoing ' ,
[
address ,
2021-03-29 15:27:53 +02:00
self . chain_spec . asdict ( ) ,
2021-02-17 11:04:21 +01:00
] ,
queue = self . queue ,
)
s_balance . link ( s_balance_incoming )
s_balance_incoming . link ( s_balance_outgoing )
last_in_chain = s_balance_outgoing
2021-03-29 15:27:53 +02:00
one = celery . chain ( s_tokens , s_balance )
two = celery . chain ( s_tokens , s_balance_incoming )
three = celery . chain ( s_tokens , s_balance_outgoing )
2021-02-17 11:04:21 +01:00
2021-03-29 15:27:53 +02:00
t = None
if self . callback_param != None :
s_result . link ( self . callback_success ) . on_error ( self . callback_error )
t = celery . chord ( [ one , two , three ] ) ( s_result )
else :
t = celery . chord ( [ one , two , three ] ) ( s_result )
2021-02-01 18:12:51 +01:00
else :
2021-03-29 15:27:53 +02:00
# TODO: Chord is inefficient with only one chain, but assemble_balances must be able to handle different structures in order to avoid chord
one = celery . chain ( s_tokens , s_balance )
if self . callback_param != None :
s_result . link ( self . callback_success ) . on_error ( self . callback_error )
t = celery . chord ( [ one ] ) ( s_result )
2021-02-17 11:04:21 +01:00
2021-02-01 18:12:51 +01:00
return t
def create_account ( self , password = ' ' , register = True ) :
""" Creates a new blockchain address encrypted with the given password, and calls the provided callback with the address of the new account.
: param password : Password to encode the password with in the backend ( careful , you will have to remember it )
: type password : str
: param register : Register the new account in accounts index backend
: type password : bool
: returns : uuid of root task
: rtype : celery . Task
"""
s_check = celery . signature (
' cic_eth.admin.ctrl.check_lock ' ,
[
password ,
2021-03-29 15:27:53 +02:00
self . chain_spec . asdict ( ) ,
2021-02-01 18:12:51 +01:00
LockEnum . CREATE ,
] ,
queue = self . queue ,
)
s_account = celery . signature (
' cic_eth.eth.account.create ' ,
[
2021-03-29 15:27:53 +02:00
self . chain_spec . asdict ( ) ,
2021-02-01 18:12:51 +01:00
] ,
queue = self . queue ,
)
2021-03-07 19:01:44 +01:00
s_check . link ( s_account )
2021-02-01 18:12:51 +01:00
if self . callback_param != None :
s_account . link ( self . callback_success )
if register :
2021-03-07 19:01:44 +01:00
s_nonce = celery . signature (
2021-04-04 14:40:59 +02:00
' cic_eth.eth.nonce.reserve_nonce ' ,
2021-03-07 19:01:44 +01:00
[
2021-04-04 14:40:59 +02:00
self . chain_spec . asdict ( ) ,
2021-03-29 15:27:53 +02:00
' ACCOUNT_REGISTRY_WRITER ' ,
2021-03-07 19:01:44 +01:00
] ,
queue = self . queue ,
)
2021-02-01 18:12:51 +01:00
s_register = celery . signature (
' cic_eth.eth.account.register ' ,
[
2021-03-29 15:27:53 +02:00
self . chain_spec . asdict ( ) ,
2021-02-01 18:12:51 +01:00
] ,
queue = self . queue ,
)
2021-03-07 19:01:44 +01:00
s_nonce . link ( s_register )
s_account . link ( s_nonce )
2021-02-01 18:12:51 +01:00
t = s_check . apply_async ( queue = self . queue )
return t
def refill_gas ( self , address ) :
""" Creates a new gas refill transaction with the registered gas provider address.
: param address : Ethereum address to send gas tokens to .
: type address : str
: returns : uuid of root task
: rtype : celery . Task
"""
s_check = celery . signature (
' cic_eth.admin.ctrl.check_lock ' ,
[
address ,
2021-03-29 15:27:53 +02:00
self . chain_spec . asdict ( ) ,
2021-02-01 18:12:51 +01:00
LockEnum . QUEUE ,
] ,
queue = self . queue ,
)
2021-03-06 18:55:51 +01:00
s_nonce = celery . signature (
2021-04-04 14:40:59 +02:00
' cic_eth.eth.nonce.reserve_nonce ' ,
2021-03-07 19:01:44 +01:00
[
2021-04-04 14:40:59 +02:00
self . chain_spec . asdict ( ) ,
2021-03-07 19:01:44 +01:00
' GAS_GIFTER ' ,
] ,
2021-03-06 18:55:51 +01:00
queue = self . queue ,
)
2021-02-01 18:12:51 +01:00
s_refill = celery . signature (
2021-04-04 14:40:59 +02:00
' cic_eth.eth.gas.refill_gas ' ,
2021-02-01 18:12:51 +01:00
[
2021-03-29 15:27:53 +02:00
self . chain_spec . asdict ( ) ,
2021-02-01 18:12:51 +01:00
] ,
queue = self . queue ,
)
2021-03-06 18:55:51 +01:00
s_nonce . link ( s_refill )
s_check . link ( s_nonce )
2021-02-01 18:12:51 +01:00
if self . callback_param != None :
s_refill . link ( self . callback_success )
t = s_check . apply_async ( queue = self . queue )
return t
2021-02-17 10:33:18 +01:00
def list ( self , address , limit = 10 , external_task = None , external_queue = None ) :
""" Retrieve an aggregate list of latest transactions of internal and (optionally) external origin in reverse chronological order.
The array of transactions returned have the same dict layout as those passed by the callback filter in cic_eth / runnable / manager
If the external task is defined , this task will be used to query external transactions . If this is not defined , no external transactions will be included . The task must accept ( offset , limit , address ) as input parameters , and return a bloom filter that will be used to retrieve transaction data for the matching transactions . See cic_eth . ext . tx . list_tx_by_bloom for details on the bloom filter dat format .
: param address : Ethereum address to list transactions for
: type address : str , 0 x - hex
: param limit : Amount of results to return
: type limit : number
: param external_task : Celery task providing external transactions
: type external_task : str
: param external_queue : Celery task queue providing exernal transactions task
: type external_queue : str
: returns : List of transactions
: rtype : list of dict
"""
offset = 0
s_local = celery . signature (
2021-04-04 14:40:59 +02:00
' cic_eth.queue.query.get_account_tx ' ,
2021-02-17 10:33:18 +01:00
[
2021-04-04 14:40:59 +02:00
self . chain_spec . asdict ( ) ,
2021-02-17 10:33:18 +01:00
address ,
] ,
queue = self . queue ,
)
s_brief = celery . signature (
' cic_eth.ext.tx.tx_collate ' ,
[
2021-03-29 15:27:53 +02:00
self . chain_spec . asdict ( ) ,
2021-02-17 10:33:18 +01:00
offset ,
limit
] ,
queue = self . queue ,
)
2021-03-04 16:06:14 +01:00
s_local . link ( s_brief )
2021-02-17 10:33:18 +01:00
if self . callback_param != None :
2021-03-04 16:06:14 +01:00
s_brief . link ( self . callback_success ) . on_error ( self . callback_error )
2021-02-17 10:33:18 +01:00
t = None
if external_task != None :
s_external_get = celery . signature (
external_task ,
[
address ,
offset ,
limit ,
] ,
queue = external_queue ,
)
s_external_process = celery . signature (
' cic_eth.ext.tx.list_tx_by_bloom ' ,
[
address ,
2021-03-29 15:27:53 +02:00
self . chain_spec . asdict ( ) ,
2021-02-17 10:33:18 +01:00
] ,
queue = self . queue ,
)
c = celery . chain ( s_external_get , s_external_process )
t = celery . chord ( [ s_local , c ] ) ( s_brief )
else :
2021-03-04 16:06:14 +01:00
t = s_local . apply_async ( queue = self . queue )
2021-02-17 10:33:18 +01:00
return t
2021-02-01 18:12:51 +01:00
def ping ( self , r ) :
""" A noop callback ping for testing purposes.
: returns : uuid of callback task
: rtype : celery . Task
"""
if self . callback_param == None :
logg . warning ( ' nothing to do ' )
return None
t = self . callback_success . apply_async ( [ r ] )
return t
