182 lines
6.7 KiB
Python
182 lines
6.7 KiB
Python
# standard imports
|
||
import celery
|
||
import os
|
||
import enum
|
||
import logging
|
||
|
||
# external imports
|
||
from chainlib.eth.cli import (
|
||
ArgumentParser,
|
||
argflag_std_read,
|
||
argflag_std_write,
|
||
argflag_std_base,
|
||
Config as BaseConfig,
|
||
ArgumentParser as BaseArgumentParser,
|
||
Flag,
|
||
)
|
||
from chainlib.connection import (
|
||
RPCConnection,
|
||
ConnType,
|
||
)
|
||
from chainlib.chain import ChainSpec
|
||
from chainlib.eth.connection import EthUnixSignerConnection
|
||
from chainlib.eth.block import (
|
||
block_by_number,
|
||
Block,
|
||
)
|
||
from chainlib.eth.tx import (
|
||
receipt,
|
||
Tx,
|
||
)
|
||
from chainlib.interface import ChainInterface
|
||
|
||
|
||
logg = logging.getLogger(__name__)
|
||
|
||
script_dir = os.path.dirname(os.path.realpath(__file__))
|
||
|
||
|
||
class CICFlag(enum.IntEnum):
|
||
|
||
# celery - nibble 1
|
||
CELERY = 1
|
||
|
||
# redis - nibble 2
|
||
REDIS = 16
|
||
REDIS_CALLBACK = 32
|
||
|
||
# chain - nibble 3
|
||
CHAIN = 256
|
||
|
||
# sync - nibble 4
|
||
SYNCER = 4096
|
||
|
||
|
||
argflag_local_task = CICFlag.CELERY
|
||
argflag_local_taskcallback = argflag_local_task | CICFlag.REDIS | CICFlag.REDIS_CALLBACK
|
||
argflag_local_chain = CICFlag.CHAIN
|
||
argflag_local_sync = CICFlag.SYNCER | CICFlag.CHAIN
|
||
|
||
|
||
class Config(BaseConfig):
|
||
|
||
local_base_config_dir = os.path.join(script_dir, '..', 'data', 'config')
|
||
|
||
@classmethod
|
||
def from_args(cls, args, arg_flags, local_arg_flags, extra_args={}, default_config_dir=None, base_config_dir=None, default_fee_limit=None, logger=None):
|
||
expanded_base_config_dir = [cls.local_base_config_dir]
|
||
if base_config_dir != None:
|
||
if isinstance(base_config_dir, str):
|
||
base_config_dir = [base_config_dir]
|
||
for d in base_config_dir:
|
||
expanded_base_config_dir.append(d)
|
||
config = BaseConfig.from_args(args, arg_flags, extra_args=extra_args, default_config_dir=default_config_dir, base_config_dir=expanded_base_config_dir, load_callback=None)
|
||
|
||
local_args_override = {}
|
||
if local_arg_flags & CICFlag.REDIS:
|
||
local_args_override['REDIS_HOST'] = getattr(args, 'redis_host')
|
||
local_args_override['REDIS_PORT'] = getattr(args, 'redis_port')
|
||
local_args_override['REDIS_DB'] = getattr(args, 'redis_db')
|
||
local_args_override['REDIS_TIMEOUT'] = getattr(args, 'redis_timeout')
|
||
|
||
if local_arg_flags & CICFlag.CHAIN:
|
||
local_args_override['CIC_REGISTRY_ADDRESS'] = getattr(args, 'registry_address')
|
||
|
||
if local_arg_flags & CICFlag.CELERY:
|
||
local_args_override['CELERY_QUEUE'] = getattr(args, 'celery_queue')
|
||
|
||
if local_arg_flags & CICFlag.SYNCER:
|
||
local_args_override['SYNCER_OFFSET'] = getattr(args, 'offset')
|
||
local_args_override['SYNCER_NO_HISTORY'] = getattr(args, 'no_history')
|
||
|
||
config.dict_override(local_args_override, 'local cli args')
|
||
|
||
if local_arg_flags & CICFlag.REDIS_CALLBACK:
|
||
config.add(getattr(args, 'redis_host_callback'), '_REDIS_HOST_CALLBACK')
|
||
config.add(getattr(args, 'redis_port_callback'), '_REDIS_PORT_CALLBACK')
|
||
|
||
if local_arg_flags & CICFlag.CELERY:
|
||
config.add(config.true('CELERY_DEBUG'), 'CELERY_DEBUG', exists_ok=True)
|
||
|
||
|
||
|
||
logg.debug('config loaded:\n{}'.format(config))
|
||
|
||
return config
|
||
|
||
|
||
class ArgumentParser(BaseArgumentParser):
|
||
|
||
def process_local_flags(self, local_arg_flags):
|
||
if local_arg_flags & CICFlag.REDIS:
|
||
self.add_argument('--redis-host', dest='redis_host', type=str, help='redis host to use for task submission')
|
||
self.add_argument('--redis-port', dest='redis_port', type=int, help='redis host to use for task submission')
|
||
self.add_argument('--redis-db', dest='redis_db', type=int, help='redis db to use')
|
||
if local_arg_flags & CICFlag.REDIS_CALLBACK:
|
||
self.add_argument('--redis-host-callback', dest='redis_host_callback', default='localhost', type=str, help='redis host to use for callback')
|
||
self.add_argument('--redis-port-callback', dest='redis_port_callback', default=6379, type=int, help='redis port to use for callback')
|
||
self.add_argument('--redis-timeout', default=20.0, type=float, help='Redis callback timeout')
|
||
if local_arg_flags & CICFlag.CELERY:
|
||
self.add_argument('-q', '--celery-queue', dest='celery_queue', type=str, default='cic-eth', help='Task queue')
|
||
if local_arg_flags & CICFlag.SYNCER:
|
||
self.add_argument('--offset', type=int, default=0, help='Start block height for initial history sync')
|
||
self.add_argument('--no-history', action='store_true', dest='no_history', help='Skip initial history sync')
|
||
if local_arg_flags & CICFlag.CHAIN:
|
||
self.add_argument('-r', '--registry-address', type=str, dest='registry_address', help='CIC registry contract address')
|
||
|
||
|
||
class CeleryApp:
|
||
|
||
@classmethod
|
||
def from_config(cls, config):
|
||
backend_url = config.get('CELERY_RESULT_URL')
|
||
broker_url = config.get('CELERY_BROKER_URL')
|
||
celery_app = None
|
||
if backend_url != None:
|
||
celery_app = celery.Celery(broker=broker_url, backend=backend_url)
|
||
logg.info('creating celery app on {} with backend on {}'.format(broker_url, backend_url))
|
||
else:
|
||
celery_app = celery.Celery(broker=broker_url)
|
||
logg.info('creating celery app without results backend on {}'.format(broker_url))
|
||
|
||
return celery_app
|
||
|
||
|
||
class RPC:
|
||
|
||
def __init__(self, chain_spec, rpc_provider, signer_provider=None):
|
||
self.chain_spec = chain_spec
|
||
self.rpc_provider = rpc_provider
|
||
self.signer_provider = signer_provider
|
||
|
||
|
||
def get_default(self):
|
||
return RPCConnection.connect(self.chain_spec, 'default')
|
||
|
||
|
||
@staticmethod
|
||
def from_config(config):
|
||
chain_spec = ChainSpec.from_chain_str(config.get('CHAIN_SPEC'))
|
||
RPCConnection.register_location(config.get('RPC_HTTP_PROVIDER'), chain_spec, 'default')
|
||
if config.get('SIGNER_PROVIDER'):
|
||
RPCConnection.register_constructor(ConnType.UNIX, EthUnixSignerConnection, tag='signer')
|
||
RPCConnection.register_location(config.get('SIGNER_PROVIDER'), chain_spec, 'signer')
|
||
rpc = RPC(chain_spec, config.get('RPC_HTTP_PROVIDER'), signer_provider=config.get('SIGNER_PROVIDER'))
|
||
logg.info('set up rpc: {}'.format(rpc))
|
||
return rpc
|
||
|
||
|
||
def __str__(self):
|
||
return 'RPC factory, chain {}, rpc {}, signer {}'.format(self.chain_spec, self.rpc_provider, self.signer_provider)
|
||
|
||
|
||
class EthChainInterface(ChainInterface):
|
||
|
||
def __init__(self):
|
||
self._tx_receipt = receipt
|
||
self._block_by_number = block_by_number
|
||
self._block_from_src = Block.from_src
|
||
self._src_normalize = Tx.src_normalize
|
||
|
||
chain_interface = EthChainInterface()
|