cic-internal-integration/apps/cic-eth/cic_eth/server/celery.py
2021-12-02 15:07:49 +03:00

61 lines
1.6 KiB
Python

import json
import logging
import sys
import uuid
import cic_eth.cli
import redis
from cic_eth.api.api_task import Api
from cic_eth.server.config import config
log = logging.getLogger(__name__)
celery_app = cic_eth.cli.CeleryApp.from_config(config)
celery_app.set_default()
chain_spec = config.get('CHAIN_SPEC')
celery_queue = config.get('CELERY_QUEUE')
redis_host = config.get('REDIS_HOST')
redis_port = config.get('REDIS_PORT')
redis_db = config.get('REDIS_DB')
def call(method, *args, **kwargs):
""" Creates a redis channel and calls `cic_eth.api` with the provided `method` and `*args`. Returns the result of the api call
"""
redis_channel = str(uuid.uuid4())
r = redis.Redis(redis_host, redis_port, redis_db)
ps = r.pubsub()
ps.subscribe(redis_channel)
api = Api(
chain_spec,
queue=celery_queue,
callback_param='{}:{}:{}:{}'.format(
redis_host, redis_port, redis_db, redis_channel),
callback_task='cic_eth.callbacks.redis.redis',
callback_queue=celery_queue,
)
getattr(api, method)(*args, **kwargs)
ps.get_message()
try:
o = ps.get_message(timeout=config.get('REDIS_TIMEOUT'))
except TimeoutError as e:
sys.stderr.write(
f"cic_eth.api.{method}({args}, {kwargs}) timed out:\n {e}")
sys.exit(1)
log.debug(
f"cic_eth.api.{method}(args={args}, kwargs={kwargs})\n {o}")
ps.unsubscribe()
try:
result = json.loads(o['data'])["result"]
return result
except Exception as e:
sys.stderr.write(
f'Unable to parse Data:\n{o}\n Error:\n{e}')
return None