WIP add transaction server

chainqueue/adapters/eth.py

@@ -0,0 +1,20 @@
+# external imports
+from chainlib.eth.tx import (
+        unpack,
+        )
+from hexathon import add_0x
+
+# local imports
+
+
+class EthAdapter:
+
+    def __init__(self, backend):
+        self.backend = backend
+
+
+    def add(self, chain_spec, bytecode):
+        tx = unpack(bytecode, chain_spec)
+        session = self.backend.create_session()
+        self.backend.create(chain_spec, tx['nonce'], tx['from'], tx['hash'], add_0x(bytecode.hex()), session=session)
+        session.close()

chainqueue/fs/entry.py

@@ -0,0 +1,41 @@
+# standard imports
+import datetime
+
+# external imports
+from hexathon import strip_0x
+
+# local imports
+from chainqueue.enum import StatusEnum
+
+
+class DefaultApplier:
+
+    def add(self, tx_hash, signed_tx):
+        logg.debug('noop add {} {}'.format(tx_hash, signed_tx))
+
+
+class Entry:
+
+    def __init__(self, nonce, tx_hash, signed_tx, applier=DefaultApplier()):
+        self.nonce = nonce
+        self.tx_hash = strip_0x(tx_hash)
+        self.signed_tx = strip_0x(signed_tx)
+        self.status = StatusEnum.PENDING
+
+        self.applier.add(bytes.fromhex(tx_hash), bytes.fromhex(signed_tx))
+
+
+class MetaEntry:
+
+    def __init__(self, entry, sender, recipient, source_token_address, destination_token_address, from_value, to_value, block_number=None, tx_index=None, date_created=datetime.datetime.utcnow()):
+        self.entry = entry
+        self.sender = sender
+        self.recipient = recipient
+        self.source_token_address = source_token_address
+        self.destination_token_address = destination_token_address
+        self.from_value = from_value
+        self.to_value = to_value
+        self.block_number = block_number
+        self.tx_index = tx_index
+        self.date_created = date_created
+        self.date_updated = self.date_created

chainqueue/fs/otx.py

@@ -0,0 +1,14 @@
+# local imports
+from chainqueue.enum import (
+        StatusEnum,
+        StatusBits,
+        )
+
+
+class Otx:
+
+    def __init__(self, nonce, tx_hash, signed_tx):
+        self.nonce = nonce
+        self.tx_hash = strip_0x(tx_hash)
+        self.signed_tx = strip_0x(signed_tx)
+        self.status = StatusEnum.PENDING

chainqueue/runnable/server.py

@@ -0,0 +1,129 @@
+import syslog
+import sys
+import time
+import socket
+import signal
+import os
+import logging
+import stat
+import argparse
+import uuid
+
+# external imports
+import confini
+from xdg.BaseDirectory import (
+        load_first_config,
+        get_runtime_dir,
+        )
+from hexathon import strip_0x
+from chainlib.chain import ChainSpec
+
+# local imports
+from chainqueue.sql.backend import SQLBackend
+from chainqueue.db import dsn_from_config
+from chainqueue.adapters.eth import EthAdapter
+
+logging.basicConfig(level=logging.WARNING)
+logg = logging.getLogger()
+
+default_config_dir = load_first_config('chainqueue')
+config_dir = os.environ.get('CONFINI_DIR', default_config_dir)
+
+runtime_dir = os.path.join(get_runtime_dir(), 'chainqueue')
+
+argparser = argparse.ArgumentParser('chainqueue transaction submission and trigger server')
+argparser.add_argument('-c', '--config', dest='c', type=str, default=config_dir, help='configuration directory')
+argparser.add_argument('--runtime-dir', dest='runtime_dir', type=str, default=runtime_dir, help='runtime directory')
+argparser.add_argument('--session-id', dest='session_id', type=str, default=str(uuid.uuid4()), help='session id to use for session')
+argparser.add_argument('-v', action='store_true', help='be verbose')
+argparser.add_argument('-vv', action='store_true', help='be very verbose')
+args = argparser.parse_args(sys.argv[1:])
+
+if args.vv:
+    logg.setLevel(logging.DEBUG)
+elif args.v:
+    logg.setLevel(logging.INFO)
+
+config = confini.Config(args.c)
+config.process()
+args_override = {
+            'SESSION_RUNTIME_DIR': getattr(args, 'runtime_dir'),
+        }
+config.dict_override(args_override, 'cli args')
+config.add(getattr(args, 'session_id'), '_SESSION_ID', True)
+
+if not config.get('SESSION_SOCKET_PATH'):
+    socket_path = os.path.join(config.get('SESSION_RUNTIME_DIR'), config.get('_SESSION_ID'), 'chainqueue.sock')
+    config.add(socket_path, 'SESSION_SOCKET_PATH', True)
+logg.debug('config loaded:\n{}'.format(config))
+
+
+class SessionController:
+
+    def __init__(self, config):
+        self.dead = False
+        os.makedirs(os.path.dirname(config.get('SESSION_SOCKET_PATH')), exist_ok=True)
+        try:
+            os.unlink(config.get('SESSION_SOCKET_PATH'))
+        except FileNotFoundError:
+            pass
+
+        self.srv = socket.socket(family=socket.AF_UNIX, type=socket.SOCK_STREAM)
+        self.srv.bind(config.get('SESSION_SOCKET_PATH'))
+        self.srv.listen(2)
+        self.srv.settimeout(5.0)
+
+    def shutdown(self, signo, frame):
+        if self.dead:
+            return
+        self.dead = True
+        if signo != None:
+            syslog.syslog('closing on {}'.format(signo))
+        else:
+            syslog.syslog('explicit shutdown')
+        sockname = self.srv.getsockname()
+        self.srv.close()
+        try:
+            os.unlink(sockname)
+        except FileNotFoundError:
+            logg.warning('socket file {} already gone'.format(sockname))
+
+
+    def get_connection(self):
+        return self.srv.accept()
+
+
+ctrl = SessionController(config)
+
+signal.signal(signal.SIGINT, ctrl.shutdown)
+signal.signal(signal.SIGTERM, ctrl.shutdown)
+
+dsn = dsn_from_config(config)
+backend = SQLBackend(dsn)
+adapter = EthAdapter(backend)
+chain_spec = ChainSpec.from_chain_str('evm:mainnet:1')
+
+if __name__ == '__main__':
+    while True:
+        srvs = None
+        try:
+            (srvs, srvs_addr) = ctrl.get_connection()
+        except OSError as e:
+            try:
+                fi = os.stat(config.get('SESSION_SOCKET_PATH'))
+            except FileNotFoundError:
+                logg.error('socket is gone')
+                break
+            if not stat.S_ISSOCK(fi.st_mode):
+                logg.error('entity on socket path is not a socket')
+                break
+            if srvs == None:
+                logg.debug('ping')
+                continue
+        srvs.setblocking(False)
+        data_in = srvs.recv(1024)
+        data_in_str = data_in.decode('utf-8')
+        data = bytes.fromhex(strip_0x(data_in_str))
+        adapter.add(chain_spec, data)
+
+    ctrl.shutdown(None, None)

chainqueue/sql/backend.py

@@ -0,0 +1,14 @@
+# local imports
+from chainqueue.sql.tx import create
+from chainqueue.db.models.base import SessionBase
+
+
+class SQLBackend:
+
+    def __init__(self, conn_spec, *args, **kwargs):
+        SessionBase.connect(conn_spec, pool_size=kwargs.get('poolsize', 0), debug=kwargs.get('debug', False))
+        self.create = create
+
+
+    def create_session(self):
+        return SessionBase.create_session()