Initial commit

examples/dump.py

@@ -0,0 +1,117 @@
+# standard imports
+import tempfile
+import os
+import logging
+import sys
+
+# external imports
+from chainlib.chain import ChainSpec
+from chainlib.eth.connection import EthHTTPConnection
+from chainlib.eth.block import (
+        block_by_number,
+        block_by_hash,
+        block_latest,
+        Block,
+        )
+from chainlib.eth.tx import (
+        Tx,
+        transaction,
+        receipt,
+        )
+from chainlib.interface import ChainInterface
+from chainsyncer.backend.memory import MemBackend
+from chainsyncer.driver.thread import ThreadedHistorySyncer
+
+# local imports
+from eth_cache.account import AccountRegistry
+from eth_cache.store import TxFileStore
+from eth_cache.store import PointerHexDir
+
+logging.basicConfig(level=logging.INFO)
+logg = logging.getLogger()
+logging.getLogger('eth_cache.store').setLevel(logging.DEBUG)
+logging.getLogger('chainsyncer.driver.thread').setLevel(logging.DEBUG)
+#logging.getLogger('chainsyncer.backend.memory').setLevel(logging.DEBUG)
+
+root_dir = tempfile.mkdtemp(dir=os.path.join('/tmp/ethsync'))
+data_dir = os.path.join(root_dir, 'store')
+logg.info('using data dir {}'.format(data_dir))
+
+chain_interface = ChainInterface()
+chain_interface.set('block_by_number', block_by_number)
+chain_interface.set('block_by_hash', block_by_hash)
+chain_interface.set('block_latest', block_latest)
+chain_interface.set('block_from_src', Block.from_src)
+chain_interface.set('tx_from_src', Tx.from_src)
+chain_interface.set('tx_by_hash', transaction)
+chain_interface.set('tx_receipt', receipt)
+chain_interface.set('src_normalize', Tx.src_normalize)
+
+chain_spec = ChainSpec('evm', 'ethereum', 1)
+backend = PointerHexDir(data_dir, 32)
+backend.register_pointer('address')
+store = TxFileStore(chain_spec, backend)
+
+rpc = EthHTTPConnection('http://localhost:8545')
+
+#start = 8534365
+start = 12423900
+
+o = block_latest()
+r = rpc.do(o)
+stop = int(r, 16)
+stop = start + 200
+
+syncer_backend = MemBackend(chain_spec, None, target_block=stop)
+syncer_backend.set(start, 0)
+
+#o = block_by_number(12423955, include_tx=False)
+#r = rpc.do(o)
+##o = block_by_hash(r)
+##r = rpc.do(o)
+#block = Block(r)
+#
+#tx_hash = block.txs[308]
+#logg.debug('tx_ahsh {}'.format(tx_hash))
+#o = transaction(tx_hash)
+#tx_src = rpc.do(o)
+#o = receipt(tx_hash)
+#rcpt = rpc.do(o)
+#tx = Tx(tx_src, block=block)
+
+account_registry = AccountRegistry()
+account_registry.add('0x6bd8cb96bbc58a73d5360301b7791457bc93da24', 'money')
+
+class StoreFilter:
+
+    def __init__(self, store, registry):
+        self.registry = registry
+        self.store = store
+
+
+    def filter(self, conn, block, tx, session=None):
+        addresses = []
+        if account_registry.have(tx.inputs[0]):
+            addresses.append(tx.inputs[0])
+        if account_registry.have(tx.outputs[0]):
+            addresses.append(tx.outputs[0])
+        store.put(block, tx, addresses)
+
+
+class MonitorFilter:
+
+    def __init__(self, name='sync'):
+        self.name = name
+
+
+    def filter(self, rpc, block, tx, session=None):
+        s = '{} sync block {} tx {}/{}'.format(self.name, block.number, tx.index, len(block.txs))
+        sys.stdout.write('{:<100s}\r'.format(s))
+
+
+fltr = StoreFilter(store, account_registry)
+
+syncer = ThreadedHistorySyncer(10, syncer_backend, chain_interface)
+syncer.add_filter(MonitorFilter())
+syncer.add_filter(fltr)
+syncer.loop(0, rpc)