Merge branch 'lash/fix-imports-again' into 'master'

Rehabilitate import scripts after leak fixes

See merge request grassrootseconomics/cic-internal-integration!37

apps/contract-migration/scripts/README.md

@@ -49,7 +49,7 @@ This will monitor new mined blocks and send balances to the newly created accoun
 
 Without any modifications to the cluster and config files:
 
-`python -c config --redis-host-callback redis <datadir>`
+`python import_users.py -c config --redis-host-callback redis <datadir>`
 
 ** A note on the The callback**:  The script uses a redis callback to retrieve the newly generated custodial address. This is the redis server _from the perspective of the cic-eth component_.
 

apps/contract-migration/scripts/import_balance.py

@@ -191,7 +191,7 @@ class BlockGetter:
 
 
 def progress_callback(block_number, tx_index, s):
-    sys.stdout.write(s.ljust(200) + "\n")
+    sys.stdout.write(str(s).ljust(200) + "\n")
 
 
 

apps/contract-migration/scripts/import_users.py

@@ -20,7 +20,7 @@ from hexathon import (
 from chainlib.eth.address import to_checksum
 from cic_types.models.person import Person
 from cic_eth.api.api_task import Api
-from cic_registry.chain import ChainSpec
+from chainlib.chain import ChainSpec
 from cic_types.processor import generate_metadata_pointer
 
 logging.basicConfig(level=logging.WARNING)
@@ -142,7 +142,8 @@ if __name__ == '__main__':
             new_address = register_eth(i, u)
             if u.identities.get('evm') == None:
                 u.identities['evm'] = {}
-            u.identities['evm'][chain_str] = [new_address]
+            sub_chain_str = '{}:{}'.format(chain_spec.common_name(), chain_spec.network_id())
+            u.identities['evm'][sub_chain_str] = [new_address]
 
             register_ussd(u)
 

apps/contract-migration/scripts/requirements.txt

@@ -2,7 +2,7 @@ psycopg2==2.8.6
 chainlib~=0.0.1a15
 chainsyncer~=0.0.1a10
 cic-eth==0.10.0a30+build.fdb16130
-cic-registry~=0.5.3a19
+cic-registry~=0.5.3a21
 confini~=0.3.6rc3
 celery==4.4.7
 redis==3.5.3

apps/contract-migration/scripts/verify.py

@@ -11,7 +11,7 @@ import csv
 import json
 import urllib
 
-# external impotts
+# external imports
 import celery
 import eth_abi
 import confini
@@ -19,9 +19,9 @@ from hexathon import (
         strip_0x,
         add_0x,
         )
-from cic_registry.chain import ChainSpec
 from chainsyncer.backend import MemBackend
 from chainsyncer.driver import HeadSyncer
+from chainlib.chain import ChainSpec
 from chainlib.eth.connection import HTTPConnection
 from chainlib.eth.constant import ZERO_ADDRESS
 from chainlib.eth.block import (
@@ -53,7 +53,7 @@ config_dir = '/usr/local/etc/cic-syncer'
 argparser = argparse.ArgumentParser(description='daemon that monitors transactions in new blocks')
 argparser.add_argument('-p', '--provider', dest='p', type=str, help='chain rpc provider address')
 argparser.add_argument('-c', type=str, default=config_dir, help='config root to use')
-argparser.add_argument('--old-chain-spec', type=str, dest='old_chain_spec', default='oldchain:1', help='chain spec')
+argparser.add_argument('--old-chain-spec', type=str, dest='old_chain_spec', default='evm:oldchain:1', help='chain spec')
 argparser.add_argument('-i', '--chain-spec', type=str, dest='i', help='chain spec')
 argparser.add_argument('--meta-provider', type=str, dest='meta_provider', default='http://localhost:63380', help='cic-meta url')
 argparser.add_argument('-r', '--registry-address', type=str, dest='r', help='CIC Registry address')
@@ -254,7 +254,6 @@ def main():
 
     balances = {}
     f = open('{}/balances.csv'.format(user_dir, 'r'))
-    remove_zeros = 10**12
     i = 0
     while True:
         l = f.readline()
@@ -266,7 +265,7 @@ def main():
             sys.stdout.write('loading balance {} {}'.format(i, address).ljust(200) + "\r")
         except ValueError:
             break
-        balance = int(int(r[1].rstrip()) / remove_zeros)
+        balance = int(r[1].rstrip())
         balances[address] = balance
         i += 1
 
@@ -294,8 +293,10 @@ def main():
             u = Person.deserialize(o)
             logg.debug('data {}'.format(u.identities['evm']))
 
-            new_address = u.identities['evm'][chain_str][0]
-            old_address = u.identities['evm'][old_chain_str][0]
+            subchain_str = '{}:{}'.format(chain_spec.common_name(), chain_spec.network_id())
+            new_address = u.identities['evm'][subchain_str][0]
+            subchain_str = '{}:{}'.format(old_chain_spec.common_name(), old_chain_spec.network_id())
+            old_address = u.identities['evm'][subchain_str][0]
             balance = balances[old_address]
             logg.debug('checking {} -> {} = {}'.format(old_address, new_address, balance))