213 lines
4.9 KiB
Python
213 lines
4.9 KiB
Python
|
#!/usr/bin/python
|
|||
|
|
|||
|
import json
|
|||
|
import time
|
|||
|
import datetime
|
|||
|
import random
|
|||
|
import logging
|
|||
|
import os
|
|||
|
import base64
|
|||
|
import hashlib
|
|||
|
import sys
|
|||
|
|
|||
|
import vobject
|
|||
|
|
|||
|
import celery
|
|||
|
import web3
|
|||
|
from faker import Faker
|
|||
|
import cic_registry
|
|||
|
import confini
|
|||
|
from cic_eth.api import Api
|
|||
|
|
|||
|
logging.basicConfig(level=logging.DEBUG)
|
|||
|
logg = logging.getLogger()
|
|||
|
|
|||
|
fake = Faker(['sl', 'en_US', 'no', 'de', 'ro'])
|
|||
|
|
|||
|
#f = open('cic.conf', 'r')
|
|||
|
#config = json.load(f)
|
|||
|
#f.close()
|
|||
|
#
|
|||
|
|
|||
|
config_dir = os.environ.get('CONFINI_DIR', '/usr/local/etc/cic')
|
|||
|
|
|||
|
config = confini.Config(config_dir, os.environ.get('CONFINI_ENV_PREFIX'))
|
|||
|
config.process()
|
|||
|
logg.info('loaded config\n{}'.format(config))
|
|||
|
|
|||
|
|
|||
|
w3s = None
|
|||
|
w3s = web3.Web3(web3.Web3.IPCProvider(config.get('SIGNER_SOCKET_PATH')))
|
|||
|
#w3s = web3.Web3(web3.Web3.IPCProvider(config['signer']['provider']))
|
|||
|
#w3 = web3.Web3(web3.Web3.WebsocketProvider(config['eth']['provider']))
|
|||
|
|
|||
|
dt_now = datetime.datetime.utcnow()
|
|||
|
dt_then = dt_now - datetime.timedelta(weeks=150)
|
|||
|
ts_now = int(dt_now.timestamp())
|
|||
|
ts_then = int(dt_then.timestamp())
|
|||
|
|
|||
|
celery_app = celery.Celery(broker=config.get('CELERY_BROKER_URL'), backend=config.get('CELERY_RESULT_URL'))
|
|||
|
|
|||
|
api = Api(config.get('CIC_CHAIN_SPEC'))
|
|||
|
|
|||
|
gift_max = 10000
|
|||
|
gift_factor = (10**9)
|
|||
|
|
|||
|
categories = [
|
|||
|
"food/water",
|
|||
|
"fuel/energy",
|
|||
|
"education",
|
|||
|
"health",
|
|||
|
"shop",
|
|||
|
"environment",
|
|||
|
"transport",
|
|||
|
"farming/labor",
|
|||
|
"savingsgroup",
|
|||
|
]
|
|||
|
|
|||
|
phone_idx = []
|
|||
|
|
|||
|
|
|||
|
def genPhoneIndex(phone):
|
|||
|
h = hashlib.new('sha256')
|
|||
|
h.update(phone.encode('utf-8'))
|
|||
|
h.update(b'cic.msisdn')
|
|||
|
return h.digest().hex()
|
|||
|
|
|||
|
|
|||
|
def genId(addr, typ):
|
|||
|
h = hashlib.new('sha256')
|
|||
|
h.update(bytes.fromhex(addr[2:]))
|
|||
|
h.update(typ.encode('utf-8'))
|
|||
|
return h.digest().hex()
|
|||
|
|
|||
|
|
|||
|
def genDate():
|
|||
|
|
|||
|
logg.info(ts_then)
|
|||
|
ts = random.randint(ts_then, ts_now)
|
|||
|
return datetime.datetime.fromtimestamp(ts).timestamp()
|
|||
|
|
|||
|
|
|||
|
def genPhone():
|
|||
|
return fake.msisdn()
|
|||
|
|
|||
|
|
|||
|
def genPersonal(phone):
|
|||
|
fn = fake.first_name()
|
|||
|
ln = fake.last_name()
|
|||
|
e = fake.email()
|
|||
|
|
|||
|
v = vobject.vCard()
|
|||
|
first_name = fake.first_name()
|
|||
|
last_name = fake.last_name()
|
|||
|
v.add('n')
|
|||
|
v.n.value = vobject.vcard.Name(family=last_name, given=first_name)
|
|||
|
v.add('fn')
|
|||
|
v.fn.value = '{} {}'.format(first_name, last_name)
|
|||
|
v.add('tel')
|
|||
|
v.tel.typ_param = 'CELL'
|
|||
|
v.tel.value = phone
|
|||
|
v.add('email')
|
|||
|
v.email.value = fake.email()
|
|||
|
|
|||
|
vcard_serialized = v.serialize()
|
|||
|
vcard_base64 = base64.b64encode(vcard_serialized.encode('utf-8'))
|
|||
|
|
|||
|
return vcard_base64.decode('utf-8')
|
|||
|
|
|||
|
|
|||
|
def genCats():
|
|||
|
i = random.randint(0, 3)
|
|||
|
return random.choices(categories, k=i)
|
|||
|
|
|||
|
|
|||
|
def genAmount():
|
|||
|
return random.randint(0, gift_max) * gift_factor
|
|||
|
|
|||
|
|
|||
|
def gen():
|
|||
|
old_blockchain_address = '0x' + os.urandom(20).hex()
|
|||
|
accounts_index_account = config.get('DEV_ETH_ACCOUNT_ACCOUNTS_INDEX_WRITER')
|
|||
|
if not accounts_index_account:
|
|||
|
accounts_index_account = None
|
|||
|
logg.debug('accounts indexwriter {}'.format(accounts_index_account))
|
|||
|
t = api.create_account()
|
|||
|
new_blockchain_address = t.get()
|
|||
|
gender = random.choice(['female', 'male', 'other'])
|
|||
|
phone = genPhone()
|
|||
|
v = genPersonal(phone)
|
|||
|
o = {
|
|||
|
'date_registered': genDate(),
|
|||
|
'vcard': v,
|
|||
|
'gender': gender,
|
|||
|
'key': {
|
|||
|
'ethereum': [
|
|||
|
old_blockchain_address,
|
|||
|
new_blockchain_address,
|
|||
|
],
|
|||
|
},
|
|||
|
'location': {
|
|||
|
'latitude': str(fake.latitude()),
|
|||
|
'longitude': str(fake.longitude()),
|
|||
|
'external': { # add osm lookup
|
|||
|
}
|
|||
|
},
|
|||
|
'selling': genCats(),
|
|||
|
}
|
|||
|
uid = genId(new_blockchain_address, 'cic.person')
|
|||
|
|
|||
|
#logg.info('gifting {} to {}'.format(amount, new_blockchain_address))
|
|||
|
|
|||
|
return (uid, phone, o)
|
|||
|
|
|||
|
|
|||
|
def prepareLocalFilePath(datadir, address):
|
|||
|
parts = [
|
|||
|
address[:2],
|
|||
|
address[2:4],
|
|||
|
]
|
|||
|
dirs = '{}/{}/{}'.format(
|
|||
|
datadir,
|
|||
|
parts[0],
|
|||
|
parts[1],
|
|||
|
)
|
|||
|
os.makedirs(dirs, exist_ok=True)
|
|||
|
return dirs
|
|||
|
|
|||
|
|
|||
|
if __name__ == '__main__':
|
|||
|
|
|||
|
os.makedirs('data/person', exist_ok=True)
|
|||
|
os.makedirs('data/phone', exist_ok=True)
|
|||
|
|
|||
|
fa = open('./data/amounts', 'w')
|
|||
|
fb = open('./data/addresses', 'w')
|
|||
|
|
|||
|
#for i in range(10):
|
|||
|
for i in range(int(sys.argv[1])):
|
|||
|
|
|||
|
(uid, phone, o) = gen()
|
|||
|
eth = o['key']['ethereum'][1]
|
|||
|
|
|||
|
print(o)
|
|||
|
|
|||
|
d = prepareLocalFilePath('./data/person', uid)
|
|||
|
f = open('{}/{}'.format(d, uid), 'w')
|
|||
|
json.dump(o, f)
|
|||
|
f.close()
|
|||
|
|
|||
|
pidx = genPhoneIndex(phone)
|
|||
|
d = prepareLocalFilePath('./data/phone', uid)
|
|||
|
f = open('{}/{}'.format(d, pidx), 'w')
|
|||
|
f.write(eth)
|
|||
|
f.close()
|
|||
|
|
|||
|
amount = genAmount()
|
|||
|
fa.write('{},{}\n'.format(eth,amount))
|
|||
|
fb.write('{}\n'.format(eth))
|
|||
|
logg.debug('pidx {}, uid {}, eth {}, amount {}'.format(pidx, uid, eth, amount))
|
|||
|
|
|||
|
fb.close()
|
|||
|
fa.close()
|