234 lines
6.1 KiB
Python
234 lines
6.1 KiB
Python
#!/usr/bin/python
|
||
|
||
# standard imports
|
||
import json
|
||
import time
|
||
import datetime
|
||
import random
|
||
import logging
|
||
import os
|
||
import base64
|
||
import hashlib
|
||
import sys
|
||
import argparse
|
||
import random
|
||
|
||
# external imports
|
||
import vobject
|
||
import celery
|
||
import web3
|
||
from faker import Faker
|
||
import cic_registry
|
||
import confini
|
||
from cic_eth.api import Api
|
||
from cic_types.models.person import (
|
||
Person,
|
||
generate_vcard_from_contact_data,
|
||
get_contact_data_from_vcard,
|
||
)
|
||
|
||
logging.basicConfig(level=logging.WARNING)
|
||
logg = logging.getLogger()
|
||
|
||
fake = Faker(['sl', 'en_US', 'no', 'de', 'ro'])
|
||
|
||
config_dir = os.environ.get('CONFINI_DIR', '/usr/local/etc/cic')
|
||
|
||
argparser = argparse.ArgumentParser()
|
||
argparser.add_argument('-c', type=str, default=config_dir, help='Config dir')
|
||
argparser.add_argument('--gift-threshold', action='store_true', help='If set, users will be funded with additional random balance (in token integer units)')
|
||
argparser.add_argument('-v', action='store_true', help='Be verbose')
|
||
argparser.add_argument('-vv', action='store_true', help='Be more verbose')
|
||
argparser.add_argument('--skip-identities', action='store_true', help='do not include generated ethereum address in user data')
|
||
argparser.add_argument('--dir', default='out', type=str, help='path to users export dir tree')
|
||
argparser.add_argument('user_count', type=int, help='amount of users to generate')
|
||
args = argparser.parse_args()
|
||
|
||
if args.v:
|
||
logg.setLevel(logging.INFO)
|
||
elif args.vv:
|
||
logg.setLevel(logging.DEBUG)
|
||
|
||
config = confini.Config(args.c, os.environ.get('CONFINI_ENV_PREFIX'))
|
||
config.process()
|
||
logg.info('loaded config\n{}'.format(config))
|
||
|
||
|
||
dt_now = datetime.datetime.utcnow()
|
||
dt_then = dt_now - datetime.timedelta(weeks=150)
|
||
ts_now = int(dt_now.timestamp())
|
||
ts_then = int(dt_then.timestamp())
|
||
|
||
celery_app = celery.Celery(broker=config.get('CELERY_BROKER_URL'), backend=config.get('CELERY_RESULT_URL'))
|
||
|
||
api = Api(config.get('CIC_CHAIN_SPEC'))
|
||
|
||
gift_max = args.gift_threshold or 0
|
||
gift_factor = (10**6)
|
||
|
||
categories = [
|
||
"food/water",
|
||
"fuel/energy",
|
||
"education",
|
||
"health",
|
||
"shop",
|
||
"environment",
|
||
"transport",
|
||
"farming/labor",
|
||
"savingsgroup",
|
||
]
|
||
|
||
phone_idx = []
|
||
|
||
user_dir = args.dir
|
||
user_count = args.user_count
|
||
|
||
def genPhoneIndex(phone):
|
||
h = hashlib.new('sha256')
|
||
h.update(phone.encode('utf-8'))
|
||
h.update(b'cic.msisdn')
|
||
return h.digest().hex()
|
||
|
||
|
||
def genId(addr, typ):
|
||
h = hashlib.new('sha256')
|
||
h.update(bytes.fromhex(addr[2:]))
|
||
h.update(typ.encode('utf-8'))
|
||
return h.digest().hex()
|
||
|
||
|
||
def genDate():
|
||
|
||
logg.info(ts_then)
|
||
ts = random.randint(ts_then, ts_now)
|
||
return datetime.datetime.fromtimestamp(ts).timestamp()
|
||
|
||
|
||
def genPhone():
|
||
return fake.msisdn()
|
||
|
||
|
||
def genPersonal(phone):
|
||
fn = fake.first_name()
|
||
ln = fake.last_name()
|
||
e = fake.email()
|
||
|
||
return generate_vcard_from_contact_data(ln, fn, phone, e)
|
||
|
||
# v = vobject.vCard()
|
||
# first_name = fake.first_name()
|
||
# last_name = fake.last_name()
|
||
# v.add('n')
|
||
# v.n.value = vobject.vcard.Name(family=last_name, given=first_name)
|
||
# v.add('fn')
|
||
# v.fn.value = '{} {}'.format(first_name, last_name)
|
||
# v.add('tel')
|
||
# v.tel.typ_param = 'CELL'
|
||
# v.tel.value = phone
|
||
# v.add('email')
|
||
# v.email.value = fake.email()
|
||
#
|
||
# vcard_serialized = v.serialize()
|
||
# vcard_base64 = base64.b64encode(vcard_serialized.encode('utf-8'))
|
||
|
||
# return vcard_base64.decode('utf-8')
|
||
|
||
|
||
def genCats():
|
||
i = random.randint(0, 3)
|
||
return random.choices(categories, k=i)
|
||
|
||
|
||
def genAmount():
|
||
return random.randint(0, gift_max) * gift_factor
|
||
|
||
|
||
def gen():
|
||
old_blockchain_address = '0x' + os.urandom(20).hex()
|
||
#accounts_index_account = config.get('DEV_ETH_ACCOUNT_ACCOUNTS_INDEX_WRITER')
|
||
#if not accounts_index_account:
|
||
# accounts_index_account = None
|
||
#logg.debug('accounts indexwriter {}'.format(accounts_index_account))
|
||
#t = api.create_account(register=True)
|
||
#new_blockchain_address = t.get()
|
||
gender = random.choice(['female', 'male', 'other'])
|
||
phone = genPhone()
|
||
#phone = '254{}'.format(random.randint(4791000000, 4792000000))
|
||
#phone = '254791549131'
|
||
logg.debug('phone {}'.format(phone))
|
||
v = genPersonal(phone)
|
||
contact_data = get_contact_data_from_vcard(v)
|
||
|
||
p = Person()
|
||
p.load_vcard(contact_data)
|
||
p.year = '0000'
|
||
# o = {
|
||
# 'date_registered': genDate(),
|
||
# 'vcard': v,
|
||
# 'gender': gender,
|
||
# 'key': {
|
||
# 'ethereum': [
|
||
# old_blockchain_address,
|
||
# new_blockchain_address,
|
||
# ],
|
||
# },
|
||
# 'location': {
|
||
# 'latitude': str(fake.latitude()),
|
||
# 'longitude': str(fake.longitude()),
|
||
# 'external': { # add osm lookup
|
||
# }
|
||
# },
|
||
# 'selling': genCats(),
|
||
# }
|
||
# uid = genId(new_blockchain_address, 'cic.person')
|
||
|
||
#logg.info('gifting {} to {}'.format(amount, new_blockchain_address))
|
||
|
||
return (old_blockchain_address, phone, p)
|
||
|
||
|
||
def prepareLocalFilePath(datadir, address):
|
||
parts = [
|
||
address[:2],
|
||
address[2:4],
|
||
]
|
||
dirs = '{}/old/{}/{}'.format(
|
||
datadir,
|
||
parts[0],
|
||
parts[1],
|
||
)
|
||
os.makedirs(dirs, exist_ok=True)
|
||
return dirs
|
||
|
||
|
||
if __name__ == '__main__':
|
||
|
||
base_dir = os.path.join(user_dir, 'old')
|
||
os.makedirs(base_dir, exist_ok=True)
|
||
|
||
fa = open(os.path.join(base_dir, 'balances.csv'), 'w')
|
||
|
||
for i in range(user_count):
|
||
|
||
(eth, phone, o) = gen()
|
||
uid = eth[2:].upper()
|
||
|
||
print(o)
|
||
|
||
d = prepareLocalFilePath(base_dir, uid + '.json')
|
||
f = open('{}/{}'.format(d, uid), 'w')
|
||
json.dump(o.serialize(), f)
|
||
f.close()
|
||
|
||
pidx = genPhoneIndex(phone)
|
||
d = prepareLocalFilePath(os.path.join(user_dir, 'phone'), uid)
|
||
f = open('{}/{}'.format(d, pidx), 'w')
|
||
f.write(eth)
|
||
f.close()
|
||
|
||
amount = genAmount()
|
||
fa.write('{},{}\n'.format(eth,amount))
|
||
logg.debug('pidx {}, uid {}, eth {}, amount {}'.format(pidx, uid, eth, amount))
|
||
|
||
fa.close()
|