270 lines
6.6 KiB
Python
270 lines
6.6 KiB
Python
#!/usr/bin/python
|
|
|
|
# standard imports
|
|
import json
|
|
import datetime
|
|
import random
|
|
import logging
|
|
import os
|
|
import hashlib
|
|
import argparse
|
|
import random
|
|
|
|
# external imports
|
|
import celery
|
|
from faker import Faker
|
|
from collections import OrderedDict
|
|
import confini
|
|
from cic_types.models.person import (
|
|
Person,
|
|
generate_vcard_from_contact_data,
|
|
get_contact_data_from_vcard,
|
|
)
|
|
from chainlib.eth.address import to_checksum_address
|
|
import phonenumbers
|
|
|
|
logging.basicConfig(level=logging.WARNING)
|
|
logg = logging.getLogger()
|
|
|
|
fake = Faker(['sl', 'en_US', 'no', 'de', 'ro'])
|
|
|
|
default_config_dir = './config'
|
|
|
|
|
|
argparser = argparse.ArgumentParser()
|
|
argparser.add_argument('-c', type=str, default=default_config_dir, help='Config dir')
|
|
argparser.add_argument('--tag', type=str, action='append',
|
|
help='Tags to add to record')
|
|
argparser.add_argument('--gift-threshold', type=int,
|
|
help='If set, users will be funded with additional random balance (in token integer units)')
|
|
argparser.add_argument('-v', action='store_true', help='Be verbose')
|
|
argparser.add_argument('-vv', action='store_true', help='Be more verbose')
|
|
argparser.add_argument('--dir', default='out', type=str,
|
|
help='path to users export dir tree')
|
|
argparser.add_argument('user_count', type=int,
|
|
help='amount of users to generate')
|
|
args = argparser.parse_args()
|
|
|
|
if args.v:
|
|
logg.setLevel(logging.INFO)
|
|
elif args.vv:
|
|
logg.setLevel(logging.DEBUG)
|
|
|
|
config = confini.Config(args.c, os.environ.get('CONFINI_ENV_PREFIX'))
|
|
config.process()
|
|
logg.debug('loaded config\n{}'.format(config))
|
|
|
|
|
|
dt_now = datetime.datetime.utcnow()
|
|
dt_then = dt_now - datetime.timedelta(weeks=150)
|
|
ts_now = int(dt_now.timestamp())
|
|
ts_then = int(dt_then.timestamp())
|
|
|
|
celery_app = celery.Celery(broker=config.get(
|
|
'CELERY_BROKER_URL'), backend=config.get('CELERY_RESULT_URL'))
|
|
|
|
gift_max = args.gift_threshold or 0
|
|
gift_factor = (10**6)
|
|
|
|
categories = [
|
|
"food/water",
|
|
"fuel/energy",
|
|
"education",
|
|
"health",
|
|
"shop",
|
|
"environment",
|
|
"transport",
|
|
"farming/labor",
|
|
"savingsgroup",
|
|
]
|
|
|
|
phone_idx = []
|
|
|
|
user_dir = args.dir
|
|
user_count = args.user_count
|
|
|
|
tags = args.tag
|
|
if tags == None or len(tags) == 0:
|
|
tags = ['individual']
|
|
|
|
random.seed()
|
|
|
|
|
|
def genPhoneIndex(phone):
|
|
h = hashlib.new('sha256')
|
|
h.update(phone.encode('utf-8'))
|
|
h.update(b':cic.phone')
|
|
return h.digest().hex()
|
|
|
|
|
|
def genId(addr, typ):
|
|
h = hashlib.new('sha256')
|
|
h.update(bytes.fromhex(addr[2:]))
|
|
h.update(typ.encode('utf-8'))
|
|
return h.digest().hex()
|
|
|
|
|
|
def genDate():
|
|
|
|
ts = random.randint(ts_then, ts_now)
|
|
return int(datetime.datetime.fromtimestamp(ts).timestamp())
|
|
|
|
|
|
def genPhone():
|
|
phone_str = '+254' + str(random.randint(100000000, 999999999))
|
|
phone_object = phonenumbers.parse(phone_str)
|
|
return phonenumbers.format_number(phone_object, phonenumbers.PhoneNumberFormat.E164)
|
|
|
|
|
|
def genPersonal(phone):
|
|
fn = fake.first_name()
|
|
ln = fake.last_name()
|
|
e = fake.email()
|
|
|
|
return generate_vcard_from_contact_data(ln, fn, phone, e)
|
|
|
|
|
|
def genCats():
|
|
i = random.randint(0, 3)
|
|
return random.choices(categories, k=i)
|
|
|
|
|
|
def genAmount():
|
|
return random.randint(0, gift_max) * gift_factor
|
|
|
|
|
|
def genDob():
|
|
dob_src = fake.date_of_birth(minimum_age=15)
|
|
dob = {}
|
|
|
|
if random.random() < 0.5:
|
|
dob['year'] = dob_src.year
|
|
|
|
if random.random() > 0.5:
|
|
dob['month'] = dob_src.month
|
|
dob['day'] = dob_src.day
|
|
|
|
return dob
|
|
|
|
|
|
def gen():
|
|
old_blockchain_address = '0x' + os.urandom(20).hex()
|
|
old_blockchain_checksum_address = to_checksum_address(
|
|
old_blockchain_address)
|
|
gender = random.choice(['female', 'male', 'other'])
|
|
phone = genPhone()
|
|
v = genPersonal(phone)
|
|
|
|
contact_data = get_contact_data_from_vcard(v)
|
|
p = Person()
|
|
p.load_vcard(contact_data)
|
|
|
|
p.date_registered = genDate()
|
|
p.date_of_birth = genDob()
|
|
p.gender = gender
|
|
p.identities = {
|
|
'evm': {
|
|
'oldchain:1': [
|
|
old_blockchain_checksum_address,
|
|
],
|
|
},
|
|
}
|
|
p.products = [fake.random_element(elements=OrderedDict(
|
|
[('fruit', 0.25),
|
|
('maji', 0.05),
|
|
('milk', 0.1),
|
|
('teacher', 0.1),
|
|
('doctor', 0.05),
|
|
('boutique', 0.15),
|
|
('recycling', 0.05),
|
|
('farmer', 0.05),
|
|
('oil', 0.05),
|
|
('pastor', 0.1),
|
|
('chama', 0.03),
|
|
('pastor', 0.01),
|
|
('bzrTsuZieaq', 0.01)
|
|
]))]
|
|
p.location['area_name'] = fake.random_element(elements=OrderedDict(
|
|
[('mnarani', 0.05),
|
|
('chilumani', 0.1),
|
|
('madewani', 0.1),
|
|
('kisauni', 0.05),
|
|
('bangla', 0.1),
|
|
('kabiro', 0.1),
|
|
('manyani', 0.05),
|
|
('ruben', 0.15),
|
|
('makupa', 0.05),
|
|
('kingston', 0.05),
|
|
('rangala', 0.05),
|
|
('homabay', 0.1),
|
|
('nakuru', 0.03),
|
|
('kajiado', 0.01),
|
|
('zurtWicKtily', 0.01)
|
|
]))
|
|
if random.randint(0, 1):
|
|
# fake.local_latitude()
|
|
p.location['latitude'] = (random.random() * 180) - 90
|
|
# fake.local_latitude()
|
|
p.location['longitude'] = (random.random() * 360) - 180
|
|
|
|
return (old_blockchain_checksum_address, phone, p)
|
|
|
|
|
|
def prepareLocalFilePath(datadir, address):
|
|
parts = [
|
|
address[:2],
|
|
address[2:4],
|
|
]
|
|
dirs = '{}/{}/{}'.format(
|
|
datadir,
|
|
parts[0],
|
|
parts[1],
|
|
)
|
|
os.makedirs(dirs, exist_ok=True)
|
|
return dirs
|
|
|
|
|
|
if __name__ == '__main__':
|
|
|
|
base_dir = os.path.join(user_dir, 'old')
|
|
os.makedirs(base_dir, exist_ok=True)
|
|
|
|
fa = open(os.path.join(user_dir, 'balances.csv'), 'w')
|
|
ft = open(os.path.join(user_dir, 'tags.csv'), 'w')
|
|
|
|
i = 0
|
|
while i < user_count:
|
|
eth = None
|
|
phone = None
|
|
o = None
|
|
try:
|
|
(eth, phone, o) = gen()
|
|
except Exception as e:
|
|
logg.warning('generate failed, trying anew: {}'.format(e))
|
|
continue
|
|
uid = eth[2:].upper()
|
|
|
|
print(o)
|
|
|
|
d = prepareLocalFilePath(base_dir, uid)
|
|
f = open('{}/{}'.format(d, uid + '.json'), 'w')
|
|
json.dump(o.serialize(), f)
|
|
f.close()
|
|
|
|
pidx = genPhoneIndex(phone)
|
|
d = prepareLocalFilePath(os.path.join(user_dir, 'phone'), pidx)
|
|
f = open('{}/{}'.format(d, pidx), 'w')
|
|
f.write(eth)
|
|
f.close()
|
|
|
|
ft.write('{}:{}\n'.format(eth, ','.join(tags)))
|
|
amount = genAmount()
|
|
fa.write('{},{}\n'.format(eth, amount))
|
|
logg.debug('pidx {}, uid {}, eth {}, amount {}, phone {}'.format(
|
|
pidx, uid, eth, amount, phone))
|
|
|
|
i += 1
|
|
|
|
ft.close()
|
|
fa.close()
|