kamikazechaser/cic-internal-integration
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Refactors to use new ussd dir storage for ussd data.

Browse Source
This commit is contained in:
PhilipWafula 2021-06-04 13:23:32 +03:00
parent eace7969b8
commit 43f32eab61
Signed by untrusted user: mango-habanero
GPG Key ID: B00CE9034DA19FB7
1 changed files with 4 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
apps/data-seeding/cic_ussd/import_ussd_data.py
View File

@ -31,9 +31,7 @@ elif args.vv:
config_dir = args.c config_dir = args.c
config = Config(config_dir, os.environ.get('CONFINI_ENV_PREFIX')) config = Config(config_dir, os.environ.get('CONFINI_ENV_PREFIX'))
config.process() config.process()
logg.debug('config loaded from {}:\n{}'.format(args.c, config))
user_old_dir = os.path.join(args.user_dir, 'old')
os.stat(user_old_dir)
db_configs = { db_configs = {
'database': config.get('DATABASE_NAME'), 'database': config.get('DATABASE_NAME'),
@ -45,18 +43,15 @@ db_configs = {
celery_app = celery.Celery(broker=config.get('CELERY_BROKER_URL'), backend=config.get('CELERY_RESULT_URL')) celery_app = celery.Celery(broker=config.get('CELERY_BROKER_URL'), backend=config.get('CELERY_RESULT_URL'))
if __name__ == '__main__': if __name__ == '__main__':
for x in os.walk(user_old_dir): for x in os.walk(args.user_dir):
for y in x[2]: for y in x[2]:
if y[len(y) - 5:] != '.json': if y[len(y) - 5:] == '.json':
continue
# handle ussd_data json object
if y[:15] == '_ussd_data.json':
filepath = os.path.join(x[0], y) filepath = os.path.join(x[0], y)
f = open(filepath, 'r') f = open(filepath, 'r')
try: try:
ussd_data = json.load(f) ussd_data = json.load(f)
logg.debug(f'LOADING USSD DATA: {ussd_data}')
except json.decoder.JSONDecodeError as e: except json.decoder.JSONDecodeError as e:
f.close() f.close()
logg.error('load error for {}: {}'.format(y, e)) logg.error('load error for {}: {}'.format(y, e))