kamikazechaser/cic-internal-integration
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

init

Browse Source
This commit is contained in:
Blair Vanderlugt 2021-08-05 16:29:58 -07:00
parent f764b73f66
commit d988dd6921
4 changed files with 21 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
apps/data-seeding/.dockerignore
View File

@ -2,7 +2,7 @@
.cache
.dot
**/doc
**/node_modules
node_modules/
**/venv
**/.venv

2
apps/data-seeding/docker/.env
View File

@ -8,3 +8,5 @@ REDIS_PORT=6379
USER_USSD_HOST=cic-user-ussd-server
USER_USSD_PORT=9000
KEYSTORE_FILE_PATH=/root/keystore/UTC--2021-01-08T17-18-44.521011372Z--eb3907ecad74a0013c259d5874ae7f22dcbcc95c
OUT_DIR=out
NUMBER_OF_USERS=100

5
apps/data-seeding/docker/Dockerfile
View File

@ -8,11 +8,9 @@ RUN mkdir -vp /usr/local/etc/cic
COPY package.json \
package-lock.json \
.
RUN --mount=type=cache,mode=0755,target=/root/node_modules npm install
RUN npm ci --production
COPY requirements.txt .
ARG EXTRA_INDEX_URL="https://pip.grassrootseconomics.net:8433"
ARG GITLAB_PYTHON_REGISTRY="https://gitlab.com/api/v4/projects/27624814/packages/pypi/simple"
RUN --mount=type=cache,mode=0755,target=/root/.cache/pip pip install \
@ -21,4 +19,5 @@ RUN --mount=type=cache,mode=0755,target=/root/.cache/pip pip install \
COPY . .
ENTRYPOINT [ ]

19
apps/data-seeding/scripts/run_ussd_user_imports.sh
View File

@ -41,14 +41,27 @@ echo "purging existing ussd tasks..."
celery -A cic_ussd.import_task purge -Q cic-import-ussd --broker $CELERY_BROKER_URL -f
echo "running import_balance in the background..."
python cic_ussd/import_balance.py -v -c config -p $ETH_PROVIDER \
-r $CIC_REGISTRY_ADDRESS --token-symbol $TOKEN_SYMBOL -y $KEYSTORE_FILE_PATH $OUT_DIR 2>&1 &
-r $CIC_REGISTRY_ADDRESS --token-symbol $TOKEN_SYMBOL -y $KEYSTORE_FILE_PATH $OUT_DIR > import_task_log.log &
echo "import_balance pid: $!"
import_pid=$!
echo "import_balance pid: $import_pid"
echo "importing accounts"
python cic_ussd/import_users.py -vv -c config --ussd-host $USER_USSD_HOST --ussd-port $USER_USSD_PORT --ussd-no-ssl out
echo "importing user meta data"
node cic_meta/import_meta.js $OUT_DIR $NUMBER_OF_USERS
echo "import meta prefereneces"
node cic_meta/import_meta_preferences.js $OUT_DIR $NUMBER_OF_USERS
echo "Running validation!"
python verify.py -v -c config -r $CIC_REGISTRY_ADDRESS -p $ETH_PROVIDER \
--token-symbol $TOKEN_SYMBOL $OUT_DIR
kill $import_pid
exit 0