Bump cic-ussd version.

.gitignore

@@ -1,10 +1,6 @@
 service-configs/*
 !service-configs/.gitkeep
-**/node_modules/
+node_modules
 __pycache__
 *.pyc
-*.o
+*.o
-gmon.out
-*.egg-info
-dist/
-build/

apps/cic-cache/cic_cache/runnable/daemons/filters/erc20.py

@@ -67,7 +67,6 @@ class ERC20TransferFilter(SyncFilter):
                 tx.status == Status.SUCCESS,
                 block.timestamp,
                 )
-        #db_session.flush()
+        db_session.flush()
-        db_session.commit()
 
         return True

apps/cic-cache/cic_cache/runnable/daemons/tracker.py

@@ -77,7 +77,7 @@ def main():
 
     if len(syncer_backends) == 0:
         logg.info('found no backends to resume')
-        syncer_backends.append(SQLBackend.initial(chain_spec, block_offset))
+        syncers.append(SQLBackend.initial(chain_spec, block_offset))
     else:
         for syncer_backend in syncer_backends:
             logg.info('resuming sync session {}'.format(syncer_backend))

apps/cic-cache/docker/start_tracker.sh

@@ -2,9 +2,4 @@
 
 . ./db.sh
 
-if [ $? -ne "0" ]; then
-	>&2 echo db migrate fail
-	exit 1
-fi
-
 /usr/local/bin/cic-cache-trackerd $@

apps/cic-eth/cic_eth/k8s/db.py

@@ -1,7 +0,0 @@
-from cic_eth.db.models.base import SessionBase
-
-def health(*args, **kwargs):
-    session = SessionBase.create_session()
-    session.execute('SELECT count(*) from alembic_version')
-    session.close()
-    return True

apps/cic-eth/cic_eth/runnable/daemons/tasker.py

@@ -15,7 +15,6 @@ from chainlib.connection import RPCConnection
 from chainlib.eth.connection import EthUnixSignerConnection
 from chainlib.chain import ChainSpec
 from chainqueue.db.models.otx import Otx
-import liveness.linux
 
 # local imports
 from cic_eth.eth import (
@@ -53,7 +52,6 @@ from cic_eth.registry import (
         connect_token_registry,
         )
 
-
 logging.basicConfig(level=logging.WARNING)
 logg = logging.getLogger()
 
@@ -92,15 +90,14 @@ config.censor('PASSWORD', 'DATABASE')
 config.censor('PASSWORD', 'SSL')
 logg.debug('config loaded from {}:\n{}'.format(args.c, config))
 
-health_modules = config.get('CIC_HEALTH_MODULES', [])
-if len(health_modules) != 0:
-    health_modules = health_modules.split(',')
-logg.debug('health mods {}'.format(health_modules))
-
 # connect to database
 dsn = dsn_from_config(config)
 SessionBase.connect(dsn, pool_size=int(config.get('DATABASE_POOL_SIZE')), debug=config.true('DATABASE_DEBUG'))
 
+# verify database connection with minimal sanity query
+session = SessionBase.create_session()
+session.execute('select version_num from alembic_version')
+session.close()
 
 # set up celery
 current_app = celery.Celery(__name__)
@@ -142,7 +139,6 @@ RPCConnection.register_location(config.get('SIGNER_SOCKET_PATH'), chain_spec, 's
 
 Otx.tracing = config.true('TASKS_TRACE_QUEUE_STATUS')
 
-liveness.linux.load(health_modules)
 
 def main():
     argv = ['worker']
@@ -177,10 +173,8 @@ def main():
         logg.info('using trusted address {}'.format(address))
     connect_declarator(rpc, chain_spec, trusted_addresses)
     connect_token_registry(rpc, chain_spec)
-   
+    
-    liveness.linux.set()
     current_app.worker_main(argv)
-    liveness.linux.reset()
 
 
 @celery.signals.eventlet_pool_postshutdown.connect

apps/cic-eth/cic_eth/version.py

@@ -10,7 +10,7 @@ version = (
         0,
         11,
         0,
-        'beta.7',
+        'beta.6',
         )
 
 version_object = semver.VersionInfo(

apps/cic-eth/config/cic.ini

@@ -3,4 +3,3 @@ registry_address =
 chain_spec = evm:bloxberg:8996
 tx_retry_delay = 
 trust_address =
-health_modules = cic_eth.k8s.db

apps/cic-eth/docker/Dockerfile

@@ -53,5 +53,3 @@ COPY cic-eth/crypto_dev_signer_config/ /usr/local/etc/crypto-dev-signer/
 RUN git clone https://gitlab.com/grassrootseconomics/cic-contracts.git && \
 	mkdir -p /usr/local/share/cic/solidity && \
 	cp -R cic-contracts/abis /usr/local/share/cic/solidity/abi
-
-COPY util/liveness/health.sh /usr/local/bin/health.sh

apps/cic-eth/requirements.txt

@@ -1,4 +1,4 @@
-cic-base==0.1.2a79+build.35e442bc
+cic-base~=0.1.2a76
 celery==4.4.7
 crypto-dev-signer~=0.4.14b2
 confini~=0.3.6rc3

apps/cic-eth/setup.cfg

@@ -38,7 +38,6 @@ packages =
 	cic_eth.runnable.daemons.filters
 	cic_eth.callbacks
 	cic_eth.sync
-	cic_eth.k8s
 scripts =
 	./scripts/migrate.py
 

apps/cic-ussd/.config/app.ini

@@ -20,5 +20,5 @@ TRANSITIONS=/usr/src/cic-ussd/transitions/
 
 [client]
 host =
-port = 
+port =
 ssl =

apps/cic-ussd/requirements.txt

@@ -1,4 +1,4 @@
-cic_base[full_graph]~=0.1.2a79
+cic_base[full_graph]~=0.1.2a68
-cic-eth~=0.11.0b7
+cic-eth~=0.11.0b3
 cic-notify~=0.4.0a4
 cic-types~=0.1.0a10

apps/contract-migration/docker/Dockerfile

@@ -60,19 +60,16 @@ ARG pip_extra_index_url=https://pip.grassrootseconomics.net:8433
 ARG cic_base_version=0.1.2a77
 ARG cic_eth_version=0.11.0b6
 ARG sarafu_faucet_version=0.0.2a28
-ARG sarafu_token_version==0.0.1a6
 ARG cic_contracts_version=0.0.2a2
 RUN pip install --user --extra-index-url $pip_extra_index_url cic-base[full_graph]==$cic_base_version \
 	cic-eth==$cic_eth_version \
 	cic-contracts==$cic_contracts_version \
-	sarafu-faucet==$sarafu_faucet_version \
+	sarafu-faucet==$sarafu_faucet_version
-	sarafu-token==$sarafu_token_version
 
 FROM python:3.8.6-slim-buster as runtime-image
 
 RUN apt-get update
-RUN apt-get install -y --no-install-recommends gnupg libpq-dev 
+RUN apt-get install -y --no-install-recommends gnupg libpq-dev
-RUN apt-get install -y --no-install-recommends jq
 
 COPY --from=compile-image /usr/local/bin/ /usr/local/bin/
 COPY --from=compile-image /usr/local/etc/cic/ /usr/local/etc/cic/

apps/contract-migration/reset.sh

@@ -2,111 +2,82 @@
 
 set -a
 
-CIC_CHAIN_SPEC=${CIC_CHAIN_SPEC:-evm:bloxberg:8995}
+DEV_ETH_ACCOUNT_CONTRACT_DEPLOYER=0xEb3907eCad74a0013c259D5874AE7f22DcBcC95C
-DEV_TOKEN_TYPE=${DEV_TOKEN_TYPE:-GFT}
 DEV_ETH_ACCOUNT_RESERVE_MINTER=${DEV_ETH_ACCOUNT_RESERVE_MINTER:-$DEV_ETH_ACCOUNT_CONTRACT_DEPLOYER}
 DEV_ETH_ACCOUNT_ACCOUNTS_INDEX_WRITER=${DEV_ETH_ACCOUNT_RESERVE_MINTER:-$DEV_ETH_ACCOUNT_CONTRACT_DEPLOYER}
 DEV_RESERVE_AMOUNT=${DEV_ETH_RESERVE_AMOUNT:-""10000000000000000000000000000000000}
-DEV_FAUCET_AMOUNT=${DEV_FAUCET_AMOUNT:-0}
+faucet_amount=${DEV_FAUCET_AMOUNT:-0}
-DEV_ETH_KEYSTORE_FILE=${DEV_ETH_KEYSTORE_FILE:-`realpath ./keystore/UTC--2021-01-08T17-18-44.521011372Z--eb3907ecad74a0013c259d5874ae7f22dcbcc95c`}
+keystore_file=$(realpath ./keystore/UTC--2021-01-08T17-18-44.521011372Z--eb3907ecad74a0013c259d5874ae7f22dcbcc95c)
-
-set -e
-
-DEV_ETH_ACCOUNT_CONTRACT_DEPLOYER=`eth-checksum $(cat $DEV_ETH_KEYSTORE_FILE | jq -r .address)`
-
-if [ ! -z $DEV_ETH_GAS_PRICE ]; then
-	gas_price_arg="--gas-price $DEV_ETH_GAS_PRICE"
-	>&2 echo using static gas price $DEV_ETH_GAS_PRICE
-fi
-
-if [[ $DEV_TOKEN_TYPE != 'GFT' && $DEV_TOKEN_TYPE != 'SRF' ]]; then
-	>&2 echo DEV_TOKEN_TYPE must be one of [GFT,SRF], but was $DEV_TOKEN_TYPE
-	exit 1
-fi
 
 echo "environment:"
 printenv
 echo \n
 
-echo "using wallet address '$DEV_ETH_ACCOUNT_CONTRACT_DEPLOYER' from keystore file $DEV_ETH_KEYSTORE_FILE"
-
 # This is a grassroots team convention for building the Bancor contracts using the bancor protocol repository truffle setup
 # Running this in docker-internal dev container (built from Docker folder in this repo) will write a
 # source-able env file to CIC_DATA_DIR. Services dependent on these contracts can mount this file OR 
 # define these parameters at runtime
 # pushd /usr/src
 
-if [ -z $CIC_DATA_DIR ]; then
-	CIC_DATA_DIR=`mktemp -d`
-fi
->&2 echo using data dir $CIC_DATA_DIR
-
 init_level_file=${CIC_DATA_DIR}/.init
 if [ ! -f ${CIC_DATA_DIR}/.init ]; then
   echo "Creating .init file..."
   mkdir -p $CIC_DATA_DIR
-  touch $CIC_DATA_DIR/.init
+  touch /tmp/cic/config/.init
 #   touch $init_level_file
 fi
 echo -n 1 > $init_level_file
 
 # Abort on any error (including if wait-for-it fails).
+set -e
 
 # Wait for the backend to be up, if we know where it is.
 if [[ -n "${ETH_PROVIDER}" ]]; then
+	echo "waiting for ${ETH_PROVIDER}..."
+  	./wait-for-it.sh "${ETH_PROVIDER_HOST}:${ETH_PROVIDER_PORT}"
 
-	if [ ! -z "$DEV_USE_DOCKER_WAIT_SCRIPT" ]; then
+	DEV_RESERVE_ADDRESS=`giftable-token-deploy -p $ETH_PROVIDER -y $keystore_file -i $CIC_CHAIN_SPEC -v -w --name "Sarafu" --symbol "SRF" --decimals 6`
-		echo "waiting for ${ETH_PROVIDER}..."
+	giftable-token-gift -p $ETH_PROVIDER -y $keystore_file -i $CIC_CHAIN_SPEC -v -w -a $DEV_RESERVE_ADDRESS $DEV_RESERVE_AMOUNT
-		./wait-for-it.sh "${ETH_PROVIDER_HOST}:${ETH_PROVIDER_PORT}"
-	fi
 
-	if [ $DEV_TOKEN_TYPE == 'GFT' ]; then
+	#BANCOR_REGISTRY_ADDRESS=`cic-bancor-deploy --bancor-dir /usr/local/share/cic/bancor -z $DEV_ETH_RESERVE_ADDRESS -p $ETH_PROVIDER -o $DEV_ETH_ACCOUNT_CONTRACT_DEPLOYER`
-		>&2 echo "deploying 'giftable token'"
-		DEV_RESERVE_ADDRESS=`giftable-token-deploy $gas_price_arg -p $ETH_PROVIDER -y $DEV_ETH_KEYSTORE_FILE -i $CIC_CHAIN_SPEC -vv -w --name "Giftable Token" --symbol "GFT" --decimals 6 -vv`
-	else
-		>&2 echo "deploying 'sarafu' token'"
-		DEV_RESERVE_ADDRESS=`sarafu-token-deploy $gas_price_arg -p $ETH_PROVIDER -y $DEV_ETH_KEYSTORE_FILE -i $CIC_CHAIN_SPEC -vv -w --name "Sarafu" --decimals 6 -vv SRF $DEV_SARAFU_DEMURRAGE_LEVEL`
-	fi
-	giftable-token-gift $gas_price_arg -p $ETH_PROVIDER -y $DEV_ETH_KEYSTORE_FILE -i $CIC_CHAIN_SPEC -vv -w -a $DEV_RESERVE_ADDRESS $DEV_RESERVE_AMOUNT
-
-	#BANCOR_REGISTRY_ADDRESS=`cic-bancor-deploy $gas_price_arg --bancor-dir /usr/local/share/cic/bancor -z $DEV_ETH_RESERVE_ADDRESS -p $ETH_PROVIDER -o $DEV_ETH_ACCOUNT_CONTRACT_DEPLOYER`
 
 	>&2 echo "deploy account index contract"
-	DEV_ACCOUNT_INDEX_ADDRESS=`eth-accounts-index-deploy $gas_price_arg -i $CIC_CHAIN_SPEC -p $ETH_PROVIDER -y $DEV_ETH_KEYSTORE_FILE -vv -w`
+	DEV_ACCOUNT_INDEX_ADDRESS=`eth-accounts-index-deploy -i $CIC_CHAIN_SPEC -p $ETH_PROVIDER -y $keystore_file -vv -w`
 	>&2 echo "add deployer address as account index writer"
-	eth-accounts-index-writer $gas_price_arg -y $DEV_ETH_KEYSTORE_FILE -i $CIC_CHAIN_SPEC -p $ETH_PROVIDER -a $DEV_ACCOUNT_INDEX_ADDRESS -ww -vv $debug $DEV_ETH_ACCOUNT_CONTRACT_DEPLOYER
+	eth-accounts-index-writer -y $keystore_file -i $CIC_CHAIN_SPEC -p $ETH_PROVIDER -a $DEV_ACCOUNT_INDEX_ADDRESS -ww $debug $DEV_ETH_ACCOUNT_CONTRACT_DEPLOYER
 
-	CIC_REGISTRY_ADDRESS=`eth-contract-registry-deploy $gas_price_arg -i $CIC_CHAIN_SPEC -y $DEV_ETH_KEYSTORE_FILE --identifier BancorRegistry --identifier AccountRegistry --identifier TokenRegistry --identifier AddressDeclarator --identifier Faucet --identifier TransferAuthorization -p $ETH_PROVIDER -vv -w`
+	CIC_REGISTRY_ADDRESS=`eth-contract-registry-deploy -i $CIC_CHAIN_SPEC -y $keystore_file --identifier BancorRegistry --identifier AccountRegistry --identifier TokenRegistry --identifier AddressDeclarator --identifier Faucet --identifier TransferAuthorization -p $ETH_PROVIDER -vv -w`
-	eth-contract-registry-set $gas_price_arg -w -y $DEV_ETH_KEYSTORE_FILE -r $CIC_REGISTRY_ADDRESS -i $CIC_CHAIN_SPEC  -p $ETH_PROVIDER -vv ContractRegistry $CIC_REGISTRY_ADDRESS
+	eth-contract-registry-set -w -y $keystore_file -r $CIC_REGISTRY_ADDRESS -i $CIC_CHAIN_SPEC  -p $ETH_PROVIDER -vv ContractRegistry $CIC_REGISTRY_ADDRESS
-	eth-contract-registry-set $gas_price_arg -w -y $DEV_ETH_KEYSTORE_FILE -r $CIC_REGISTRY_ADDRESS -i $CIC_CHAIN_SPEC -p $ETH_PROVIDER -vv AccountRegistry $DEV_ACCOUNT_INDEX_ADDRESS
+	#cic-registry-set -r $CIC_REGISTRY_ADDRESS -i $CIC_CHAIN_SPEC -k BancorRegistry -p $ETH_PROVIDER $BANCOR_REGISTRY_ADDRESS -vv
+	eth-contract-registry-set -w -y $keystore_file -r $CIC_REGISTRY_ADDRESS -i $CIC_CHAIN_SPEC -p $ETH_PROVIDER -vv AccountRegistry $DEV_ACCOUNT_INDEX_ADDRESS
 
 	# Deploy address declarator registry
 	>&2 echo "deploy address declarator contract"
 	declarator_description=0x546869732069732074686520434943206e6574776f726b000000000000000000
-	DEV_DECLARATOR_ADDRESS=`eth-address-declarator-deploy -y $DEV_ETH_KEYSTORE_FILE -i $CIC_CHAIN_SPEC -p $ETH_PROVIDER -w -vv $declarator_description`
+	DEV_DECLARATOR_ADDRESS=`eth-address-declarator-deploy -y $keystore_file -i $CIC_CHAIN_SPEC -p $ETH_PROVIDER -w -v $declarator_description`
-	eth-contract-registry-set $gas_price_arg -w -y $DEV_ETH_KEYSTORE_FILE -r $CIC_REGISTRY_ADDRESS -i $CIC_CHAIN_SPEC -p $ETH_PROVIDER -vv AddressDeclarator $DEV_DECLARATOR_ADDRESS
+	eth-contract-registry-set -w -y $keystore_file -r $CIC_REGISTRY_ADDRESS -i $CIC_CHAIN_SPEC -p $ETH_PROVIDER -vv AddressDeclarator $DEV_DECLARATOR_ADDRESS
 
 	# Deploy transfer authorization contact
 	>&2 echo "deploy address declarator contract"
-	DEV_TRANSFER_AUTHORIZATION_ADDRESS=`erc20-transfer-auth-deploy $gas_price_arg -y $DEV_ETH_KEYSTORE_FILE -i $CIC_CHAIN_SPEC -p $ETH_PROVIDER -w -vv`
+	DEV_TRANSFER_AUTHORIZATION_ADDRESS=`erc20-transfer-auth-deploy -y $keystore_file -i $CIC_CHAIN_SPEC -p $ETH_PROVIDER -w -v`
-	eth-contract-registry-set $gas_price_arg -w -y $DEV_ETH_KEYSTORE_FILE -r $CIC_REGISTRY_ADDRESS -i $CIC_CHAIN_SPEC  -p $ETH_PROVIDER -vv TransferAuthorization $DEV_TRANSFER_AUTHORIZATION_ADDRESS
+	eth-contract-registry-set -w -y $keystore_file -r $CIC_REGISTRY_ADDRESS -i $CIC_CHAIN_SPEC  -p $ETH_PROVIDER -vv TransferAuthorization $DEV_TRANSFER_AUTHORIZATION_ADDRESS
 
 	# Deploy token index contract
 	>&2 echo "deploy token index contract"
-	DEV_TOKEN_INDEX_ADDRESS=`eth-token-index-deploy $gas_price_arg -y $DEV_ETH_KEYSTORE_FILE -i $CIC_CHAIN_SPEC -p $ETH_PROVIDER -w -vv`
+	DEV_TOKEN_INDEX_ADDRESS=`eth-token-index-deploy -y $keystore_file -i $CIC_CHAIN_SPEC -p $ETH_PROVIDER -w -v`
-	eth-contract-registry-set $gas_price_arg -w -y $DEV_ETH_KEYSTORE_FILE -r $CIC_REGISTRY_ADDRESS -i $CIC_CHAIN_SPEC -p $ETH_PROVIDER -vv TokenRegistry $DEV_TOKEN_INDEX_ADDRESS 
+	eth-contract-registry-set -w -y $keystore_file -r $CIC_REGISTRY_ADDRESS -i $CIC_CHAIN_SPEC -p $ETH_PROVIDER -vv TokenRegistry $DEV_TOKEN_INDEX_ADDRESS 
 	>&2 echo "add reserve token to token index"
-	eth-token-index-add $gas_price_arg -w -y $DEV_ETH_KEYSTORE_FILE  -i $CIC_CHAIN_SPEC -p $ETH_PROVIDER -vv -a $DEV_TOKEN_INDEX_ADDRESS $DEV_RESERVE_ADDRESS
+	eth-token-index-add -w -y $keystore_file  -i $CIC_CHAIN_SPEC -p $ETH_PROVIDER -vv -a $DEV_TOKEN_INDEX_ADDRESS $DEV_RESERVE_ADDRESS
 
 	# Sarafu faucet contract
 	>&2 echo "deploy token faucet contract"
-	DEV_FAUCET_ADDRESS=`sarafu-faucet-deploy $gas_price_arg -y $DEV_ETH_KEYSTORE_FILE -i $CIC_CHAIN_SPEC -p $ETH_PROVIDER -w -vv --account-index-address $DEV_ACCOUNT_INDEX_ADDRESS $DEV_RESERVE_ADDRESS`
+	DEV_FAUCET_ADDRESS=`sarafu-faucet-deploy -y $keystore_file -i $CIC_CHAIN_SPEC -p $ETH_PROVIDER -w -v --account-index-address $DEV_ACCOUNT_INDEX_ADDRESS $DEV_RESERVE_ADDRESS`
-	eth-contract-registry-set $gas_price_arg -w -y $DEV_ETH_KEYSTORE_FILE -r $CIC_REGISTRY_ADDRESS -i $CIC_CHAIN_SPEC -p $ETH_PROVIDER -vv Faucet $DEV_FAUCET_ADDRESS
+	eth-contract-registry-set -w -y $keystore_file -r $CIC_REGISTRY_ADDRESS -i $CIC_CHAIN_SPEC -p $ETH_PROVIDER -vv Faucet $DEV_FAUCET_ADDRESS
 	>&2 echo "set faucet as token minter"
-	giftable-token-minter $gas_price_arg -w -y $DEV_ETH_KEYSTORE_FILE -a $DEV_RESERVE_ADDRESS -i $CIC_CHAIN_SPEC -p $ETH_PROVIDER -vv $DEV_FAUCET_ADDRESS
+	giftable-token-minter -w -y $keystore_file -a $DEV_RESERVE_ADDRESS -i $CIC_CHAIN_SPEC -p $ETH_PROVIDER -vv $DEV_FAUCET_ADDRESS
 
 	>&2 echo "set token faucet amount"
-	sarafu-faucet-set $gas_price_arg -y $DEV_ETH_KEYSTORE_FILE -i $CIC_CHAIN_SPEC -p $ETH_PROVIDER -a $DEV_FAUCET_ADDRESS -vv $DEV_FAUCET_AMOUNT
+	sarafu-faucet-set -y $keystore_file -i $CIC_CHAIN_SPEC -p $ETH_PROVIDER -a $DEV_FAUCET_ADDRESS $faucet_amount
 
 
 else

apps/contract-migration/scripts/eth/import_users.py

@@ -24,7 +24,7 @@ from chainlib.eth.gas import RPCGasOracle
 from chainlib.eth.nonce import RPCNonceOracle
 from cic_types.processor import generate_metadata_pointer
 from eth_accounts_index import AccountRegistry
-from eth_contract_registry import Registry
+from contract_registry import Registry
 from crypto_dev_signer.keystore.dict import DictKeystore
 from crypto_dev_signer.eth.signer.defaultsigner import ReferenceSigner as EIP155Signer
 from crypto_dev_signer.keystore.keyfile import to_dict as to_keyfile_dict

apps/contract-migration/scripts/package.json

@@ -1,6 +1,6 @@
 {
   "dependencies": {
-    "cic-client-meta": "0.0.7-alpha.6",
+    "cic-client-meta": "^0.0.7-alpha.6",
     "vcard-parser": "^1.0.0"
   }
 }

apps/contract-migration/scripts/verify.py

@@ -22,7 +22,7 @@ from hexathon import (
         strip_0x,
         add_0x,
         )
-from chainsyncer.backend.memory import MemBackend
+from chainsyncer.backend import MemBackend
 from chainsyncer.driver import HeadSyncer
 from chainlib.chain import ChainSpec
 from chainlib.eth.connection import EthHTTPConnection

apps/contract-migration/seed_cic_eth.sh

@@ -33,11 +33,11 @@ set -a
 # get required addresses from registries
 DEV_TOKEN_INDEX_ADDRESS=`eth-contract-registry-list -i $CIC_CHAIN_SPEC -p $ETH_PROVIDER -r $CIC_REGISTRY_ADDRESS -f brief TokenRegistry`
 DEV_ACCOUNT_INDEX_ADDRESS=`eth-contract-registry-list -i $CIC_CHAIN_SPEC -p $ETH_PROVIDER -r $CIC_REGISTRY_ADDRESS -f brief AccountRegistry`
-DEV_RESERVE_ADDRESS=`eth-token-index-list -i $CIC_CHAIN_SPEC -p $ETH_PROVIDER -a $DEV_TOKEN_INDEX_ADDRESS -f brief $DEV_TOKEN_TYPE`
+DEV_RESERVE_ADDRESS=`eth-token-index-list -i $CIC_CHAIN_SPEC -p $ETH_PROVIDER -a $DEV_TOKEN_INDEX_ADDRESS -f brief SRF`
 cat <<EOF
 Token registry: $DEV_TOKEN_INDEX_ADDRESS
 Account reigstry: $DEV_ACCOUNT_INDEX_ADDRESS
-Reserve address: $DEV_RESERVE_ADDRESS ($DEV_TOKEN_TYPE)
+Reserve address: $DEV_RESERVE_ADDRESS
 EOF
 
 >&2 echo "create account for gas gifter"

apps/util/liveness/MANIFEST.in

@@ -1 +0,0 @@
-include *health*.sh

apps/util/liveness/Makefile

@@ -1,10 +0,0 @@
-docs:
-	mkdir -p doc/texinfo/html
-	makeinfo doc/texinfo/index.texi --html -o doc/texinfo/html/
-
-markdown: doc
-	pandoc -f html -t markdown --standalone doc/texinfo/html/liveness.html -o README.md
-
-
-.PHONY dist:
-	python setup.py sdist

apps/util/liveness/README.md

@@ -1,105 +0,0 @@
----
-description: liveness (Untitled Document)
-distribution: global
-Generator: makeinfo
-keywords: liveness (Untitled Document)
-lang: en
-resource-type: document
-title: liveness (Untitled Document)
----
-
-[]{#liveness}[]{#liveness-1}
-
-## 1 liveness {#liveness .chapter}
-
-[]{#ilveness_005foverview}[]{#Overview}
-
-### 1.1 Overview {#overview .section}
-
-This is a cluster-specific convenience setup for enabling a
-Kubernetes-style liveness/readiness test as outlined in
-<https://kubernetes.io/docs/tasks/configure-pod-container/configure-liveness-readiness-startup-probes/>.
-
-Conceptually, it provides an application with means to:
-
--   Run a collection of functions to validate sanity of the environment
--   Set a no-error state before execution of the main routine
--   Modify the error state during execution
--   Invalidating all state when execution ends
-
-[]{#Python-module}
-
-### 1.2 Python module {#python-module .section}
-
-Three python methods are provided.
-
-[]{#load}
-
-#### 1.2.1 load {#load .subsection}
-
-This is meant to be called after configurations and environment has been
-set up, but before the execution logic has commenced.
-
-It receives a list of externally defined fully-qualified python modules.
-Each of these modules must implement the method `health(*args,**kwargs)`
-in its global namespace.
-
-Any module returning `False` will cause a `RuntimeException`.
-
-The component will not trap any other exception from the modules.
-
-If successful, it will write the `pid` of the application to the
-specified run data folder. By default this is `/run/<HOSTNAME>`, but the
-path can be modified if desired.
-
-[]{#set}
-
-#### 1.2.2 set {#set .subsection}
-
-This is meant to be called during the execution of the main program
-routine begins.
-
-[]{#at-startup}
-
-#### 1.2.2.1 at startup {#at-startup .subsubsection}
-
-It should be called once at the *start* of execution of the main program
-routine.
-
-For one-shot routines, this would mean the start of any code only run
-when the module name is `__main__`.
-
-For daemons, it would be just before handing over execution to the main
-loop.
-
-[]{#during-execution}
-
-#### 1.2.2.2 during execution {#during-execution .subsubsection}
-
-Call `set(error_code=<error>, ...` any time the health state temporarily
-changes. Any `error` value other than `0` is considered an unhealthy
-state.
-
-[]{#at-shutdown}
-
-#### 1.2.2.3 at shutdown {#at-shutdown .subsubsection}
-
-Call `reset(...)`, which will indicate that the state is to be
-considered the same as at startup.
-
-[]{#shell}
-
-### 1.3 shell {#shell .section}
-
-A bash script is provided for *Kubernetes* to perform the health check.
-
-It performs the following checks:
-
-1.  A numeric value exists in `<rundir>/<unitname>/pid`{.sample}.
-2.  The numeric value is a directory in `/proc`{.sample} (a valid pid)
-3.  The file `<rundir>/<unitname>/error`{.sample} contains \"0\"
-
-If any of these checks fail should inditcate that the container is
-unhealthy.
-
-------------------------------------------------------------------------

apps/util/liveness/doc/texinfo/index.texi

@@ -1,71 +0,0 @@
-@node liveness
-@chapter liveness
-
-@anchor{ilveness_overview}
-@section Overview
-
-This is a cluster-specific convenience setup for enabling a Kubernetes-style liveness/readiness test as outlined in @url{https://kubernetes.io/docs/tasks/configure-pod-container/configure-liveness-readiness-startup-probes/}.
-
-Conceptually, it provides an application with means to:
-
-@itemize
-@item Run a collection of functions to validate sanity of the environment
-@item Set a no-error state before execution of the main routine
-@item Modify the error state during execution
-@item Invalidating all state when execution ends
-@end itemize
-
-
-@section Python module
-
-Three python methods are provided.
-
-@subsection load
-
-This is meant to be called after configurations and environment has been set up, but before the execution logic has commenced.
-
-It receives a list of externally defined fully-qualified python modules. Each of these modules must implement the method @code{health(*args,**kwargs)} in its global namespace.
-
-Any module returning @code{False} will cause a @code{RuntimeException}.
-
-The component will not trap any other exception from the modules.
-
-If successful, it will write the @code{pid}  of the application to the specified run data folder. By default this is @code{/run/<HOSTNAME>}, but the path can be modified if desired.
-
-
-@subsection set
-
-This is meant to be called during the execution of the main program routine begins.
-
-@subsubsection at startup
-
-It should be called once at the @emph{start} of execution of the main program routine.
-
-For one-shot routines, this would mean the start of any code only run when the module name is @code{__main__}. 
-
-For daemons, it would be just before handing over execution to the main loop.
-
-
-@subsubsection during execution
-
-Call @code{set(error_code=<error>, ...} any time the health state temporarily changes. Any @code{error} value other than @code{0} is considered an unhealthy state.
-
-
-@subsubsection at shutdown
-
-Call @code{reset(...)}, which will indicate that the state is to be considered the same as at startup.
-
-
-@section shell
-
-A bash script is provided for @emph{Kubernetes} to perform the health check. 
-
-It performs the following checks:
-
-@enumerate
-@item A numeric value exists in @file{<rundir>/<unitname>/pid}.
-@item The numeric value is a directory in @file{/proc} (a valid pid)
-@item The file @file{<rundir>/<unitname>/error} contains "0"
-@end enumerate
-
-If any of these checks fail should inditcate that the container is unhealthy.

apps/util/liveness/health.sh

@@ -1,35 +0,0 @@
-#!/bin/bash
-
-rundir=${CIC_RUNDIR:-/run}
-unit=${CIC_UNIT:-$HOSTNAME}
-
-read p < $rundir/$unit/pid
-
-if [ -z $p ]; then
-	>&2 echo unit $unit has no pid
-	exit 1
-fi
-
-if [ ! -d /proc/$p ]; then
-	>&2 echo unit $unit reports non-existent pid $p
-	exit 1
-fi	
-
->&2 echo unit $unit has pid $p
-
-if [ ! -f $rundir/$unit/error ]; then
-	>&2 echo unit $unit has unspecified state
-	exit 1
-fi
-
-read e 2> /dev/null < $rundir/$unit/error 
-if [ -z $e ]; then
-	>&2 echo unit $unit has unspecified state
-	exit 1
-fi
-
->&2 echo unit $unit has error $e
-
-if [ $e -gt 0 ]; then
-	exit 1;
-fi

apps/util/liveness/liveness/linux.py

@@ -1,54 +0,0 @@
-# standard imports
-import importlib
-import sys
-import os
-import logging
-
-logg = logging.getLogger().getChild(__name__)
-
-pid = os.getpid()
-
-default_namespace = os.environ.get('LIVENESS_UNIT_NAME')
-if default_namespace == None:
-    import socket
-    default_namespace = socket.gethostname()
-
-
-def load(check_strs, namespace=default_namespace, rundir='/run', *args, **kwargs):
-
-    if namespace == None:
-        import socket
-        namespace = socket.gethostname()
-
-    logg.info('pid ' + str(pid))
-
-    checks = []
-    for m in check_strs:
-        logg.debug('added liveness check: {}'.format(str(m)))
-        module = importlib.import_module(m)
-        checks.append(module)
-
-    for check in checks:
-        r = check.health(args, kwargs)
-        if r == False:
-            raise RuntimeError('liveness check {} failed'.format(str(check)))
-        logg.info('liveness check passed: {}'.format(str(check)))
-
-    app_rundir = os.path.join(rundir, namespace)
-    os.makedirs(app_rundir, exist_ok=True) # should not already exist
-    f = open(os.path.join(app_rundir, 'pid'), 'w')
-    f.write(str(pid))
-    f.close()
-
-
-def set(error=0, namespace=default_namespace, rundir='/run'):
-    app_rundir = os.path.join(rundir, namespace)
-    f = open(os.path.join(app_rundir, 'error'), 'w')
-    f.write(str(error))
-    f.close()
-
-
-def reset(namespace=default_namespace, rundir='/run'):
-    app_rundir = os.path.join(rundir, namespace)
-    os.unlink(os.path.join(app_rundir, 'pid'))
-    os.unlink(os.path.join(app_rundir, 'error'))

apps/util/liveness/setup.py

@@ -1,7 +0,0 @@
-from setuptools import setup
-setup(
-        name='liveness',
-        version='0.0.1a6',
-        packages=['liveness'],
-        include_package_data=True,
-        )

apps/util/liveness/test_health.sh

@@ -1,17 +0,0 @@
-#!/bin/bash
-
-export CIC_RUNDIR=`realpath ./tests/testdata/run`
-t=`mktemp -d -p $CIC_RUNDIR`
-export CIC_UNIT=`basename $t`
-
->&2 echo test pid $$
-echo $$ > $t/pid
-echo 0 > $t/error
-
-. health.sh
-
-echo 1 > $t/error
-#unlink $t/error
-. health.sh
-
-echo if error this is not printed

apps/util/liveness/tests/imports/import_args.py

@@ -1,8 +0,0 @@
-a = ['foo']
-kw = {
-    'bar': 42,
-        }
-
-def health(*args, **kwargs):
-    args[0] == a[0]
-    kwargs['bar'] = kw['bar']

apps/util/liveness/tests/imports/import_false.py

@@ -1,2 +0,0 @@
-def health(*args, **kwargs):
-    return False

apps/util/liveness/tests/imports/import_true.py

@@ -1,2 +0,0 @@
-def health(*args, **kwargs):
-    return True

apps/util/liveness/tests/test_imports.py

@@ -1,127 +0,0 @@
-# standard imports
-import os
-import unittest
-import logging
-import tempfile
-import socket
-
-# local imports
-import liveness.linux 
-
-## test imports
-import tests.imports
-
-
-logging.basicConfig(level=logging.DEBUG)
-logg = logging.getLogger()
-script_dir = os.path.realpath(os.path.dirname(__file__))
-data_dir = os.path.join(script_dir, 'testdata')
-run_base_dir = os.path.join(data_dir, 'run')
-
-
-class TestImports(unittest.TestCase):
-
-    def setUp(self):
-        os.makedirs(run_base_dir, exist_ok=True)
-        self.run_dir = tempfile.mkdtemp(dir=run_base_dir)
-        self.unit = 'unittest'
-        self.unit_dir = os.path.join(self.run_dir, self.unit)
-        self.pid_path = os.path.join(self.unit_dir, 'pid')
-        self.error_path = os.path.join(self.unit_dir, 'error')
-        self.host_path = os.path.join(self.run_dir, socket.gethostname())
-
-
-    def test_no_import(self):
-        liveness.linux.load([], namespace=self.unit, rundir=self.run_dir)
-        f = open(self.pid_path, 'r')
-        r = f.read()
-        f.close()
-        self.assertEqual(str(os.getpid()), r)
-
- 
-    def test_hostname(self):
-        liveness.linux.load([], rundir=self.run_dir)
-        f = open(os.path.join(self.host_path, 'pid'), 'r')
-        r = f.read()
-        f.close()
-        self.assertEqual(str(os.getpid()), r)
-
-   
-    def test_import_single_true(self):
-        checks = ['tests.imports.import_true']
-        liveness.linux.load(checks, namespace=self.unit, rundir=self.run_dir)
-        f = open(self.pid_path, 'r')
-        r = f.read()
-        f.close()
-        self.assertEqual(str(os.getpid()), r)
-
-
-    def test_import_single_false(self):
-        checks = ['tests.imports.import_false']
-        with self.assertRaises(RuntimeError):
-            liveness.linux.load(checks, namespace=self.unit, rundir=self.run_dir)
-        with self.assertRaises(FileNotFoundError):
-            os.stat(self.pid_path)
-
-
-    def test_import_false_then_true(self):
-        checks = ['tests.imports.import_false', 'tests.imports.import_true']
-        with self.assertRaises(RuntimeError):
-            liveness.linux.load(checks, namespace=self.unit, rundir=self.run_dir)
-        with self.assertRaises(FileNotFoundError):
-            os.stat(self.pid_path)
-
-
-    def test_import_multiple_true(self):
-        checks = ['tests.imports.import_true', 'tests.imports.import_true']
-        liveness.linux.load(checks, namespace=self.unit, rundir=self.run_dir)
-        f = open(self.pid_path, 'r')
-        r = f.read()
-        f.close()
-        self.assertEqual(str(os.getpid()), r)
-
-
-    def test_set(self):
-        liveness.linux.load([], namespace='unittest', rundir=self.run_dir)
-        liveness.linux.set(namespace='unittest', rundir=self.run_dir)
-        f = open(self.error_path, 'r')
-        r = f.read()
-        f.close()
-        self.assertEqual('0', r)
-
-        liveness.linux.set(error=42, namespace='unittest', rundir=self.run_dir)
-        f = open(self.error_path, 'r')
-        r = f.read()
-        f.close()
-        self.assertEqual('42', r)
-
-        liveness.linux.reset(namespace='unittest', rundir=self.run_dir)
-        with self.assertRaises(FileNotFoundError):
-            os.stat(self.error_path)
-            
-
-    def test_set_hostname(self):
-        liveness.linux.load([], rundir=self.run_dir)
-        liveness.linux.set(rundir=self.run_dir)
-        error_path = os.path.join(self.host_path, 'error')
-        f = open(error_path, 'r')
-        r = f.read()
-        f.close()
-        self.assertEqual('0', r)
-
-        liveness.linux.reset(rundir=self.run_dir)
-        with self.assertRaises(FileNotFoundError):
-            os.stat(error_path)
-    
-
-    def test_args(self):
-        checks = ['tests.imports.import_args']
-        liveness.linux.load(checks, namespace=self.unit, rundir=self.run_dir, args=['foo'], kwargs={'bar': 42})
-        f = open(self.pid_path, 'r')
-        r = f.read()
-        f.close()
-        self.assertEqual(str(os.getpid()), r)
-
-
-if __name__ == '__main__':
-    unittest.main()

ci_templates/.cic-template.yml

@@ -24,7 +24,7 @@ variables:
       IMAGE_TAG_BASE: $CI_REGISTRY_IMAGE/$APP_NAME:$CI_COMMIT_BRANCH-$CI_COMMIT_SHORT_SHA
       LATEST_TAG: $CI_REGISTRY_IMAGE/$APP_NAME:latest
   script:
-    - export IMAGE_TAG="$IMAGE_TAG_BASE-$(date +%s)"
+    - export IMAGE_TAG="$IMAGE_TAG_BASE-$(date +%F.%H%M%S)"
     - mkdir -p /kaniko/.docker
     - echo "{\"auths\":{\"$CI_REGISTRY\":{\"username\":\"$CI_REGISTRY_USER\",\"password\":\"$CI_REGISTRY_PASSWORD\"}}}" > "/kaniko/.docker/config.json"
     # - /kaniko/executor --context $CONTEXT --dockerfile $DOCKERFILE_PATH $KANIKO_CACHE_ARGS --destination $IMAGE_TAG

docker-compose.yml

@@ -85,7 +85,6 @@ services:
       # ETH_PROVIDER should be broken out into host/port but cic-eth expects this
       ETH_PROVIDER: http://eth:8545
       # And these two are for wait-for-it (could parse this)
-      DEV_USE_DOCKER_WAIT_SCRIPT: 1
       ETH_PROVIDER_HOST: eth 
       ETH_PROVIDER_PORT: 8545
       CIC_CHAIN_SPEC: ${CIC_CHAIN_SPEC:-evm:bloxberg:8996}
@@ -104,9 +103,6 @@ services:
       DEV_PIP_EXTRA_INDEX_URL: ${DEV_PIP_EXTRA_INDEX_URL:-https://pip.grassrootseconomics.net:8433}
       RUN_MASK: ${RUN_MASK:-0} # bit flags; 1: contract migrations 2: seed data
       DEV_FAUCET_AMOUNT: ${DEV_FAUCET_AMOUNT:-0}
-      DEV_TOKEN_TYPE: ${DEV_TOKEN_TYPE:-GFT}
-      DEV_SARAFU_DEMURRAGE_LEVEL: ${DEV_SARAFU_DEMURRAGE_LEVEL:-196454828847045000000000000000000}
-      DEV_ETH_GAS_PRICE: ${DEV_ETH_GAS_PRICE:-1}
     command: ["./run_job.sh"]
         #command: ["./reset.sh"]
     depends_on: