mirror of
https://github.com/grassrootseconomics/cic-custodial.git
synced 2024-11-29 00:46:46 +01:00
Mohammed Sohail
4d13a14dc2
Squashed commit of the following: commit05e1396121
Author: Mohammed Sohail <sohailsameja@gmail.com> Date: Wed Feb 15 10:03:44 2023 +0300 feat: add status types to dispatcher commit397cd78ca9
Author: Mohammed Sohail <sohailsameja@gmail.com> Date: Wed Feb 15 09:39:31 2023 +0300 deps: bump -> cic-celo-sdk commitf2ba079232
Author: Mohammed Sohail <sohailsameja@gmail.com> Date: Sun Feb 12 16:53:53 2023 +0300 snapshot: 12-ebening commit4f7909e4ee
Author: Mohammed Sohail <sohailsameja@gmail.com> Date: Sun Feb 12 12:50:43 2023 +0300 xnapshot: 12-02 commit773474cad9
Author: Mohammed Sohail <sohailsameja@gmail.com> Date: Thu Feb 9 14:23:37 2023 +0300 update: deps initializers commit8a0880fcfc
Author: Mohammed Sohail <sohailsameja@gmail.com> Date: Thu Feb 9 10:42:15 2023 +0300 wip: refactor taskers commit8676450122
Author: Mohammed Sohail <sohailsameja@gmail.com> Date: Fri Feb 3 12:29:27 2023 +0300 refactor: decouple sql queries, remove transfer * add inline docs * removed transfer taks in prep for re-write commitb4c09cd11a
Author: Mohammed Sohail <sohailsameja@gmail.com> Date: Thu Feb 2 12:29:43 2023 +0000 refactor: cmd/service/* and api
211 lines
5.3 KiB
Go
211 lines
5.3 KiB
Go
package main
|
|
|
|
import (
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/bsm/redislock"
|
|
celo "github.com/grassrootseconomics/cic-celo-sdk"
|
|
"github.com/grassrootseconomics/cic-custodial/internal/keystore"
|
|
"github.com/grassrootseconomics/cic-custodial/internal/nonce"
|
|
"github.com/grassrootseconomics/cic-custodial/internal/queries"
|
|
"github.com/grassrootseconomics/cic-custodial/internal/store"
|
|
"github.com/grassrootseconomics/cic-custodial/internal/tasker"
|
|
"github.com/grassrootseconomics/cic-custodial/pkg/logg"
|
|
"github.com/grassrootseconomics/cic-custodial/pkg/postgres"
|
|
"github.com/grassrootseconomics/cic-custodial/pkg/redis"
|
|
"github.com/jackc/pgx/v5/pgxpool"
|
|
"github.com/knadh/goyesql/v2"
|
|
"github.com/knadh/koanf"
|
|
"github.com/knadh/koanf/parsers/toml"
|
|
"github.com/knadh/koanf/providers/env"
|
|
"github.com/knadh/koanf/providers/file"
|
|
"github.com/nats-io/nats.go"
|
|
"github.com/zerodha/logf"
|
|
)
|
|
|
|
// Load config file.
|
|
func initConfig(configFilePath string) *koanf.Koanf {
|
|
var (
|
|
ko = koanf.New(".")
|
|
)
|
|
|
|
confFile := file.Provider(configFilePath)
|
|
if err := ko.Load(confFile, toml.Parser()); err != nil {
|
|
lo.Fatal("Could not load config file", "error", err)
|
|
}
|
|
|
|
if err := ko.Load(env.Provider("", ".", func(s string) string {
|
|
return strings.ReplaceAll(strings.ToLower(
|
|
strings.TrimPrefix(s, "")), "_", ".")
|
|
}), nil); err != nil {
|
|
lo.Fatal("Could not override config from env vars", "error", err)
|
|
}
|
|
|
|
return ko
|
|
}
|
|
|
|
// Load logger.
|
|
func initLogger(debug bool) logf.Logger {
|
|
loggOpts := logg.LoggOpts{
|
|
Color: true,
|
|
}
|
|
|
|
if debug {
|
|
loggOpts.Caller = true
|
|
loggOpts.Debug = true
|
|
}
|
|
|
|
return logg.NewLogg(loggOpts)
|
|
}
|
|
|
|
// Load Celo chain provider.
|
|
func initCeloProvider() (*celo.Provider, error) {
|
|
providerOpts := celo.ProviderOpts{
|
|
RpcEndpoint: ko.MustString("chain.rpc_endpoint"),
|
|
}
|
|
|
|
if ko.Bool("chain.testnet") {
|
|
// Devnet = 1337
|
|
providerOpts.ChainId = 1337
|
|
} else {
|
|
providerOpts.ChainId = celo.MainnetChainId
|
|
}
|
|
|
|
provider, err := celo.NewProvider(providerOpts)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return provider, nil
|
|
}
|
|
|
|
// Load postgres pool.
|
|
func initPostgresPool() (*pgxpool.Pool, error) {
|
|
poolOpts := postgres.PostgresPoolOpts{
|
|
DSN: ko.MustString("postgres.dsn"),
|
|
}
|
|
|
|
pool, err := postgres.NewPostgresPool(poolOpts)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return pool, nil
|
|
}
|
|
|
|
// Load separate redis connection for the tasker on a reserved db namespace.
|
|
func initAsynqRedisPool() (*redis.RedisPool, error) {
|
|
poolOpts := redis.RedisPoolOpts{
|
|
DSN: ko.MustString("asynq.dsn"),
|
|
MinIdleConns: ko.MustInt("redis.min_idle_conn"),
|
|
}
|
|
|
|
pool, err := redis.NewRedisPool(poolOpts)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return pool, nil
|
|
}
|
|
|
|
// Common redis connection on a different db namespace from the takser.
|
|
func initCommonRedisPool() (*redis.RedisPool, error) {
|
|
poolOpts := redis.RedisPoolOpts{
|
|
DSN: ko.MustString("redis.dsn"),
|
|
MinIdleConns: ko.MustInt("redis.min_idle_conn"),
|
|
}
|
|
|
|
pool, err := redis.NewRedisPool(poolOpts)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return pool, nil
|
|
}
|
|
|
|
// Load SQL statements into struct.
|
|
func initQueries(queriesPath string) (*queries.Queries, error) {
|
|
parsedQueries, err := goyesql.ParseFile(queriesFlag)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
loadedQueries, err := queries.LoadQueries(parsedQueries)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return loadedQueries, nil
|
|
}
|
|
|
|
// Load postgres based keystore.
|
|
func initPostgresKeystore(postgresPool *pgxpool.Pool, queries *queries.Queries) (keystore.Keystore, error) {
|
|
keystore := keystore.NewPostgresKeytore(keystore.Opts{
|
|
PostgresPool: postgresPool,
|
|
Queries: queries,
|
|
})
|
|
|
|
return keystore, nil
|
|
}
|
|
|
|
// Load redis backed noncestore.
|
|
func initRedisNoncestore(redisPool *redis.RedisPool, celoProvider *celo.Provider) nonce.Noncestore {
|
|
return nonce.NewRedisNoncestore(nonce.Opts{
|
|
RedisPool: redisPool,
|
|
CeloProvider: celoProvider,
|
|
})
|
|
}
|
|
|
|
// Load global lock provider.
|
|
func initLockProvider(redisPool redislock.RedisClient) *redislock.Client {
|
|
return redislock.New(redisPool)
|
|
}
|
|
|
|
// Load tasker client.
|
|
func initTaskerClient(redisPool *redis.RedisPool) *tasker.TaskerClient {
|
|
return tasker.NewTaskerClient(tasker.TaskerClientOpts{
|
|
RedisPool: redisPool,
|
|
TaskRetention: time.Duration(ko.MustInt64("asynq.task_retention_hrs")) * time.Hour,
|
|
})
|
|
}
|
|
|
|
// Load Postgres store
|
|
func initPostgresStore(postgresPool *pgxpool.Pool, queries *queries.Queries) store.Store {
|
|
return store.NewPostgresStore(store.Opts{
|
|
PostgresPool: postgresPool,
|
|
Queries: queries,
|
|
})
|
|
}
|
|
|
|
// Init JetStream context for tasker events.
|
|
func initJetStream() (nats.JetStreamContext, error) {
|
|
natsConn, err := nats.Connect(ko.MustString("jetstream.endpoint"))
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
js, err := natsConn.JetStream()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// Bootstrap stream if it does not exist
|
|
stream, _ := js.StreamInfo(ko.MustString("jetstream.stream_name"))
|
|
if stream == nil {
|
|
lo.Info("jetstream: bootstrapping stream")
|
|
_, err = js.AddStream(&nats.StreamConfig{
|
|
Name: ko.MustString("jetstream.stream_name"),
|
|
MaxAge: time.Duration(ko.MustInt("jetstream.persist_duration_hours")) * time.Hour,
|
|
Storage: nats.FileStorage,
|
|
Subjects: ko.MustStrings("jetstream.stream_subjects"),
|
|
Duplicates: time.Duration(ko.MustInt("jetstream.dedup_duration_hours")) * time.Hour,
|
|
})
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
}
|
|
|
|
return js, nil
|
|
}
|