141 lines
3.2 KiB
Go
141 lines
3.2 KiB
Go
package main
|
|
|
|
import (
|
|
"context"
|
|
"flag"
|
|
"os"
|
|
"os/signal"
|
|
"strings"
|
|
"sync"
|
|
"syscall"
|
|
"time"
|
|
|
|
"github.com/grassrootseconomics/cic-chain-events/internal/api"
|
|
"github.com/grassrootseconomics/cic-chain-events/internal/pipeline"
|
|
"github.com/grassrootseconomics/cic-chain-events/internal/syncer"
|
|
"github.com/grassrootseconomics/cic-chain-events/pkg/filter"
|
|
"github.com/knadh/goyesql/v2"
|
|
"github.com/knadh/koanf"
|
|
"github.com/zerodha/logf"
|
|
)
|
|
|
|
var (
|
|
confFlag string
|
|
debugFlag bool
|
|
queriesFlag string
|
|
|
|
ko *koanf.Koanf
|
|
lo logf.Logger
|
|
q goyesql.Queries
|
|
)
|
|
|
|
func init() {
|
|
flag.StringVar(&confFlag, "config", "config.toml", "Config file location")
|
|
flag.BoolVar(&debugFlag, "log", true, "Enable debug logging")
|
|
flag.StringVar(&queriesFlag, "queries", "queries.sql", "Queries file location")
|
|
flag.Parse()
|
|
|
|
lo = initLogger(debugFlag)
|
|
ko = initConfig(confFlag)
|
|
q = initQueries(queriesFlag)
|
|
}
|
|
|
|
func main() {
|
|
// p := profiler.New(profiler.Conf{
|
|
// DirPath: "profiles",
|
|
// Quiet: true,
|
|
// NoShutdownHook: false,
|
|
// }, profiler.Cpu, profiler.Mem)
|
|
// p.Start()
|
|
|
|
syncerStats := &syncer.Stats{}
|
|
wg := &sync.WaitGroup{}
|
|
apiServer := initApiServer()
|
|
|
|
ctx, stop := signal.NotifyContext(context.Background(), os.Interrupt, syscall.SIGTERM)
|
|
defer stop()
|
|
|
|
workerPool := initWorkerPool(ctx)
|
|
|
|
pgStore, err := initPgStore()
|
|
if err != nil {
|
|
lo.Fatal("main: critical error loading pg store", "error", err)
|
|
}
|
|
|
|
graphqlFetcher := initFetcher()
|
|
|
|
pipeline := pipeline.NewPipeline(pipeline.PipelineOpts{
|
|
BlockFetcher: graphqlFetcher,
|
|
Filters: []filter.Filter{
|
|
initAddressFilter(),
|
|
initDecodeFilter(),
|
|
},
|
|
Logg: lo,
|
|
Store: pgStore,
|
|
})
|
|
|
|
headSyncer, err := syncer.NewHeadSyncer(syncer.HeadSyncerOpts{
|
|
Logg: lo,
|
|
Pipeline: pipeline,
|
|
Pool: workerPool,
|
|
Stats: syncerStats,
|
|
WsEndpoint: ko.MustString("chain.ws_endpoint"),
|
|
})
|
|
if err != nil {
|
|
lo.Fatal("main: crticial error loading head syncer", "error", err)
|
|
}
|
|
|
|
janitor := syncer.NewJanitor(syncer.JanitorOpts{
|
|
BatchSize: uint64(ko.MustInt64("syncer.batch_size")),
|
|
HeadBlockLag: uint64(ko.MustInt64("syncer.head_block_lag")),
|
|
Logg: lo,
|
|
Pipeline: pipeline,
|
|
Pool: workerPool,
|
|
Stats: syncerStats,
|
|
Store: pgStore,
|
|
SweepInterval: time.Second * time.Duration(ko.MustInt64("syncer.sweep_interval")),
|
|
})
|
|
|
|
apiServer.GET("/stats", api.StatsHandler(syncerStats, workerPool))
|
|
|
|
wg.Add(1)
|
|
go func() {
|
|
defer wg.Done()
|
|
if err := headSyncer.Start(ctx); err != nil {
|
|
lo.Fatal("main: critical error starting head syncer", "error", err)
|
|
}
|
|
}()
|
|
|
|
wg.Add(1)
|
|
go func() {
|
|
defer wg.Done()
|
|
if err := janitor.Start(ctx); err != nil {
|
|
lo.Fatal("main: critical error starting janitor", "error", err)
|
|
}
|
|
}()
|
|
|
|
wg.Add(1)
|
|
go func() {
|
|
defer wg.Done()
|
|
lo.Info("starting API server")
|
|
if err := apiServer.Start(ko.MustString("api.address")); err != nil {
|
|
if strings.Contains(err.Error(), "Server closed") {
|
|
lo.Info("main: shutting down server")
|
|
} else {
|
|
lo.Fatal("main: critical error shutting down server", "err", err)
|
|
}
|
|
}
|
|
}()
|
|
|
|
<-ctx.Done()
|
|
|
|
workerPool.Stop()
|
|
|
|
if err := apiServer.Shutdown(ctx); err != nil {
|
|
lo.Error("main: could not gracefully shutdown api server", "err", err)
|
|
}
|
|
|
|
wg.Wait()
|
|
// p.Stop()
|
|
}
|