init: wip indexer

cmd/indexer/init.go

@@ -0,0 +1,53 @@
+package main
+
+import (
+	"log/slog"
+	"os"
+	"strings"
+
+	"github.com/kamikazechaser/common/logg"
+	"github.com/knadh/koanf/parsers/toml"
+	"github.com/knadh/koanf/providers/env"
+	"github.com/knadh/koanf/providers/file"
+	"github.com/knadh/koanf/v2"
+)
+
+func initLogger() *slog.Logger {
+	loggOpts := logg.LoggOpts{
+		FormatType: logg.Logfmt,
+		LogLevel:   slog.LevelInfo,
+	}
+
+	if os.Getenv("DEBUG") != "" {
+		loggOpts.LogLevel = slog.LevelDebug
+	}
+
+	if os.Getenv("DEV") != "" {
+		loggOpts.LogLevel = slog.LevelDebug
+		loggOpts.FormatType = logg.Human
+	}
+
+	return logg.NewLogg(loggOpts)
+}
+
+func initConfig() *koanf.Koanf {
+	var (
+		ko = koanf.New(".")
+	)
+
+	confFile := file.Provider(confFlag)
+	if err := ko.Load(confFile, toml.Parser()); err != nil {
+		lo.Error("could not parse configuration file", "error", err)
+		os.Exit(1)
+	}
+
+	if err := ko.Load(env.Provider("INDEXER_", ".", func(s string) string {
+		return strings.ReplaceAll(strings.ToLower(
+			strings.TrimPrefix(s, "INDEXER_")), "__", ".")
+	}), nil); err != nil {
+		lo.Error("could not override config from env vars", "error", err)
+		os.Exit(1)
+	}
+
+	return ko
+}

cmd/indexer/main.go

@@ -0,0 +1,105 @@
+package main
+
+import (
+	"context"
+	"errors"
+	"flag"
+	"log/slog"
+	"os"
+	"os/signal"
+	"sync"
+	"syscall"
+	"time"
+
+	"github.com/grassrootseconomics/celo-indexer/internal/store"
+	"github.com/grassrootseconomics/celo-indexer/internal/sub"
+	"github.com/knadh/koanf/v2"
+)
+
+const defaultGracefulShutdownPeriod = time.Second * 20
+
+var (
+	build = "dev"
+
+	confFlag             string
+	migrationsFolderFlag string
+	queriesFlag          string
+
+	lo *slog.Logger
+	ko *koanf.Koanf
+)
+
+func init() {
+	flag.StringVar(&confFlag, "config", "config.toml", "Config file location")
+	flag.StringVar(&migrationsFolderFlag, "migrations", "migrations/", "Migrations folder location")
+	flag.StringVar(&queriesFlag, "queries", "queries.sql", "Queries file location")
+	flag.Parse()
+
+	lo = initLogger()
+	ko = initConfig()
+
+	lo.Info("starting celo indexer", "build", build)
+}
+
+func main() {
+	var (
+		wg sync.WaitGroup
+	)
+	ctx, stop := notifyShutdown()
+
+	store, err := store.NewPgStore(store.PgOpts{
+		DSN:                  ko.MustString("postgres.dsn"),
+		MigrationsFolderPath: migrationsFolderFlag,
+		QueriesFolderPath:    queriesFlag,
+		Logg:                 lo,
+	})
+	if err != nil {
+		lo.Error("could not initialize postgres store", "error", err)
+		os.Exit(1)
+	}
+
+	jetStreamSub, err := sub.NewJetStreamSub(sub.JetStreamOpts{
+		Endpoint: ko.MustString("jetstream.endpoint"),
+		Logg:     lo,
+		Store:    store,
+	})
+	if err != nil {
+		lo.Error("could not initialize jetstream sub", "error", err)
+		os.Exit(1)
+	}
+
+	wg.Add(1)
+	go func() {
+		defer wg.Done()
+		jetStreamSub.Process()
+	}()
+
+	<-ctx.Done()
+	lo.Info("shutdown signal received")
+	shutdownCtx, cancel := context.WithTimeout(context.Background(), defaultGracefulShutdownPeriod)
+
+	wg.Add(1)
+	go func() {
+		defer wg.Done()
+		jetStreamSub.Close()
+	}()
+
+	go func() {
+		wg.Wait()
+		stop()
+		cancel()
+		os.Exit(0)
+	}()
+
+	<-shutdownCtx.Done()
+	if errors.Is(shutdownCtx.Err(), context.DeadlineExceeded) {
+		stop()
+		cancel()
+		lo.Error("graceful shutdown period exceeded, forcefully shutting down")
+	}
+	os.Exit(1)
+}
+
+func notifyShutdown() (context.Context, context.CancelFunc) {
+	return signal.NotifyContext(context.Background(), os.Interrupt, syscall.SIGTERM, syscall.SIGINT)
+}