cic-custodial/cmd/service/tasker.go

82 lines
2.6 KiB
Go
Raw Normal View History

package main
import (
"context"
"time"
"github.com/bsm/redislock"
"github.com/grassrootseconomics/cic-custodial/internal/custodial"
"github.com/grassrootseconomics/cic-custodial/internal/tasker"
"github.com/grassrootseconomics/cic-custodial/internal/tasker/task"
"github.com/grassrootseconomics/cic-custodial/pkg/redis"
"github.com/hibiken/asynq"
)
const (
fixedRetryCount = 25
fixedRetryPeriod = time.Second * 1
)
// Load tasker handlers, injecting any necessary handler dependencies from the system container.
func initTasker(custodialContainer *custodial.Custodial, redisPool *redis.RedisPool) *tasker.TaskerServer {
taskerServerOpts := tasker.TaskerServerOpts{
Concurrency: ko.MustInt("asynq.worker_count"),
IsFailureHandler: isFailureHandler,
Logg: lo,
LogLevel: asynq.InfoLevel,
RedisPool: redisPool,
RetryHandler: retryHandler,
}
taskerServer := tasker.NewTaskerServer(taskerServerOpts)
taskerServer.RegisterMiddlewareStack([]asynq.MiddlewareFunc{
2023-03-08 07:51:48 +01:00
observibilityMiddleware(),
})
taskerServer.RegisterHandlers(tasker.AccountRegisterTask, task.AccountRegisterOnChainProcessor(custodialContainer))
taskerServer.RegisterHandlers(tasker.AccountRefillGasTask, task.AccountRefillGasProcessor(custodialContainer))
taskerServer.RegisterHandlers(tasker.SignTransferTask, task.SignTransfer(custodialContainer))
taskerServer.RegisterHandlers(tasker.SignTransferTaskAuth, task.SignTransferAuthorizationProcessor(custodialContainer))
taskerServer.RegisterHandlers(tasker.DispatchTxTask, task.DispatchTx(custodialContainer))
return taskerServer
}
func isFailureHandler(err error) bool {
switch err {
// Ignore lock contention errors; retry until lock obtain.
case redislock.ErrNotObtained:
return false
default:
return true
}
}
func retryHandler(count int, err error, task *asynq.Task) time.Duration {
if count < fixedRetryCount {
return fixedRetryPeriod
} else {
return asynq.DefaultRetryDelayFunc(count, err, task)
}
}
2023-03-08 07:51:48 +01:00
func observibilityMiddleware() asynq.MiddlewareFunc {
return func(handler asynq.Handler) asynq.Handler {
return asynq.HandlerFunc(func(ctx context.Context, task *asynq.Task) error {
taskId, _ := asynq.GetTaskID(ctx)
err := handler.ProcessTask(ctx, task)
if err != nil && isFailureHandler(err) {
lo.Error("tasker: handler error", "err", err, "task_type", task.Type(), "task_id", taskId)
major: breaking changes, fixes * add global lock * fix lock contention * update redis client and server -> v7 * add network status API * upgrade deps Squashed commit of the following: commit 9d95f2e8f8401819f11f33c00d4e2e72b67576a6 Author: Mohammed Sohail <sohailsameja@gmail.com> Date: Thu Mar 16 11:12:06 2023 +0000 feat: add updated_at postgres fn + trigger * closes #66 commit 144d5018ea011d4d4b12479c66f2a5087e8fc2a7 Author: Mohammed Sohail <sohailsameja@gmail.com> Date: Thu Mar 16 08:48:45 2023 +0000 feat: add network account status (nonce, balance) commit 5679a675f345b151fd6b079c799f6849800822fa Author: Mohammed Sohail <sohailsameja@gmail.com> Date: Thu Mar 16 08:01:58 2023 +0000 fix: system global lock * add middleware to entire API group * setNX system lock key commit ee907dddbc0500f92bcb8e7274b186c970198a02 Author: Mohammed Sohail <sohailsameja@gmail.com> Date: Thu Mar 16 07:34:29 2023 +0000 feat: add system global lock to be triggered manually commit ad58d1da47c7f1fae2e400fe713b0ea07f32b416 Author: Mohammed Sohail <sohailsameja@gmail.com> Date: Tue Mar 14 16:02:25 2023 +0000 feat: add lock retry strategy * previouly we relied on the task being re-queued which generally reduces the throughput of tasks commit f4e3aedf336b378a8c0ca6b6080af9dc54e435cc Author: Mohammed Sohail <sohailsameja@gmail.com> Date: Tue Mar 14 15:45:06 2023 +0000 tasker: add support for reporting panics commit b8ebf88f3692bf0cebae476d010cd7ff2656e11d Author: Mohammed Sohail <sohailsameja@gmail.com> Date: Tue Mar 14 15:40:50 2023 +0000 pkg: bump go-redis -> v9 commit 4a0bf88322ebb79f86c1356685cf4abac0a0d17b Author: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> Date: Tue Mar 14 18:15:05 2023 +0300 build(deps): bump github.com/jackc/tern/v2 from 2.0.0 to 2.0.1 (#69) Bumps [github.com/jackc/tern/v2](https://github.com/jackc/tern) from 2.0.0 to 2.0.1. - [Release notes](https://github.com/jackc/tern/releases) - [Changelog](https://github.com/jackc/tern/blob/master/.goreleaser.yaml) - [Commits](https://github.com/jackc/tern/compare/v2.0.0...v2.0.1) --- updated-dependencies: - dependency-name: github.com/jackc/tern/v2 dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] <support@github.com> Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> commit 5328d271c11f1f34d9e69e4cdfa95a010bcba866 Author: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> Date: Tue Mar 14 18:14:45 2023 +0300 build(deps): bump golang.org/x/crypto from 0.6.0 to 0.7.0 (#70) Bumps [golang.org/x/crypto](https://github.com/golang/crypto) from 0.6.0 to 0.7.0. - [Release notes](https://github.com/golang/crypto/releases) - [Commits](https://github.com/golang/crypto/compare/v0.6.0...v0.7.0) --- updated-dependencies: - dependency-name: golang.org/x/crypto dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] <support@github.com> Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> commit 7ce80f9e6dcc2752a03c78b7ad3f91f4cc0afed0 Author: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> Date: Tue Mar 14 18:13:59 2023 +0300 build(deps): bump github.com/grassrootseconomics/celoutils (#71) Bumps [github.com/grassrootseconomics/celoutils](https://github.com/grassrootseconomics/celoutils) from 1.0.0 to 1.1.1. - [Release notes](https://github.com/grassrootseconomics/celoutils/releases) - [Commits](https://github.com/grassrootseconomics/celoutils/compare/v1.0.0...v1.1.1) --- updated-dependencies: - dependency-name: github.com/grassrootseconomics/celoutils dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] <support@github.com> Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-03-16 13:03:51 +01:00
} else if asynq.IsPanicError(err) {
lo.Error("tasker: handler panic", "err", err, "task_type", task.Type(), "task_id", taskId)
} else {
lo.Info("tasker: process task", "task_type", task.Type(), "task_id", taskId)
}
return err
})
}
}