wizardchen
07ba01ec93
Split the monolithic upstream worker budget into explicit core, post-process, enrichment, maintenance, and shared elastic pools, expose live cluster capacity on the runtime dashboard, and retire the legacy asynq.concurrency setting.
28 lines
613 B
Go
28 lines
613 B
Go
package service
|
|
|
|
import (
|
|
"time"
|
|
|
|
"github.com/Tencent/WeKnora/internal/config"
|
|
"github.com/Tencent/WeKnora/internal/types"
|
|
"github.com/hibiken/asynq"
|
|
)
|
|
|
|
func documentProcessTaskOptions(cfg *config.Config, extra ...asynq.Option) []asynq.Option {
|
|
opts := []asynq.Option{
|
|
asynq.Queue(types.QueueDefault),
|
|
asynq.Timeout(config.DocumentProcessTimeout(cfg)),
|
|
asynq.MaxRetry(3),
|
|
}
|
|
opts = append(opts, extra...)
|
|
return opts
|
|
}
|
|
|
|
func knowledgePostProcessTaskOptions() []asynq.Option {
|
|
return []asynq.Option{
|
|
asynq.Queue(types.QueuePostProcess),
|
|
asynq.MaxRetry(3),
|
|
asynq.Timeout(30 * time.Minute),
|
|
}
|
|
}
|