Files
knowledge-governance/cmd/worker/qa_mirror.go
T
姚章浩 3e7fcce0b1
build / build (push) Successful in 1m11s
feat(qa-ops): 持久本地问答副本与安全答案预览
新增迁移50与每5分钟/手动持久同步,API只读本地;同步失败保留、权限阻断、租约与质量失效原子激活。
保留全量稳定分页/固定列,已存质量批量读取,元数据不反复解压长答案;详情安全Markdown与原文。

已运行整仓 make verify、源与副本隔离PG -race、真实只读源及隔离浏览器。
实际同步2525条;固定窗口640条本地中位1.46秒,对照直接源33.10秒。
停worker、缺源凭据、重启API后仍可查询;未更新8088,未修改生产原问答。
2026-10-18 19:10:47 +08:00

53 lines
1.8 KiB
Go

package main
import (
"context"
"github.com/jackc/pgx/v5/pgxpool"
"knowledge-governance/internal/dobotaiops"
"knowledge-governance/internal/jobs"
"knowledge-governance/internal/qaopsmirror"
"strings"
"time"
)
func configureRecordsSync(pool *pgxpool.Pool, getenv func(string) string, governanceDSN string, handlers map[string]jobs.Handler) (*qaopsmirror.Store, error) {
settings := dobotaiops.LoadSettings(getenv, governanceDSN)
if !settings.Enabled {
return nil, nil
}
if settings.TenantKey == "" || len(settings.TenantKey) > 128 || strings.ContainsRune(settings.TenantKey, 0) {
return nil, qaopsmirror.ErrInvalid
}
store := qaopsmirror.NewStore(pool, settings.TenantKey)
handlers[store.SyncJobType()] = func(ctx context.Context, job jobs.Job) error {
return store.HandleSync(ctx, job, func(ctx context.Context) (qaopsmirror.Source, error) {
current := dobotaiops.LoadSettings(getenv, governanceDSN)
if !current.Enabled || current.Problem != "" || current.TenantKey != settings.TenantKey {
return nil, dobotaiops.ErrUnavailable
}
// One source connection, shared by every manifest and bounded payload read in this job.
current.Connection.MaxConns = 1
current.Connection.MinConns = 0
return dobotaiops.Build(ctx, current.Connection)
})
}
return store, nil
}
// The next due time and automatic operation key live in PostgreSQL, so a worker
// restart does not reset the five-minute cadence or duplicate an active import.
func runRecordsSyncScheduler(ctx context.Context, store *qaopsmirror.Store, onError func(error)) {
tick := time.NewTicker(15 * time.Second)
defer tick.Stop()
for {
if _, e := store.EnqueueDue(ctx); e != nil && ctx.Err() == nil && onError != nil {
onError(e)
}
select {
case <-ctx.Done():
return
case <-tick.C:
}
}
}