3e7fcce0b1
build / build (push) Successful in 1m11s
新增迁移50与每5分钟/手动持久同步,API只读本地;同步失败保留、权限阻断、租约与质量失效原子激活。 保留全量稳定分页/固定列,已存质量批量读取,元数据不反复解压长答案;详情安全Markdown与原文。 已运行整仓 make verify、源与副本隔离PG -race、真实只读源及隔离浏览器。 实际同步2525条;固定窗口640条本地中位1.46秒,对照直接源33.10秒。 停worker、缺源凭据、重启API后仍可查询;未更新8088,未修改生产原问答。
53 lines
1.8 KiB
Go
53 lines
1.8 KiB
Go
package main
|
|
|
|
import (
|
|
"context"
|
|
"github.com/jackc/pgx/v5/pgxpool"
|
|
"knowledge-governance/internal/dobotaiops"
|
|
"knowledge-governance/internal/jobs"
|
|
"knowledge-governance/internal/qaopsmirror"
|
|
"strings"
|
|
"time"
|
|
)
|
|
|
|
func configureRecordsSync(pool *pgxpool.Pool, getenv func(string) string, governanceDSN string, handlers map[string]jobs.Handler) (*qaopsmirror.Store, error) {
|
|
settings := dobotaiops.LoadSettings(getenv, governanceDSN)
|
|
if !settings.Enabled {
|
|
return nil, nil
|
|
}
|
|
if settings.TenantKey == "" || len(settings.TenantKey) > 128 || strings.ContainsRune(settings.TenantKey, 0) {
|
|
return nil, qaopsmirror.ErrInvalid
|
|
}
|
|
store := qaopsmirror.NewStore(pool, settings.TenantKey)
|
|
handlers[store.SyncJobType()] = func(ctx context.Context, job jobs.Job) error {
|
|
return store.HandleSync(ctx, job, func(ctx context.Context) (qaopsmirror.Source, error) {
|
|
current := dobotaiops.LoadSettings(getenv, governanceDSN)
|
|
if !current.Enabled || current.Problem != "" || current.TenantKey != settings.TenantKey {
|
|
return nil, dobotaiops.ErrUnavailable
|
|
}
|
|
// One source connection, shared by every manifest and bounded payload read in this job.
|
|
current.Connection.MaxConns = 1
|
|
current.Connection.MinConns = 0
|
|
return dobotaiops.Build(ctx, current.Connection)
|
|
})
|
|
}
|
|
return store, nil
|
|
}
|
|
|
|
// The next due time and automatic operation key live in PostgreSQL, so a worker
|
|
// restart does not reset the five-minute cadence or duplicate an active import.
|
|
func runRecordsSyncScheduler(ctx context.Context, store *qaopsmirror.Store, onError func(error)) {
|
|
tick := time.NewTicker(15 * time.Second)
|
|
defer tick.Stop()
|
|
for {
|
|
if _, e := store.EnqueueDue(ctx); e != nil && ctx.Err() == nil && onError != nil {
|
|
onError(e)
|
|
}
|
|
select {
|
|
case <-ctx.Done():
|
|
return
|
|
case <-tick.C:
|
|
}
|
|
}
|
|
}
|