zheromiku
dcdc8d1ddd
全栈知识治理平台首次入库（P1-P10 + 发布链路模拟验证闭环）： - 治理核心：源目录/变更集/人工审核/发布批次/发布执行（fail-closed 闸口） - 测试通道：WeKnora 测试 KB 上传/轮询/验收；poll 完成时写入 parser_generation/index_generation，修复 manual/seed 路径发布闸口永久拦截 - 发布适配器 v071（本地 source=测试角色 / 云端 target=生产角色 模拟验证通过）： * ES 导出/导入 mapping 自适应（.keyword 子字段、可选 tenant_id） * OSS locator 支持嵌套 scheme；chunks.seq_id 由目标序列分配 * bundle 归档同身份重试原子替换；verifier 按 bundle chunk_type 计数 * 回滚 job payload 支持 prior_execution_id（strict 解码） - 三通道发布+回滚演练实测：publish 4/4 verified，检索命中， rollback 4/4 rolled_back，目标端 PG is_enabled=false、ES is_enabled=false - 前端 A·Data-console 风格全站统一，120 用例通过 - 门禁：go vet / go test 全包通过，gofmt 干净
54 lines
1.7 KiB
Go
54 lines
1.7 KiB
Go
package main
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"log"
|
|
"time"
|
|
)
|
|
|
|
// dueSourceClaimer is the storage slice the scheduler needs; *postgresstore.Store
|
|
// satisfies it and tests can fake it without a database.
|
|
type dueSourceClaimer interface {
|
|
ClaimDueSourceRefreshes(ctx context.Context, now time.Time) (int, int, error)
|
|
}
|
|
|
|
// runSourceRefreshTick performs one dispatcher pass and logs only when work
|
|
// moved, so an idle system does not spam the worker log.
|
|
func runSourceRefreshTick(ctx context.Context, claimer dueSourceClaimer, now time.Time) error {
|
|
claimed, enqueued, err := claimer.ClaimDueSourceRefreshes(ctx, now)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if claimed > 0 || enqueued > 0 {
|
|
log.Printf("source refresh scheduler claimed=%d enqueued=%d", claimed, enqueued)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// runSourceRefreshScheduler ticks until ctx is cancelled. The FIRST tick is
|
|
// deliberately delayed by one interval: startup already races ApplyMigrations
|
|
// and handler registration, and a due backlog enqueue adds nothing on the
|
|
// second the process comes up (the worker will drain whatever is queued anyway
|
|
// once sources were scheduled before a restart).
|
|
func runSourceRefreshScheduler(ctx context.Context, claimer dueSourceClaimer, interval time.Duration, onError func(error)) {
|
|
if claimer == nil || interval <= 0 {
|
|
return
|
|
}
|
|
if onError == nil {
|
|
onError = func(err error) { log.Printf("source refresh scheduler error: %v", err) }
|
|
}
|
|
ticker := time.NewTicker(interval)
|
|
defer ticker.Stop()
|
|
for {
|
|
select {
|
|
case <-ctx.Done():
|
|
return
|
|
case tick := <-ticker.C:
|
|
if err := runSourceRefreshTick(ctx, claimer, tick.UTC()); err != nil && !errors.Is(err, context.Canceled) {
|
|
onError(err)
|
|
}
|
|
}
|
|
}
|
|
}
|