zheromiku
dcdc8d1ddd
全栈知识治理平台首次入库（P1-P10 + 发布链路模拟验证闭环）： - 治理核心：源目录/变更集/人工审核/发布批次/发布执行（fail-closed 闸口） - 测试通道：WeKnora 测试 KB 上传/轮询/验收；poll 完成时写入 parser_generation/index_generation，修复 manual/seed 路径发布闸口永久拦截 - 发布适配器 v071（本地 source=测试角色 / 云端 target=生产角色 模拟验证通过）： * ES 导出/导入 mapping 自适应（.keyword 子字段、可选 tenant_id） * OSS locator 支持嵌套 scheme；chunks.seq_id 由目标序列分配 * bundle 归档同身份重试原子替换；verifier 按 bundle chunk_type 计数 * 回滚 job payload 支持 prior_execution_id（strict 解码） - 三通道发布+回滚演练实测：publish 4/4 verified，检索命中， rollback 4/4 rolled_back，目标端 PG is_enabled=false、ES is_enabled=false - 前端 A·Data-console 风格全站统一，120 用例通过 - 门禁：go vet / go test 全包通过，gofmt 干净
117 lines
2.8 KiB
Go
117 lines
2.8 KiB
Go
package main
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"sync"
|
|
"testing"
|
|
"time"
|
|
)
|
|
|
|
type fakeClaimer struct {
|
|
mu sync.Mutex
|
|
calls []time.Time
|
|
claimed [2]int
|
|
err error
|
|
}
|
|
|
|
func (f *fakeClaimer) ClaimDueSourceRefreshes(_ context.Context, now time.Time) (int, int, error) {
|
|
f.mu.Lock()
|
|
defer f.mu.Unlock()
|
|
f.calls = append(f.calls, now)
|
|
if f.err != nil {
|
|
return 0, 0, f.err
|
|
}
|
|
return f.claimed[0], f.claimed[1], nil
|
|
}
|
|
|
|
func TestRunSourceRefreshTickSurfacesErrors(t *testing.T) {
|
|
claim := &fakeClaimer{claimed: [2]int{3, 2}}
|
|
if err := runSourceRefreshTick(context.Background(), claim, time.Now()); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if len(claim.calls) != 1 {
|
|
t.Fatalf("calls=%d want 1", len(claim.calls))
|
|
}
|
|
sentinel := errors.New("boom")
|
|
failing := &fakeClaimer{err: sentinel}
|
|
if err := runSourceRefreshTick(context.Background(), failing, time.Now()); !errors.Is(err, sentinel) {
|
|
t.Fatalf("error=%v want sentinel", err)
|
|
}
|
|
}
|
|
|
|
func TestRunSourceRefreshSchedulerTicksAndStops(t *testing.T) {
|
|
claim := &fakeClaimer{}
|
|
ctx, cancel := context.WithCancel(context.Background())
|
|
done := make(chan struct{})
|
|
go func() {
|
|
defer close(done)
|
|
runSourceRefreshScheduler(ctx, claim, 10*time.Millisecond, nil)
|
|
}()
|
|
deadline := time.Now().Add(2 * time.Second)
|
|
for time.Now().Before(deadline) {
|
|
claim.mu.Lock()
|
|
count := len(claim.calls)
|
|
claim.mu.Unlock()
|
|
if count >= 2 {
|
|
break
|
|
}
|
|
time.Sleep(5 * time.Millisecond)
|
|
}
|
|
cancel()
|
|
select {
|
|
case <-done:
|
|
case <-time.After(2 * time.Second):
|
|
t.Fatal("scheduler did not stop on context cancel")
|
|
}
|
|
claim.mu.Lock()
|
|
defer claim.mu.Unlock()
|
|
if len(claim.calls) < 2 {
|
|
t.Fatalf("calls=%d want at least 2", len(claim.calls))
|
|
}
|
|
for _, stamp := range claim.calls {
|
|
if stamp.Location() != time.UTC {
|
|
t.Fatalf("tick stamp %v not UTC", stamp)
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestRunSourceRefreshSchedulerSurvivesTickErrors(t *testing.T) {
|
|
claim := &fakeClaimer{err: errors.New("database is offline")}
|
|
var errorsSeen int
|
|
var mu sync.Mutex
|
|
ctx, cancel := context.WithCancel(context.Background())
|
|
done := make(chan struct{})
|
|
go func() {
|
|
defer close(done)
|
|
runSourceRefreshScheduler(ctx, claim, 10*time.Millisecond, func(error) {
|
|
mu.Lock()
|
|
errorsSeen++
|
|
mu.Unlock()
|
|
})
|
|
}()
|
|
deadline := time.Now().Add(2 * time.Second)
|
|
for time.Now().Before(deadline) {
|
|
mu.Lock()
|
|
seen := errorsSeen
|
|
mu.Unlock()
|
|
if seen >= 2 {
|
|
break
|
|
}
|
|
time.Sleep(5 * time.Millisecond)
|
|
}
|
|
cancel()
|
|
<-done
|
|
mu.Lock()
|
|
defer mu.Unlock()
|
|
if errorsSeen < 2 {
|
|
t.Fatalf("errorsSeen=%d want >=2 (loop must not die on failures)", errorsSeen)
|
|
}
|
|
}
|
|
|
|
func TestRunSourceRefreshSchedulerIgnoresNilClaims(t *testing.T) {
|
|
// guards against misconfiguration killing the process
|
|
runSourceRefreshScheduler(context.Background(), nil, time.Second, nil)
|
|
runSourceRefreshScheduler(context.Background(), &fakeClaimer{}, 0, nil)
|
|
}
|