zheromiku
dcdc8d1ddd
全栈知识治理平台首次入库（P1-P10 + 发布链路模拟验证闭环）： - 治理核心：源目录/变更集/人工审核/发布批次/发布执行（fail-closed 闸口） - 测试通道：WeKnora 测试 KB 上传/轮询/验收；poll 完成时写入 parser_generation/index_generation，修复 manual/seed 路径发布闸口永久拦截 - 发布适配器 v071（本地 source=测试角色 / 云端 target=生产角色 模拟验证通过）： * ES 导出/导入 mapping 自适应（.keyword 子字段、可选 tenant_id） * OSS locator 支持嵌套 scheme；chunks.seq_id 由目标序列分配 * bundle 归档同身份重试原子替换；verifier 按 bundle chunk_type 计数 * 回滚 job payload 支持 prior_execution_id（strict 解码） - 三通道发布+回滚演练实测：publish 4/4 verified，检索命中， rollback 4/4 rolled_back，目标端 PG is_enabled=false、ES is_enabled=false - 前端 A·Data-console 风格全站统一，120 用例通过 - 门禁：go vet / go test 全包通过，gofmt 干净
64 lines
1.9 KiB
Go
64 lines
1.9 KiB
Go
package pp
|
|
|
|
import (
|
|
"crypto/sha256"
|
|
"encoding/hex"
|
|
"strings"
|
|
"testing"
|
|
)
|
|
|
|
func TestMergeOverLimitManifestAddsBlockedSourceItem(t *testing.T) {
|
|
canonicalSource := strings.Repeat("a", 64)
|
|
contentHash := strings.Repeat("c", 64)
|
|
url := "https://source.invalid/large-document"
|
|
urlDigest := sha256.Sum256([]byte(url))
|
|
overLimitSource := hex.EncodeToString(urlDigest[:])
|
|
snapshot := Snapshot{KBID: "kb-1", Items: []Item{{
|
|
KBID: "kb-1",
|
|
SourceURLHash: canonicalSource,
|
|
SourceIDs: []string{"pp-1"},
|
|
Bytes: 20,
|
|
SHA256: contentHash,
|
|
Status: StatusCompleted,
|
|
KnowledgeID: "knowledge-1",
|
|
}}}
|
|
manifest := `{"results":[` +
|
|
`{"url":"https://source.invalid/existing","status":"existing","bytes":20,"source_ids":["pp-1"]},` +
|
|
`{"url":"` + url + `","local_path":"/not-opened","status":"over_limit","bytes":52428801,"source_ids":["pp-2"]}` +
|
|
`]}`
|
|
|
|
merged, report, err := MergeOverLimitManifest(snapshot, strings.NewReader(manifest))
|
|
if err != nil {
|
|
t.Fatalf("MergeOverLimitManifest() error = %v", err)
|
|
}
|
|
if report.Added != 1 {
|
|
t.Fatalf("Added = %d, want 1", report.Added)
|
|
}
|
|
if len(merged.Items) != 2 {
|
|
t.Fatalf("items = %d, want 2", len(merged.Items))
|
|
}
|
|
var blocked Item
|
|
for _, item := range merged.Items {
|
|
if item.SourceURLHash == overLimitSource {
|
|
blocked = item
|
|
}
|
|
}
|
|
if blocked.Status != StatusOverLimit || blocked.Bytes != 52428801 || blocked.SHA256 != "" {
|
|
t.Fatalf("blocked item = %#v", blocked)
|
|
}
|
|
}
|
|
|
|
func TestValidateSnapshotAcceptsOverLimitItemWithoutContentHash(t *testing.T) {
|
|
snapshot := Snapshot{KBID: "kb-1", Items: []Item{{
|
|
KBID: "kb-1",
|
|
SourceURLHash: strings.Repeat("a", 64),
|
|
SourceIDs: []string{"pp-1"},
|
|
Bytes: LegacyMaxBytes + 1,
|
|
Status: StatusOverLimit,
|
|
}}}
|
|
|
|
if err := ValidateSnapshot(snapshot); err != nil {
|
|
t.Fatalf("ValidateSnapshot() error = %v", err)
|
|
}
|
|
}
|