zheromiku
dcdc8d1ddd
全栈知识治理平台首次入库（P1-P10 + 发布链路模拟验证闭环）： - 治理核心：源目录/变更集/人工审核/发布批次/发布执行（fail-closed 闸口） - 测试通道：WeKnora 测试 KB 上传/轮询/验收；poll 完成时写入 parser_generation/index_generation，修复 manual/seed 路径发布闸口永久拦截 - 发布适配器 v071（本地 source=测试角色 / 云端 target=生产角色 模拟验证通过）： * ES 导出/导入 mapping 自适应（.keyword 子字段、可选 tenant_id） * OSS locator 支持嵌套 scheme；chunks.seq_id 由目标序列分配 * bundle 归档同身份重试原子替换；verifier 按 bundle chunk_type 计数 * 回滚 job payload 支持 prior_execution_id（strict 解码） - 三通道发布+回滚演练实测：publish 4/4 verified，检索命中， rollback 4/4 rolled_back，目标端 PG is_enabled=false、ES is_enabled=false - 前端 A·Data-console 风格全站统一，120 用例通过 - 门禁：go vet / go test 全包通过，gofmt 干净
56 lines
1.5 KiB
Go
56 lines
1.5 KiB
Go
package pp
|
|
|
|
import (
|
|
"crypto/sha256"
|
|
"encoding/hex"
|
|
"encoding/json"
|
|
"fmt"
|
|
"io"
|
|
"sort"
|
|
)
|
|
|
|
type OverLimitReport struct {
|
|
Added int
|
|
}
|
|
|
|
func MergeOverLimitManifest(snapshot Snapshot, reader io.Reader) (Snapshot, OverLimitReport, error) {
|
|
var manifest manifestDocument
|
|
if err := json.NewDecoder(reader).Decode(&manifest); err != nil {
|
|
return Snapshot{}, OverLimitReport{}, fmt.Errorf("decode download manifest: %w", err)
|
|
}
|
|
|
|
result := snapshot
|
|
result.Items = append([]Item(nil), snapshot.Items...)
|
|
seen := make(map[string]struct{}, len(result.Items))
|
|
for _, item := range result.Items {
|
|
seen[item.SourceURLHash] = struct{}{}
|
|
}
|
|
report := OverLimitReport{}
|
|
for _, artifact := range manifest.Results {
|
|
if artifact.Status != string(StatusOverLimit) {
|
|
continue
|
|
}
|
|
if artifact.URL == "" || len(artifact.SourceIDs) == 0 || artifact.Bytes <= LegacyMaxBytes {
|
|
return Snapshot{}, OverLimitReport{}, fmt.Errorf("invalid over-limit manifest record")
|
|
}
|
|
digest := sha256.Sum256([]byte(artifact.URL))
|
|
sourceHash := hex.EncodeToString(digest[:])
|
|
if _, exists := seen[sourceHash]; exists {
|
|
continue
|
|
}
|
|
result.Items = append(result.Items, Item{
|
|
KBID: snapshot.KBID,
|
|
SourceURLHash: sourceHash,
|
|
SourceIDs: append([]string(nil), artifact.SourceIDs...),
|
|
Bytes: artifact.Bytes,
|
|
Status: StatusOverLimit,
|
|
})
|
|
seen[sourceHash] = struct{}{}
|
|
report.Added++
|
|
}
|
|
sort.Slice(result.Items, func(i, j int) bool {
|
|
return result.Items[i].SourceURLHash < result.Items[j].SourceURLHash
|
|
})
|
|
return result, report, nil
|
|
}
|