Files
knowledge-governance/cmd/library-e2e-seed/main.go
T
姚章浩 ac3b395102
build / build (push) Successful in 1m21s
fix(library): 对齐真实 WeKnora Schema + 入口级真实服务验收
为什么:候选环境改用真实 WeKnora 表结构后,暴露出多处"按猜的列名/形状"的假设,
以及若干 varchar 长度、对象定位符、空索引基线问题,导致真实链路跑不通。

- knowledge_tag_relations 无 tenant_id/KB 列 → 归属走父表;resources 作用域=绑定+chunk 引用。
- 写入顺序按真实外键;无代理键表用内容摘要核对。
- 队列作业 ID / 版本记录 ID 改固定长度摘要(列宽 varchar(36)/varchar(64))。
- 对象定位符拆 storage://<backend>/oss://<bucket>/<key>;provider 可配置。
- 空索引基线全链路一致(Current/Export/Backup/Archive),非空仍严格比对映射。
- finalize 阶段:版本登记失败不报成功;崩溃接管复用已持久化预备份。
- 迁移 000069:同一目标的 sync/restore 跨 kind 互斥。
2026-10-28 17:53:43 +08:00

193 lines
5.0 KiB
Go
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
// library-e2e-seed 从真实归档派生"第二版"快照,供候选验收跑新增/更新/撤销。
// 不模拟:所有部件都经 Archive.Put 真实重算哈希并 Seal,产物是合法归档。
package main
import (
"bytes"
"encoding/json"
"flag"
"fmt"
"io"
"log"
"time"
"knowledge-governance/internal/librarysnapshot"
)
const maxBlob = 512 << 20
type row map[string]json.RawMessage
func main() {
root := flag.String("root", "", "归档根")
base := flag.String("base", "", "基线快照 ID")
mode := flag.String("mode", "update", "update|revoke|copy")
flag.Parse()
if *root == "" || *base == "" {
log.Fatal("root and base are required")
}
archive, err := librarysnapshot.Open(*root, maxBlob)
if err != nil {
log.Fatal(err)
}
defer archive.Close()
manifest, err := archive.Load(*base)
if err != nil {
log.Fatal(err)
}
dropped := ""
parts := make([]librarysnapshot.Part, 0, len(manifest.Parts))
for _, part := range manifest.Parts {
reader, err := archive.OpenPart(part)
if err != nil {
log.Fatal(err)
}
data, err := io.ReadAll(reader)
reader.Close()
if err != nil {
log.Fatal(err)
}
switch {
case part.Kind == "database" && part.Name == "knowledges" && (*mode == "update" || *mode == "revoke"):
data, dropped, err = mutateKnowledges(data, *mode)
if err != nil {
log.Fatal(err)
}
case part.Kind == "database" && part.Name == "chunks" && *mode == "revoke" && dropped != "":
data, err = dropRowsByKnowledge(data, dropped)
if err != nil {
log.Fatal(err)
}
case part.Kind == "index" && *mode == "revoke" && dropped != "":
data, err = dropRowsByKnowledge(data, dropped)
if err != nil {
log.Fatal(err)
}
case part.Kind == "database" && part.Name == "resource_bindings" && *mode == "revoke" && dropped != "":
// 撤销文档时必须连带撤销它的绑定:否则派生快照内部不一致
// (绑定指向已经不存在的文档),生产侧外键会拒绝,属于坏数据。
data, err = dropRowsByOwner(data, dropped)
if err != nil {
log.Fatal(err)
}
}
sealed, err := archive.Put(bytes.NewReader(data))
if err != nil {
log.Fatal(err)
}
sealed.Kind, sealed.Name, sealed.Count = part.Kind, part.Name, part.Count
if part.Kind == "database" || part.Kind == "index" {
count, countErr := rowCount(data)
if countErr != nil {
log.Fatal(countErr)
}
sealed.Count = count
}
parts = append(parts, sealed)
}
manifest.Parts = parts
manifest.CreatedAt = time.Now().UTC()
id, err := archive.Seal(manifest)
if err != nil {
log.Fatal(err)
}
fmt.Printf(`{"snapshot_id":%q,"mode":%q,"base":%q,"dropped":%q}`, id, *mode, *base, dropped)
}
// mutateKnowledges:update 改一条标题(内容变更),revoke 删掉一条(撤销),返回被删 ID。
func mutateKnowledges(data []byte, mode string) ([]byte, string, error) {
var rows []row
if err := json.Unmarshal(data, &rows); err != nil {
return nil, "", err
}
if len(rows) == 0 {
return data, "", nil
}
// 选稳定的一条:按 id 排序后的第一条,避免每次跑选中不同文档。
index := 0
for i := range rows {
if string(rows[i]["id"]) < string(rows[index]["id"]) {
index = i
}
}
target := string(rows[index]["id"])
var targetID string
if err := json.Unmarshal(rows[index]["id"], &targetID); err != nil {
return nil, "", err
}
if mode == "revoke" {
rows = append(rows[:index], rows[index+1:]...)
return mustJSON(rows), targetID, nil
}
var title string
if raw, ok := rows[index]["title"]; ok {
_ = json.Unmarshal(raw, &title)
}
updated, err := json.Marshal(title + "(E2E 更新)")
if err != nil {
return nil, "", err
}
rows[index]["title"] = updated
_ = target
return mustJSON(rows), "", nil
}
// dropRowsByKnowledge 删除 knowledge_id 指向被撤销文档的行(chunks/索引)。
func dropRowsByKnowledge(data []byte, knowledgeID string) ([]byte, error) {
var rows []row
if err := json.Unmarshal(data, &rows); err != nil {
return nil, err
}
kept := make([]row, 0, len(rows))
for _, item := range rows {
var owner string
for _, key := range []string{"knowledge_id", "knowledgeID"} {
if raw, ok := item[key]; ok {
_ = json.Unmarshal(raw, &owner)
break
}
}
if owner == knowledgeID {
continue
}
kept = append(kept, item)
}
return mustJSON(kept), nil
}
// dropRowsByOwner 删除 owner_id 指向被撤销文档的绑定行。
func dropRowsByOwner(data []byte, ownerID string) ([]byte, error) {
var rows []row
if err := json.Unmarshal(data, &rows); err != nil {
return nil, err
}
kept := make([]row, 0, len(rows))
for _, item := range rows {
var owner string
if raw, ok := item["owner_id"]; ok {
_ = json.Unmarshal(raw, &owner)
}
if owner == ownerID {
continue
}
kept = append(kept, item)
}
return mustJSON(kept), nil
}
func rowCount(data []byte) (int64, error) {
var rows []json.RawMessage
if err := json.Unmarshal(data, &rows); err != nil {
return 0, err
}
return int64(len(rows)), nil
}
func mustJSON(value any) []byte {
data, err := json.Marshal(value)
if err != nil {
panic(err)
}
return data
}