ac3b395102
build / build (push) Successful in 1m21s
为什么:候选环境改用真实 WeKnora 表结构后,暴露出多处"按猜的列名/形状"的假设, 以及若干 varchar 长度、对象定位符、空索引基线问题,导致真实链路跑不通。 - knowledge_tag_relations 无 tenant_id/KB 列 → 归属走父表;resources 作用域=绑定+chunk 引用。 - 写入顺序按真实外键;无代理键表用内容摘要核对。 - 队列作业 ID / 版本记录 ID 改固定长度摘要(列宽 varchar(36)/varchar(64))。 - 对象定位符拆 storage://<backend>/oss://<bucket>/<key>;provider 可配置。 - 空索引基线全链路一致(Current/Export/Backup/Archive),非空仍严格比对映射。 - finalize 阶段:版本登记失败不报成功;崩溃接管复用已持久化预备份。 - 迁移 000069:同一目标的 sync/restore 跨 kind 互斥。
193 lines
5.0 KiB
Go
193 lines
5.0 KiB
Go
// library-e2e-seed 从真实归档派生"第二版"快照,供候选验收跑新增/更新/撤销。
|
||
// 不模拟:所有部件都经 Archive.Put 真实重算哈希并 Seal,产物是合法归档。
|
||
package main
|
||
|
||
import (
|
||
"bytes"
|
||
"encoding/json"
|
||
"flag"
|
||
"fmt"
|
||
"io"
|
||
"log"
|
||
"time"
|
||
|
||
"knowledge-governance/internal/librarysnapshot"
|
||
)
|
||
|
||
const maxBlob = 512 << 20
|
||
|
||
type row map[string]json.RawMessage
|
||
|
||
func main() {
|
||
root := flag.String("root", "", "归档根")
|
||
base := flag.String("base", "", "基线快照 ID")
|
||
mode := flag.String("mode", "update", "update|revoke|copy")
|
||
flag.Parse()
|
||
if *root == "" || *base == "" {
|
||
log.Fatal("root and base are required")
|
||
}
|
||
archive, err := librarysnapshot.Open(*root, maxBlob)
|
||
if err != nil {
|
||
log.Fatal(err)
|
||
}
|
||
defer archive.Close()
|
||
manifest, err := archive.Load(*base)
|
||
if err != nil {
|
||
log.Fatal(err)
|
||
}
|
||
dropped := ""
|
||
parts := make([]librarysnapshot.Part, 0, len(manifest.Parts))
|
||
for _, part := range manifest.Parts {
|
||
reader, err := archive.OpenPart(part)
|
||
if err != nil {
|
||
log.Fatal(err)
|
||
}
|
||
data, err := io.ReadAll(reader)
|
||
reader.Close()
|
||
if err != nil {
|
||
log.Fatal(err)
|
||
}
|
||
switch {
|
||
case part.Kind == "database" && part.Name == "knowledges" && (*mode == "update" || *mode == "revoke"):
|
||
data, dropped, err = mutateKnowledges(data, *mode)
|
||
if err != nil {
|
||
log.Fatal(err)
|
||
}
|
||
case part.Kind == "database" && part.Name == "chunks" && *mode == "revoke" && dropped != "":
|
||
data, err = dropRowsByKnowledge(data, dropped)
|
||
if err != nil {
|
||
log.Fatal(err)
|
||
}
|
||
case part.Kind == "index" && *mode == "revoke" && dropped != "":
|
||
data, err = dropRowsByKnowledge(data, dropped)
|
||
if err != nil {
|
||
log.Fatal(err)
|
||
}
|
||
case part.Kind == "database" && part.Name == "resource_bindings" && *mode == "revoke" && dropped != "":
|
||
// 撤销文档时必须连带撤销它的绑定:否则派生快照内部不一致
|
||
// (绑定指向已经不存在的文档),生产侧外键会拒绝,属于坏数据。
|
||
data, err = dropRowsByOwner(data, dropped)
|
||
if err != nil {
|
||
log.Fatal(err)
|
||
}
|
||
}
|
||
sealed, err := archive.Put(bytes.NewReader(data))
|
||
if err != nil {
|
||
log.Fatal(err)
|
||
}
|
||
sealed.Kind, sealed.Name, sealed.Count = part.Kind, part.Name, part.Count
|
||
if part.Kind == "database" || part.Kind == "index" {
|
||
count, countErr := rowCount(data)
|
||
if countErr != nil {
|
||
log.Fatal(countErr)
|
||
}
|
||
sealed.Count = count
|
||
}
|
||
parts = append(parts, sealed)
|
||
}
|
||
manifest.Parts = parts
|
||
manifest.CreatedAt = time.Now().UTC()
|
||
id, err := archive.Seal(manifest)
|
||
if err != nil {
|
||
log.Fatal(err)
|
||
}
|
||
fmt.Printf(`{"snapshot_id":%q,"mode":%q,"base":%q,"dropped":%q}`, id, *mode, *base, dropped)
|
||
}
|
||
|
||
// mutateKnowledges:update 改一条标题(内容变更),revoke 删掉一条(撤销),返回被删 ID。
|
||
func mutateKnowledges(data []byte, mode string) ([]byte, string, error) {
|
||
var rows []row
|
||
if err := json.Unmarshal(data, &rows); err != nil {
|
||
return nil, "", err
|
||
}
|
||
if len(rows) == 0 {
|
||
return data, "", nil
|
||
}
|
||
// 选稳定的一条:按 id 排序后的第一条,避免每次跑选中不同文档。
|
||
index := 0
|
||
for i := range rows {
|
||
if string(rows[i]["id"]) < string(rows[index]["id"]) {
|
||
index = i
|
||
}
|
||
}
|
||
target := string(rows[index]["id"])
|
||
var targetID string
|
||
if err := json.Unmarshal(rows[index]["id"], &targetID); err != nil {
|
||
return nil, "", err
|
||
}
|
||
if mode == "revoke" {
|
||
rows = append(rows[:index], rows[index+1:]...)
|
||
return mustJSON(rows), targetID, nil
|
||
}
|
||
var title string
|
||
if raw, ok := rows[index]["title"]; ok {
|
||
_ = json.Unmarshal(raw, &title)
|
||
}
|
||
updated, err := json.Marshal(title + "(E2E 更新)")
|
||
if err != nil {
|
||
return nil, "", err
|
||
}
|
||
rows[index]["title"] = updated
|
||
_ = target
|
||
return mustJSON(rows), "", nil
|
||
}
|
||
|
||
// dropRowsByKnowledge 删除 knowledge_id 指向被撤销文档的行(chunks/索引)。
|
||
func dropRowsByKnowledge(data []byte, knowledgeID string) ([]byte, error) {
|
||
var rows []row
|
||
if err := json.Unmarshal(data, &rows); err != nil {
|
||
return nil, err
|
||
}
|
||
kept := make([]row, 0, len(rows))
|
||
for _, item := range rows {
|
||
var owner string
|
||
for _, key := range []string{"knowledge_id", "knowledgeID"} {
|
||
if raw, ok := item[key]; ok {
|
||
_ = json.Unmarshal(raw, &owner)
|
||
break
|
||
}
|
||
}
|
||
if owner == knowledgeID {
|
||
continue
|
||
}
|
||
kept = append(kept, item)
|
||
}
|
||
return mustJSON(kept), nil
|
||
}
|
||
|
||
// dropRowsByOwner 删除 owner_id 指向被撤销文档的绑定行。
|
||
func dropRowsByOwner(data []byte, ownerID string) ([]byte, error) {
|
||
var rows []row
|
||
if err := json.Unmarshal(data, &rows); err != nil {
|
||
return nil, err
|
||
}
|
||
kept := make([]row, 0, len(rows))
|
||
for _, item := range rows {
|
||
var owner string
|
||
if raw, ok := item["owner_id"]; ok {
|
||
_ = json.Unmarshal(raw, &owner)
|
||
}
|
||
if owner == ownerID {
|
||
continue
|
||
}
|
||
kept = append(kept, item)
|
||
}
|
||
return mustJSON(kept), nil
|
||
}
|
||
|
||
func rowCount(data []byte) (int64, error) {
|
||
var rows []json.RawMessage
|
||
if err := json.Unmarshal(data, &rows); err != nil {
|
||
return 0, err
|
||
}
|
||
return int64(len(rows)), nil
|
||
}
|
||
|
||
func mustJSON(value any) []byte {
|
||
data, err := json.Marshal(value)
|
||
if err != nil {
|
||
panic(err)
|
||
}
|
||
return data
|
||
}
|