Files
knowledge-governance/internal/releaseadapter/v071/wiki_export_test.go
T
姚章浩 ea6e56b304 feat(release): 文档发布会带上知识库 wiki 快照并支持撤权剥离
发布通道原来只有三条:PostgreSQL 关系行、Elasticsearch 分片、OSS 对象。
WeKnora 的 wiki 图谱是 wiki_pages 一张纯 PG 表(in_links/out_links 存 slug),
所以它不在任何通道里——撤权后生产 wiki 会一直留着已撤权文档的页面与引用。

本次新增第 5 条通道:库级 wiki 快照,挂在现有文档发布包里,检索与 wiki
同一个 release 单元(同一次执行、同一次校验、同一次回滚):

- 导出:ExportWiki 按 knowledge_base_id 全量读 wiki_pages/wiki_folders;
  收敛门禁(库内无解析中/合成中文档)不满足直接失败并给中文原因;
  未启用 wiki 且无 wiki 行的库不参与同步(生产 wiki 保持原样)。
- 撤权:item.Action == "delete" 时在导出端剥离该文档的 wiki 贡献
  (source_refs/chunk_refs 去条目、无引用页面整页不带、摘死链、清 parent_slug、
  无页面引用的空文件夹及其祖先一并去掉),使“源端仍在只停止发布”和
  “源端删除”两种情况收敛到同一结果。
- 导入:库级 replace-by-kb(同一事务内 DELETE by kb 后灌入快照,文件夹先于页面),
  新增 ReplaceWiki 供撤权路径使用(文档行只 disable,wiki 整体替换)。
- 校验:VerifyWiki 用生产 WeKnora wiki API 比对页面 slug 集合,撤权时额外断言
  生产 wiki 不再引用被撤权文档。

驱动与验收:新增 cmd/release-channel-e2e(复用发布 worker 真实代码路径,
支持 publish/withdraw/rollback),scripts/wiki_e2e_test5.sh、
scripts/wiki_e2e_newkb.sh 两套端到端脚本;证据见
docs/WIKI_CO_TRANSPORT_ACCEPTANCE.md。
2026-09-30 10:54:07 +08:00

220 lines
8.0 KiB
Go

package v071
import (
"context"
"encoding/json"
"errors"
"strings"
"testing"
"github.com/jackc/pgx/v5"
)
type wikiStateRow struct {
pending int
pages int
folders int
wikiEnabled *bool
err error
}
func (r wikiStateRow) Scan(dest ...any) error {
if r.err != nil {
return r.err
}
*dest[0].(*int) = r.pending
*dest[1].(*int) = r.pages
*dest[2].(*int) = r.folders
*dest[3].(**bool) = r.wikiEnabled
return nil
}
type wikiExportDB struct {
state pgx.Row
rowsByMarker map[string][]json.RawMessage
queries []string
}
func (d *wikiExportDB) QueryRow(_ context.Context, sql string, _ ...any) pgx.Row {
d.queries = append(d.queries, sql)
return d.state
}
func (d *wikiExportDB) Query(_ context.Context, sql string, _ ...any) (pgx.Rows, error) {
d.queries = append(d.queries, sql)
lower := strings.ToLower(sql)
for marker, values := range d.rowsByMarker {
if strings.Contains(lower, marker) {
return &jsonRows{values: values}, nil
}
}
return nil, errors.New("unexpected query")
}
func enabled() *bool { value := true; return &value }
func TestWikiExportSkipsKnowledgeBasesWithoutWiki(t *testing.T) {
db := &wikiExportDB{state: wikiStateRow{wikiEnabled: nil}, rowsByMarker: map[string][]json.RawMessage{}}
exporter, _ := NewPostgresExporter(db)
tables, err := exporter.ExportWiki(context.Background(), PostgresIdentity{TenantID: 10000, KnowledgeBaseID: "kb-safe"}, "")
if err != nil {
t.Fatal(err)
}
if tables != nil {
t.Fatalf("tables=%#v", tables)
}
}
func TestWikiExportBlocksUnsettledKnowledgeBase(t *testing.T) {
db := &wikiExportDB{state: wikiStateRow{pending: 1, pages: 3, wikiEnabled: enabled()}, rowsByMarker: map[string][]json.RawMessage{}}
exporter, _ := NewPostgresExporter(db)
_, err := exporter.ExportWiki(context.Background(), PostgresIdentity{TenantID: 10000, KnowledgeBaseID: "kb-safe"}, "")
if err == nil || !strings.Contains(err.Error(), "未收敛") {
t.Fatalf("err=%v", err)
}
}
func TestWikiExportCarriesPagesAndFolders(t *testing.T) {
pages := []json.RawMessage{
json.RawMessage(`{"id":"page-1","tenant_id":10000,"knowledge_base_id":"kb-safe","slug":"entity/alpha","title":"Alpha","source_refs":["knowledge-safe|a.md"],"in_links":[],"out_links":[]}`),
}
folders := []json.RawMessage{
json.RawMessage(`{"id":"folder-1","tenant_id":10000,"knowledge_base_id":"kb-safe","parent_id":"","name":"entity"}`),
}
db := &wikiExportDB{
state: wikiStateRow{pages: len(pages), folders: len(folders), wikiEnabled: enabled()},
rowsByMarker: map[string][]json.RawMessage{
"from wiki_pages as page": pages,
"from wiki_folders as folder": folders,
},
}
exporter, _ := NewPostgresExporter(db)
tables, err := exporter.ExportWiki(context.Background(), PostgresIdentity{TenantID: 10000, KnowledgeBaseID: "kb-safe"}, "")
if err != nil {
t.Fatal(err)
}
if len(tables) != 2 || tables[0].Name != "wiki_folders" || tables[1].Name != "wiki_pages" {
t.Fatalf("tables=%#v", tables)
}
if tables[0].RowCount != 1 || tables[1].RowCount != 1 {
t.Fatalf("tables=%#v", tables)
}
for _, table := range tables {
if newTableSnapshot(table.Name, table.Rows).SHA256 != table.SHA256 {
t.Fatalf("digest mismatch for %s", table.Name)
}
}
}
func TestWikiExportRetractsWithdrawnDocumentContribution(t *testing.T) {
pages := []json.RawMessage{
json.RawMessage(`{"id":"page-shared","tenant_id":10000,"knowledge_base_id":"kb-safe","slug":"entity/shared","title":"Shared","parent_slug":"entity/exclusive","folder_id":"f-leaf","source_refs":["knowledge-safe|a.md","knowledge-other|b.md"],"chunk_refs":["chunk-safe","chunk-other"],"in_links":["entity/exclusive"],"out_links":["entity/exclusive","entity/other"]}`),
json.RawMessage(`{"id":"page-exclusive","tenant_id":10000,"knowledge_base_id":"kb-safe","slug":"entity/exclusive","title":"Exclusive","folder_id":"f-orphan","source_refs":["knowledge-safe|a.md"],"chunk_refs":["chunk-safe"],"in_links":["entity/shared"],"out_links":[]}`),
json.RawMessage(`{"id":"page-index","tenant_id":10000,"knowledge_base_id":"kb-safe","slug":"index","title":"Index","page_type":"index","source_refs":[],"chunk_refs":[],"in_links":[],"out_links":["entity/exclusive","entity/shared"]}`),
}
folders := []json.RawMessage{
json.RawMessage(`{"id":"f-keep","tenant_id":10000,"knowledge_base_id":"kb-safe","parent_id":"","name":"entity"}`),
json.RawMessage(`{"id":"f-mid","tenant_id":10000,"knowledge_base_id":"kb-safe","parent_id":"f-keep","name":"mid"}`),
json.RawMessage(`{"id":"f-leaf","tenant_id":10000,"knowledge_base_id":"kb-safe","parent_id":"f-mid","name":"leaf"}`),
json.RawMessage(`{"id":"f-orphan","tenant_id":10000,"knowledge_base_id":"kb-safe","parent_id":"","name":"orphan"}`),
}
db := &wikiExportDB{
state: wikiStateRow{pages: len(pages), folders: len(folders), wikiEnabled: enabled()},
rowsByMarker: map[string][]json.RawMessage{
"select to_jsonb(chunk)": {json.RawMessage(`{"id":"chunk-safe","tenant_id":10000,"knowledge_id":"knowledge-safe"}`)},
"from wiki_pages as page": pages,
"from wiki_folders as folder": folders,
},
}
exporter, _ := NewPostgresExporter(db)
tables, err := exporter.ExportWiki(context.Background(), PostgresIdentity{TenantID: 10000, KnowledgeBaseID: "kb-safe", KnowledgeID: "knowledge-safe"}, "knowledge-safe")
if err != nil {
t.Fatal(err)
}
var wikiPages, wikiFolders TableSnapshot
for _, table := range tables {
switch table.Name {
case "wiki_pages":
wikiPages = table
case "wiki_folders":
wikiFolders = table
}
}
if wikiPages.RowCount != 2 {
t.Fatalf("expected the exclusive page to be dropped: %#v", wikiPages)
}
rows := map[string]map[string]any{}
for _, raw := range wikiPages.Rows {
var row map[string]any
if err := json.Unmarshal(raw, &row); err != nil {
t.Fatal(err)
}
rows[row["slug"].(string)] = row
}
if _, present := rows["entity/exclusive"]; present {
t.Fatalf("exclusive page survived: %#v", rows)
}
if _, present := rows["index"]; !present {
t.Fatalf("index page must survive: %#v", rows)
}
shared := rows["entity/shared"]
if got := stringList(shared["source_refs"]); len(got) != 1 || got[0] != "knowledge-other|b.md" {
t.Fatalf("source_refs=%v", got)
}
if got := stringList(shared["chunk_refs"]); len(got) != 1 || got[0] != "chunk-other" {
t.Fatalf("chunk_refs=%v", got)
}
if got := stringList(shared["out_links"]); len(got) != 1 || got[0] != "entity/other" {
t.Fatalf("out_links=%v", got)
}
if got := stringList(shared["in_links"]); len(got) != 0 {
t.Fatalf("in_links=%v", got)
}
if parent, _ := shared["parent_slug"].(string); parent != "" {
t.Fatalf("parent_slug=%q", parent)
}
indexRow := rows["index"]
if got := stringList(indexRow["out_links"]); len(got) != 1 || got[0] != "entity/shared" {
t.Fatalf("index out_links=%v", got)
}
keptFolders := map[string]bool{}
for _, raw := range wikiFolders.Rows {
var row struct {
ID string `json:"id"`
}
if err := json.Unmarshal(raw, &row); err != nil {
t.Fatal(err)
}
keptFolders[row.ID] = true
}
if wikiFolders.RowCount != 3 {
t.Fatalf("expected only the referenced folder chain to survive: %#v", keptFolders)
}
for _, want := range []string{"f-keep", "f-mid", "f-leaf"} {
if !keptFolders[want] {
t.Fatalf("folder %s must survive: %v", want, keptFolders)
}
}
if keptFolders["f-orphan"] {
t.Fatalf("folder without surviving pages leaked into production: %v", keptFolders)
}
}
func TestWikiExportRejectsCrossScopePage(t *testing.T) {
db := &wikiExportDB{
state: wikiStateRow{pages: 1, wikiEnabled: enabled()},
rowsByMarker: map[string][]json.RawMessage{
"from wiki_pages as page": {json.RawMessage(`{"id":"page-1","tenant_id":10000,"knowledge_base_id":"kb-other","slug":"entity/x","title":"X"}`)},
"from wiki_folders as folder": {},
},
}
exporter, _ := NewPostgresExporter(db)
_, err := exporter.ExportWiki(context.Background(), PostgresIdentity{TenantID: 10000, KnowledgeBaseID: "kb-safe"}, "")
if err == nil || !strings.Contains(err.Error(), "cross-scope") {
t.Fatalf("err=%v", err)
}
if strings.Contains(err.Error(), "kb-other") {
t.Fatalf("error leaked scope value: %v", err)
}
}