ea6e56b304
发布通道原来只有三条:PostgreSQL 关系行、Elasticsearch 分片、OSS 对象。 WeKnora 的 wiki 图谱是 wiki_pages 一张纯 PG 表(in_links/out_links 存 slug), 所以它不在任何通道里——撤权后生产 wiki 会一直留着已撤权文档的页面与引用。 本次新增第 5 条通道:库级 wiki 快照,挂在现有文档发布包里,检索与 wiki 同一个 release 单元(同一次执行、同一次校验、同一次回滚): - 导出:ExportWiki 按 knowledge_base_id 全量读 wiki_pages/wiki_folders; 收敛门禁(库内无解析中/合成中文档)不满足直接失败并给中文原因; 未启用 wiki 且无 wiki 行的库不参与同步(生产 wiki 保持原样)。 - 撤权:item.Action == "delete" 时在导出端剥离该文档的 wiki 贡献 (source_refs/chunk_refs 去条目、无引用页面整页不带、摘死链、清 parent_slug、 无页面引用的空文件夹及其祖先一并去掉),使“源端仍在只停止发布”和 “源端删除”两种情况收敛到同一结果。 - 导入:库级 replace-by-kb(同一事务内 DELETE by kb 后灌入快照,文件夹先于页面), 新增 ReplaceWiki 供撤权路径使用(文档行只 disable,wiki 整体替换)。 - 校验:VerifyWiki 用生产 WeKnora wiki API 比对页面 slug 集合,撤权时额外断言 生产 wiki 不再引用被撤权文档。 驱动与验收:新增 cmd/release-channel-e2e(复用发布 worker 真实代码路径, 支持 publish/withdraw/rollback),scripts/wiki_e2e_test5.sh、 scripts/wiki_e2e_newkb.sh 两套端到端脚本;证据见 docs/WIKI_CO_TRANSPORT_ACCEPTANCE.md。
220 lines
8.0 KiB
Go
220 lines
8.0 KiB
Go
package v071
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"errors"
|
|
"strings"
|
|
"testing"
|
|
|
|
"github.com/jackc/pgx/v5"
|
|
)
|
|
|
|
type wikiStateRow struct {
|
|
pending int
|
|
pages int
|
|
folders int
|
|
wikiEnabled *bool
|
|
err error
|
|
}
|
|
|
|
func (r wikiStateRow) Scan(dest ...any) error {
|
|
if r.err != nil {
|
|
return r.err
|
|
}
|
|
*dest[0].(*int) = r.pending
|
|
*dest[1].(*int) = r.pages
|
|
*dest[2].(*int) = r.folders
|
|
*dest[3].(**bool) = r.wikiEnabled
|
|
return nil
|
|
}
|
|
|
|
type wikiExportDB struct {
|
|
state pgx.Row
|
|
rowsByMarker map[string][]json.RawMessage
|
|
queries []string
|
|
}
|
|
|
|
func (d *wikiExportDB) QueryRow(_ context.Context, sql string, _ ...any) pgx.Row {
|
|
d.queries = append(d.queries, sql)
|
|
return d.state
|
|
}
|
|
|
|
func (d *wikiExportDB) Query(_ context.Context, sql string, _ ...any) (pgx.Rows, error) {
|
|
d.queries = append(d.queries, sql)
|
|
lower := strings.ToLower(sql)
|
|
for marker, values := range d.rowsByMarker {
|
|
if strings.Contains(lower, marker) {
|
|
return &jsonRows{values: values}, nil
|
|
}
|
|
}
|
|
return nil, errors.New("unexpected query")
|
|
}
|
|
|
|
func enabled() *bool { value := true; return &value }
|
|
|
|
func TestWikiExportSkipsKnowledgeBasesWithoutWiki(t *testing.T) {
|
|
db := &wikiExportDB{state: wikiStateRow{wikiEnabled: nil}, rowsByMarker: map[string][]json.RawMessage{}}
|
|
exporter, _ := NewPostgresExporter(db)
|
|
tables, err := exporter.ExportWiki(context.Background(), PostgresIdentity{TenantID: 10000, KnowledgeBaseID: "kb-safe"}, "")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if tables != nil {
|
|
t.Fatalf("tables=%#v", tables)
|
|
}
|
|
}
|
|
|
|
func TestWikiExportBlocksUnsettledKnowledgeBase(t *testing.T) {
|
|
db := &wikiExportDB{state: wikiStateRow{pending: 1, pages: 3, wikiEnabled: enabled()}, rowsByMarker: map[string][]json.RawMessage{}}
|
|
exporter, _ := NewPostgresExporter(db)
|
|
_, err := exporter.ExportWiki(context.Background(), PostgresIdentity{TenantID: 10000, KnowledgeBaseID: "kb-safe"}, "")
|
|
if err == nil || !strings.Contains(err.Error(), "未收敛") {
|
|
t.Fatalf("err=%v", err)
|
|
}
|
|
}
|
|
|
|
func TestWikiExportCarriesPagesAndFolders(t *testing.T) {
|
|
pages := []json.RawMessage{
|
|
json.RawMessage(`{"id":"page-1","tenant_id":10000,"knowledge_base_id":"kb-safe","slug":"entity/alpha","title":"Alpha","source_refs":["knowledge-safe|a.md"],"in_links":[],"out_links":[]}`),
|
|
}
|
|
folders := []json.RawMessage{
|
|
json.RawMessage(`{"id":"folder-1","tenant_id":10000,"knowledge_base_id":"kb-safe","parent_id":"","name":"entity"}`),
|
|
}
|
|
db := &wikiExportDB{
|
|
state: wikiStateRow{pages: len(pages), folders: len(folders), wikiEnabled: enabled()},
|
|
rowsByMarker: map[string][]json.RawMessage{
|
|
"from wiki_pages as page": pages,
|
|
"from wiki_folders as folder": folders,
|
|
},
|
|
}
|
|
exporter, _ := NewPostgresExporter(db)
|
|
tables, err := exporter.ExportWiki(context.Background(), PostgresIdentity{TenantID: 10000, KnowledgeBaseID: "kb-safe"}, "")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if len(tables) != 2 || tables[0].Name != "wiki_folders" || tables[1].Name != "wiki_pages" {
|
|
t.Fatalf("tables=%#v", tables)
|
|
}
|
|
if tables[0].RowCount != 1 || tables[1].RowCount != 1 {
|
|
t.Fatalf("tables=%#v", tables)
|
|
}
|
|
for _, table := range tables {
|
|
if newTableSnapshot(table.Name, table.Rows).SHA256 != table.SHA256 {
|
|
t.Fatalf("digest mismatch for %s", table.Name)
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestWikiExportRetractsWithdrawnDocumentContribution(t *testing.T) {
|
|
pages := []json.RawMessage{
|
|
json.RawMessage(`{"id":"page-shared","tenant_id":10000,"knowledge_base_id":"kb-safe","slug":"entity/shared","title":"Shared","parent_slug":"entity/exclusive","folder_id":"f-leaf","source_refs":["knowledge-safe|a.md","knowledge-other|b.md"],"chunk_refs":["chunk-safe","chunk-other"],"in_links":["entity/exclusive"],"out_links":["entity/exclusive","entity/other"]}`),
|
|
json.RawMessage(`{"id":"page-exclusive","tenant_id":10000,"knowledge_base_id":"kb-safe","slug":"entity/exclusive","title":"Exclusive","folder_id":"f-orphan","source_refs":["knowledge-safe|a.md"],"chunk_refs":["chunk-safe"],"in_links":["entity/shared"],"out_links":[]}`),
|
|
json.RawMessage(`{"id":"page-index","tenant_id":10000,"knowledge_base_id":"kb-safe","slug":"index","title":"Index","page_type":"index","source_refs":[],"chunk_refs":[],"in_links":[],"out_links":["entity/exclusive","entity/shared"]}`),
|
|
}
|
|
folders := []json.RawMessage{
|
|
json.RawMessage(`{"id":"f-keep","tenant_id":10000,"knowledge_base_id":"kb-safe","parent_id":"","name":"entity"}`),
|
|
json.RawMessage(`{"id":"f-mid","tenant_id":10000,"knowledge_base_id":"kb-safe","parent_id":"f-keep","name":"mid"}`),
|
|
json.RawMessage(`{"id":"f-leaf","tenant_id":10000,"knowledge_base_id":"kb-safe","parent_id":"f-mid","name":"leaf"}`),
|
|
json.RawMessage(`{"id":"f-orphan","tenant_id":10000,"knowledge_base_id":"kb-safe","parent_id":"","name":"orphan"}`),
|
|
}
|
|
db := &wikiExportDB{
|
|
state: wikiStateRow{pages: len(pages), folders: len(folders), wikiEnabled: enabled()},
|
|
rowsByMarker: map[string][]json.RawMessage{
|
|
"select to_jsonb(chunk)": {json.RawMessage(`{"id":"chunk-safe","tenant_id":10000,"knowledge_id":"knowledge-safe"}`)},
|
|
"from wiki_pages as page": pages,
|
|
"from wiki_folders as folder": folders,
|
|
},
|
|
}
|
|
exporter, _ := NewPostgresExporter(db)
|
|
tables, err := exporter.ExportWiki(context.Background(), PostgresIdentity{TenantID: 10000, KnowledgeBaseID: "kb-safe", KnowledgeID: "knowledge-safe"}, "knowledge-safe")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
var wikiPages, wikiFolders TableSnapshot
|
|
for _, table := range tables {
|
|
switch table.Name {
|
|
case "wiki_pages":
|
|
wikiPages = table
|
|
case "wiki_folders":
|
|
wikiFolders = table
|
|
}
|
|
}
|
|
if wikiPages.RowCount != 2 {
|
|
t.Fatalf("expected the exclusive page to be dropped: %#v", wikiPages)
|
|
}
|
|
rows := map[string]map[string]any{}
|
|
for _, raw := range wikiPages.Rows {
|
|
var row map[string]any
|
|
if err := json.Unmarshal(raw, &row); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
rows[row["slug"].(string)] = row
|
|
}
|
|
if _, present := rows["entity/exclusive"]; present {
|
|
t.Fatalf("exclusive page survived: %#v", rows)
|
|
}
|
|
if _, present := rows["index"]; !present {
|
|
t.Fatalf("index page must survive: %#v", rows)
|
|
}
|
|
shared := rows["entity/shared"]
|
|
if got := stringList(shared["source_refs"]); len(got) != 1 || got[0] != "knowledge-other|b.md" {
|
|
t.Fatalf("source_refs=%v", got)
|
|
}
|
|
if got := stringList(shared["chunk_refs"]); len(got) != 1 || got[0] != "chunk-other" {
|
|
t.Fatalf("chunk_refs=%v", got)
|
|
}
|
|
if got := stringList(shared["out_links"]); len(got) != 1 || got[0] != "entity/other" {
|
|
t.Fatalf("out_links=%v", got)
|
|
}
|
|
if got := stringList(shared["in_links"]); len(got) != 0 {
|
|
t.Fatalf("in_links=%v", got)
|
|
}
|
|
if parent, _ := shared["parent_slug"].(string); parent != "" {
|
|
t.Fatalf("parent_slug=%q", parent)
|
|
}
|
|
indexRow := rows["index"]
|
|
if got := stringList(indexRow["out_links"]); len(got) != 1 || got[0] != "entity/shared" {
|
|
t.Fatalf("index out_links=%v", got)
|
|
}
|
|
keptFolders := map[string]bool{}
|
|
for _, raw := range wikiFolders.Rows {
|
|
var row struct {
|
|
ID string `json:"id"`
|
|
}
|
|
if err := json.Unmarshal(raw, &row); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
keptFolders[row.ID] = true
|
|
}
|
|
if wikiFolders.RowCount != 3 {
|
|
t.Fatalf("expected only the referenced folder chain to survive: %#v", keptFolders)
|
|
}
|
|
for _, want := range []string{"f-keep", "f-mid", "f-leaf"} {
|
|
if !keptFolders[want] {
|
|
t.Fatalf("folder %s must survive: %v", want, keptFolders)
|
|
}
|
|
}
|
|
if keptFolders["f-orphan"] {
|
|
t.Fatalf("folder without surviving pages leaked into production: %v", keptFolders)
|
|
}
|
|
}
|
|
|
|
func TestWikiExportRejectsCrossScopePage(t *testing.T) {
|
|
db := &wikiExportDB{
|
|
state: wikiStateRow{pages: 1, wikiEnabled: enabled()},
|
|
rowsByMarker: map[string][]json.RawMessage{
|
|
"from wiki_pages as page": {json.RawMessage(`{"id":"page-1","tenant_id":10000,"knowledge_base_id":"kb-other","slug":"entity/x","title":"X"}`)},
|
|
"from wiki_folders as folder": {},
|
|
},
|
|
}
|
|
exporter, _ := NewPostgresExporter(db)
|
|
_, err := exporter.ExportWiki(context.Background(), PostgresIdentity{TenantID: 10000, KnowledgeBaseID: "kb-safe"}, "")
|
|
if err == nil || !strings.Contains(err.Error(), "cross-scope") {
|
|
t.Fatalf("err=%v", err)
|
|
}
|
|
if strings.Contains(err.Error(), "kb-other") {
|
|
t.Fatalf("error leaked scope value: %v", err)
|
|
}
|
|
}
|