Files
knowledge-governance/internal/releaseadapter/v071/wiki_scope_integration_test.go
T
姚章浩 e5fa063d7d feat(release): wiki 通道按归属判定替换,共享知识库不再被整库清空
WeKnora 的 wiki 图谱与页面同表(wiki_pages),旧的库级 DELETE + 灌包在共享真实
知识库上会把其他文档的页面与 agent 手写页一起抹掉(2026-10-08 生产演练现场)。

- 新增 internal/releaseadapter/v071/wiki_scope.go:按 source_refs 判定归属
  (全部引用属于本包 = InScope;引用包外知识 = 外来页;无引用 = index/log/
  agent 页永不触碰),目标库存在外来页时降级为只替换包内页集,外来页上仅摘掉
  本包知识引用,包内库级页不写;包内会写入的页与外来页同 slug 时 fail-closed
  拒绝发布且不落任何改动。
- Replace 与 ReplaceWiki(撤权/回滚)共用同一套判定,不再整库清空。
- 作用域以一行日志落盘:release wiki replace scope in_scope=… degraded=…
- 测试:单测 7 条(纯函数判定)+ 真库集成 3 条(共享库保护 / slug 冲突拒绝 /
  镜像库整库替换不变),集成用例只用带随机后缀的临时知识库并自清理。
- 文档:P6 新增「wiki 通道的归属门禁」,P8 补验收点与镜像前提。
2026-10-08 19:06:36 +08:00

454 lines
18 KiB
Go
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
package v071
import (
"context"
"encoding/hex"
"encoding/json"
"fmt"
"os"
"strings"
"testing"
"github.com/jackc/pgx/v5/pgxpool"
)
// 这组用例在真实的 WeKnora v0.7.1 库上验证"共享知识库只动本包页集"的语义:
// 源库(测试库)导出 → 重映射到目标库 → 目标库上带外来页/agent 页导入。
//
// 只使用本次运行新建的临时知识库(id 带随机后缀),结束时按 id 精确清理。
const wikiGateTenant = 10000
type wikiGateFixture struct {
pool *pgxpool.Pool
ctx context.Context
suffix string
sourceK string
targetK string
ours string
theirs string
}
func newWikiGateFixture(t *testing.T) (*wikiGateFixture, bool) {
t.Helper()
url := os.Getenv("TEST_WEKNORA_V071_TARGET_DATABASE_URL")
if url == "" {
url = os.Getenv("TEST_WEKNORA_V071_DATABASE_URL")
}
if url == "" {
return nil, false
}
ctx := context.Background()
pool, err := pgxpool.New(ctx, url)
if err != nil {
t.Fatal(err)
}
buffer := make([]byte, 4)
if _, err := readRandom(buffer); err != nil {
t.Fatal(err)
}
suffix := hex.EncodeToString(buffer)
fixture := &wikiGateFixture{
pool: pool, ctx: ctx, suffix: suffix,
sourceK: "kb-wiki-src-" + suffix, targetK: "kb-wiki-tgt-" + suffix,
ours: "knowledge-wiki-src-" + suffix, theirs: "knowledge-wiki-other-" + suffix,
}
t.Cleanup(func() {
fixture.cleanup(t)
pool.Close()
})
fixture.cleanup(t)
return fixture, true
}
func readRandom(buffer []byte) (int, error) {
file, err := os.Open("/dev/urandom")
if err != nil {
return 0, err
}
defer file.Close()
return file.Read(buffer)
}
func (fixture *wikiGateFixture) exec(t *testing.T, sql string, arguments ...any) {
t.Helper()
if _, err := fixture.pool.Exec(fixture.ctx, sql, arguments...); err != nil {
t.Fatalf("exec %s: %v", firstLineSQL(sql), err)
}
}
func firstLineSQL(sql string) string {
for index, char := range sql {
if char == '\n' {
return sql[:index]
}
}
return sql
}
func (fixture *wikiGateFixture) cleanup(t *testing.T) {
t.Helper()
for _, table := range []string{"wiki_pages", "wiki_folders", "chunks", "knowledges"} {
if _, err := fixture.pool.Exec(fixture.ctx,
fmt.Sprintf("DELETE FROM %s WHERE knowledge_base_id = ANY($1::text[])", table),
[]string{fixture.sourceK, fixture.targetK}); err != nil {
t.Logf("cleanup %s: %v", table, err)
}
}
if _, err := fixture.pool.Exec(fixture.ctx,
`DELETE FROM knowledge_bases WHERE id = ANY($1::text[])`, []string{fixture.sourceK, fixture.targetK}); err != nil {
t.Logf("cleanup knowledge_bases: %v", err)
}
}
// templateRowID 找一个可复制的真实行,避免手写全部 NOT NULL 列。
func (fixture *wikiGateFixture) templateRowID(t *testing.T, table string) string {
t.Helper()
column := "knowledge_base_id"
if table == "knowledge_bases" {
column = "id"
}
var id string
if err := fixture.pool.QueryRow(fixture.ctx,
fmt.Sprintf("SELECT id FROM %s WHERE %s <> ALL($1::text[]) AND deleted_at IS NULL LIMIT 1", table, column),
[]string{fixture.sourceK, fixture.targetK}).Scan(&id); err != nil {
t.Skipf("no template row in %s: %v", table, err)
}
return id
}
func (fixture *wikiGateFixture) cloneRow(t *testing.T, table string, templateID string, overrides map[string]any) {
t.Helper()
encoded, err := json.Marshal(overrides)
if err != nil {
t.Fatal(err)
}
fixture.exec(t, fmt.Sprintf(`
INSERT INTO %s
SELECT (jsonb_populate_record(NULL::%s, to_jsonb(template) || $1::jsonb)).*
FROM %s AS template WHERE template.id = $2
`, table, table, table), string(encoded), templateID)
}
// seedSourceKnowledgeBase 建一个"测试库":启用 wiki、一篇完成解析的文档 + 一个 chunk
// + 我们自己的页与被撤权页。
func (fixture *wikiGateFixture) seedSourceKnowledgeBase(t *testing.T) {
t.Helper()
fixture.cloneRow(t, "knowledge_bases", fixture.templateRowID(t, "knowledge_bases"), map[string]any{
"id": fixture.sourceK, "tenant_id": wikiGateTenant, "name": "wiki-gate-source-" + fixture.suffix,
"indexing_strategy": map[string]any{"wiki_enabled": true},
})
fixture.cloneRow(t, "knowledges", fixture.templateRowID(t, "knowledges"), map[string]any{
"id": fixture.ours, "tenant_id": wikiGateTenant, "knowledge_base_id": fixture.sourceK,
"title": "WikiGate Ours.docx", "parse_status": "completed", "enable_status": "enabled",
"pending_subtasks_count": 0, "deleted_at": nil,
})
// chunks.seq_id 有唯一索引:克隆必须换成新序号,不能带模板的值。
var chunkSeq int64
if err := fixture.pool.QueryRow(fixture.ctx, `SELECT nextval('chunks_seq_id_seq')`).Scan(&chunkSeq); err != nil {
t.Fatal(err)
}
fixture.cloneRow(t, "chunks", fixture.templateRowID(t, "chunks"), map[string]any{
"id": "chunk-wiki-src-" + fixture.suffix, "tenant_id": wikiGateTenant,
"knowledge_id": fixture.ours, "knowledge_base_id": fixture.sourceK,
"is_enabled": true, "content": "WikiGate source chunk", "deleted_at": nil,
"seq_id": chunkSeq,
})
fixture.cloneRow(t, "wiki_folders", fixture.templateRowID(t, "wiki_folders"), map[string]any{
"id": "folder-wiki-src-" + fixture.suffix, "tenant_id": wikiGateTenant,
"knowledge_base_id": fixture.sourceK, "name": "WikiGate " + fixture.suffix,
"parent_id": "", "deleted_at": nil,
})
for index, slug := range []string{"summary/" + fixture.ours, "index"} {
refs := []string{fixture.ours + "|WikiGate Ours.docx"}
chunkRefs := []string{"chunk-wiki-src-" + fixture.suffix}
if slug == "index" {
refs, chunkRefs = []string{}, []string{}
}
fixture.cloneRow(t, "wiki_pages", fixture.templateRowID(t, "wiki_pages"), map[string]any{
"id": fmt.Sprintf("page-wiki-src-%s-%d", fixture.suffix, index), "tenant_id": wikiGateTenant,
"knowledge_base_id": fixture.sourceK, "slug": slug, "title": "WikiGate " + slug,
"content": "package content for " + slug, "source_refs": refs, "chunk_refs": chunkRefs,
"folder_id": "folder-wiki-src-" + fixture.suffix, "in_links": []string{}, "out_links": []string{},
"deleted_at": nil,
})
}
}
// seedTargetKnowledgeBase 建一个"共享真实库":别人的页、我们与别人共享的页、agent 手写页、
// 以及库级 index。
func (fixture *wikiGateFixture) seedTargetKnowledgeBase(t *testing.T) {
t.Helper()
fixture.cloneRow(t, "knowledge_bases", fixture.templateRowID(t, "knowledge_bases"), map[string]any{
"id": fixture.targetK, "tenant_id": wikiGateTenant, "name": "wiki-gate-target-" + fixture.suffix,
"indexing_strategy": map[string]any{"wiki_enabled": true},
})
fixture.cloneRow(t, "wiki_folders", fixture.templateRowID(t, "wiki_folders"), map[string]any{
"id": "folder-wiki-theirs-" + fixture.suffix, "tenant_id": wikiGateTenant,
"knowledge_base_id": fixture.targetK, "name": "Theirs " + fixture.suffix,
"parent_id": "", "deleted_at": nil,
})
pages := []struct {
id, slug, content string
refs []string
}{
{"page-theirs-" + fixture.suffix, "summary/" + fixture.theirs, "theirs content", []string{fixture.theirs + "|Theirs.xlsx"}},
{"page-shared-" + fixture.suffix, "entity/shared", "merged content from both documents", []string{fixture.ours + "|WikiGate Ours.docx", fixture.theirs + "|Theirs.xlsx"}},
{"page-agent-" + fixture.suffix, "concept/hand-made", "agent written page", []string{}},
{"page-index-" + fixture.suffix, "index", "target library index", []string{}},
}
for _, page := range pages {
fixture.cloneRow(t, "wiki_pages", fixture.templateRowID(t, "wiki_pages"), map[string]any{
"id": page.id, "tenant_id": wikiGateTenant, "knowledge_base_id": fixture.targetK,
"slug": page.slug, "title": "Theirs " + page.slug, "content": page.content,
"source_refs": page.refs, "chunk_refs": []string{},
"folder_id": "folder-wiki-theirs-" + fixture.suffix, "in_links": []string{}, "out_links": []string{},
"deleted_at": nil,
})
}
}
// exportSourceSnapshot 用真实导出器取包,再把库 id 重映射成目标库(与发布链一致)。
func (fixture *wikiGateFixture) exportSourceSnapshot(t *testing.T) PostgresSnapshot {
t.Helper()
exporter, err := NewPostgresExporter(fixture.pool)
if err != nil {
t.Fatal(err)
}
identity := PostgresIdentity{TenantID: wikiGateTenant, KnowledgeBaseID: fixture.sourceK, KnowledgeID: fixture.ours}
snapshot, err := exporter.Export(fixture.ctx, identity)
if err != nil {
t.Fatalf("export source snapshot: %v", err)
}
// 与文档导出器一致:库级 wiki 快照追加进同一个发布单元。
wikiTables, err := exporter.ExportWiki(fixture.ctx, identity, "")
if err != nil {
t.Fatalf("export source wiki snapshot: %v", err)
}
snapshot.Tables = append(snapshot.Tables, wikiTables...)
remapped, err := remapSnapshotKnowledgeBase(snapshot, fixture.sourceK, fixture.targetK)
if err != nil {
t.Fatal(err)
}
// 真实部署里源库与目标库在不同环境;本地跑同一个库时,先把源库行清掉,
// 否则目标端"同一 knowledge id 不能属于别的库"的守卫会正确拦住我们。
fixture.dropSourceRows(t)
return remapped
}
func (fixture *wikiGateFixture) dropSourceRows(t *testing.T) {
t.Helper()
for _, table := range []string{"wiki_pages", "wiki_folders", "chunks", "knowledges"} {
fixture.exec(t, fmt.Sprintf("DELETE FROM %s WHERE knowledge_base_id = $1", table), fixture.sourceK)
}
fixture.exec(t, `DELETE FROM knowledge_bases WHERE id = $1`, fixture.sourceK)
}
func remapSnapshotKnowledgeBase(snapshot PostgresSnapshot, sourceID, targetID string) (PostgresSnapshot, error) {
result := cloneSnapshot(snapshot)
remappable := map[string]bool{}
for _, name := range remappableTables {
remappable[name] = true
}
for index, table := range result.Tables {
if !remappable[table.Name] {
// 与发布链一致:只有携带库身份的表演进重映射。
continue
}
rows := make([]json.RawMessage, 0, len(table.Rows))
for _, raw := range table.Rows {
rewritten, err := remapKnowledgeBaseField(raw, sourceID, targetID)
if err != nil {
return PostgresSnapshot{}, err
}
rows = append(rows, rewritten)
}
result.Tables[index] = newTableSnapshot(table.Name, rows)
}
return result, nil
}
func (fixture *wikiGateFixture) pageState(t *testing.T, slug string) (content string, sourceRefs []string, present bool) {
t.Helper()
var rawContent, refs []byte
err := fixture.pool.QueryRow(fixture.ctx, `
SELECT content, COALESCE(source_refs, '[]'::jsonb)
FROM wiki_pages
WHERE tenant_id = $1 AND knowledge_base_id = $2 AND slug = $3 AND deleted_at IS NULL
`, wikiGateTenant, fixture.targetK, slug).Scan(&rawContent, &refs)
if err != nil {
return "", nil, false
}
if json.Unmarshal(refs, &sourceRefs) != nil {
t.Fatalf("decode refs for %s", slug)
}
return string(rawContent), sourceRefs, true
}
func TestWikiReplaceOnSharedKnowledgeBaseKeepsForeignPages(t *testing.T) {
fixture, ok := newWikiGateFixture(t)
if !ok {
t.Skip("v0.7.1 integration database URL is not set")
}
fixture.seedSourceKnowledgeBase(t)
fixture.seedTargetKnowledgeBase(t)
snapshot := fixture.exportSourceSnapshot(t)
importer, err := NewPostgresImporter(fixture.pool, PostgresImporterConfig{
TargetStorageBackendID: "6129cfd1-a26c-41dd-88cb-e6a800daa3bb", TargetProvider: "oss",
TargetBucket: "weknora-gate-test",
})
if err != nil {
t.Fatal(err)
}
if err := importer.Replace(fixture.ctx, PostgresIdentity{
TenantID: wikiGateTenant, KnowledgeBaseID: fixture.targetK, KnowledgeID: fixture.ours,
}, snapshot); err != nil {
t.Fatalf("replace on shared knowledge base: %v", err)
}
// 包内页按快照重建。
content, refs, present := fixture.pageState(t, "summary/"+fixture.ours)
if !present || content != "package content for summary/"+fixture.ours {
t.Fatalf("in-scope page not replaced: present=%t content=%q", present, content)
}
if len(refs) != 1 || !referencesKnowledge(refs[0], fixture.ours) {
t.Fatalf("in-scope page refs=%v", refs)
}
// 别人的页一行不动。
if content, _, present := fixture.pageState(t, "summary/"+fixture.theirs); !present || content != "theirs content" {
t.Fatalf("foreign page must survive: present=%t content=%q", present, content)
}
// agent 手写页一行不动。
if content, _, present := fixture.pageState(t, "concept/hand-made"); !present || content != "agent written page" {
t.Fatalf("agent page must survive: present=%t content=%q", present, content)
}
// 库级 index 不被部分快照重写。
if content, _, present := fixture.pageState(t, "index"); !present || content != "target library index" {
t.Fatalf("library index must survive: present=%t content=%q", present, content)
}
// 共享页保留正文,只摘掉本包知识的引用。
content, refs, present = fixture.pageState(t, "entity/shared")
if !present || content != "merged content from both documents" {
t.Fatalf("shared page content must be untouched: present=%t content=%q", present, content)
}
for _, reference := range refs {
if referencesKnowledge(reference, fixture.ours) {
t.Fatalf("shared page still references the withdrawn/updated package document: %v", refs)
}
}
if len(refs) == 0 {
t.Fatal("shared page must keep the other document's reference")
}
// 库里的总页数:包内 2 页(summary + 不写 index)+ 别人的 4 页。
var total int
if err := fixture.pool.QueryRow(fixture.ctx,
`SELECT COUNT(*)::INT FROM wiki_pages WHERE tenant_id = $1 AND knowledge_base_id = $2 AND deleted_at IS NULL`,
wikiGateTenant, fixture.targetK).Scan(&total); err != nil {
t.Fatal(err)
}
if total != 5 {
t.Fatalf("target wiki page count=%d, want 5 (2 package + 3 foreign/untouched)", total)
}
}
// 包内页 slug 已被外来页占用时必须拒绝发布,且一行都不能改。
func TestWikiReplaceRefusesWhenPackageSlugBelongsToForeignPage(t *testing.T) {
fixture, ok := newWikiGateFixture(t)
if !ok {
t.Skip("v0.7.1 integration database URL is not set")
}
fixture.seedSourceKnowledgeBase(t)
fixture.seedTargetKnowledgeBase(t)
snapshot := fixture.exportSourceSnapshot(t)
// 把包里 summary 页的 slug 抢到外来页名下:目标库该 slug 归属别人。
fixture.cloneRow(t, "wiki_pages", fixture.templateRowID(t, "wiki_pages"), map[string]any{
"id": "page-contested-" + fixture.suffix, "tenant_id": wikiGateTenant,
"knowledge_base_id": fixture.targetK, "slug": "summary/" + fixture.ours,
"title": "Theirs contested", "content": "theirs content at the package slug",
"source_refs": []string{fixture.theirs + "|Theirs.xlsx"}, "chunk_refs": []string{},
"folder_id": "folder-wiki-theirs-" + fixture.suffix, "in_links": []string{}, "out_links": []string{},
"deleted_at": nil,
})
importer, err := NewPostgresImporter(fixture.pool, PostgresImporterConfig{
TargetStorageBackendID: "6129cfd1-a26c-41dd-88cb-e6a800daa3bb", TargetProvider: "oss",
TargetBucket: "weknora-gate-test",
})
if err != nil {
t.Fatal(err)
}
err = importer.Replace(fixture.ctx, PostgresIdentity{
TenantID: wikiGateTenant, KnowledgeBaseID: fixture.targetK, KnowledgeID: fixture.ours,
}, snapshot)
if err == nil {
t.Fatal("expected a fail-closed refusal when a package slug is owned by another document")
}
if !strings.Contains(err.Error(), "已拒绝发布") {
t.Fatalf("expected the wiki ownership refusal, got: %v", err)
}
var total int
if queryErr := fixture.pool.QueryRow(fixture.ctx,
`SELECT COUNT(*)::INT FROM wiki_pages WHERE tenant_id = $1 AND knowledge_base_id = $2 AND deleted_at IS NULL`,
wikiGateTenant, fixture.targetK).Scan(&total); queryErr != nil {
t.Fatal(queryErr)
}
if total != 5 {
t.Fatalf("refused release must not change target wiki: page count=%d", total)
}
if content, _, present := fixture.pageState(t, "summary/"+fixture.ours); !present || content != "theirs content at the package slug" {
t.Fatalf("contested foreign content must be intact after refusal: %t %q", present, content)
}
}
// 镜像库对原件(目标库没有外来页)时必须保持旧的整库替换语义:
// 包里的库级页(index)也要写进去,不能因为降级保护而漏掉。
func TestWikiReplaceOnFaithfulMirrorReplacesWholeLibrary(t *testing.T) {
fixture, ok := newWikiGateFixture(t)
if !ok {
t.Skip("v0.7.1 integration database URL is not set")
}
fixture.seedSourceKnowledgeBase(t)
fixture.cloneRow(t, "knowledge_bases", fixture.templateRowID(t, "knowledge_bases"), map[string]any{
"id": fixture.targetK, "tenant_id": wikiGateTenant, "name": "wiki-gate-mirror-" + fixture.suffix,
"indexing_strategy": map[string]any{"wiki_enabled": true},
})
fixture.cloneRow(t, "wiki_pages", fixture.templateRowID(t, "wiki_pages"), map[string]any{
"id": "page-mirror-" + fixture.suffix, "tenant_id": wikiGateTenant, "knowledge_base_id": fixture.targetK,
"slug": "summary/" + fixture.ours, "title": "mirror page", "content": "stale mirror content",
"source_refs": []string{fixture.ours + "|WikiGate Ours.docx"}, "chunk_refs": []string{},
"folder_id": "", "in_links": []string{}, "out_links": []string{}, "deleted_at": nil,
})
fixture.cloneRow(t, "wiki_pages", fixture.templateRowID(t, "wiki_pages"), map[string]any{
"id": "page-mirror-index-" + fixture.suffix, "tenant_id": wikiGateTenant, "knowledge_base_id": fixture.targetK,
"slug": "index", "title": "mirror index", "content": "stale mirror index",
"source_refs": []string{}, "chunk_refs": []string{},
"folder_id": "", "in_links": []string{}, "out_links": []string{}, "deleted_at": nil,
})
snapshot := fixture.exportSourceSnapshot(t)
importer, err := NewPostgresImporter(fixture.pool, PostgresImporterConfig{
TargetStorageBackendID: "6129cfd1-a26c-41dd-88cb-e6a800daa3bb", TargetProvider: "oss",
TargetBucket: "weknora-gate-test",
})
if err != nil {
t.Fatal(err)
}
if err := importer.Replace(fixture.ctx, PostgresIdentity{
TenantID: wikiGateTenant, KnowledgeBaseID: fixture.targetK, KnowledgeID: fixture.ours,
}, snapshot); err != nil {
t.Fatalf("replace on faithful mirror: %v", err)
}
if content, _, present := fixture.pageState(t, "summary/"+fixture.ours); !present || content != "package content for summary/"+fixture.ours {
t.Fatalf("mirror page not replaced: present=%t content=%q", present, content)
}
if content, _, present := fixture.pageState(t, "index"); !present || content != "package content for index" {
t.Fatalf("library page must be written on the mirror path: present=%t content=%q", present, content)
}
var total int
if err := fixture.pool.QueryRow(fixture.ctx,
`SELECT COUNT(*)::INT FROM wiki_pages WHERE tenant_id = $1 AND knowledge_base_id = $2 AND deleted_at IS NULL`,
wikiGateTenant, fixture.targetK).Scan(&total); err != nil {
t.Fatal(err)
}
if total != 2 {
t.Fatalf("mirror replace page count=%d, want 2", total)
}
}