package v071 import ( "context" "encoding/hex" "encoding/json" "fmt" "os" "strings" "testing" "github.com/jackc/pgx/v5/pgxpool" ) // 这组用例在真实的 WeKnora v0.7.1 库上验证"共享知识库只动本包页集"的语义: // 源库(测试库)导出 → 重映射到目标库 → 目标库上带外来页/agent 页导入。 // // 只使用本次运行新建的临时知识库(id 带随机后缀),结束时按 id 精确清理。 const wikiGateTenant = 10000 type wikiGateFixture struct { pool *pgxpool.Pool ctx context.Context suffix string sourceK string targetK string ours string theirs string } func newWikiGateFixture(t *testing.T) (*wikiGateFixture, bool) { t.Helper() url := os.Getenv("TEST_WEKNORA_V071_TARGET_DATABASE_URL") if url == "" { url = os.Getenv("TEST_WEKNORA_V071_DATABASE_URL") } if url == "" { return nil, false } ctx := context.Background() pool, err := pgxpool.New(ctx, url) if err != nil { t.Fatal(err) } buffer := make([]byte, 4) if _, err := readRandom(buffer); err != nil { t.Fatal(err) } suffix := hex.EncodeToString(buffer) fixture := &wikiGateFixture{ pool: pool, ctx: ctx, suffix: suffix, sourceK: "kb-wiki-src-" + suffix, targetK: "kb-wiki-tgt-" + suffix, ours: "knowledge-wiki-src-" + suffix, theirs: "knowledge-wiki-other-" + suffix, } t.Cleanup(func() { fixture.cleanup(t) pool.Close() }) fixture.cleanup(t) return fixture, true } func readRandom(buffer []byte) (int, error) { file, err := os.Open("/dev/urandom") if err != nil { return 0, err } defer file.Close() return file.Read(buffer) } func (fixture *wikiGateFixture) exec(t *testing.T, sql string, arguments ...any) { t.Helper() if _, err := fixture.pool.Exec(fixture.ctx, sql, arguments...); err != nil { t.Fatalf("exec %s: %v", firstLineSQL(sql), err) } } func firstLineSQL(sql string) string { for index, char := range sql { if char == '\n' { return sql[:index] } } return sql } func (fixture *wikiGateFixture) cleanup(t *testing.T) { t.Helper() for _, table := range []string{"wiki_pages", "wiki_folders", "chunks", "knowledges"} { if _, err := fixture.pool.Exec(fixture.ctx, fmt.Sprintf("DELETE FROM %s WHERE knowledge_base_id = ANY($1::text[])", table), []string{fixture.sourceK, fixture.targetK}); err != nil { t.Logf("cleanup %s: %v", table, err) } } if _, err := fixture.pool.Exec(fixture.ctx, `DELETE FROM knowledge_bases WHERE id = ANY($1::text[])`, []string{fixture.sourceK, fixture.targetK}); err != nil { t.Logf("cleanup knowledge_bases: %v", err) } } // templateRowID 找一个可复制的真实行,避免手写全部 NOT NULL 列。 func (fixture *wikiGateFixture) templateRowID(t *testing.T, table string) string { t.Helper() column := "knowledge_base_id" if table == "knowledge_bases" { column = "id" } var id string if err := fixture.pool.QueryRow(fixture.ctx, fmt.Sprintf("SELECT id FROM %s WHERE %s <> ALL($1::text[]) AND deleted_at IS NULL LIMIT 1", table, column), []string{fixture.sourceK, fixture.targetK}).Scan(&id); err != nil { t.Skipf("no template row in %s: %v", table, err) } return id } func (fixture *wikiGateFixture) cloneRow(t *testing.T, table string, templateID string, overrides map[string]any) { t.Helper() encoded, err := json.Marshal(overrides) if err != nil { t.Fatal(err) } fixture.exec(t, fmt.Sprintf(` INSERT INTO %s SELECT (jsonb_populate_record(NULL::%s, to_jsonb(template) || $1::jsonb)).* FROM %s AS template WHERE template.id = $2 `, table, table, table), string(encoded), templateID) } // seedSourceKnowledgeBase 建一个"测试库":启用 wiki、一篇完成解析的文档 + 一个 chunk // + 我们自己的页与被撤权页。 func (fixture *wikiGateFixture) seedSourceKnowledgeBase(t *testing.T) { t.Helper() fixture.cloneRow(t, "knowledge_bases", fixture.templateRowID(t, "knowledge_bases"), map[string]any{ "id": fixture.sourceK, "tenant_id": wikiGateTenant, "name": "wiki-gate-source-" + fixture.suffix, "indexing_strategy": map[string]any{"wiki_enabled": true}, }) fixture.cloneRow(t, "knowledges", fixture.templateRowID(t, "knowledges"), map[string]any{ "id": fixture.ours, "tenant_id": wikiGateTenant, "knowledge_base_id": fixture.sourceK, "title": "WikiGate Ours.docx", "parse_status": "completed", "enable_status": "enabled", "pending_subtasks_count": 0, "deleted_at": nil, }) // chunks.seq_id 有唯一索引:克隆必须换成新序号,不能带模板的值。 var chunkSeq int64 if err := fixture.pool.QueryRow(fixture.ctx, `SELECT nextval('chunks_seq_id_seq')`).Scan(&chunkSeq); err != nil { t.Fatal(err) } fixture.cloneRow(t, "chunks", fixture.templateRowID(t, "chunks"), map[string]any{ "id": "chunk-wiki-src-" + fixture.suffix, "tenant_id": wikiGateTenant, "knowledge_id": fixture.ours, "knowledge_base_id": fixture.sourceK, "is_enabled": true, "content": "WikiGate source chunk", "deleted_at": nil, "seq_id": chunkSeq, }) fixture.cloneRow(t, "wiki_folders", fixture.templateRowID(t, "wiki_folders"), map[string]any{ "id": "folder-wiki-src-" + fixture.suffix, "tenant_id": wikiGateTenant, "knowledge_base_id": fixture.sourceK, "name": "WikiGate " + fixture.suffix, "parent_id": "", "deleted_at": nil, }) for index, slug := range []string{"summary/" + fixture.ours, "index"} { refs := []string{fixture.ours + "|WikiGate Ours.docx"} chunkRefs := []string{"chunk-wiki-src-" + fixture.suffix} if slug == "index" { refs, chunkRefs = []string{}, []string{} } fixture.cloneRow(t, "wiki_pages", fixture.templateRowID(t, "wiki_pages"), map[string]any{ "id": fmt.Sprintf("page-wiki-src-%s-%d", fixture.suffix, index), "tenant_id": wikiGateTenant, "knowledge_base_id": fixture.sourceK, "slug": slug, "title": "WikiGate " + slug, "content": "package content for " + slug, "source_refs": refs, "chunk_refs": chunkRefs, "folder_id": "folder-wiki-src-" + fixture.suffix, "in_links": []string{}, "out_links": []string{}, "deleted_at": nil, }) } } // seedTargetKnowledgeBase 建一个"共享真实库":别人的页、我们与别人共享的页、agent 手写页、 // 以及库级 index。 func (fixture *wikiGateFixture) seedTargetKnowledgeBase(t *testing.T) { t.Helper() fixture.cloneRow(t, "knowledge_bases", fixture.templateRowID(t, "knowledge_bases"), map[string]any{ "id": fixture.targetK, "tenant_id": wikiGateTenant, "name": "wiki-gate-target-" + fixture.suffix, "indexing_strategy": map[string]any{"wiki_enabled": true}, }) fixture.cloneRow(t, "wiki_folders", fixture.templateRowID(t, "wiki_folders"), map[string]any{ "id": "folder-wiki-theirs-" + fixture.suffix, "tenant_id": wikiGateTenant, "knowledge_base_id": fixture.targetK, "name": "Theirs " + fixture.suffix, "parent_id": "", "deleted_at": nil, }) pages := []struct { id, slug, content string refs []string }{ {"page-theirs-" + fixture.suffix, "summary/" + fixture.theirs, "theirs content", []string{fixture.theirs + "|Theirs.xlsx"}}, {"page-shared-" + fixture.suffix, "entity/shared", "merged content from both documents", []string{fixture.ours + "|WikiGate Ours.docx", fixture.theirs + "|Theirs.xlsx"}}, {"page-agent-" + fixture.suffix, "concept/hand-made", "agent written page", []string{}}, {"page-index-" + fixture.suffix, "index", "target library index", []string{}}, } for _, page := range pages { fixture.cloneRow(t, "wiki_pages", fixture.templateRowID(t, "wiki_pages"), map[string]any{ "id": page.id, "tenant_id": wikiGateTenant, "knowledge_base_id": fixture.targetK, "slug": page.slug, "title": "Theirs " + page.slug, "content": page.content, "source_refs": page.refs, "chunk_refs": []string{}, "folder_id": "folder-wiki-theirs-" + fixture.suffix, "in_links": []string{}, "out_links": []string{}, "deleted_at": nil, }) } } // exportSourceSnapshot 用真实导出器取包,再把库 id 重映射成目标库(与发布链一致)。 func (fixture *wikiGateFixture) exportSourceSnapshot(t *testing.T) PostgresSnapshot { t.Helper() exporter, err := NewPostgresExporter(fixture.pool) if err != nil { t.Fatal(err) } identity := PostgresIdentity{TenantID: wikiGateTenant, KnowledgeBaseID: fixture.sourceK, KnowledgeID: fixture.ours} snapshot, err := exporter.Export(fixture.ctx, identity) if err != nil { t.Fatalf("export source snapshot: %v", err) } // 与文档导出器一致:库级 wiki 快照追加进同一个发布单元。 wikiTables, err := exporter.ExportWiki(fixture.ctx, identity, "") if err != nil { t.Fatalf("export source wiki snapshot: %v", err) } snapshot.Tables = append(snapshot.Tables, wikiTables...) remapped, err := remapSnapshotKnowledgeBase(snapshot, fixture.sourceK, fixture.targetK) if err != nil { t.Fatal(err) } // 真实部署里源库与目标库在不同环境;本地跑同一个库时,先把源库行清掉, // 否则目标端"同一 knowledge id 不能属于别的库"的守卫会正确拦住我们。 fixture.dropSourceRows(t) return remapped } func (fixture *wikiGateFixture) dropSourceRows(t *testing.T) { t.Helper() for _, table := range []string{"wiki_pages", "wiki_folders", "chunks", "knowledges"} { fixture.exec(t, fmt.Sprintf("DELETE FROM %s WHERE knowledge_base_id = $1", table), fixture.sourceK) } fixture.exec(t, `DELETE FROM knowledge_bases WHERE id = $1`, fixture.sourceK) } func remapSnapshotKnowledgeBase(snapshot PostgresSnapshot, sourceID, targetID string) (PostgresSnapshot, error) { result := cloneSnapshot(snapshot) remappable := map[string]bool{} for _, name := range remappableTables { remappable[name] = true } for index, table := range result.Tables { if !remappable[table.Name] { // 与发布链一致:只有携带库身份的表演进重映射。 continue } rows := make([]json.RawMessage, 0, len(table.Rows)) for _, raw := range table.Rows { rewritten, err := remapKnowledgeBaseField(raw, sourceID, targetID) if err != nil { return PostgresSnapshot{}, err } rows = append(rows, rewritten) } result.Tables[index] = newTableSnapshot(table.Name, rows) } return result, nil } func (fixture *wikiGateFixture) pageState(t *testing.T, slug string) (content string, sourceRefs []string, present bool) { t.Helper() var rawContent, refs []byte err := fixture.pool.QueryRow(fixture.ctx, ` SELECT content, COALESCE(source_refs, '[]'::jsonb) FROM wiki_pages WHERE tenant_id = $1 AND knowledge_base_id = $2 AND slug = $3 AND deleted_at IS NULL `, wikiGateTenant, fixture.targetK, slug).Scan(&rawContent, &refs) if err != nil { return "", nil, false } if json.Unmarshal(refs, &sourceRefs) != nil { t.Fatalf("decode refs for %s", slug) } return string(rawContent), sourceRefs, true } func TestWikiReplaceOnSharedKnowledgeBaseKeepsForeignPages(t *testing.T) { fixture, ok := newWikiGateFixture(t) if !ok { t.Skip("v0.7.1 integration database URL is not set") } fixture.seedSourceKnowledgeBase(t) fixture.seedTargetKnowledgeBase(t) snapshot := fixture.exportSourceSnapshot(t) importer, err := NewPostgresImporter(fixture.pool, PostgresImporterConfig{ TargetStorageBackendID: "6129cfd1-a26c-41dd-88cb-e6a800daa3bb", TargetProvider: "oss", TargetBucket: "weknora-gate-test", }) if err != nil { t.Fatal(err) } if err := importer.Replace(fixture.ctx, PostgresIdentity{ TenantID: wikiGateTenant, KnowledgeBaseID: fixture.targetK, KnowledgeID: fixture.ours, }, snapshot); err != nil { t.Fatalf("replace on shared knowledge base: %v", err) } // 包内页按快照重建。 content, refs, present := fixture.pageState(t, "summary/"+fixture.ours) if !present || content != "package content for summary/"+fixture.ours { t.Fatalf("in-scope page not replaced: present=%t content=%q", present, content) } if len(refs) != 1 || !referencesKnowledge(refs[0], fixture.ours) { t.Fatalf("in-scope page refs=%v", refs) } // 别人的页一行不动。 if content, _, present := fixture.pageState(t, "summary/"+fixture.theirs); !present || content != "theirs content" { t.Fatalf("foreign page must survive: present=%t content=%q", present, content) } // agent 手写页一行不动。 if content, _, present := fixture.pageState(t, "concept/hand-made"); !present || content != "agent written page" { t.Fatalf("agent page must survive: present=%t content=%q", present, content) } // 库级 index 不被部分快照重写。 if content, _, present := fixture.pageState(t, "index"); !present || content != "target library index" { t.Fatalf("library index must survive: present=%t content=%q", present, content) } // 共享页保留正文,只摘掉本包知识的引用。 content, refs, present = fixture.pageState(t, "entity/shared") if !present || content != "merged content from both documents" { t.Fatalf("shared page content must be untouched: present=%t content=%q", present, content) } for _, reference := range refs { if referencesKnowledge(reference, fixture.ours) { t.Fatalf("shared page still references the withdrawn/updated package document: %v", refs) } } if len(refs) == 0 { t.Fatal("shared page must keep the other document's reference") } // 库里的总页数:包内 2 页(summary + 不写 index)+ 别人的 4 页。 var total int if err := fixture.pool.QueryRow(fixture.ctx, `SELECT COUNT(*)::INT FROM wiki_pages WHERE tenant_id = $1 AND knowledge_base_id = $2 AND deleted_at IS NULL`, wikiGateTenant, fixture.targetK).Scan(&total); err != nil { t.Fatal(err) } if total != 5 { t.Fatalf("target wiki page count=%d, want 5 (2 package + 3 foreign/untouched)", total) } } // 包内页 slug 已被外来页占用时必须拒绝发布,且一行都不能改。 func TestWikiReplaceRefusesWhenPackageSlugBelongsToForeignPage(t *testing.T) { fixture, ok := newWikiGateFixture(t) if !ok { t.Skip("v0.7.1 integration database URL is not set") } fixture.seedSourceKnowledgeBase(t) fixture.seedTargetKnowledgeBase(t) snapshot := fixture.exportSourceSnapshot(t) // 把包里 summary 页的 slug 抢到外来页名下:目标库该 slug 归属别人。 fixture.cloneRow(t, "wiki_pages", fixture.templateRowID(t, "wiki_pages"), map[string]any{ "id": "page-contested-" + fixture.suffix, "tenant_id": wikiGateTenant, "knowledge_base_id": fixture.targetK, "slug": "summary/" + fixture.ours, "title": "Theirs contested", "content": "theirs content at the package slug", "source_refs": []string{fixture.theirs + "|Theirs.xlsx"}, "chunk_refs": []string{}, "folder_id": "folder-wiki-theirs-" + fixture.suffix, "in_links": []string{}, "out_links": []string{}, "deleted_at": nil, }) importer, err := NewPostgresImporter(fixture.pool, PostgresImporterConfig{ TargetStorageBackendID: "6129cfd1-a26c-41dd-88cb-e6a800daa3bb", TargetProvider: "oss", TargetBucket: "weknora-gate-test", }) if err != nil { t.Fatal(err) } err = importer.Replace(fixture.ctx, PostgresIdentity{ TenantID: wikiGateTenant, KnowledgeBaseID: fixture.targetK, KnowledgeID: fixture.ours, }, snapshot) if err == nil { t.Fatal("expected a fail-closed refusal when a package slug is owned by another document") } if !strings.Contains(err.Error(), "已拒绝发布") { t.Fatalf("expected the wiki ownership refusal, got: %v", err) } var total int if queryErr := fixture.pool.QueryRow(fixture.ctx, `SELECT COUNT(*)::INT FROM wiki_pages WHERE tenant_id = $1 AND knowledge_base_id = $2 AND deleted_at IS NULL`, wikiGateTenant, fixture.targetK).Scan(&total); queryErr != nil { t.Fatal(queryErr) } if total != 5 { t.Fatalf("refused release must not change target wiki: page count=%d", total) } if content, _, present := fixture.pageState(t, "summary/"+fixture.ours); !present || content != "theirs content at the package slug" { t.Fatalf("contested foreign content must be intact after refusal: %t %q", present, content) } } // 镜像库对原件(目标库没有外来页)时必须保持旧的整库替换语义: // 包里的库级页(index)也要写进去,不能因为降级保护而漏掉。 func TestWikiReplaceOnFaithfulMirrorReplacesWholeLibrary(t *testing.T) { fixture, ok := newWikiGateFixture(t) if !ok { t.Skip("v0.7.1 integration database URL is not set") } fixture.seedSourceKnowledgeBase(t) fixture.cloneRow(t, "knowledge_bases", fixture.templateRowID(t, "knowledge_bases"), map[string]any{ "id": fixture.targetK, "tenant_id": wikiGateTenant, "name": "wiki-gate-mirror-" + fixture.suffix, "indexing_strategy": map[string]any{"wiki_enabled": true}, }) fixture.cloneRow(t, "wiki_pages", fixture.templateRowID(t, "wiki_pages"), map[string]any{ "id": "page-mirror-" + fixture.suffix, "tenant_id": wikiGateTenant, "knowledge_base_id": fixture.targetK, "slug": "summary/" + fixture.ours, "title": "mirror page", "content": "stale mirror content", "source_refs": []string{fixture.ours + "|WikiGate Ours.docx"}, "chunk_refs": []string{}, "folder_id": "", "in_links": []string{}, "out_links": []string{}, "deleted_at": nil, }) fixture.cloneRow(t, "wiki_pages", fixture.templateRowID(t, "wiki_pages"), map[string]any{ "id": "page-mirror-index-" + fixture.suffix, "tenant_id": wikiGateTenant, "knowledge_base_id": fixture.targetK, "slug": "index", "title": "mirror index", "content": "stale mirror index", "source_refs": []string{}, "chunk_refs": []string{}, "folder_id": "", "in_links": []string{}, "out_links": []string{}, "deleted_at": nil, }) snapshot := fixture.exportSourceSnapshot(t) importer, err := NewPostgresImporter(fixture.pool, PostgresImporterConfig{ TargetStorageBackendID: "6129cfd1-a26c-41dd-88cb-e6a800daa3bb", TargetProvider: "oss", TargetBucket: "weknora-gate-test", }) if err != nil { t.Fatal(err) } if err := importer.Replace(fixture.ctx, PostgresIdentity{ TenantID: wikiGateTenant, KnowledgeBaseID: fixture.targetK, KnowledgeID: fixture.ours, }, snapshot); err != nil { t.Fatalf("replace on faithful mirror: %v", err) } if content, _, present := fixture.pageState(t, "summary/"+fixture.ours); !present || content != "package content for summary/"+fixture.ours { t.Fatalf("mirror page not replaced: present=%t content=%q", present, content) } if content, _, present := fixture.pageState(t, "index"); !present || content != "package content for index" { t.Fatalf("library page must be written on the mirror path: present=%t content=%q", present, content) } var total int if err := fixture.pool.QueryRow(fixture.ctx, `SELECT COUNT(*)::INT FROM wiki_pages WHERE tenant_id = $1 AND knowledge_base_id = $2 AND deleted_at IS NULL`, wikiGateTenant, fixture.targetK).Scan(&total); err != nil { t.Fatal(err) } if total != 2 { t.Fatalf("mirror replace page count=%d, want 2", total) } }