b81fcd07e3
build / build (push) Successful in 1m57s
tableState 非 resources 分支恢复直接扫描 text 身份,避免 queryRows 把普通 doc id/UUID/复合键/数字 id 当 JSON canonical 校验而失败;resources 仍使用 F01 精确引用闭包。隔离 PG 覆盖字符串、UUID、复合键与数字 ID。 F11:快照 HTTP 投影补 bindings/wiki_log_entries;作业统计按本作业 target_snapshot_id/snapshot_id 取对应快照,取不到显示未知,不借最新封存; running/pending/failed/unknown 不再在无 detail 时显示完成。 F03:verifications 支持 snapshot_id 精确查询,返回 snapshot_latest 并只按 该快照回答 verified;抽屉“查看校验记录”按选中快照加载,不借用最新记录。 F08:显示主机探测时间;无真实 next-run 时说明尚未核验下一次执行;最近成功 单列未知,不以最近运行冒充。 验证:Go/前端全量、隔离 PG tableState/F01 对拍与 make verify 17 项通过。 实际 Current→Prepare→Verify ES 集成被共享 ES 磁盘 watermark 阻塞,未冒充。
124 lines
4.3 KiB
Go
124 lines
4.3 KiB
Go
package v071
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"fmt"
|
|
"os"
|
|
"strings"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/jackc/pgx/v5/pgxpool"
|
|
)
|
|
|
|
// F01 regression: a small target library inside a large tenant must resolve
|
|
// resources from exact binding ids + body handles, not by scanning every
|
|
// tenant resource with a per-row body predicate. The fixture has one active
|
|
// target document/chunk (plus one deleted and one foreign-tenant row), not the
|
|
// historical 4/38 target; the 20,000 unrelated resources are the scale input.
|
|
// The old predicate is kept only as an oracle for equality and timing.
|
|
func TestLibraryResourceClosureIsBoundedByTargetReferences(t *testing.T) {
|
|
dsn := os.Getenv("KG_LIBRARY_TEST_DATABASE_URL")
|
|
if dsn == "" {
|
|
t.Skip("requires explicitly isolated kg_library_test_ PostgreSQL database")
|
|
}
|
|
cfg, err := pgxpool.ParseConfig(dsn)
|
|
if err != nil || !strings.HasPrefix(cfg.ConnConfig.Database, "kg_library_test_") || os.Getenv("KG_LIBRARY_TEST_ISOLATED") != "1" {
|
|
t.Fatal("isolated database required")
|
|
}
|
|
ctx := context.Background()
|
|
db, err := pgxpool.NewWithConfig(ctx, cfg)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
defer db.Close()
|
|
if _, err = db.Exec(ctx, `DROP SCHEMA public CASCADE; CREATE SCHEMA public`); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if _, err = db.Exec(ctx, libraryTestSchema); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if _, err = db.Exec(ctx, `CREATE INDEX resources_handle_f01 ON resources(handle); CREATE INDEX resources_pkey_f01 ON resources(id);`); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
const unrelated = 20000
|
|
if _, err = db.Exec(ctx, `INSERT INTO resources(id,handle,tenant_id,physical_path,deleted_at)
|
|
SELECT 'unrelated-'||i, lpad(i::text,22,'0'), 10000, 'unrelated/'||i, NULL FROM generate_series(1,$1) i`, unrelated); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
// A body-only reference must still be found without a binding row.
|
|
if _, err = db.Exec(ctx, `INSERT INTO resources(id,handle,tenant_id,physical_path,deleted_at)
|
|
VALUES ('res-body','BBBBBBBBBBBBBBBBBBBBBB',10000,'body.txt',NULL);
|
|
UPDATE chunks SET content='see resource://BBBBBBBBBBBBBBBBBBBBBB' WHERE id='chunk-safe'`); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
identity := PostgresIdentity{TenantID: 10000, KnowledgeBaseID: "kb-safe"}
|
|
|
|
start := time.Now()
|
|
oldRows, err := db.Query(ctx, fmt.Sprintf(`SELECT to_jsonb(resources)::text FROM resources WHERE %s`, scopeWhere("resources")),
|
|
identity.TenantID, identity.KnowledgeBaseID)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
oldIDs := []string{}
|
|
for oldRows.Next() {
|
|
var raw string
|
|
if err := oldRows.Scan(&raw); err != nil {
|
|
oldRows.Close()
|
|
t.Fatal(err)
|
|
}
|
|
var row struct {
|
|
ID string `json:"id"`
|
|
}
|
|
if err := json.Unmarshal([]byte(raw), &row); err != nil {
|
|
oldRows.Close()
|
|
t.Fatal(err)
|
|
}
|
|
oldIDs = append(oldIDs, row.ID)
|
|
}
|
|
oldRows.Close()
|
|
oldElapsed := time.Since(start)
|
|
|
|
start = time.Now()
|
|
snapshot, err := ExportLibrary(ctx, db, identity)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
newElapsed := time.Since(start)
|
|
newIDs := []string{}
|
|
for _, raw := range snapshot.Table("resources").Rows {
|
|
var row struct {
|
|
ID string `json:"id"`
|
|
}
|
|
if err := json.Unmarshal(raw, &row); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
newIDs = append(newIDs, row.ID)
|
|
}
|
|
if fmt.Sprint(oldIDs) != fmt.Sprint(newIDs) {
|
|
t.Fatalf("resource closure changed: old=%v new=%v", oldIDs, newIDs)
|
|
}
|
|
var bodies []json.RawMessage
|
|
for _, table := range snapshot.Tables {
|
|
bodies = append(bodies, table.Rows...)
|
|
}
|
|
handles, handleErr := libraryResourceHandles(bodies)
|
|
t.Logf("old_ids=%v new_ids=%v handles=%v handle_err=%v", oldIDs, newIDs, handles, handleErr)
|
|
if len(newIDs) != 2 {
|
|
t.Fatalf("expected bound + body-only resources, got %v", newIDs)
|
|
}
|
|
var activeDocs, activeChunks int
|
|
if err := db.QueryRow(ctx, `SELECT count(*) FROM knowledges WHERE tenant_id=10000 AND knowledge_base_id='kb-safe' AND deleted_at IS NULL`).Scan(&activeDocs); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := db.QueryRow(ctx, `SELECT count(*) FROM chunks c JOIN knowledges k ON k.id=c.knowledge_id WHERE k.tenant_id=10000 AND k.knowledge_base_id='kb-safe' AND k.deleted_at IS NULL AND c.deleted_at IS NULL`).Scan(&activeChunks); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
t.Logf("target_docs=%d target_chunks=%d unrelated_resources=%d old_scan=%s new_export=%s resources=%v",
|
|
activeDocs, activeChunks, unrelated, oldElapsed, newElapsed, newIDs)
|
|
if newElapsed >= oldElapsed {
|
|
t.Fatalf("F01 path did not improve: old=%s new=%s", oldElapsed, newElapsed)
|
|
}
|
|
}
|