package v071 import ( "context" "encoding/json" "errors" "github.com/jackc/pgx/v5" ) type librarySnapshotDB interface { BeginTx(context.Context, pgx.TxOptions) (pgx.Tx, error) } // ExportLibrary reads one PostgreSQL MVCC snapshot, including empty Wiki tables. // It does not certify semantic quality, freeze Elasticsearch/objects, or authorize // publication. Those require a separately verified, complete library version. func ExportLibrary(ctx context.Context, db librarySnapshotDB, identity PostgresIdentity) (PostgresSnapshot, error) { return ExportLibraryWithReleases(ctx, db, identity, nil) } // ExportLibraryWithReleases 与 ExportLibrary 相同,但允许调用方带上精确解除的死信 // 指纹(只影响死信这一项判定,其余结算条件不变)。 func ExportLibraryWithReleases(ctx context.Context, db librarySnapshotDB, identity PostgresIdentity, released []string) (PostgresSnapshot, error) { if db == nil || identity.TenantID == 0 || !validSearchIdentifier(identity.KnowledgeBaseID) || identity.KnowledgeID != "" { return PostgresSnapshot{}, errors.New("invalid library snapshot scope") } tx, err := db.BeginTx(ctx, pgx.TxOptions{IsoLevel: pgx.RepeatableRead, AccessMode: pgx.ReadOnly}) if err != nil { return PostgresSnapshot{}, errors.New("begin library snapshot") } defer tx.Rollback(context.WithoutCancel(ctx)) var version int var dirty bool if err := tx.QueryRow(ctx, `SELECT version,dirty FROM schema_migrations LIMIT 1`).Scan(&version, &dirty); err != nil || version != 74 || dirty { return PostgresSnapshot{}, errors.New("source library schema contract mismatch") } var graph bool if err := tx.QueryRow(ctx, `SELECT COALESCE((indexing_strategy->>'graph_enabled')::boolean,false) FROM knowledge_bases WHERE tenant_id=$1 AND id=$2 AND deleted_at IS NULL`, identity.TenantID, identity.KnowledgeBaseID).Scan(&graph); err != nil { return PostgresSnapshot{}, errors.New("source library unavailable") } if graph { return PostgresSnapshot{}, errors.New("Neo4j graph snapshot is not supported") } var unsettled, pending, failed int64 if err := tx.QueryRow(ctx, librarySettlementSQL, identity.TenantID, identity.KnowledgeBaseID).Scan(&unsettled, &pending, &failed); err != nil { return PostgresSnapshot{}, errors.New("read library settlement") } if unsettled != 0 || pending != 0 || failed != 0 { if failed != 0 && unsettled == 0 && pending == 0 { rows, rowsErr := sourceDeadLetterRows(ctx, tx, identity.TenantID, identity.KnowledgeBaseID) if rowsErr != nil { return PostgresSnapshot{}, rowsErr } if releasedErr := requireReleased(rows, released); releasedErr != nil { return PostgresSnapshot{}, releasedErr } } else { return PostgresSnapshot{}, errors.New("library has unfinished or failed processing; semantic acceptance is still required after settlement") } } exporter := PostgresExporter{db: tx} var snapshot PostgresSnapshot for _, entry := range libraryContentQueries { rows, err := exporter.queryRows(ctx, entry.sql, identity.TenantID, identity.KnowledgeBaseID) if err != nil { return PostgresSnapshot{}, err } snapshot.Tables = append(snapshot.Tables, newTableSnapshot(entry.name, rows)) } // Resources can be owned by a document/chunk or only referenced in body text. // The latter includes Wiki manual pages, which document bundles used to miss. var bodies []json.RawMessage for _, name := range []string{"knowledges", "chunks", "wiki_pages"} { bodies = append(bodies, snapshot.Table(name).Rows...) } handles := referencedResourceHandles(bodies) resources, err := exporter.queryRows(ctx, libraryResourcesSQL, identity.TenantID, identity.KnowledgeBaseID, handles) if err != nil { return PostgresSnapshot{}, err } resourceIDs, resourceHandles := map[string]bool{}, map[string]bool{} for _, raw := range resources { var row struct { ID string `json:"id"` Handle string `json:"handle"` TenantID uint64 `json:"tenant_id"` } if json.Unmarshal(raw, &row) != nil || row.ID == "" || row.TenantID != identity.TenantID || resourceIDs[row.ID] || resourceHandles[row.Handle] { return PostgresSnapshot{}, errors.New("invalid library resource identity") } resourceIDs[row.ID] = true resourceHandles[row.Handle] = true } for _, handle := range handles { if !resourceHandles[handle] { return PostgresSnapshot{}, errors.New("library references an unavailable resource") } } for _, raw := range snapshot.Table("resource_bindings").Rows { var row struct { ResourceID string `json:"resource_id"` } if json.Unmarshal(raw, &row) != nil || !resourceIDs[row.ResourceID] { return PostgresSnapshot{}, errors.New("library binding references an unavailable resource") } } snapshot.Tables = append(snapshot.Tables, newTableSnapshot("resources", resources)) if err = tx.Commit(ctx); err != nil { return PostgresSnapshot{}, errors.New("commit library snapshot") } return snapshot, nil } // Deleted document retract/finalize tasks are scoped to the KB, not a live // knowledge row. Never join them to only non-deleted documents. Dead letters // have no resolution marker in this schema, so presence blocks automatically. const librarySettlementSQL = `SELECT (SELECT count(*) FROM knowledges WHERE tenant_id=$1 AND knowledge_base_id=$2 AND deleted_at IS NULL AND (parse_status IS DISTINCT FROM 'completed' OR pending_subtasks_count IS NULL OR pending_subtasks_count<>0)), (SELECT count(*) FROM task_pending_ops WHERE tenant_id=$1 AND ((scope='knowledge_base' AND scope_id=$2) OR (scope='knowledge' AND scope_id IN (SELECT id FROM knowledges WHERE tenant_id=$1 AND knowledge_base_id=$2)))), (SELECT count(*) FROM task_dead_letters WHERE tenant_id=$1 AND ((scope='knowledge_base' AND scope_id=$2) OR (scope='knowledge' AND scope_id IN (SELECT id FROM knowledges WHERE tenant_id=$1 AND knowledge_base_id=$2))))` var libraryContentQueries = []struct{ name, sql string }{ {"knowledges", `SELECT to_jsonb(k) FROM knowledges k WHERE k.tenant_id=$1 AND k.knowledge_base_id=$2 AND k.deleted_at IS NULL ORDER BY k.id`}, {"chunks", `SELECT to_jsonb(c) FROM chunks c JOIN knowledges k ON k.id=c.knowledge_id AND k.tenant_id=c.tenant_id AND k.knowledge_base_id=c.knowledge_base_id WHERE k.tenant_id=$1 AND k.knowledge_base_id=$2 AND k.deleted_at IS NULL AND c.deleted_at IS NULL ORDER BY c.id`}, {"knowledge_tags", `SELECT to_jsonb(t) FROM knowledge_tags t WHERE t.tenant_id=$1 AND t.knowledge_base_id=$2 AND t.deleted_at IS NULL ORDER BY t.id`}, {"knowledge_tag_relations", `SELECT to_jsonb(r) FROM knowledge_tag_relations r JOIN knowledges k ON k.id=r.knowledge_id JOIN knowledge_tags t ON t.id=r.tag_id AND t.tenant_id=k.tenant_id AND t.knowledge_base_id=k.knowledge_base_id WHERE k.tenant_id=$1 AND k.knowledge_base_id=$2 AND k.deleted_at IS NULL AND t.deleted_at IS NULL ORDER BY r.knowledge_id,r.tag_id`}, {"resource_bindings", `SELECT to_jsonb(b) FROM resource_bindings b WHERE b.tenant_id=$1 AND ((b.owner_type='knowledge' AND EXISTS (SELECT 1 FROM knowledges k WHERE k.id=b.owner_id AND k.tenant_id=$1 AND k.knowledge_base_id=$2 AND k.deleted_at IS NULL)) OR (b.owner_type='chunk' AND EXISTS (SELECT 1 FROM chunks c JOIN knowledges k ON k.id=c.knowledge_id AND k.tenant_id=c.tenant_id AND k.knowledge_base_id=c.knowledge_base_id WHERE c.id=b.owner_id AND c.tenant_id=$1 AND c.knowledge_base_id=$2 AND c.deleted_at IS NULL AND k.deleted_at IS NULL))) ORDER BY b.id`}, {"wiki_pages", `SELECT to_jsonb(w) FROM wiki_pages w WHERE w.tenant_id=$1 AND w.knowledge_base_id=$2 AND w.deleted_at IS NULL ORDER BY w.id`}, {"wiki_folders", `SELECT to_jsonb(w) FROM wiki_folders w WHERE w.tenant_id=$1 AND w.knowledge_base_id=$2 AND w.deleted_at IS NULL ORDER BY w.id`}, {"wiki_page_issues", `SELECT to_jsonb(w) FROM wiki_page_issues w WHERE w.tenant_id=$1 AND w.knowledge_base_id=$2 AND w.deleted_at IS NULL ORDER BY w.id`}, {"wiki_log_entries", `SELECT to_jsonb(w) FROM wiki_log_entries w WHERE w.tenant_id=$1 AND w.knowledge_base_id=$2 ORDER BY w.id`}, } const libraryResourcesSQL = `SELECT to_jsonb(r) FROM resources r WHERE r.tenant_id=$1 AND r.deleted_at IS NULL AND (r.handle=ANY($3::text[]) OR EXISTS (SELECT 1 FROM resource_bindings b WHERE b.resource_id=r.id AND b.tenant_id=$1 AND ((b.owner_type='knowledge' AND EXISTS (SELECT 1 FROM knowledges k WHERE k.id=b.owner_id AND k.tenant_id=$1 AND k.knowledge_base_id=$2 AND k.deleted_at IS NULL)) OR (b.owner_type='chunk' AND EXISTS (SELECT 1 FROM chunks c JOIN knowledges k ON k.id=c.knowledge_id AND k.tenant_id=c.tenant_id AND k.knowledge_base_id=c.knowledge_base_id WHERE c.id=b.owner_id AND c.tenant_id=$1 AND c.knowledge_base_id=$2 AND c.deleted_at IS NULL AND k.deleted_at IS NULL))))) ORDER BY r.id`