104 lines
4.4 KiB
Go
104 lines
4.4 KiB
Go
package v071
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"encoding/json"
|
|
"io"
|
|
"os"
|
|
"testing"
|
|
"time"
|
|
|
|
"knowledge-governance/internal/librarysnapshot"
|
|
)
|
|
|
|
func TestArchiveLibraryCandidateOwnsEveryLaneAndRejectsMismatch(t *testing.T) {
|
|
for _, mode := range []string{"complete", "missing-resource", "bad-resource-hash", "cross-scope", "orphan-search", "missing-wiki", "search-digest", "duplicate-table"} {
|
|
t.Run(mode, func(t *testing.T) {
|
|
root := t.TempDir()
|
|
_ = os.Chmod(root, 0700)
|
|
archive, err := librarysnapshot.Open(root, 1024*1024)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
defer archive.Close()
|
|
pg, es, reader := libraryCandidateFixture()
|
|
switch mode {
|
|
case "missing-resource":
|
|
reader.data = nil
|
|
case "bad-resource-hash":
|
|
reader.data = []byte("wrong")
|
|
case "cross-scope":
|
|
pg.Tables[0] = newTableSnapshot("knowledges", []json.RawMessage{json.RawMessage(`{"id":"doc-safe","tenant_id":20000,"knowledge_base_id":"kb-safe","parse_status":"completed"}`)})
|
|
case "orphan-search":
|
|
es.Documents[0].Source = json.RawMessage(`{"knowledge_base_id":"kb-safe","knowledge_id":"doc-safe","chunk_id":"unknown"}`)
|
|
es.DocumentsSHA256, _ = searchDocumentsDigest(es.Documents)
|
|
case "missing-wiki":
|
|
pg.Tables = pg.Tables[:6]
|
|
case "search-digest":
|
|
es.DocumentsSHA256 = shaBytes([]byte("wrong"))
|
|
case "duplicate-table":
|
|
pg.Tables = append(pg.Tables, pg.Tables[0])
|
|
}
|
|
contract := librarysnapshot.Compatibility{WeKnoraVersion: "v0.7.1", SchemaVersion: 74, RetrieverEngine: "elasticsearch_v8", EmbeddingModel: "fixture-model", EmbeddingDimension: 1024, IndexMappingSHA256: es.MappingSHA256}
|
|
id, err := ArchiveLibraryCandidate(context.Background(), archive, "internal", PostgresIdentity{TenantID: 10000, KnowledgeBaseID: "kb-safe"}, contract, pg, es, reader, time.Date(2026, 10, 27, 0, 0, 0, 0, time.UTC))
|
|
if mode != "complete" {
|
|
if err == nil {
|
|
t.Fatal("inconsistent candidate archived")
|
|
}
|
|
return
|
|
}
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
reader.data = nil
|
|
saved, err := archive.Load(id)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if len(saved.Parts) != 12 {
|
|
t.Fatalf("parts=%d", len(saved.Parts))
|
|
}
|
|
for _, part := range saved.Parts {
|
|
if part.Kind == "resource" {
|
|
r, err := archive.OpenPart(part)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
data, err := io.ReadAll(r)
|
|
r.Close()
|
|
if err != nil || string(data) != "file" {
|
|
t.Fatal("resource not independently recoverable")
|
|
}
|
|
}
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
type libraryCandidateReader struct{ data []byte }
|
|
|
|
func (r *libraryCandidateReader) Open(context.Context, string, string) (io.ReadCloser, error) {
|
|
return io.NopCloser(bytes.NewReader(r.data)), nil
|
|
}
|
|
func libraryCandidateFixture() (PostgresSnapshot, SearchSnapshot, *libraryCandidateReader) {
|
|
tables := []TableSnapshot{
|
|
newTableSnapshot("knowledges", []json.RawMessage{json.RawMessage(`{"id":"doc-safe","tenant_id":10000,"knowledge_base_id":"kb-safe","parse_status":"completed","file_path":"resource://ABCDEFGHIJKLMNOPQRSTUV"}`)}),
|
|
newTableSnapshot("chunks", []json.RawMessage{json.RawMessage(`{"id":"chunk-safe","tenant_id":10000,"knowledge_base_id":"kb-safe","knowledge_id":"doc-safe","content":"chunk"}`)}),
|
|
newTableSnapshot("resources", []json.RawMessage{json.RawMessage(`{"id":"res-safe","tenant_id":10000,"handle":"ABCDEFGHIJKLMNOPQRSTUV","provider":"oss","physical_path":"oss://fixture/source.txt","size":4}`)}),
|
|
}
|
|
for _, name := range []string{"resource_bindings", "knowledge_tags", "knowledge_tag_relations", "wiki_folders", "wiki_pages", "wiki_page_issues", "wiki_log_entries"} {
|
|
var rows []json.RawMessage
|
|
switch name {
|
|
case "wiki_pages":
|
|
rows = []json.RawMessage{json.RawMessage(`{"id":"wiki-safe","tenant_id":10000,"knowledge_base_id":"kb-safe","status":"published","content":"complete wiki body"}`)}
|
|
case "wiki_page_issues":
|
|
rows = []json.RawMessage{json.RawMessage(`{"id":"issue-safe","tenant_id":10000,"knowledge_base_id":"kb-safe","status":"open"}`)}
|
|
}
|
|
tables = append(tables, newTableSnapshot(name, rows))
|
|
}
|
|
es := SearchSnapshot{MappingSHA256: shaBytes([]byte("mapping")), Documents: []SearchDocument{{ID: "es-safe", Source: json.RawMessage(`{"knowledge_base_id":"kb-safe","knowledge_id":"doc-safe","chunk_id":"chunk-safe","content":"chunk"}`)}}}
|
|
es.DocumentsSHA256, _ = searchDocumentsDigest(es.Documents)
|
|
return PostgresSnapshot{Tables: tables}, es, &libraryCandidateReader{data: []byte("file")}
|
|
}
|