152 lines
4.2 KiB
Go
152 lines
4.2 KiB
Go
package librarysnapshot
|
|
|
|
import (
|
|
"bytes"
|
|
"os"
|
|
"path/filepath"
|
|
"testing"
|
|
"time"
|
|
)
|
|
|
|
func TestArchiveSealsCompleteVersionAndLoadsAfterReopen(t *testing.T) {
|
|
root := t.TempDir()
|
|
if err := os.Chmod(root, 0700); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
a, err := Open(root, 1024*1024)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
part, err := a.Put(bytes.NewBufferString("[]"))
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
m := testManifest(part)
|
|
id, err := a.Seal(m)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err = a.Close(); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
a, err = Open(root, 1024*1024)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
defer a.Close()
|
|
got, err := a.Load(id)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if len(got.Parts) != 11 || got.KnowledgeBaseID != m.KnowledgeBaseID {
|
|
t.Fatal("incomplete reopened manifest")
|
|
}
|
|
again, err := a.Seal(m)
|
|
if err != nil || again != id {
|
|
t.Fatal("retry changed immutable identity")
|
|
}
|
|
files, err := os.ReadDir(filepath.Join(root, "blobs"))
|
|
if err != nil || len(files) != 1 {
|
|
t.Fatal("identical bytes were not shared")
|
|
}
|
|
}
|
|
|
|
func TestArchiveRejectsMissingCorruptAndNonknowledgeParts(t *testing.T) {
|
|
root := t.TempDir()
|
|
_ = os.Chmod(root, 0700)
|
|
a, err := Open(root, 1024)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
defer a.Close()
|
|
p, err := a.Put(bytes.NewBufferString("[]"))
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
for _, test := range []struct {
|
|
name string
|
|
mutate func(*Manifest)
|
|
}{
|
|
{"unsupported schema", func(m *Manifest) { m.Compatibility.SchemaVersion = 75 }},
|
|
{"missing mapping contract", func(m *Manifest) { m.Compatibility.IndexMappingSHA256 = "" }},
|
|
{"missing Wiki", func(m *Manifest) { m.Parts = m.Parts[:6] }},
|
|
{"duplicate table", func(m *Manifest) { m.Parts = append(m.Parts, m.Parts[0]) }},
|
|
{"account table", func(m *Manifest) { m.Parts[0].Name = "users" }},
|
|
{"bad scope", func(m *Manifest) { m.Scope = "both" }},
|
|
{"wrong size", func(m *Manifest) { m.Parts[0].Bytes++ }},
|
|
{"missing blob", func(m *Manifest) { m.Parts[0].SHA256 = string(bytes.Repeat([]byte("a"), 64)) }},
|
|
{"path traversal", func(m *Manifest) { m.Parts[0].SHA256 = "../../escape" }},
|
|
{"negative count", func(m *Manifest) { m.Parts[0].Count = -1 }},
|
|
} {
|
|
t.Run(test.name, func(t *testing.T) {
|
|
m := testManifest(p)
|
|
test.mutate(&m)
|
|
if _, err := a.Seal(m); err == nil {
|
|
t.Fatal("unsafe manifest sealed")
|
|
}
|
|
})
|
|
}
|
|
m := testManifest(p)
|
|
id, err := a.Seal(m)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := os.WriteFile(filepath.Join(root, "blobs", p.SHA256), []byte("xx"), 0600); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if _, err := a.Load(id); err == nil {
|
|
t.Fatal("corrupt blob accepted as recoverable")
|
|
}
|
|
}
|
|
|
|
func TestArchiveRefusesInventedCountsAndMissingResourceBytes(t *testing.T) {
|
|
root := t.TempDir()
|
|
_ = os.Chmod(root, 0700)
|
|
a, err := Open(root, 1024)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
defer a.Close()
|
|
p, err := a.Put(bytes.NewBufferString("[]"))
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
m := testManifest(p)
|
|
m.Parts[0].Count = 2
|
|
if _, err = a.Seal(m); err == nil {
|
|
t.Fatal("manifest accepted invented progress total")
|
|
}
|
|
p, err = a.Put(bytes.NewBufferString(`[{"id":"res-safe"}]`))
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
m = testManifest(p)
|
|
for i := range m.Parts {
|
|
m.Parts[i].Count = 1
|
|
}
|
|
if _, err = a.Seal(m); err == nil {
|
|
t.Fatal("resource rows have no archived resource bytes")
|
|
}
|
|
}
|
|
|
|
func testManifest(part Part) Manifest {
|
|
m := Manifest{Compatibility: Compatibility{WeKnoraVersion: "v0.7.1", SchemaVersion: 74, RetrieverEngine: "elasticsearch_v8", EmbeddingModel: "fixture-model", EmbeddingDimension: 1024, IndexMappingSHA256: digest([]byte("fixture-mapping"))}, Format: "weknora-library-snapshot/v1", Scope: "internal", TenantID: 10000, KnowledgeBaseID: "kb-safe", CreatedAt: time.Date(2026, 10, 27, 0, 0, 0, 0, time.UTC)}
|
|
for _, name := range []string{"knowledges", "chunks", "resources", "resource_bindings", "knowledge_tags", "knowledge_tag_relations"} {
|
|
p := part
|
|
p.Kind = "database"
|
|
p.Name = name
|
|
m.Parts = append(m.Parts, p)
|
|
}
|
|
for _, name := range []string{"wiki_pages", "wiki_folders", "wiki_page_issues", "wiki_log_entries"} {
|
|
p := part
|
|
p.Kind = "wiki"
|
|
p.Name = name
|
|
m.Parts = append(m.Parts, p)
|
|
}
|
|
p := part
|
|
p.Kind = "index"
|
|
p.Name = "chunks"
|
|
m.Parts = append(m.Parts, p)
|
|
return m
|
|
}
|