zheromiku
dcdc8d1ddd
全栈知识治理平台首次入库（P1-P10 + 发布链路模拟验证闭环）： - 治理核心：源目录/变更集/人工审核/发布批次/发布执行（fail-closed 闸口） - 测试通道：WeKnora 测试 KB 上传/轮询/验收；poll 完成时写入 parser_generation/index_generation，修复 manual/seed 路径发布闸口永久拦截 - 发布适配器 v071（本地 source=测试角色 / 云端 target=生产角色 模拟验证通过）： * ES 导出/导入 mapping 自适应（.keyword 子字段、可选 tenant_id） * OSS locator 支持嵌套 scheme；chunks.seq_id 由目标序列分配 * bundle 归档同身份重试原子替换；verifier 按 bundle chunk_type 计数 * 回滚 job payload 支持 prior_execution_id（strict 解码） - 三通道发布+回滚演练实测：publish 4/4 verified，检索命中， rollback 4/4 rolled_back，目标端 PG is_enabled=false、ES is_enabled=false - 前端 A·Data-console 风格全站统一，120 用例通过 - 门禁：go vet / go test 全包通过，gofmt 干净
77 lines
3.0 KiB
Go
77 lines
3.0 KiB
Go
package v071
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"encoding/json"
|
|
"errors"
|
|
"io"
|
|
"strings"
|
|
"testing"
|
|
)
|
|
|
|
func TestObjectExporterReadsAndVerifiesReferencedResources(t *testing.T) {
|
|
resources := newTableSnapshot("resources", mustCanonicalRows(t,
|
|
`{"id":"res-1","handle":"ABCDEFGHIJKLMNOPQRSTUV","tenant_id":10000,"provider":"minio","physical_path":"storage://source-backend/10000/knowledge/source.txt","size":5,"content_hash":"2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824"}`,
|
|
`{"id":"res-2","handle":"abcdefghijklmnopqrstuv","tenant_id":10000,"provider":"oss","physical_path":"10000/knowledge/image.bin","size":3,"content_hash":"ba7816bf8f01cfea414140de5dae2223b00361a396177a9cb410ff61f20015ad"}`,
|
|
))
|
|
reader := &fakeObjectReader{objects: map[string][]byte{"minio|storage://source-backend/10000/knowledge/source.txt": []byte("hello"), "oss|10000/knowledge/image.bin": []byte("abc")}}
|
|
exporter, err := NewObjectExporter(reader, ObjectExporterLimits{MaxObjectBytes: 10, MaxTotalBytes: 20})
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
snapshot, err := exporter.Export(context.Background(), PostgresSnapshot{Tables: []TableSnapshot{resources}})
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if len(snapshot.Objects) != 2 || snapshot.TotalBytes != 8 || len(snapshot.SHA256) != 64 {
|
|
t.Fatalf("snapshot=%#v", snapshot)
|
|
}
|
|
if snapshot.Objects[0].PhysicalPath == "" || !bytes.Equal(snapshot.Objects[0].Data, []byte("hello")) {
|
|
t.Fatalf("object=%#v", snapshot.Objects[0])
|
|
}
|
|
if len(reader.calls) != 2 {
|
|
t.Fatalf("calls=%v", reader.calls)
|
|
}
|
|
}
|
|
|
|
func TestObjectExporterRejectsHashMismatchWithoutLeakingPhysicalPath(t *testing.T) {
|
|
resources := newTableSnapshot("resources", mustCanonicalRows(t, `{"id":"res-1","handle":"ABCDEFGHIJKLMNOPQRSTUV","tenant_id":10000,"provider":"oss","physical_path":"sensitive/private/key","size":5,"content_hash":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"}`))
|
|
exporter, _ := NewObjectExporter(&fakeObjectReader{objects: map[string][]byte{"oss|sensitive/private/key": []byte("hello")}}, ObjectExporterLimits{MaxObjectBytes: 10, MaxTotalBytes: 20})
|
|
_, err := exporter.Export(context.Background(), PostgresSnapshot{Tables: []TableSnapshot{resources}})
|
|
if err == nil || strings.Contains(err.Error(), "sensitive") || strings.Contains(err.Error(), "private") {
|
|
t.Fatalf("error=%v", err)
|
|
}
|
|
}
|
|
|
|
func mustCanonicalRows(t *testing.T, values ...string) []json.RawMessage {
|
|
t.Helper()
|
|
rows := make([]json.RawMessage, 0, len(values))
|
|
for _, value := range values {
|
|
raw, err := canonicalJSON([]byte(value))
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
rows = append(rows, raw)
|
|
}
|
|
return rows
|
|
}
|
|
|
|
type fakeObjectReader struct {
|
|
objects map[string][]byte
|
|
calls []string
|
|
err error
|
|
}
|
|
|
|
func (f *fakeObjectReader) Open(_ context.Context, provider, path string) (io.ReadCloser, error) {
|
|
f.calls = append(f.calls, provider+"|"+path)
|
|
if f.err != nil {
|
|
return nil, f.err
|
|
}
|
|
data, ok := f.objects[provider+"|"+path]
|
|
if !ok {
|
|
return nil, errors.New("not found")
|
|
}
|
|
return io.NopCloser(bytes.NewReader(data)), nil
|
|
}
|