Files
knowledge-governance/internal/releaseadapter/v071/object_import_test.go
T
zheromiku dcdc8d1ddd feat: 知识治理平台(含已验证发布/回滚契约)
全栈知识治理平台首次入库(P1-P10 + 发布链路模拟验证闭环):

- 治理核心:源目录/变更集/人工审核/发布批次/发布执行(fail-closed 闸口)
- 测试通道:WeKnora 测试 KB 上传/轮询/验收;poll 完成时写入
  parser_generation/index_generation,修复 manual/seed 路径发布闸口永久拦截
- 发布适配器 v071(本地 source=测试角色 / 云端 target=生产角色 模拟验证通过):
  * ES 导出/导入 mapping 自适应(.keyword 子字段、可选 tenant_id)
  * OSS locator 支持嵌套 scheme;chunks.seq_id 由目标序列分配
  * bundle 归档同身份重试原子替换;verifier 按 bundle chunk_type 计数
  * 回滚 job payload 支持 prior_execution_id(strict 解码)
- 三通道发布+回滚演练实测:publish 4/4 verified,检索命中,
  rollback 4/4 rolled_back,目标端 PG is_enabled=false、ES is_enabled=false
- 前端 A·Data-console 风格全站统一,120 用例通过
- 门禁:go vet / go test 全包通过,gofmt 干净
2026-09-30 10:54:06 +08:00

107 lines
4.3 KiB
Go

package v071
import (
"bytes"
"context"
"errors"
"io"
"reflect"
"testing"
)
func TestProviderPathFromLocatorUnwrapsNestedSchemes(t *testing.T) {
cases := map[string]string{
"storage://source-backend/10000/knowledge/source.txt": "10000/knowledge/source.txt",
"storage://78854bad-c2a8-4766-9748-e2814ecafbe6/oss://yzh-weknora-test/weknora/10000/545d3943/26f459da.md": "weknora/10000/545d3943/26f459da.md",
"oss://bucket/path/to.bin": "path/to.bin",
"plain/path.txt": "plain/path.txt",
}
invalid := []string{"", "storage://backend", "storage://bad id/x", "oss://bucket", "storage://backend/oss://bucket-only", "storage://backend/oss://bucket/"}
for locator, want := range cases {
got, ok := providerPathFromLocator(locator)
if !ok || got != want {
t.Fatalf("locator %q got %q ok=%v want %q", locator, got, ok, want)
}
}
for _, locator := range invalid {
if got, ok := providerPathFromLocator(locator); ok {
t.Fatalf("locator %q unexpectedly accepted as %q", locator, got)
}
}
}
func TestObjectImporterStagesThenPromotesWithoutDelete(t *testing.T) {
data := []byte("hello")
snapshot := ObjectSnapshot{Objects: []AssetObject{{ResourceID: "res-1", Handle: "ABCDEFGHIJKLMNOPQRSTUV", Provider: "minio", PhysicalPath: "storage://source-backend/10000/knowledge/source.txt", Size: 5, SHA256: "2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824", Data: data}}, TotalBytes: 5}
snapshot.SHA256 = objectSnapshotDigest(snapshot.Objects)
store := &fakeObjectStore{objects: map[string][]byte{}}
importer, err := NewObjectImporter(store, TargetObjectConfig{StorageBackendID: "target-backend", Provider: "oss"})
if err != nil {
t.Fatal(err)
}
stage, err := importer.Stage(context.Background(), "release-v1", snapshot)
if err != nil {
t.Fatal(err)
}
if len(stage.Objects) != 1 || stage.Objects[0].FinalPath != "10000/knowledge/source.txt" {
t.Fatalf("stage=%#v", stage)
}
if err := importer.Promote(context.Background(), stage); err != nil {
t.Fatal(err)
}
wantCalls := []string{"put|oss|.governance-release-stage/release-v1/10000/knowledge/source.txt", "stat|oss|.governance-release-stage/release-v1/10000/knowledge/source.txt", "copy|oss|.governance-release-stage/release-v1/10000/knowledge/source.txt|10000/knowledge/source.txt", "stat|oss|10000/knowledge/source.txt"}
if !reflect.DeepEqual(store.calls, wantCalls) {
t.Fatalf("calls=%v want=%v", store.calls, wantCalls)
}
if !bytes.Equal(store.objects["oss|10000/knowledge/source.txt"], data) {
t.Fatal("final bytes differ")
}
}
func TestObjectImporterRejectsTamperedSnapshotBeforeWrite(t *testing.T) {
store := &fakeObjectStore{objects: map[string][]byte{}}
importer, _ := NewObjectImporter(store, TargetObjectConfig{StorageBackendID: "target-backend", Provider: "oss"})
snapshot := ObjectSnapshot{Objects: []AssetObject{{ResourceID: "res-1", Handle: "ABCDEFGHIJKLMNOPQRSTUV", PhysicalPath: "key", Size: 5, SHA256: "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa", Data: []byte("hello")}}, TotalBytes: 5, SHA256: "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb"}
if _, err := importer.Stage(context.Background(), "release-v1", snapshot); err == nil {
t.Fatal("tampered snapshot accepted")
}
if len(store.calls) != 0 {
t.Fatalf("writes=%v", store.calls)
}
}
type fakeObjectStore struct {
objects map[string][]byte
calls []string
}
func (f *fakeObjectStore) Put(_ context.Context, provider, path string, reader io.Reader, size int64) error {
f.calls = append(f.calls, "put|"+provider+"|"+path)
data, err := io.ReadAll(reader)
if err != nil {
return err
}
if int64(len(data)) != size {
return errors.New("size")
}
f.objects[provider+"|"+path] = data
return nil
}
func (f *fakeObjectStore) Stat(_ context.Context, provider, path string) (int64, string, error) {
f.calls = append(f.calls, "stat|"+provider+"|"+path)
data, ok := f.objects[provider+"|"+path]
if !ok {
return 0, "", errors.New("not found")
}
return int64(len(data)), shaBytes(data), nil
}
func (f *fakeObjectStore) Copy(_ context.Context, provider, source, target string) error {
f.calls = append(f.calls, "copy|"+provider+"|"+source+"|"+target)
data, ok := f.objects[provider+"|"+source]
if !ok {
return errors.New("not found")
}
f.objects[provider+"|"+target] = append([]byte(nil), data...)
return nil
}