dcdc8d1ddd
全栈知识治理平台首次入库(P1-P10 + 发布链路模拟验证闭环): - 治理核心:源目录/变更集/人工审核/发布批次/发布执行(fail-closed 闸口) - 测试通道:WeKnora 测试 KB 上传/轮询/验收;poll 完成时写入 parser_generation/index_generation,修复 manual/seed 路径发布闸口永久拦截 - 发布适配器 v071(本地 source=测试角色 / 云端 target=生产角色 模拟验证通过): * ES 导出/导入 mapping 自适应(.keyword 子字段、可选 tenant_id) * OSS locator 支持嵌套 scheme;chunks.seq_id 由目标序列分配 * bundle 归档同身份重试原子替换;verifier 按 bundle chunk_type 计数 * 回滚 job payload 支持 prior_execution_id(strict 解码) - 三通道发布+回滚演练实测:publish 4/4 verified,检索命中, rollback 4/4 rolled_back,目标端 PG is_enabled=false、ES is_enabled=false - 前端 A·Data-console 风格全站统一,120 用例通过 - 门禁:go vet / go test 全包通过,gofmt 干净
107 lines
4.3 KiB
Go
107 lines
4.3 KiB
Go
package v071
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"errors"
|
|
"io"
|
|
"reflect"
|
|
"testing"
|
|
)
|
|
|
|
func TestProviderPathFromLocatorUnwrapsNestedSchemes(t *testing.T) {
|
|
cases := map[string]string{
|
|
"storage://source-backend/10000/knowledge/source.txt": "10000/knowledge/source.txt",
|
|
"storage://78854bad-c2a8-4766-9748-e2814ecafbe6/oss://yzh-weknora-test/weknora/10000/545d3943/26f459da.md": "weknora/10000/545d3943/26f459da.md",
|
|
"oss://bucket/path/to.bin": "path/to.bin",
|
|
"plain/path.txt": "plain/path.txt",
|
|
}
|
|
invalid := []string{"", "storage://backend", "storage://bad id/x", "oss://bucket", "storage://backend/oss://bucket-only", "storage://backend/oss://bucket/"}
|
|
for locator, want := range cases {
|
|
got, ok := providerPathFromLocator(locator)
|
|
if !ok || got != want {
|
|
t.Fatalf("locator %q got %q ok=%v want %q", locator, got, ok, want)
|
|
}
|
|
}
|
|
for _, locator := range invalid {
|
|
if got, ok := providerPathFromLocator(locator); ok {
|
|
t.Fatalf("locator %q unexpectedly accepted as %q", locator, got)
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestObjectImporterStagesThenPromotesWithoutDelete(t *testing.T) {
|
|
data := []byte("hello")
|
|
snapshot := ObjectSnapshot{Objects: []AssetObject{{ResourceID: "res-1", Handle: "ABCDEFGHIJKLMNOPQRSTUV", Provider: "minio", PhysicalPath: "storage://source-backend/10000/knowledge/source.txt", Size: 5, SHA256: "2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824", Data: data}}, TotalBytes: 5}
|
|
snapshot.SHA256 = objectSnapshotDigest(snapshot.Objects)
|
|
store := &fakeObjectStore{objects: map[string][]byte{}}
|
|
importer, err := NewObjectImporter(store, TargetObjectConfig{StorageBackendID: "target-backend", Provider: "oss"})
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
stage, err := importer.Stage(context.Background(), "release-v1", snapshot)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if len(stage.Objects) != 1 || stage.Objects[0].FinalPath != "10000/knowledge/source.txt" {
|
|
t.Fatalf("stage=%#v", stage)
|
|
}
|
|
if err := importer.Promote(context.Background(), stage); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
wantCalls := []string{"put|oss|.governance-release-stage/release-v1/10000/knowledge/source.txt", "stat|oss|.governance-release-stage/release-v1/10000/knowledge/source.txt", "copy|oss|.governance-release-stage/release-v1/10000/knowledge/source.txt|10000/knowledge/source.txt", "stat|oss|10000/knowledge/source.txt"}
|
|
if !reflect.DeepEqual(store.calls, wantCalls) {
|
|
t.Fatalf("calls=%v want=%v", store.calls, wantCalls)
|
|
}
|
|
if !bytes.Equal(store.objects["oss|10000/knowledge/source.txt"], data) {
|
|
t.Fatal("final bytes differ")
|
|
}
|
|
}
|
|
|
|
func TestObjectImporterRejectsTamperedSnapshotBeforeWrite(t *testing.T) {
|
|
store := &fakeObjectStore{objects: map[string][]byte{}}
|
|
importer, _ := NewObjectImporter(store, TargetObjectConfig{StorageBackendID: "target-backend", Provider: "oss"})
|
|
snapshot := ObjectSnapshot{Objects: []AssetObject{{ResourceID: "res-1", Handle: "ABCDEFGHIJKLMNOPQRSTUV", PhysicalPath: "key", Size: 5, SHA256: "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa", Data: []byte("hello")}}, TotalBytes: 5, SHA256: "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb"}
|
|
if _, err := importer.Stage(context.Background(), "release-v1", snapshot); err == nil {
|
|
t.Fatal("tampered snapshot accepted")
|
|
}
|
|
if len(store.calls) != 0 {
|
|
t.Fatalf("writes=%v", store.calls)
|
|
}
|
|
}
|
|
|
|
type fakeObjectStore struct {
|
|
objects map[string][]byte
|
|
calls []string
|
|
}
|
|
|
|
func (f *fakeObjectStore) Put(_ context.Context, provider, path string, reader io.Reader, size int64) error {
|
|
f.calls = append(f.calls, "put|"+provider+"|"+path)
|
|
data, err := io.ReadAll(reader)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if int64(len(data)) != size {
|
|
return errors.New("size")
|
|
}
|
|
f.objects[provider+"|"+path] = data
|
|
return nil
|
|
}
|
|
func (f *fakeObjectStore) Stat(_ context.Context, provider, path string) (int64, string, error) {
|
|
f.calls = append(f.calls, "stat|"+provider+"|"+path)
|
|
data, ok := f.objects[provider+"|"+path]
|
|
if !ok {
|
|
return 0, "", errors.New("not found")
|
|
}
|
|
return int64(len(data)), shaBytes(data), nil
|
|
}
|
|
func (f *fakeObjectStore) Copy(_ context.Context, provider, source, target string) error {
|
|
f.calls = append(f.calls, "copy|"+provider+"|"+source+"|"+target)
|
|
data, ok := f.objects[provider+"|"+source]
|
|
if !ok {
|
|
return errors.New("not found")
|
|
}
|
|
f.objects[provider+"|"+target] = append([]byte(nil), data...)
|
|
return nil
|
|
}
|