dcdc8d1ddd
全栈知识治理平台首次入库(P1-P10 + 发布链路模拟验证闭环): - 治理核心:源目录/变更集/人工审核/发布批次/发布执行(fail-closed 闸口) - 测试通道:WeKnora 测试 KB 上传/轮询/验收;poll 完成时写入 parser_generation/index_generation,修复 manual/seed 路径发布闸口永久拦截 - 发布适配器 v071(本地 source=测试角色 / 云端 target=生产角色 模拟验证通过): * ES 导出/导入 mapping 自适应(.keyword 子字段、可选 tenant_id) * OSS locator 支持嵌套 scheme;chunks.seq_id 由目标序列分配 * bundle 归档同身份重试原子替换;verifier 按 bundle chunk_type 计数 * 回滚 job payload 支持 prior_execution_id(strict 解码) - 三通道发布+回滚演练实测:publish 4/4 verified,检索命中, rollback 4/4 rolled_back,目标端 PG is_enabled=false、ES is_enabled=false - 前端 A·Data-console 风格全站统一,120 用例通过 - 门禁:go vet / go test 全包通过,gofmt 干净
174 lines
6.1 KiB
Go
174 lines
6.1 KiB
Go
package v071
|
|
|
|
import (
|
|
"context"
|
|
"os"
|
|
"reflect"
|
|
"testing"
|
|
|
|
"knowledge-governance/internal/releasebundle"
|
|
releaseworkflow "knowledge-governance/internal/workflows/release"
|
|
)
|
|
|
|
func TestDocumentTargetCoordinatesPrepareActivateVerifyAndRollback(t *testing.T) {
|
|
root := t.TempDir()
|
|
_ = os.Chmod(root, 0o700)
|
|
archive, _ := NewBundleArchive(root, 16*1024*1024)
|
|
current := testDocumentBundle(t)
|
|
prior := cloneBundleWithRevision(t, current, "prod-v0")
|
|
if err := archive.Save(prior); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
calls := []string{}
|
|
target, err := NewDocumentTarget(DocumentTargetConfig{Archive: archive, Contract: &stubContractInspector{contract: targetContractForBundle(current)}, Postgres: &stubPostgresTarget{calls: &calls}, Search: &stubSearchTarget{calls: &calls}, Objects: &stubObjectTarget{calls: &calls}, Verifier: &stubProductionVerifier{calls: &calls}})
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
item := releasePlanForArchive()
|
|
item.PreviousProductionRevision = "prod-v0"
|
|
change, err := target.Prepare(context.Background(), item, current)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if change.PreviousRevision != "prod-v0" || change.ProductionRevision != "review-v1" {
|
|
t.Fatalf("change=%#v", change)
|
|
}
|
|
if err := target.Activate(context.Background(), item, change); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := target.Verify(context.Background(), item, change); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := target.Compensate(context.Background(), item, change); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if _, err := target.Restore(context.Background(), item, "prod-v0"); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := target.VerifyRestored(context.Background(), item, "prod-v0"); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
want := []string{"object-stage:review-v1", "object-stage:review-v1", "object-promote:review-v1", "postgres-replace", "search-replace", "verify:review-v1", "object-stage:prod-v0", "object-promote:prod-v0", "postgres-replace", "search-replace", "object-stage:prod-v0", "object-promote:prod-v0", "postgres-replace", "search-replace", "verify:prod-v0"}
|
|
if !reflect.DeepEqual(calls, want) {
|
|
t.Fatalf("calls=%v\nwant=%v", calls, want)
|
|
}
|
|
}
|
|
|
|
func TestDocumentTargetCompensatesFirstReleaseByDisableWithoutDelete(t *testing.T) {
|
|
root := t.TempDir()
|
|
_ = os.Chmod(root, 0o700)
|
|
archive, _ := NewBundleArchive(root, 16*1024*1024)
|
|
bundle := testDocumentBundle(t)
|
|
calls := []string{}
|
|
target, _ := NewDocumentTarget(DocumentTargetConfig{Archive: archive, Contract: &stubContractInspector{contract: targetContractForBundle(bundle)}, Postgres: &stubPostgresTarget{calls: &calls}, Search: &stubSearchTarget{calls: &calls}, Objects: &stubObjectTarget{calls: &calls}, Verifier: &stubProductionVerifier{calls: &calls}})
|
|
item := releasePlanForArchive()
|
|
change, err := target.Prepare(context.Background(), item, bundle)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if change.PreviousRevision != "absent" {
|
|
t.Fatalf("change=%#v", change)
|
|
}
|
|
if err := target.Compensate(context.Background(), item, change); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if !reflect.DeepEqual(calls, []string{"object-stage:review-v1", "postgres-disable", "search-disable", "verify-disabled"}) {
|
|
t.Fatalf("calls=%v", calls)
|
|
}
|
|
}
|
|
|
|
type stubContractInspector struct {
|
|
contract releasebundle.TargetContract
|
|
err error
|
|
}
|
|
|
|
func (s *stubContractInspector) Contract(context.Context, releaseworkflow.PlanItem) (releasebundle.TargetContract, error) {
|
|
return s.contract, s.err
|
|
}
|
|
|
|
type stubPostgresTarget struct {
|
|
calls *[]string
|
|
err error
|
|
}
|
|
|
|
func (s *stubPostgresTarget) Replace(_ context.Context, _ PostgresIdentity, _ PostgresSnapshot) error {
|
|
*s.calls = append(*s.calls, "postgres-replace")
|
|
return s.err
|
|
}
|
|
func (s *stubPostgresTarget) Disable(context.Context, PostgresIdentity) error {
|
|
*s.calls = append(*s.calls, "postgres-disable")
|
|
return s.err
|
|
}
|
|
|
|
type stubSearchTarget struct {
|
|
calls *[]string
|
|
err error
|
|
}
|
|
|
|
func (s *stubSearchTarget) Replace(_ context.Context, _ SearchIdentity, _ SearchSnapshot) (SearchSnapshot, error) {
|
|
*s.calls = append(*s.calls, "search-replace")
|
|
return SearchSnapshot{}, s.err
|
|
}
|
|
func (s *stubSearchTarget) Disable(context.Context, SearchIdentity) error {
|
|
*s.calls = append(*s.calls, "search-disable")
|
|
return s.err
|
|
}
|
|
|
|
type stubObjectTarget struct {
|
|
calls *[]string
|
|
err error
|
|
}
|
|
|
|
func (s *stubObjectTarget) Stage(_ context.Context, revision string, _ ObjectSnapshot) (ObjectStage, error) {
|
|
*s.calls = append(*s.calls, "object-stage:"+revision)
|
|
return ObjectStage{ReleaseRevision: revision}, s.err
|
|
}
|
|
func (s *stubObjectTarget) Promote(_ context.Context, stage ObjectStage) error {
|
|
*s.calls = append(*s.calls, "object-promote:"+stage.ReleaseRevision)
|
|
return s.err
|
|
}
|
|
|
|
type stubProductionVerifier struct {
|
|
calls *[]string
|
|
err error
|
|
}
|
|
|
|
func (s *stubProductionVerifier) Verify(_ context.Context, _ releaseworkflow.PlanItem, bundle *DocumentBundle) error {
|
|
*s.calls = append(*s.calls, "verify:"+bundle.Manifest.ReleaseRevision)
|
|
return s.err
|
|
}
|
|
func (s *stubProductionVerifier) VerifyDisabled(context.Context, releaseworkflow.PlanItem) error {
|
|
*s.calls = append(*s.calls, "verify-disabled")
|
|
return s.err
|
|
}
|
|
|
|
func cloneBundleWithRevision(t *testing.T, bundle *DocumentBundle, revision string) *DocumentBundle {
|
|
t.Helper()
|
|
clone := *bundle
|
|
clone.Manifest = bundle.Manifest
|
|
clone.Manifest.ReleaseRevision = revision
|
|
clone.Manifest.BundleSHA256 = ""
|
|
sealed, err := releasebundle.Seal(clone.Manifest)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
clone.Manifest = sealed
|
|
return &clone
|
|
}
|
|
func targetContractForBundle(bundle *DocumentBundle) releasebundle.TargetContract {
|
|
c := bundle.Manifest.Contract
|
|
return releasebundle.TargetContract{WeKnoraVersion: c.WeKnoraVersion, MigrationVersion: c.MigrationVersion, TenantID: c.TenantID, KnowledgeBaseID: c.KnowledgeBaseID, RetrieverEngine: c.RetrieverEngine, EmbeddingModel: c.EmbeddingModel, EmbeddingDimension: c.EmbeddingDimension, ElasticsearchMappingSHA256: c.ElasticsearchMappingSHA256}
|
|
}
|
|
func revisionFromPostgres(snapshot PostgresSnapshot) string {
|
|
if snapshot.Table("chunks").Rows[0][0] == '{' {
|
|
return "review-v1"
|
|
}
|
|
return "unknown"
|
|
}
|
|
func revisionFromSearch(snapshot SearchSnapshot) string {
|
|
if len(snapshot.Documents) > 0 {
|
|
return "review-v1"
|
|
}
|
|
return "unknown"
|
|
}
|