dcdc8d1ddd
全栈知识治理平台首次入库(P1-P10 + 发布链路模拟验证闭环): - 治理核心:源目录/变更集/人工审核/发布批次/发布执行(fail-closed 闸口) - 测试通道:WeKnora 测试 KB 上传/轮询/验收;poll 完成时写入 parser_generation/index_generation,修复 manual/seed 路径发布闸口永久拦截 - 发布适配器 v071(本地 source=测试角色 / 云端 target=生产角色 模拟验证通过): * ES 导出/导入 mapping 自适应(.keyword 子字段、可选 tenant_id) * OSS locator 支持嵌套 scheme;chunks.seq_id 由目标序列分配 * bundle 归档同身份重试原子替换;verifier 按 bundle chunk_type 计数 * 回滚 job payload 支持 prior_execution_id(strict 解码) - 三通道发布+回滚演练实测:publish 4/4 verified,检索命中, rollback 4/4 rolled_back,目标端 PG is_enabled=false、ES is_enabled=false - 前端 A·Data-console 风格全站统一,120 用例通过 - 门禁:go vet / go test 全包通过,gofmt 干净
198 lines
7.3 KiB
Go
198 lines
7.3 KiB
Go
package v071
|
|
|
|
import (
|
|
"bytes"
|
|
"encoding/json"
|
|
"errors"
|
|
"io"
|
|
"os"
|
|
"path/filepath"
|
|
"syscall"
|
|
|
|
"knowledge-governance/internal/releasebundle"
|
|
)
|
|
|
|
type BundleArchive struct {
|
|
root string
|
|
maxBytes int64
|
|
}
|
|
|
|
func NewBundleArchive(root string, maxBytes int64) (*BundleArchive, error) {
|
|
if !filepath.IsAbs(root) || maxBytes < 1024 {
|
|
return nil, errors.New("invalid bundle archive configuration")
|
|
}
|
|
info, err := os.Lstat(root)
|
|
if err != nil || !info.IsDir() || info.Mode()&os.ModeSymlink != 0 || info.Mode().Perm() != 0o700 {
|
|
return nil, errors.New("bundle archive root must be a real 0700 directory")
|
|
}
|
|
resolved, err := filepath.EvalSymlinks(root)
|
|
if err != nil || resolved != filepath.Clean(root) {
|
|
return nil, errors.New("bundle archive root must not contain symlinks")
|
|
}
|
|
return &BundleArchive{root: root, maxBytes: maxBytes}, nil
|
|
}
|
|
|
|
func (archive *BundleArchive) Save(bundle *DocumentBundle) error {
|
|
if err := validateDocumentBundle(bundle); err != nil {
|
|
return err
|
|
}
|
|
payload, err := json.Marshal(bundle)
|
|
if err != nil || int64(len(payload)) > archive.maxBytes {
|
|
return errors.New("release bundle exceeds archive limit")
|
|
}
|
|
finalPath := archive.bundlePath(bundle.Manifest.ReleaseRevision)
|
|
existing, loadErr := archive.Load(bundle.Manifest.ReleaseRevision)
|
|
switch {
|
|
case loadErr == nil:
|
|
if existing.Manifest.BundleSHA256 == bundle.Manifest.BundleSHA256 {
|
|
return nil
|
|
}
|
|
// A retry of the same release revision re-seals the bundle with a new
|
|
// CreatedAt, so a differing digest is expected. The revision belongs to
|
|
// this publication and only this worker may write the archive (0700
|
|
// root), so replace the stale file instead of dead-locking the retry.
|
|
if existing.Manifest.PublicationID != bundle.Manifest.PublicationID ||
|
|
existing.Manifest.Contract.KnowledgeID != bundle.Manifest.Contract.KnowledgeID ||
|
|
existing.Manifest.Contract.KnowledgeBaseID != bundle.Manifest.Contract.KnowledgeBaseID {
|
|
return errors.New("release revision archive collision")
|
|
}
|
|
if removeErr := os.Remove(finalPath); removeErr != nil && !errors.Is(removeErr, os.ErrNotExist) {
|
|
return errors.New("replace release bundle archive")
|
|
}
|
|
case !errors.Is(loadErr, os.ErrNotExist):
|
|
return loadErr
|
|
}
|
|
temporary, err := os.CreateTemp(archive.root, ".bundle-*.tmp")
|
|
if err != nil {
|
|
return errors.New("create release bundle archive")
|
|
}
|
|
temporaryPath := temporary.Name()
|
|
defer os.Remove(temporaryPath)
|
|
if err := temporary.Chmod(0o600); err != nil {
|
|
temporary.Close()
|
|
return errors.New("secure release bundle archive")
|
|
}
|
|
if _, err := temporary.Write(payload); err != nil {
|
|
temporary.Close()
|
|
return errors.New("write release bundle archive")
|
|
}
|
|
if err := temporary.Sync(); err != nil {
|
|
temporary.Close()
|
|
return errors.New("sync release bundle archive")
|
|
}
|
|
if err := temporary.Close(); err != nil {
|
|
return errors.New("close release bundle archive")
|
|
}
|
|
if err := os.Link(temporaryPath, finalPath); err != nil {
|
|
if errors.Is(err, os.ErrExist) {
|
|
existing, loadErr := archive.Load(bundle.Manifest.ReleaseRevision)
|
|
if loadErr == nil && existing.Manifest.BundleSHA256 == bundle.Manifest.BundleSHA256 {
|
|
return nil
|
|
}
|
|
return errors.New("release revision archive collision")
|
|
}
|
|
return errors.New("publish release bundle archive")
|
|
}
|
|
directory, err := os.Open(archive.root)
|
|
if err != nil {
|
|
return errors.New("open release bundle archive root")
|
|
}
|
|
syncErr := directory.Sync()
|
|
closeErr := directory.Close()
|
|
if syncErr != nil || closeErr != nil {
|
|
return errors.New("sync release bundle archive root")
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (archive *BundleArchive) Load(releaseRevision string) (*DocumentBundle, error) {
|
|
if !validSearchIdentifier(releaseRevision) {
|
|
return nil, errors.New("invalid release revision")
|
|
}
|
|
filePath := archive.bundlePath(releaseRevision)
|
|
fd, err := syscall.Open(filePath, syscall.O_RDONLY|syscall.O_NOFOLLOW, 0)
|
|
if err != nil {
|
|
if errors.Is(err, syscall.ENOENT) {
|
|
return nil, os.ErrNotExist
|
|
}
|
|
return nil, errors.New("open release bundle archive")
|
|
}
|
|
file := os.NewFile(uintptr(fd), "release-bundle")
|
|
if file == nil {
|
|
syscall.Close(fd)
|
|
return nil, errors.New("open release bundle archive")
|
|
}
|
|
defer file.Close()
|
|
info, err := file.Stat()
|
|
if err != nil || !info.Mode().IsRegular() || info.Mode().Perm() != 0o600 || info.Size() > archive.maxBytes {
|
|
return nil, errors.New("invalid release bundle archive file")
|
|
}
|
|
payload, err := io.ReadAll(io.LimitReader(file, archive.maxBytes+1))
|
|
if err != nil || int64(len(payload)) > archive.maxBytes {
|
|
return nil, errors.New("read release bundle archive")
|
|
}
|
|
decoder := json.NewDecoder(bytes.NewReader(payload))
|
|
decoder.DisallowUnknownFields()
|
|
var bundle DocumentBundle
|
|
if err := decoder.Decode(&bundle); err != nil {
|
|
return nil, errors.New("decode release bundle archive")
|
|
}
|
|
if decoder.More() {
|
|
return nil, errors.New("decode release bundle archive")
|
|
}
|
|
if bundle.Manifest.ReleaseRevision != releaseRevision {
|
|
return nil, errors.New("release bundle revision mismatch")
|
|
}
|
|
if err := validateDocumentBundle(&bundle); err != nil {
|
|
return nil, err
|
|
}
|
|
return &bundle, nil
|
|
}
|
|
|
|
func (archive *BundleArchive) bundlePath(releaseRevision string) string {
|
|
return filepath.Join(archive.root, releaseRevision+".bundle.json")
|
|
}
|
|
|
|
func validateDocumentBundle(bundle *DocumentBundle) error {
|
|
if bundle == nil || !validSearchIdentifier(bundle.Manifest.ReleaseRevision) {
|
|
return errors.New("invalid release bundle")
|
|
}
|
|
storedSHA := bundle.Manifest.BundleSHA256
|
|
sealed, err := releaseManifestReseal(bundle.Manifest)
|
|
if err != nil || sealed.BundleSHA256 != storedSHA {
|
|
return errors.New("release bundle manifest digest mismatch")
|
|
}
|
|
if len(bundle.Postgres.Tables) != len(bundle.Manifest.Tables) {
|
|
return errors.New("release bundle PostgreSQL manifest mismatch")
|
|
}
|
|
for _, expected := range bundle.Manifest.Tables {
|
|
actual := bundle.Postgres.Table(expected.Name)
|
|
if actual.RowCount != len(actual.Rows) || actual.RowCount != expected.RowCount || actual.SHA256 != expected.SHA256 || newTableSnapshot(actual.Name, actual.Rows).SHA256 != actual.SHA256 {
|
|
return errors.New("release bundle PostgreSQL digest mismatch")
|
|
}
|
|
}
|
|
searchSHA, err := searchDocumentsDigest(bundle.Search.Documents)
|
|
if err != nil || searchSHA != bundle.Search.DocumentsSHA256 || bundle.Search.DocumentsSHA256 != bundle.Manifest.Search.SHA256 || len(bundle.Search.Documents) != bundle.Manifest.Search.DocumentCount || bundle.Search.MappingSHA256 != bundle.Manifest.Contract.ElasticsearchMappingSHA256 {
|
|
return errors.New("release bundle Elasticsearch digest mismatch")
|
|
}
|
|
if bundle.Objects.SHA256 != objectSnapshotDigest(bundle.Objects.Objects) || bundle.Objects.SHA256 != bundle.Manifest.Assets.SHA256 || len(bundle.Objects.Objects) != bundle.Manifest.Assets.ObjectCount || bundle.Objects.TotalBytes != bundle.Manifest.Assets.TotalBytes {
|
|
return errors.New("release bundle object digest mismatch")
|
|
}
|
|
var total int64
|
|
for _, object := range bundle.Objects.Objects {
|
|
if object.Size != int64(len(object.Data)) || object.SHA256 != shaBytes(object.Data) {
|
|
return errors.New("release bundle object content mismatch")
|
|
}
|
|
total += object.Size
|
|
}
|
|
if total != bundle.Objects.TotalBytes {
|
|
return errors.New("release bundle object total mismatch")
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func releaseManifestReseal(manifest releasebundle.Manifest) (releasebundle.Manifest, error) {
|
|
manifest.BundleSHA256 = ""
|
|
return releasebundle.Seal(manifest)
|
|
}
|