Files
knowledge-governance/internal/releaseadapter/v071/archive.go
T
zheromiku dcdc8d1ddd feat: 知识治理平台(含已验证发布/回滚契约)
全栈知识治理平台首次入库(P1-P10 + 发布链路模拟验证闭环):

- 治理核心:源目录/变更集/人工审核/发布批次/发布执行(fail-closed 闸口)
- 测试通道:WeKnora 测试 KB 上传/轮询/验收;poll 完成时写入
  parser_generation/index_generation,修复 manual/seed 路径发布闸口永久拦截
- 发布适配器 v071(本地 source=测试角色 / 云端 target=生产角色 模拟验证通过):
  * ES 导出/导入 mapping 自适应(.keyword 子字段、可选 tenant_id)
  * OSS locator 支持嵌套 scheme;chunks.seq_id 由目标序列分配
  * bundle 归档同身份重试原子替换;verifier 按 bundle chunk_type 计数
  * 回滚 job payload 支持 prior_execution_id(strict 解码)
- 三通道发布+回滚演练实测:publish 4/4 verified,检索命中,
  rollback 4/4 rolled_back,目标端 PG is_enabled=false、ES is_enabled=false
- 前端 A·Data-console 风格全站统一,120 用例通过
- 门禁:go vet / go test 全包通过,gofmt 干净
2026-09-30 10:54:06 +08:00

198 lines
7.3 KiB
Go

package v071
import (
"bytes"
"encoding/json"
"errors"
"io"
"os"
"path/filepath"
"syscall"
"knowledge-governance/internal/releasebundle"
)
type BundleArchive struct {
root string
maxBytes int64
}
func NewBundleArchive(root string, maxBytes int64) (*BundleArchive, error) {
if !filepath.IsAbs(root) || maxBytes < 1024 {
return nil, errors.New("invalid bundle archive configuration")
}
info, err := os.Lstat(root)
if err != nil || !info.IsDir() || info.Mode()&os.ModeSymlink != 0 || info.Mode().Perm() != 0o700 {
return nil, errors.New("bundle archive root must be a real 0700 directory")
}
resolved, err := filepath.EvalSymlinks(root)
if err != nil || resolved != filepath.Clean(root) {
return nil, errors.New("bundle archive root must not contain symlinks")
}
return &BundleArchive{root: root, maxBytes: maxBytes}, nil
}
func (archive *BundleArchive) Save(bundle *DocumentBundle) error {
if err := validateDocumentBundle(bundle); err != nil {
return err
}
payload, err := json.Marshal(bundle)
if err != nil || int64(len(payload)) > archive.maxBytes {
return errors.New("release bundle exceeds archive limit")
}
finalPath := archive.bundlePath(bundle.Manifest.ReleaseRevision)
existing, loadErr := archive.Load(bundle.Manifest.ReleaseRevision)
switch {
case loadErr == nil:
if existing.Manifest.BundleSHA256 == bundle.Manifest.BundleSHA256 {
return nil
}
// A retry of the same release revision re-seals the bundle with a new
// CreatedAt, so a differing digest is expected. The revision belongs to
// this publication and only this worker may write the archive (0700
// root), so replace the stale file instead of dead-locking the retry.
if existing.Manifest.PublicationID != bundle.Manifest.PublicationID ||
existing.Manifest.Contract.KnowledgeID != bundle.Manifest.Contract.KnowledgeID ||
existing.Manifest.Contract.KnowledgeBaseID != bundle.Manifest.Contract.KnowledgeBaseID {
return errors.New("release revision archive collision")
}
if removeErr := os.Remove(finalPath); removeErr != nil && !errors.Is(removeErr, os.ErrNotExist) {
return errors.New("replace release bundle archive")
}
case !errors.Is(loadErr, os.ErrNotExist):
return loadErr
}
temporary, err := os.CreateTemp(archive.root, ".bundle-*.tmp")
if err != nil {
return errors.New("create release bundle archive")
}
temporaryPath := temporary.Name()
defer os.Remove(temporaryPath)
if err := temporary.Chmod(0o600); err != nil {
temporary.Close()
return errors.New("secure release bundle archive")
}
if _, err := temporary.Write(payload); err != nil {
temporary.Close()
return errors.New("write release bundle archive")
}
if err := temporary.Sync(); err != nil {
temporary.Close()
return errors.New("sync release bundle archive")
}
if err := temporary.Close(); err != nil {
return errors.New("close release bundle archive")
}
if err := os.Link(temporaryPath, finalPath); err != nil {
if errors.Is(err, os.ErrExist) {
existing, loadErr := archive.Load(bundle.Manifest.ReleaseRevision)
if loadErr == nil && existing.Manifest.BundleSHA256 == bundle.Manifest.BundleSHA256 {
return nil
}
return errors.New("release revision archive collision")
}
return errors.New("publish release bundle archive")
}
directory, err := os.Open(archive.root)
if err != nil {
return errors.New("open release bundle archive root")
}
syncErr := directory.Sync()
closeErr := directory.Close()
if syncErr != nil || closeErr != nil {
return errors.New("sync release bundle archive root")
}
return nil
}
func (archive *BundleArchive) Load(releaseRevision string) (*DocumentBundle, error) {
if !validSearchIdentifier(releaseRevision) {
return nil, errors.New("invalid release revision")
}
filePath := archive.bundlePath(releaseRevision)
fd, err := syscall.Open(filePath, syscall.O_RDONLY|syscall.O_NOFOLLOW, 0)
if err != nil {
if errors.Is(err, syscall.ENOENT) {
return nil, os.ErrNotExist
}
return nil, errors.New("open release bundle archive")
}
file := os.NewFile(uintptr(fd), "release-bundle")
if file == nil {
syscall.Close(fd)
return nil, errors.New("open release bundle archive")
}
defer file.Close()
info, err := file.Stat()
if err != nil || !info.Mode().IsRegular() || info.Mode().Perm() != 0o600 || info.Size() > archive.maxBytes {
return nil, errors.New("invalid release bundle archive file")
}
payload, err := io.ReadAll(io.LimitReader(file, archive.maxBytes+1))
if err != nil || int64(len(payload)) > archive.maxBytes {
return nil, errors.New("read release bundle archive")
}
decoder := json.NewDecoder(bytes.NewReader(payload))
decoder.DisallowUnknownFields()
var bundle DocumentBundle
if err := decoder.Decode(&bundle); err != nil {
return nil, errors.New("decode release bundle archive")
}
if decoder.More() {
return nil, errors.New("decode release bundle archive")
}
if bundle.Manifest.ReleaseRevision != releaseRevision {
return nil, errors.New("release bundle revision mismatch")
}
if err := validateDocumentBundle(&bundle); err != nil {
return nil, err
}
return &bundle, nil
}
func (archive *BundleArchive) bundlePath(releaseRevision string) string {
return filepath.Join(archive.root, releaseRevision+".bundle.json")
}
func validateDocumentBundle(bundle *DocumentBundle) error {
if bundle == nil || !validSearchIdentifier(bundle.Manifest.ReleaseRevision) {
return errors.New("invalid release bundle")
}
storedSHA := bundle.Manifest.BundleSHA256
sealed, err := releaseManifestReseal(bundle.Manifest)
if err != nil || sealed.BundleSHA256 != storedSHA {
return errors.New("release bundle manifest digest mismatch")
}
if len(bundle.Postgres.Tables) != len(bundle.Manifest.Tables) {
return errors.New("release bundle PostgreSQL manifest mismatch")
}
for _, expected := range bundle.Manifest.Tables {
actual := bundle.Postgres.Table(expected.Name)
if actual.RowCount != len(actual.Rows) || actual.RowCount != expected.RowCount || actual.SHA256 != expected.SHA256 || newTableSnapshot(actual.Name, actual.Rows).SHA256 != actual.SHA256 {
return errors.New("release bundle PostgreSQL digest mismatch")
}
}
searchSHA, err := searchDocumentsDigest(bundle.Search.Documents)
if err != nil || searchSHA != bundle.Search.DocumentsSHA256 || bundle.Search.DocumentsSHA256 != bundle.Manifest.Search.SHA256 || len(bundle.Search.Documents) != bundle.Manifest.Search.DocumentCount || bundle.Search.MappingSHA256 != bundle.Manifest.Contract.ElasticsearchMappingSHA256 {
return errors.New("release bundle Elasticsearch digest mismatch")
}
if bundle.Objects.SHA256 != objectSnapshotDigest(bundle.Objects.Objects) || bundle.Objects.SHA256 != bundle.Manifest.Assets.SHA256 || len(bundle.Objects.Objects) != bundle.Manifest.Assets.ObjectCount || bundle.Objects.TotalBytes != bundle.Manifest.Assets.TotalBytes {
return errors.New("release bundle object digest mismatch")
}
var total int64
for _, object := range bundle.Objects.Objects {
if object.Size != int64(len(object.Data)) || object.SHA256 != shaBytes(object.Data) {
return errors.New("release bundle object content mismatch")
}
total += object.Size
}
if total != bundle.Objects.TotalBytes {
return errors.New("release bundle object total mismatch")
}
return nil
}
func releaseManifestReseal(manifest releasebundle.Manifest) (releasebundle.Manifest, error) {
manifest.BundleSHA256 = ""
return releasebundle.Seal(manifest)
}