package v071 import ( "bytes" "encoding/json" "errors" "io" "os" "path/filepath" "syscall" "knowledge-governance/internal/releasebundle" ) type BundleArchive struct { root string maxBytes int64 } func NewBundleArchive(root string, maxBytes int64) (*BundleArchive, error) { if !filepath.IsAbs(root) || maxBytes < 1024 { return nil, errors.New("invalid bundle archive configuration") } info, err := os.Lstat(root) if err != nil || !info.IsDir() || info.Mode()&os.ModeSymlink != 0 || info.Mode().Perm() != 0o700 { return nil, errors.New("bundle archive root must be a real 0700 directory") } resolved, err := filepath.EvalSymlinks(root) if err != nil || resolved != filepath.Clean(root) { return nil, errors.New("bundle archive root must not contain symlinks") } return &BundleArchive{root: root, maxBytes: maxBytes}, nil } func (archive *BundleArchive) Save(bundle *DocumentBundle) error { if err := validateDocumentBundle(bundle); err != nil { return err } payload, err := json.Marshal(bundle) if err != nil || int64(len(payload)) > archive.maxBytes { return errors.New("release bundle exceeds archive limit") } finalPath := archive.bundlePath(bundle.Manifest.ReleaseRevision) existing, loadErr := archive.Load(bundle.Manifest.ReleaseRevision) switch { case loadErr == nil: if existing.Manifest.BundleSHA256 == bundle.Manifest.BundleSHA256 { return nil } // A retry of the same release revision re-seals the bundle with a new // CreatedAt, so a differing digest is expected. The revision belongs to // this publication and only this worker may write the archive (0700 // root), so replace the stale file instead of dead-locking the retry. if existing.Manifest.PublicationID != bundle.Manifest.PublicationID || existing.Manifest.Contract.KnowledgeID != bundle.Manifest.Contract.KnowledgeID || existing.Manifest.Contract.KnowledgeBaseID != bundle.Manifest.Contract.KnowledgeBaseID { return errors.New("release revision archive collision") } if removeErr := os.Remove(finalPath); removeErr != nil && !errors.Is(removeErr, os.ErrNotExist) { return errors.New("replace release bundle archive") } case !errors.Is(loadErr, os.ErrNotExist): return loadErr } temporary, err := os.CreateTemp(archive.root, ".bundle-*.tmp") if err != nil { return errors.New("create release bundle archive") } temporaryPath := temporary.Name() defer os.Remove(temporaryPath) if err := temporary.Chmod(0o600); err != nil { temporary.Close() return errors.New("secure release bundle archive") } if _, err := temporary.Write(payload); err != nil { temporary.Close() return errors.New("write release bundle archive") } if err := temporary.Sync(); err != nil { temporary.Close() return errors.New("sync release bundle archive") } if err := temporary.Close(); err != nil { return errors.New("close release bundle archive") } if err := os.Link(temporaryPath, finalPath); err != nil { if errors.Is(err, os.ErrExist) { existing, loadErr := archive.Load(bundle.Manifest.ReleaseRevision) if loadErr == nil && existing.Manifest.BundleSHA256 == bundle.Manifest.BundleSHA256 { return nil } return errors.New("release revision archive collision") } return errors.New("publish release bundle archive") } directory, err := os.Open(archive.root) if err != nil { return errors.New("open release bundle archive root") } syncErr := directory.Sync() closeErr := directory.Close() if syncErr != nil || closeErr != nil { return errors.New("sync release bundle archive root") } return nil } func (archive *BundleArchive) Load(releaseRevision string) (*DocumentBundle, error) { if !validSearchIdentifier(releaseRevision) { return nil, errors.New("invalid release revision") } filePath := archive.bundlePath(releaseRevision) fd, err := syscall.Open(filePath, syscall.O_RDONLY|syscall.O_NOFOLLOW, 0) if err != nil { if errors.Is(err, syscall.ENOENT) { return nil, os.ErrNotExist } return nil, errors.New("open release bundle archive") } file := os.NewFile(uintptr(fd), "release-bundle") if file == nil { syscall.Close(fd) return nil, errors.New("open release bundle archive") } defer file.Close() info, err := file.Stat() if err != nil || !info.Mode().IsRegular() || info.Mode().Perm() != 0o600 || info.Size() > archive.maxBytes { return nil, errors.New("invalid release bundle archive file") } payload, err := io.ReadAll(io.LimitReader(file, archive.maxBytes+1)) if err != nil || int64(len(payload)) > archive.maxBytes { return nil, errors.New("read release bundle archive") } decoder := json.NewDecoder(bytes.NewReader(payload)) decoder.DisallowUnknownFields() var bundle DocumentBundle if err := decoder.Decode(&bundle); err != nil { return nil, errors.New("decode release bundle archive") } if decoder.More() { return nil, errors.New("decode release bundle archive") } if bundle.Manifest.ReleaseRevision != releaseRevision { return nil, errors.New("release bundle revision mismatch") } if err := validateDocumentBundle(&bundle); err != nil { return nil, err } return &bundle, nil } func (archive *BundleArchive) bundlePath(releaseRevision string) string { return filepath.Join(archive.root, releaseRevision+".bundle.json") } func validateDocumentBundle(bundle *DocumentBundle) error { if bundle == nil || !validSearchIdentifier(bundle.Manifest.ReleaseRevision) { return errors.New("invalid release bundle") } storedSHA := bundle.Manifest.BundleSHA256 sealed, err := releaseManifestReseal(bundle.Manifest) if err != nil || sealed.BundleSHA256 != storedSHA { return errors.New("release bundle manifest digest mismatch") } if len(bundle.Postgres.Tables) != len(bundle.Manifest.Tables) { return errors.New("release bundle PostgreSQL manifest mismatch") } for _, expected := range bundle.Manifest.Tables { actual := bundle.Postgres.Table(expected.Name) if actual.RowCount != len(actual.Rows) || actual.RowCount != expected.RowCount || actual.SHA256 != expected.SHA256 || newTableSnapshot(actual.Name, actual.Rows).SHA256 != actual.SHA256 { return errors.New("release bundle PostgreSQL digest mismatch") } } searchSHA, err := searchDocumentsDigest(bundle.Search.Documents) if err != nil || searchSHA != bundle.Search.DocumentsSHA256 || bundle.Search.DocumentsSHA256 != bundle.Manifest.Search.SHA256 || len(bundle.Search.Documents) != bundle.Manifest.Search.DocumentCount || bundle.Search.MappingSHA256 != bundle.Manifest.Contract.ElasticsearchMappingSHA256 { return errors.New("release bundle Elasticsearch digest mismatch") } if bundle.Objects.SHA256 != objectSnapshotDigest(bundle.Objects.Objects) || bundle.Objects.SHA256 != bundle.Manifest.Assets.SHA256 || len(bundle.Objects.Objects) != bundle.Manifest.Assets.ObjectCount || bundle.Objects.TotalBytes != bundle.Manifest.Assets.TotalBytes { return errors.New("release bundle object digest mismatch") } var total int64 for _, object := range bundle.Objects.Objects { if object.Size != int64(len(object.Data)) || object.SHA256 != shaBytes(object.Data) { return errors.New("release bundle object content mismatch") } total += object.Size } if total != bundle.Objects.TotalBytes { return errors.New("release bundle object total mismatch") } return nil } func releaseManifestReseal(manifest releasebundle.Manifest) (releasebundle.Manifest, error) { manifest.BundleSHA256 = "" return releasebundle.Seal(manifest) }