e0768f2caa
build / build (push) Successful in 1m34s
失败恢复会在写完之后按"目标租户里没人引用"清理资源行,于是历史孤儿、同租户其它 知识库暂未绑定的资源、被共享的资源都可能被删掉;而预备份里没有这些行,删了不可 恢复,随后整实例指纹才发现不一致,只能停在 rollback_failed。恢复校验依赖的整实例 证据又只存在内存里,worker 重启后只按快照 id 恢复,等于静默跳过比对。 改法:写第一笔之前把"本次明确写集合 + 写前存在状态 + 预备份时刻整实例内容证据" 算出来并按内容寻址落盘(文件名与治理库里的引用都是 sha256),摘要登记在预备份 版本证据里;恢复只删"写前不存在 ∧ 由本次写入 ∧ 不在恢复内容里"的精确 ID,并对 资源额外要求仍无绑定/正文引用;缺记录、记录被改、绑定对不上都直接失败、维护保持。 resources 的 upsert 补租户限定,跨范围同 ID 在写入之前就被预检拒绝。 整实例指纹从"身份集合"改成"逐行内容摘要",别的知识库同 ID 行被覆盖写坏也会暴露。 本地验证(已跑): - make verify 15 项全 success(identity 因本地档案 skipped) - go test ./internal/releaseadapter/v071/ -run Isolated(真实 PG + 真实 ES + 真实 MinIO 对象存储,写失败按定位符注入):目标非空/同租户其它知识库/共享资源/ 历史孤儿/跨租户数据在失败恢复后逐行字节不变、本次残留 0;缺写集合拒绝恢复; 跨范围 ID 冲突在写入前拒绝;wiki 阶段半写回滚干净 - SIGKILL 子进程后按盘上写集合接管恢复,目标原有数据逐行不变 - go test ./internal/libraryrelease/:写集合先于第一笔、规划失败/登记失败都不写目标、 接管不重新规划
105 lines
3.0 KiB
Go
105 lines
3.0 KiB
Go
package libraryrelease
|
|
|
|
import (
|
|
"encoding/json"
|
|
"strings"
|
|
"testing"
|
|
"time"
|
|
)
|
|
|
|
func sampleWriteSet() WriteSet {
|
|
return WriteSet{Version: WriteSetVersion, JobID: "job-1", Target: "internal", TenantID: 10001,
|
|
KnowledgeBaseID: "kb", BackupSnapshotID: "backup-1", TargetSnapshotID: "snap-1",
|
|
CreatedAt: time.Date(2026, 10, 29, 12, 0, 0, 0, time.UTC),
|
|
Rows: []WriteSetRow{
|
|
{Table: "resources", ID: "res-new"},
|
|
{Table: "knowledges", ID: "doc-existing", Existing: true, Owner: "10001/kb"},
|
|
{Table: "resources", ID: "res-old", Existing: true, Owner: "10001/"},
|
|
},
|
|
Universe: map[string]TableFingerprint{"resources": {Count: 2, Digest: "abc"}}}
|
|
}
|
|
|
|
func TestWriteSetSealVerifyRoundTrip(t *testing.T) {
|
|
set := sampleWriteSet()
|
|
if err := set.Seal(); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if set.Digest == "" {
|
|
t.Fatal("seal must produce a digest")
|
|
}
|
|
if err := set.Verify(); err != nil {
|
|
t.Fatalf("sealed record must verify: %v", err)
|
|
}
|
|
// 行序不影响摘要:换序后重新 Sealed 必须得到同一个值(落盘/读回才可比)。
|
|
shuffled := sampleWriteSet()
|
|
shuffled.Rows[0], shuffled.Rows[2] = shuffled.Rows[2], shuffled.Rows[0]
|
|
if err := shuffled.Seal(); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if shuffled.Digest != set.Digest {
|
|
t.Fatalf("digest must not depend on row order: %s vs %s", shuffled.Digest, set.Digest)
|
|
}
|
|
// 序列化往返(落盘再读回)必须仍然通过校验。
|
|
raw, err := json.Marshal(shuffled)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
var reloaded WriteSet
|
|
if err := json.Unmarshal(raw, &reloaded); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := reloaded.Verify(); err != nil {
|
|
t.Fatalf("record read back from disk must verify: %v", err)
|
|
}
|
|
}
|
|
|
|
func TestWriteSetVerifyRejectsTamperingAndMissingEvidence(t *testing.T) {
|
|
cases := map[string]func(*WriteSet){
|
|
"内容被改": func(set *WriteSet) {
|
|
set.Rows[0].ID = "res-other"
|
|
},
|
|
"换租户": func(set *WriteSet) {
|
|
set.TenantID = 20000
|
|
},
|
|
"整实例证据被清空": func(set *WriteSet) {
|
|
set.Universe = nil
|
|
},
|
|
"缺预备份绑定": func(set *WriteSet) {
|
|
set.BackupSnapshotID = ""
|
|
},
|
|
"缺摘要": func(set *WriteSet) {
|
|
set.Digest = ""
|
|
},
|
|
"版本不认识": func(set *WriteSet) {
|
|
set.Version = 99
|
|
},
|
|
}
|
|
for name, mutate := range cases {
|
|
set := sampleWriteSet()
|
|
if err := set.Seal(); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
mutate(&set)
|
|
if err := set.Verify(); err == nil {
|
|
t.Fatalf("%s:必须校验失败", name)
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestWriteSetCreatedIDsOnlyCoversRowsCreatedByThisRelease(t *testing.T) {
|
|
set := sampleWriteSet()
|
|
if err := set.Seal(); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
created := set.CreatedIDs("resources")
|
|
if len(created) != 1 || created[0] != "res-new" {
|
|
t.Fatalf("created resources = %v, want [res-new](写前已存在的资源绝不能被当成残渣)", created)
|
|
}
|
|
if strings.Join(set.ExistingIDs("resources"), ",") != "res-old" {
|
|
t.Fatalf("existing resources = %v", set.ExistingIDs("resources"))
|
|
}
|
|
if set.UniverseDigest() == "" {
|
|
t.Fatal("universe digest must be derived from the whole-instance evidence")
|
|
}
|
|
}
|