3e7fcce0b1
build / build (push) Successful in 1m11s
新增迁移50与每5分钟/手动持久同步,API只读本地;同步失败保留、权限阻断、租约与质量失效原子激活。 保留全量稳定分页/固定列,已存质量批量读取,元数据不反复解压长答案;详情安全Markdown与原文。 已运行整仓 make verify、源与副本隔离PG -race、真实只读源及隔离浏览器。 实际同步2525条;固定窗口640条本地中位1.46秒,对照直接源33.10秒。 停worker、缺源凭据、重启API后仍可查询;未更新8088,未修改生产原问答。
84 lines
3.6 KiB
Go
84 lines
3.6 KiB
Go
package qaopsmirror
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"fmt"
|
|
"github.com/jackc/pgx/v5"
|
|
"github.com/jackc/pgx/v5/pgxpool"
|
|
"knowledge-governance/internal/dobotaiops"
|
|
"knowledge-governance/internal/qaopsquality"
|
|
"strings"
|
|
"testing"
|
|
"time"
|
|
)
|
|
|
|
func TestLocalMirrorMetadataDoesNotReadLargeAnswerPayload(t *testing.T) {
|
|
p := mirrorFixture(t)
|
|
ctx := context.Background()
|
|
tenant := "fixture-metadata-acl"
|
|
record := dobotaiops.Record{ID: "metadata-one", Question: "fixture", Answer: "暂无已发布", QualityObservedAt: time.Now()}
|
|
views, e := qaopsquality.NewStore(p, tenant).Observe(ctx, []dobotaiops.Record{record})
|
|
if e != nil {
|
|
t.Fatal(e)
|
|
}
|
|
hash := views[record.ID].InputHash
|
|
if _, e = p.Exec(ctx, `INSERT INTO qa_ops_mirror_state(tenant_key,ready,revision,record_count,source_observed_at,synced_at) VALUES($1,true,1,1,now(),now());`, tenant); e != nil {
|
|
t.Fatal(e)
|
|
}
|
|
if _, e = p.Exec(ctx, `INSERT INTO qa_ops_mirror_records(tenant_key,id,fingerprint,asked_at,question,status,identity,quality_hash,payload) VALUES($1,$2,$3,now()-interval '1 hour','fixture','succeeded','{}',$3,'{}')`, tenant, record.ID, hash); e != nil {
|
|
t.Fatal(e)
|
|
}
|
|
role := fmt.Sprintf("kg_mirror_metadata_%d", time.Now().UnixNano())
|
|
if _, e = p.Exec(ctx, "CREATE ROLE "+role+" NOLOGIN"); e != nil {
|
|
t.Fatal(e)
|
|
}
|
|
defer func() { p.Exec(ctx, "DROP OWNED BY "+role); p.Exec(ctx, "DROP ROLE "+role) }()
|
|
if _, e = p.Exec(ctx, "GRANT SELECT(tenant_key,id,fingerprint,asked_at,question,status,identity,quality_hash) ON qa_ops_mirror_records TO "+role+";GRANT SELECT ON qa_ops_mirror_state,qa_ops_quality_records,qa_ops_quality_inputs,qa_ops_quality_checks TO "+role); e != nil {
|
|
t.Fatal(e)
|
|
}
|
|
config := p.Config().Copy()
|
|
config.AfterConnect = func(ctx context.Context, c *pgx.Conn) error { _, e := c.Exec(ctx, "SET ROLE "+role); return e }
|
|
limited, e := pgxpool.NewWithConfig(ctx, config)
|
|
if e != nil {
|
|
t.Fatal(e)
|
|
}
|
|
defer limited.Close()
|
|
scope, e := NewStore(limited, tenant).ReadQualityScope(ctx, dobotaiops.RecordQuery{Window: dobotaiops.Window{TenantKey: tenant, Start: time.Now().Add(-2 * time.Hour), End: time.Now()}, Limit: 100})
|
|
if e != nil || len(scope.Keys) != 1 || !scope.Keys[0].Marker {
|
|
t.Fatal("local metadata still requires SELECT on large payload instead of committed quality evidence", e)
|
|
}
|
|
}
|
|
|
|
func TestLocalMirrorStoredQualityUsesReadOnlyBatchedProjection(t *testing.T) {
|
|
p := mirrorFixture(t)
|
|
ctx := context.Background()
|
|
tenant := "fixture-read-stored"
|
|
record := dobotaiops.Record{ID: "stored-one", Question: "fixture question", Answer: "暂无已发布", QualityObservedAt: time.Now()}
|
|
views, e := qaopsquality.NewStore(p, tenant).Observe(ctx, []dobotaiops.Record{record})
|
|
if e != nil {
|
|
t.Fatal(e)
|
|
}
|
|
hash := views[record.ID].InputHash
|
|
config := p.Config().Copy()
|
|
config.ConnConfig.RuntimeParams["default_transaction_read_only"] = "on"
|
|
readonly, e := pgxpool.NewWithConfig(ctx, config)
|
|
if e != nil {
|
|
t.Fatal(e)
|
|
}
|
|
defer readonly.Close()
|
|
store := NewStore(readonly, tenant)
|
|
keys := []dobotaiops.QualityKey{{ID: record.ID, InputHash: hash}}
|
|
got, e := store.ReadStoredQuality(ctx, keys)
|
|
if e != nil || len(got) != 1 || got[record.ID].InputHash != hash {
|
|
t.Fatal("synchronized quality must be readable without any write transaction", e)
|
|
}
|
|
keys[0].InputHash = strings.Repeat("f", 64)
|
|
if _, e = store.ReadStoredQuality(ctx, keys); !errors.Is(e, qaopsquality.ErrConflict) {
|
|
t.Fatal("stale mirror input paired with newer quality", e)
|
|
}
|
|
if _, e = NewStore(readonly, "other-tenant").ReadStoredQuality(ctx, []dobotaiops.QualityKey{{ID: record.ID, InputHash: hash}}); e == nil {
|
|
t.Fatal("stored quality crossed tenant scope")
|
|
}
|
|
}
|