Files
knowledge-governance/internal/dobotaiops/mirror.go
T
姚章浩 3e7fcce0b1
build / build (push) Successful in 1m11s
feat(qa-ops): 持久本地问答副本与安全答案预览
新增迁移50与每5分钟/手动持久同步,API只读本地;同步失败保留、权限阻断、租约与质量失效原子激活。
保留全量稳定分页/固定列,已存质量批量读取,元数据不反复解压长答案;详情安全Markdown与原文。

已运行整仓 make verify、源与副本隔离PG -race、真实只读源及隔离浏览器。
实际同步2525条;固定窗口640条本地中位1.46秒,对照直接源33.10秒。
停worker、缺源凭据、重启API后仍可查询;未更新8088,未修改生产原问答。
2026-10-18 19:10:47 +08:00

102 lines
2.8 KiB
Go

package dobotaiops
import (
"context"
"encoding/json"
"strings"
"time"
)
const MaxMirrorRecords = 100000
const mirrorFingerprintSQL = `encode(sha256(convert_to((payload-'_quality_observed_at')::text,'UTF8')),'hex')`
type MirrorKey struct {
ID string
Fingerprint string
}
type MirrorManifest struct {
Keys []MirrorKey
AsOf time.Time
Safety SourceSafety
}
type MirrorRecord struct {
Key MirrorKey
Payload json.RawMessage
}
func validMirrorTenant(tenant string) bool {
return strings.TrimSpace(tenant) == tenant && len(tenant) > 0 && len(tenant) <= 128 && !strings.ContainsRune(tenant, 0)
}
// Only a manifest (IDs and stable hashes), not all long answers, crosses the
// network on unchanged polls. Each read retains the source ACL and read-only gates.
func (c *Client) ReadMirrorManifest(ctx context.Context, tenant string) (MirrorManifest, error) {
out := MirrorManifest{Keys: []MirrorKey{}}
if !validMirrorTenant(tenant) {
return out, ErrInvalidQuery
}
err := c.withReadOnlyTx(ctx, func(ctx context.Context, q querier) error {
if q.QueryRow(ctx, "SELECT transaction_timestamp()").Scan(&out.AsOf) != nil {
return ErrUnavailable
}
rows, e := q.Query(ctx, recordsBaseSQL+` SELECT id,`+mirrorFingerprintSQL+` FROM records ORDER BY id LIMIT 100001`, tenant)
if e != nil {
return ErrUnavailable
}
defer rows.Close()
for rows.Next() {
var k MirrorKey
if rows.Scan(&k.ID, &k.Fingerprint) != nil {
return ErrUnavailable
}
if len(out.Keys) >= MaxMirrorRecords {
return ErrInvalidQuery
}
out.Keys = append(out.Keys, k)
}
return rows.Err()
})
out.Safety = c.Safety()
return out, err
}
func (c *Client) ReadMirrorRecords(ctx context.Context, tenant string, ids []string) ([]MirrorRecord, error) {
if !validMirrorTenant(tenant) || len(ids) == 0 || len(ids) > 100 {
return nil, ErrInvalidQuery
}
seen := map[string]bool{}
for _, id := range ids {
if id == "" || len(id) > 256 || strings.ContainsRune(id, 0) || seen[id] {
return nil, ErrInvalidQuery
}
seen[id] = true
}
out := make([]MirrorRecord, 0, len(ids))
size := 0
err := c.withReadOnlyTx(ctx, func(ctx context.Context, q querier) error {
rows, e := q.Query(ctx, recordsBaseSQL+` SELECT id,`+mirrorFingerprintSQL+`,payload FROM records WHERE id=ANY($2::text[]) ORDER BY id`, tenant, ids)
if e != nil {
return ErrUnavailable
}
defer rows.Close()
for rows.Next() {
var r MirrorRecord
if rows.Scan(&r.Key.ID, &r.Key.Fingerprint, &r.Payload) != nil {
return ErrUnavailable
}
size += len(r.Payload)
if len(r.Payload) > 8<<20 || size > 32<<20 {
return ErrInvalidQuery
}
out = append(out, r)
}
if rows.Err() != nil {
return ErrUnavailable
}
if len(out) != len(ids) {
return ErrUnavailable
}
return nil
})
return out, err
}