6e67034fbd
build / build (push) Successful in 1m10s
以治理库单一只读事务分开聚合累计、自然周、截止月及当前通讯录使用分母;浏览器不再读取全量长答案来构建看板。 新增迁移52与普通worker周质量冻结,保留真实冻结时点、规则和标量贡献;缺少当时快照留空。提交后冻结头与贡献不可修改、删除或追加;只读接口保留管理员、固定租户、严格JSON与输入冲突保护。 已验证:make verify退出0,686个Go用例和305个前端用例通过,必需跳过0;镜像与组织隔离PostgreSQL竞态回归退出0。真实治理副本浏览器核对第41周累计1885与新增471、十一项和完整PNG下载,390px无外溢、JS异常0;明确模拟503后不伪零且重试恢复。没有修改DobotAI原始问答、真实区域规则或生产发布门禁。
171 lines
7.8 KiB
Go
171 lines
7.8 KiB
Go
package qaopsmirror
|
|
|
|
import (
|
|
"context"
|
|
"github.com/jackc/pgx/v5"
|
|
"knowledge-governance/internal/dobotaiops"
|
|
"knowledge-governance/internal/qaopsquality"
|
|
"time"
|
|
)
|
|
|
|
func (s *Store) TrackQualityWeeks(ctx context.Context, at time.Time) error {
|
|
if !s.valid() || at.IsZero() {
|
|
return dobotaiops.ErrUnavailable
|
|
}
|
|
_, e := s.pool.Exec(ctx, `INSERT INTO qa_ops_weekly_quality_tracking(tenant_key,started_at,first_data_at) VALUES($1,$2,(SELECT min(asked_at) FROM qa_ops_mirror_records WHERE tenant_key=$1 AND asked_at<=$2)) ON CONFLICT(tenant_key) DO UPDATE SET first_data_at=LEAST(qa_ops_weekly_quality_tracking.first_data_at,EXCLUDED.first_data_at) WHERE EXCLUDED.first_data_at IS NOT NULL AND (qa_ops_weekly_quality_tracking.first_data_at IS NULL OR EXCLUDED.first_data_at<qa_ops_weekly_quality_tracking.first_data_at)`, s.tenant, at)
|
|
if e != nil {
|
|
return dobotaiops.ErrUnavailable
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// Capture only during the following Monday, after a complete post-boundary
|
|
// source observation. A missed capture remains a gap, never retrospective data.
|
|
// Scheduling is local worker-owned; browser reads never freeze or write metrics.
|
|
func (s *Store) FreezePreviousQualityWeek(ctx context.Context, at time.Time) (bool, error) {
|
|
if !s.valid() || at.IsZero() {
|
|
return false, dobotaiops.ErrUnavailable
|
|
}
|
|
if at.In(dashboardLocation).Weekday() != time.Monday {
|
|
return false, nil
|
|
}
|
|
end := dashboardWeek(at)
|
|
start := end.AddDate(0, 0, -7)
|
|
ctx, cancel := context.WithTimeout(ctx, 20*time.Second)
|
|
defer cancel()
|
|
tx, e := s.pool.BeginTx(ctx, pgx.TxOptions{IsoLevel: pgx.RepeatableRead})
|
|
if e != nil {
|
|
return false, dobotaiops.ErrUnavailable
|
|
}
|
|
defer func() { _ = tx.Rollback(context.Background()) }()
|
|
var locked bool
|
|
if tx.QueryRow(ctx, `SELECT pg_try_advisory_xact_lock(hashtextextended($1,17))`, s.tenant+":qa-quality-freeze:"+start.Format("2006-01-02")).Scan(&locked) != nil {
|
|
return false, dobotaiops.ErrUnavailable
|
|
}
|
|
if !locked {
|
|
return false, nil
|
|
}
|
|
var tracked time.Time
|
|
if e = tx.QueryRow(ctx, `SELECT started_at FROM qa_ops_weekly_quality_tracking WHERE tenant_key=$1`, s.tenant).Scan(&tracked); e == pgx.ErrNoRows {
|
|
return false, nil
|
|
} else if e != nil {
|
|
return false, dobotaiops.ErrUnavailable
|
|
}
|
|
if !tracked.Before(end) {
|
|
return false, nil
|
|
}
|
|
var exists bool
|
|
if tx.QueryRow(ctx, `SELECT EXISTS(SELECT 1 FROM qa_ops_weekly_quality_snapshots WHERE tenant_key=$1 AND week_start=$2)`, s.tenant, start).Scan(&exists) != nil {
|
|
return false, dobotaiops.ErrUnavailable
|
|
}
|
|
if exists {
|
|
return false, nil
|
|
}
|
|
state, e := s.readState(ctx, txQuery{tx})
|
|
if e != nil {
|
|
return false, e
|
|
}
|
|
if state.Blocked || !state.Ready || state.SourceObservedAt == nil || state.LastSuccessAt == nil || state.SourceObservedAt.Before(end) || state.SourceObservedAt.After(at) || state.LastSuccessAt.Before(end) || state.LastSuccessAt.After(at) {
|
|
return false, nil
|
|
}
|
|
rows, e := tx.Query(ctx, `SELECT id,question,quality_hash FROM qa_ops_mirror_records WHERE tenant_key=$1 AND asked_at>=$2 AND asked_at<$3 ORDER BY id LIMIT 100001`, s.tenant, start, end)
|
|
if e != nil {
|
|
return false, dobotaiops.ErrUnavailable
|
|
}
|
|
type frozenRecord struct {
|
|
id, question, hash string
|
|
coverage, correctness qaopsquality.Rate
|
|
}
|
|
records := []frozenRecord{}
|
|
keys := []dobotaiops.QualityKey{}
|
|
for rows.Next() {
|
|
var r frozenRecord
|
|
if rows.Scan(&r.id, &r.question, &r.hash) != nil {
|
|
rows.Close()
|
|
return false, dobotaiops.ErrUnavailable
|
|
}
|
|
records = append(records, r)
|
|
keys = append(keys, dobotaiops.QualityKey{ID: r.id, InputHash: r.hash})
|
|
if len(records) > dobotaiops.MaxMirrorRecords {
|
|
rows.Close()
|
|
return false, dobotaiops.ErrInvalidQuery
|
|
}
|
|
}
|
|
e = rows.Err()
|
|
rows.Close()
|
|
if e != nil {
|
|
return false, dobotaiops.ErrUnavailable
|
|
}
|
|
views := map[string]qaopsquality.View{}
|
|
quality := qaopsquality.NewStore(s.pool, s.tenant)
|
|
for begin := 0; begin < len(keys); begin += 5000 {
|
|
stop := begin + 5000
|
|
if stop > len(keys) {
|
|
stop = len(keys)
|
|
}
|
|
batch, err := quality.ReadViewsInTx(ctx, tx, keys[begin:stop])
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
for id, v := range batch {
|
|
views[id] = v
|
|
}
|
|
}
|
|
rates := qaopsquality.ComputeRates(views)
|
|
for i := range records {
|
|
r := &records[i]
|
|
v, ok := views[r.id]
|
|
if !ok {
|
|
return false, qaopsquality.ErrUnavailable
|
|
}
|
|
if v.Automatic.CreatedAt.After(at) || (v.LatestReview != nil && v.LatestReview.CreatedAt.After(at)) {
|
|
return false, qaopsquality.ErrConflict
|
|
}
|
|
one := qaopsquality.ComputeRates(map[string]qaopsquality.View{r.id: v})
|
|
r.coverage = one.Coverage
|
|
r.correctness = one.Correctness
|
|
}
|
|
tag, e := tx.Exec(ctx, `INSERT INTO qa_ops_weekly_quality_snapshots(tenant_key,week_start,week_end,frozen_at,mirror_revision,source_observed_at,policy_version,record_count,coverage_numerator,coverage_denominator,correctness_numerator,correctness_denominator) VALUES($1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12) ON CONFLICT(tenant_key,week_start) DO NOTHING`, s.tenant, start, end, at, state.Revision, *state.SourceObservedAt, rates.PolicyVersion, len(records), rates.Coverage.Numerator, rates.Coverage.Denominator, rates.Correctness.Numerator, rates.Correctness.Denominator)
|
|
if e != nil || tag.RowsAffected() != 1 {
|
|
return false, dobotaiops.ErrUnavailable
|
|
}
|
|
count, e := tx.CopyFrom(ctx, pgx.Identifier{"qa_ops_weekly_quality_snapshot_records"}, []string{"tenant_key", "week_start", "record_id", "question", "coverage_numerator", "coverage_denominator", "correctness_numerator", "correctness_denominator"}, pgx.CopyFromSlice(len(records), func(i int) ([]any, error) {
|
|
r := records[i]
|
|
return []any{s.tenant, start, r.id, r.question, r.coverage.Numerator, r.coverage.Denominator, r.correctness.Numerator, r.correctness.Denominator}, nil
|
|
}))
|
|
if e != nil || count != int64(len(records)) {
|
|
return false, dobotaiops.ErrUnavailable
|
|
}
|
|
var verified int
|
|
if tx.QueryRow(ctx, `SELECT count(*) FROM qa_ops_weekly_quality_snapshot_records WHERE tenant_key=$1 AND week_start=$2`, s.tenant, start).Scan(&verified) != nil || verified != len(records) {
|
|
return false, dobotaiops.ErrUnavailable
|
|
}
|
|
if tx.Commit(ctx) != nil {
|
|
return false, dobotaiops.ErrUnavailable
|
|
}
|
|
return true, nil
|
|
}
|
|
|
|
func (s *Store) readFrozenDashboard(ctx context.Context, tx pgx.Tx, keyword string, end time.Time) (map[string]DashboardFrozen, error) {
|
|
rows, e := tx.Query(ctx, `SELECT h.week_start,h.week_end,h.frozen_at,h.policy_version,h.record_count,count(r.record_id),count(r.record_id) FILTER(WHERE $2='' OR position(lower($2) IN lower(r.question))>0),COALESCE(sum(r.coverage_numerator) FILTER(WHERE $2='' OR position(lower($2) IN lower(r.question))>0),0),COALESCE(sum(r.coverage_denominator) FILTER(WHERE $2='' OR position(lower($2) IN lower(r.question))>0),0),COALESCE(sum(r.correctness_numerator) FILTER(WHERE $2='' OR position(lower($2) IN lower(r.question))>0),0),COALESCE(sum(r.correctness_denominator) FILTER(WHERE $2='' OR position(lower($2) IN lower(r.question))>0),0) FROM qa_ops_weekly_quality_snapshots h LEFT JOIN qa_ops_weekly_quality_snapshot_records r ON r.tenant_key=h.tenant_key AND r.week_start=h.week_start WHERE h.tenant_key=$1 AND h.week_start<$3 GROUP BY h.week_start,h.week_end,h.frozen_at,h.policy_version,h.record_count ORDER BY h.week_start`, s.tenant, keyword, end)
|
|
if e != nil {
|
|
return nil, dobotaiops.ErrUnavailable
|
|
}
|
|
defer rows.Close()
|
|
out := map[string]DashboardFrozen{}
|
|
for rows.Next() {
|
|
var p DashboardFrozen
|
|
var total, actual, cn, cd, an, ad int
|
|
if rows.Scan(&p.WeekStart, &p.WeekEnd, &p.FrozenAt, &p.PolicyVersion, &total, &actual, &p.Records, &cn, &cd, &an, &ad) != nil || actual != total || cn > cd || an > ad || cd > p.Records || ad > p.Records {
|
|
return nil, dobotaiops.ErrUnavailable
|
|
}
|
|
p.Coverage = dashboardRate(cn, cd)
|
|
p.Correctness = dashboardRate(an, ad)
|
|
out[p.WeekStart.In(dashboardLocation).Format("2006-01-02")] = p
|
|
}
|
|
if rows.Err() != nil {
|
|
return nil, dobotaiops.ErrUnavailable
|
|
}
|
|
return out, nil
|
|
}
|