package qaopsmirror import ( "context" "github.com/jackc/pgx/v5" "knowledge-governance/internal/dobotaiops" "knowledge-governance/internal/qaopsquality" "time" ) func (s *Store) TrackQualityWeeks(ctx context.Context, at time.Time) error { if !s.valid() || at.IsZero() { return dobotaiops.ErrUnavailable } _, e := s.pool.Exec(ctx, `INSERT INTO qa_ops_weekly_quality_tracking(tenant_key,started_at,first_data_at) VALUES($1,$2,(SELECT min(asked_at) FROM qa_ops_mirror_records WHERE tenant_key=$1 AND asked_at<=$2)) ON CONFLICT(tenant_key) DO UPDATE SET first_data_at=LEAST(qa_ops_weekly_quality_tracking.first_data_at,EXCLUDED.first_data_at) WHERE EXCLUDED.first_data_at IS NOT NULL AND (qa_ops_weekly_quality_tracking.first_data_at IS NULL OR EXCLUDED.first_data_at=$2 AND asked_at<$3 ORDER BY id LIMIT 100001`, s.tenant, start, end) if e != nil { return false, dobotaiops.ErrUnavailable } type frozenRecord struct { id, question, hash string coverage, correctness qaopsquality.Rate } records := []frozenRecord{} keys := []dobotaiops.QualityKey{} for rows.Next() { var r frozenRecord if rows.Scan(&r.id, &r.question, &r.hash) != nil { rows.Close() return false, dobotaiops.ErrUnavailable } records = append(records, r) keys = append(keys, dobotaiops.QualityKey{ID: r.id, InputHash: r.hash}) if len(records) > dobotaiops.MaxMirrorRecords { rows.Close() return false, dobotaiops.ErrInvalidQuery } } e = rows.Err() rows.Close() if e != nil { return false, dobotaiops.ErrUnavailable } views := map[string]qaopsquality.View{} quality := qaopsquality.NewStore(s.pool, s.tenant) for begin := 0; begin < len(keys); begin += 5000 { stop := begin + 5000 if stop > len(keys) { stop = len(keys) } batch, err := quality.ReadViewsInTx(ctx, tx, keys[begin:stop]) if err != nil { return false, err } for id, v := range batch { views[id] = v } } rates := qaopsquality.ComputeRates(views) for i := range records { r := &records[i] v, ok := views[r.id] if !ok { return false, qaopsquality.ErrUnavailable } if v.Automatic.CreatedAt.After(at) || (v.LatestReview != nil && v.LatestReview.CreatedAt.After(at)) { return false, qaopsquality.ErrConflict } one := qaopsquality.ComputeRates(map[string]qaopsquality.View{r.id: v}) r.coverage = one.Coverage r.correctness = one.Correctness } tag, e := tx.Exec(ctx, `INSERT INTO qa_ops_weekly_quality_snapshots(tenant_key,week_start,week_end,frozen_at,mirror_revision,source_observed_at,policy_version,record_count,coverage_numerator,coverage_denominator,correctness_numerator,correctness_denominator) VALUES($1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12) ON CONFLICT(tenant_key,week_start) DO NOTHING`, s.tenant, start, end, at, state.Revision, *state.SourceObservedAt, rates.PolicyVersion, len(records), rates.Coverage.Numerator, rates.Coverage.Denominator, rates.Correctness.Numerator, rates.Correctness.Denominator) if e != nil || tag.RowsAffected() != 1 { return false, dobotaiops.ErrUnavailable } count, e := tx.CopyFrom(ctx, pgx.Identifier{"qa_ops_weekly_quality_snapshot_records"}, []string{"tenant_key", "week_start", "record_id", "question", "coverage_numerator", "coverage_denominator", "correctness_numerator", "correctness_denominator"}, pgx.CopyFromSlice(len(records), func(i int) ([]any, error) { r := records[i] return []any{s.tenant, start, r.id, r.question, r.coverage.Numerator, r.coverage.Denominator, r.correctness.Numerator, r.correctness.Denominator}, nil })) if e != nil || count != int64(len(records)) { return false, dobotaiops.ErrUnavailable } var verified int if tx.QueryRow(ctx, `SELECT count(*) FROM qa_ops_weekly_quality_snapshot_records WHERE tenant_key=$1 AND week_start=$2`, s.tenant, start).Scan(&verified) != nil || verified != len(records) { return false, dobotaiops.ErrUnavailable } if tx.Commit(ctx) != nil { return false, dobotaiops.ErrUnavailable } return true, nil } func (s *Store) readFrozenDashboard(ctx context.Context, tx pgx.Tx, keyword string, end time.Time) (map[string]DashboardFrozen, error) { rows, e := tx.Query(ctx, `SELECT h.week_start,h.week_end,h.frozen_at,h.policy_version,h.record_count,count(r.record_id),count(r.record_id) FILTER(WHERE $2='' OR position(lower($2) IN lower(r.question))>0),COALESCE(sum(r.coverage_numerator) FILTER(WHERE $2='' OR position(lower($2) IN lower(r.question))>0),0),COALESCE(sum(r.coverage_denominator) FILTER(WHERE $2='' OR position(lower($2) IN lower(r.question))>0),0),COALESCE(sum(r.correctness_numerator) FILTER(WHERE $2='' OR position(lower($2) IN lower(r.question))>0),0),COALESCE(sum(r.correctness_denominator) FILTER(WHERE $2='' OR position(lower($2) IN lower(r.question))>0),0) FROM qa_ops_weekly_quality_snapshots h LEFT JOIN qa_ops_weekly_quality_snapshot_records r ON r.tenant_key=h.tenant_key AND r.week_start=h.week_start WHERE h.tenant_key=$1 AND h.week_start<$3 GROUP BY h.week_start,h.week_end,h.frozen_at,h.policy_version,h.record_count ORDER BY h.week_start`, s.tenant, keyword, end) if e != nil { return nil, dobotaiops.ErrUnavailable } defer rows.Close() out := map[string]DashboardFrozen{} for rows.Next() { var p DashboardFrozen var total, actual, cn, cd, an, ad int if rows.Scan(&p.WeekStart, &p.WeekEnd, &p.FrozenAt, &p.PolicyVersion, &total, &actual, &p.Records, &cn, &cd, &an, &ad) != nil || actual != total || cn > cd || an > ad || cd > p.Records || ad > p.Records { return nil, dobotaiops.ErrUnavailable } p.Coverage = dashboardRate(cn, cd) p.Correctness = dashboardRate(an, ad) out[p.WeekStart.In(dashboardLocation).Format("2006-01-02")] = p } if rows.Err() != nil { return nil, dobotaiops.ErrUnavailable } return out, nil }