Files
knowledge-governance/internal/dobotaiops/repository_integration_test.go
T

348 lines
17 KiB
Go
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
package dobotaiops
import (
"context"
"crypto/rand"
"encoding/base64"
"errors"
"fmt"
"net/url"
"os"
"path/filepath"
"strings"
"testing"
"time"
"github.com/jackc/pgx/v5/pgxpool"
)
// 这些用例只在 TEST_DATABASE_URL 指向**一次性/隔离**数据库时运行(CI 默认跳过)。
// 它们**绝不**指向生产:fixture 表、隔离角色、临时 DSN 文件都在这个库内建/删。
// 生产侧的真实验证另有入口(纯目录/SELECT,见工单与 runbook)。
func fixturePool(t *testing.T) *pgxpool.Pool {
t.Helper()
// 先过隔离环境护栏(会建表/建角色):未声明就跳过,声明了但不像一次性库就直接失败。
fixtureEnvironment(t)
dsn := strings.TrimSpace(os.Getenv("TEST_DATABASE_URL"))
pool, err := pgxpool.New(context.Background(), dsn)
if err != nil {
t.Fatal(err)
}
t.Cleanup(pool.Close)
return pool
}
// dropRoleIfExists 先解掉授权依赖再删角色(临时库里可重复运行)。
func dropRoleIfExists(t *testing.T, pool *pgxpool.Pool, role string) {
t.Helper()
var exists bool
if err := pool.QueryRow(context.Background(), `SELECT EXISTS(SELECT 1 FROM pg_roles WHERE rolname = $1)`, role).Scan(&exists); err != nil {
t.Fatal(err)
}
if !exists {
return
}
execFixture(t, pool, fmt.Sprintf(`DROP OWNED BY %s`, quoteIdent(role)), fmt.Sprintf(`DROP ROLE %s`, quoteIdent(role)))
}
func execFixture(t *testing.T, pool *pgxpool.Pool, statements ...string) {
t.Helper()
for _, statement := range statements {
if _, err := pool.Exec(context.Background(), statement); err != nil {
t.Fatalf("fixture 语句失败(%s):%v", strings.SplitN(statement, "\n", 2)[0], err)
}
}
}
func randomSecret(t *testing.T) string {
t.Helper()
buf := make([]byte, 32)
if _, err := rand.Read(buf); err != nil {
t.Fatal(err)
}
return strings.NewReplacer("+", "A", "/", "B", "=", "C").Replace(base64.URLEncoding.EncodeToString(buf))
}
func writeSecretFile(t *testing.T, content string) string {
t.Helper()
path := filepath.Join(t.TempDir(), "dobotai_ops_ro.env")
if err := os.WriteFile(path, []byte(content+"\n"), 0o600); err != nil {
t.Fatal(err)
}
return path
}
// buildFixture 建表 + 灌数据 + 建一个镜像生产授权面的最小只读角色,返回只读 DSN。
func buildFixture(t *testing.T, pool *pgxpool.Pool) string {
t.Helper()
ctx := context.Background()
execFixture(t, pool,
`DROP TABLE IF EXISTS messages, coverage_decisions, channel_actors, turns CASCADE`,
`CREATE TABLE turns (id text PRIMARY KEY, tenant_key text NOT NULL, channel text NOT NULL,
status text NOT NULL, agent_id text NOT NULL DEFAULT '', knowledge_searched boolean NOT NULL DEFAULT false,
references_json jsonb NOT NULL DEFAULT '[]'::jsonb, request_message_id text, answer_message_id text,
question text NOT NULL DEFAULT '', answer text NOT NULL DEFAULT '', error_message text NOT NULL DEFAULT '',
created_at timestamptz NOT NULL)`,
`CREATE TABLE messages (id text PRIMARY KEY, tenant_key text NOT NULL, channel text NOT NULL, actor_id text,
department_snapshot text NOT NULL DEFAULT '', region_snapshot text NOT NULL DEFAULT '', actor_union_id_snapshot text NOT NULL DEFAULT '',
direction text NOT NULL DEFAULT '', role text NOT NULL DEFAULT '', message_type text NOT NULL DEFAULT '',
status text NOT NULL DEFAULT '', text_content text NOT NULL DEFAULT '', created_at timestamptz NOT NULL)`,
`CREATE TABLE coverage_decisions (id text PRIMARY KEY, tenant_key text NOT NULL, channel text NOT NULL,
turn_id text NOT NULL, evaluator_version text NOT NULL, verdict text NOT NULL, reason_code text NOT NULL DEFAULT '',
reference_count integer NOT NULL DEFAULT 0, created_at timestamptz NOT NULL,
UNIQUE (tenant_key, channel, turn_id))`,
`CREATE TABLE channel_actors (id text PRIMARY KEY, tenant_key text NOT NULL, channel text NOT NULL,
external_actor_id text NOT NULL, actor_type text NOT NULL, display_name text NOT NULL DEFAULT '',
created_at timestamptz NOT NULL)`,
`INSERT INTO turns (id, tenant_key, channel, status, agent_id, knowledge_searched, references_json,
request_message_id, answer_message_id, question, answer, created_at) VALUES
('turn-4', 'default', 'dingtalk', 'succeeded', 'agent-a', false, '[]',
'msg-req-4', 'msg-ans-4', '第四问(无规则决策)', '第四答', '2026-10-14T04:00:00Z'),
('turn-3', 'default', 'dingtalk', 'succeeded', 'agent-a', true, '[{"doc":"x"},{"doc":"y"}]',
'msg-req-3', 'msg-ans-3', '第三问(正文)', '第三答(正文)', '2026-10-14T03:00:00Z'),
('turn-2', 'default', 'dingtalk', 'succeeded', 'agent-a', false, '[]',
'msg-req-2', 'msg-ans-2', '第二问', '第二答', '2026-10-14T02:00:00Z'),
('turn-1', 'default', 'dingtalk', 'failed', 'agent-b', true, '[]',
NULL, NULL, '第一问', '', '2026-10-14T01:00:00Z')`,
`INSERT INTO messages (id, tenant_key, channel, actor_id, department_snapshot, region_snapshot,
direction, role, message_type, status, text_content, created_at) VALUES
('msg-req-3', 'default', 'dingtalk', 'actor-row-1', '', '', 'inbound', 'user', 'text', 'ok', '第三问原文', '2026-10-14T03:00:00Z'),
('msg-ans-3', 'default', 'dingtalk', 'actor-row-1', '研发部', '华南', 'outbound', 'assistant', 'text', 'ok', '第三答原文', '2026-10-14T03:00:01Z'),
('msg-req-2', 'default', 'dingtalk', 'actor-row-1', '', '', 'inbound', 'user', 'text', 'ok', '第二问原文', '2026-10-14T02:00:00Z'),
('msg-req-4', 'default', 'dingtalk', 'actor-row-1', '', '', 'inbound', 'user', 'text', 'ok', '第四问原文', '2026-10-14T04:00:00Z'),
('msg-ans-4', 'default', 'dingtalk', 'actor-row-1', '', '', 'outbound', 'assistant', 'text', 'ok', '第四答原文', '2026-10-14T04:00:01Z')`,
// 真实关系:messages.actor_id 引用 channel_actors(id);external_actor_id 是另一个
// 唯一键(tenant_key, channel, external_actor_id)。夹具必须照这个来 —— 用
// external_actor_id 关联就会命中 0 行(生产对拍实测:错 0 / 对 2234)。
`INSERT INTO channel_actors (id, tenant_key, channel, external_actor_id, actor_type, display_name, created_at)
VALUES ('actor-row-1', 'default', 'dingtalk', 'ext-actor-1', 'employee', '不应外泄的姓名', '2026-10-14T00:00:00Z')`,
// 另一个租户的数据:所有查询都必须把它挡在外面(跨租户隔离)。
`INSERT INTO turns (id, tenant_key, channel, status, agent_id, created_at)
VALUES ('turn-other-tenant', 'another-tenant', 'dingtalk', 'succeeded', 'agent-x', '2026-10-14T03:30:00Z')`,
`INSERT INTO coverage_decisions (id, tenant_key, channel, turn_id, evaluator_version, verdict, reason_code, reference_count, created_at)
VALUES ('cov-other-tenant', 'another-tenant', 'dingtalk', 'turn-other-tenant', 'v5', 'covered', '', 0, '2026-10-14T03:30:02Z')`,
// 生产上 (tenant_key, channel, turn_id) 是唯一的:一个 turn 只会有一条决策,
// 不同 turn 才可能来自不同 evaluator_version —— fixture 照生产形态来。
`INSERT INTO coverage_decisions (id, tenant_key, channel, turn_id, evaluator_version, verdict, reason_code, reference_count, created_at)
VALUES ('cov-1', 'default', 'dingtalk', 'turn-3', 'v5', 'covered', '', 2, '2026-10-14T03:00:02Z'),
('cov-2', 'default', 'dingtalk', 'turn-1', 'v5', 'uncovered', 'no_source', 0, '2026-10-14T01:00:02Z'),
('cov-3', 'default', 'dingtalk', 'turn-2', 'v4', 'covered', '', 0, '2026-10-14T02:00:02Z')`,
)
password := randomSecret(t)
// 角色在同一个临时库里可能已经存在(多个用例复用):先删再建,保持用例可重复运行。
dropRoleIfExists(t, pool, "kg_ro_fixture")
execFixture(t, pool,
fmt.Sprintf(`CREATE ROLE kg_ro_fixture LOGIN PASSWORD '%s' CONNECTION LIMIT 4`, password),
`ALTER ROLE kg_ro_fixture SET default_transaction_read_only = on`,
)
// 当前库名(避免写死)
var databaseName string
if err := pool.QueryRow(ctx, `SELECT current_database()`).Scan(&databaseName); err != nil {
t.Fatal(err)
}
execFixture(t, pool,
fmt.Sprintf(`GRANT CONNECT ON DATABASE %s TO kg_ro_fixture`, quoteIdent(databaseName)),
`GRANT USAGE ON SCHEMA public TO kg_ro_fixture`,
`GRANT SELECT ON TABLE public.turns, public.messages, public.coverage_decisions, public.channel_actors TO kg_ro_fixture`,
)
// 用与生产一致的写法拼只读 DSN:主机/端口/库名从 TEST_DATABASE_URL 派生
//(容器内 inet_server_addr 从宿主机不可路由),口令在测试内不打印。
return dsnWithCredentials(t, "kg_ro_fixture", password)
}
// dsnWithCredentials 把 TEST_DATABASE_URL 里的用户/口令换掉,其余(主机、端口、库、查询串)保持。
func dsnWithCredentials(t *testing.T, user, password string) string {
t.Helper()
parsed, err := url.Parse(strings.TrimSpace(os.Getenv("TEST_DATABASE_URL")))
if err != nil {
t.Fatal(err)
}
parsed.User = url.UserPassword(user, password)
return parsed.String()
}
func quoteIdent(value string) string {
return `"` + strings.ReplaceAll(value, `"`, `""`) + `"`
}
func buildReadOnlyClient(t *testing.T, roDSN string) *Client {
t.Helper()
client, err := Build(context.Background(), Config{
DSNFile: writeSecretFile(t, "DOBOTAI_OPS_READ_DSN="+roDSN),
GovernanceDatabaseURL: "postgres://governance@elsewhere:5432/governance",
DialMode: "direct",
ConnectTimeout: 5 * time.Second,
QueryTimeout: 5 * time.Second,
MaxConns: 2,
// 固定"当前时间":仓储入口会拒未来窗口,夹具的时间窗必须相对一个确定时刻来判。
Now: func() time.Time { return time.Date(2026, 10, 15, 0, 0, 0, 0, time.UTC) },
})
if err != nil {
t.Fatalf("Build() 失败:%v", err)
}
t.Cleanup(client.Close)
return client
}
func TestReadOnlyRepositoryAgainstFixtureDatabase(t *testing.T) {
pool := fixturePool(t)
roDSN := buildFixture(t, pool)
client := buildReadOnlyClient(t, roDSN)
ctx := context.Background()
window, err := NewWindow("default", "2026-10-14T00:00:00Z", "2026-10-15T00:00:00Z", 90*24*time.Hour, time.Date(2026, 10, 15, 0, 0, 0, 0, time.UTC))
if err != nil {
t.Fatal(err)
}
// ACL 自检报告必须干净(这是"账号确实最小只读"的机器证据)。
report := client.ACL()
if report.Role != "kg_ro_fixture" || report.Super || report.SchemaCreate || len(report.WritePrivileges) != 0 || len(report.MissingSelects) != 0 {
t.Fatalf("ACL 报告不干净:%+v", report)
}
counts, err := client.QueryCounts(ctx, window, Filter{})
if err != nil {
t.Fatalf("QueryCounts() error = %v", err)
}
if counts.Total != 4 || counts.ByStatus["succeeded"] != 3 || counts.ByStatus["failed"] != 1 || counts.ByChannel["dingtalk"] != 4 {
t.Fatalf("counts = %+v", counts)
}
filtered, err := client.QueryCounts(ctx, window, Filter{Channel: "dingtalk", Status: "succeeded"})
if err != nil || filtered.Total != 3 {
t.Fatalf("过滤计数 = %+v (%v)", filtered, err)
}
if _, err := client.QueryCounts(ctx, window, Filter{Status: "nope"}); !errors.Is(err, ErrInvalidQuery) {
t.Fatalf("未知状态应被拒:%v", err)
}
coverage, err := client.QueryRuleCoverage(ctx, window)
if err != nil {
t.Fatalf("QueryRuleCoverage() error = %v", err)
}
if len(coverage.Groups) != 3 {
t.Fatalf("覆盖分组 = %+v", coverage.Groups)
}
if coverage.SucceededTurns != 3 || coverage.SucceededWithoutDecision != 1 {
t.Fatalf("成功 turn 统计 = %+v", coverage)
}
for _, group := range coverage.Groups {
if group.EvaluatorVersion == "v5" && group.Verdict == "uncovered" && group.ReasonCode != "no_source" {
t.Fatalf("reason_code 未保留:%+v", group)
}
}
first, err := client.ListTurnMetadata(ctx, window, "", 2)
if err != nil {
t.Fatalf("ListTurnMetadata() error = %v", err)
}
if len(first.Items) != 2 || !first.HasMore || first.NextCursor == "" {
t.Fatalf("第一页 = %+v", first)
}
if first.Items[0].ID != "turn-4" || first.Items[1].ID != "turn-3" {
t.Fatalf("倒序不对:%+v", first.Items)
}
if first.Items[1].ReferenceCount != 2 || first.Items[1].LinkedMessages != 2 {
t.Fatalf("引用/关联消息计数不对:%+v", first.Items[1])
}
// turn-3:一条关联消息部门/区域为空、一条有值 ⇒ 不该标 missing;turn-4:两条都为空 ⇒ 如实标 missing。
if first.Items[1].DepartmentMissing || first.Items[1].RegionMissing {
t.Fatalf("有值的关联消息不该标 missing:%+v", first.Items[1])
}
if !first.Items[0].DepartmentMissing || !first.Items[0].RegionMissing {
t.Fatalf("快照为空的关联消息必须如实标 missing:%+v", first.Items[0])
}
second, err := client.ListTurnMetadata(ctx, window, first.NextCursor, 2)
if err != nil {
t.Fatalf("第二页 error = %v", err)
}
if len(second.Items) != 2 || second.Items[0].ID != "turn-2" || second.Items[1].ID != "turn-1" || second.HasMore {
t.Fatalf("第二页 = %+v", second)
}
if _, err := client.ListTurnMetadata(ctx, window, "不是游标", 10); !errors.Is(err, ErrInvalidQuery) {
t.Fatalf("非法游标应被拒:%v", err)
}
if _, err := client.ListTurnMetadata(ctx, window, "", 101); !errors.Is(err, ErrInvalidQuery) {
t.Fatalf("超过分页上限应被拒:%v", err)
}
// 跨租户隔离:另一个租户的 turn 不能出现在任何结果里(计数、覆盖、列表都一样)。
otherTenant, err := NewWindow("another-tenant", "2026-10-14T00:00:00Z", "2026-10-15T00:00:00Z", 90*24*time.Hour, time.Date(2026, 10, 15, 0, 0, 0, 0, time.UTC))
if err != nil {
t.Fatal(err)
}
otherCounts, err := client.QueryCounts(ctx, otherTenant, Filter{})
if err != nil || otherCounts.Total != 1 {
t.Fatalf("另一个租户应只看到自己的 1 条:%+v (%v)", otherCounts, err)
}
for _, item := range append(first.Items, second.Items...) {
if item.ID == "turn-other-tenant" {
t.Fatalf("跨租户泄漏:%+v", item)
}
}
if _, err := client.GetTurnForAuthorizedRead(ctx, "default", "turn-other-tenant", func(string) error { return nil }); !errors.Is(err, ErrUnavailable) {
// default 租户下没有这个 turn ⇒ 读不到(不是"读到了别人的")
t.Fatalf("跨租户 turn 不该在 default 下可读:%v", err)
}
// 授权读取:没有授权回调一律拒绝(不提供"默认放行")。
if _, err := client.GetTurnForAuthorizedRead(ctx, "default", "turn-3", nil); !errors.Is(err, ErrInvalidQuery) {
t.Fatalf("缺授权回调必须拒绝:%v", err)
}
if _, err := client.GetTurnForAuthorizedRead(ctx, "default", "turn-3", func(string) error { return errors.New("no") }); !errors.Is(err, ErrInvalidQuery) {
t.Fatalf("授权回调拒绝时必须拒绝:%v", err)
}
detail, err := client.GetTurnForAuthorizedRead(ctx, "default", "turn-3", func(string) error { return nil })
if err != nil {
t.Fatalf("授权读取 error = %v", err)
}
if detail.Question != "第三问(正文)" || detail.Answer != "第三答(正文)" || len(detail.Messages) != 2 {
t.Fatalf("授权读取内容不对:%+v", detail)
}
// 关联回归:即使夹具里 id 与 external_actor_id 不同,也必须靠正确的字段命中 actor_type。
for _, message := range detail.Messages {
if message.ActorType != "employee" {
t.Fatalf("人员关联没命中(关联字段必须是 channel_actors.id):%+v", message)
}
}
if strings.Contains(detail.Messages[0].ActorType, "不应外泄") {
t.Fatalf("只应带 actor_type,不应带员工姓名:%+v", detail.Messages[0])
}
_ = client.Available(ctx)
}
func TestBuildRefusesUnsafeAccountsAndTargets(t *testing.T) {
pool := fixturePool(t)
roDSN := buildFixture(t, pool)
ctx := context.Background()
password := randomSecret(t)
dropRoleIfExists(t, pool, "kg_writer_fixture")
execFixture(t, pool,
fmt.Sprintf(`CREATE ROLE kg_writer_fixture LOGIN PASSWORD '%s'`, password),
`GRANT USAGE ON SCHEMA public TO kg_writer_fixture`,
`GRANT SELECT, INSERT ON TABLE public.turns TO kg_writer_fixture`,
`GRANT SELECT ON TABLE public.messages, public.coverage_decisions, public.channel_actors TO kg_writer_fixture`,
)
writerDSN := dsnWithCredentials(t, "kg_writer_fixture", password)
// 有写权限的账号:fail closed(不是"能读就算过")。
_, err := Build(ctx, Config{
DSNFile: writeSecretFile(t, writerDSN), DialMode: "direct",
GovernanceDatabaseURL: "postgres://governance@elsewhere:5432/governance",
ConnectTimeout: 5 * time.Second, QueryTimeout: 5 * time.Second})
if !errors.Is(err, ErrNotReadOnly) {
t.Fatalf("可写账号必须被拒为 ErrNotReadOnly:%v", err)
}
// 指向治理主库的 DSN:拒绝(防"误配后读写治理库")。
_, err = Build(ctx, Config{
DSNFile: writeSecretFile(t, roDSN), DialMode: "direct", GovernanceDatabaseURL: roDSN,
ConnectTimeout: 5 * time.Second, QueryTimeout: 5 * time.Second})
if !errors.Is(err, ErrNotReadOnly) {
t.Fatalf("指向治理库必须被拒:%v", err)
}
// secret 文件缺失:ErrUnavailable(按"未启用"处理,不拖垮治理)。
_, err = Build(ctx, Config{DSNFile: filepath.Join(t.TempDir(), "missing.env"), DialMode: "direct",
ConnectTimeout: time.Second, QueryTimeout: time.Second})
if !errors.Is(err, ErrUnavailable) {
t.Fatalf("缺 secret 应为 ErrUnavailable:%v", err)
}
}