feat: 知识治理平台(含已验证发布/回滚契约)

全栈知识治理平台首次入库(P1-P10 + 发布链路模拟验证闭环):

- 治理核心:源目录/变更集/人工审核/发布批次/发布执行(fail-closed 闸口)
- 测试通道:WeKnora 测试 KB 上传/轮询/验收;poll 完成时写入
  parser_generation/index_generation,修复 manual/seed 路径发布闸口永久拦截
- 发布适配器 v071(本地 source=测试角色 / 云端 target=生产角色 模拟验证通过):
  * ES 导出/导入 mapping 自适应(.keyword 子字段、可选 tenant_id)
  * OSS locator 支持嵌套 scheme;chunks.seq_id 由目标序列分配
  * bundle 归档同身份重试原子替换;verifier 按 bundle chunk_type 计数
  * 回滚 job payload 支持 prior_execution_id(strict 解码)
- 三通道发布+回滚演练实测:publish 4/4 verified,检索命中,
  rollback 4/4 rolled_back,目标端 PG is_enabled=false、ES is_enabled=false
- 前端 A·Data-console 风格全站统一,120 用例通过
- 门禁:go vet / go test 全包通过,gofmt 干净
This commit is contained in:
2026-09-13 12:02:58 +08:00
committed by 姚章浩
parent ed48c4ceda
commit dcdc8d1ddd
410 changed files with 56661 additions and 1 deletions
+110
View File
@@ -0,0 +1,110 @@
package httpapi
import (
"encoding/json"
"os"
"regexp"
"strings"
"testing"
)
func TestOpenAPIContractMatchesRegisteredRoutesAndOmitsSecrets(t *testing.T) {
contract, err := os.ReadFile("../../api/openapi.yaml")
if err != nil {
t.Fatalf("read OpenAPI contract: %v", err)
}
var document struct {
OpenAPI string `json:"openapi"`
Info map[string]any `json:"info"`
Paths map[string]map[string]any `json:"paths"`
Components map[string]map[string]any `json:"components"`
}
if err := json.Unmarshal(contract, &document); err != nil {
t.Fatalf("OpenAPI contract must use JSON-compatible YAML: %v", err)
}
if document.OpenAPI != "3.1.0" || document.Info["title"] != "Knowledge Governance API" || len(document.Paths) == 0 {
t.Fatalf("invalid OpenAPI header: %#v", document)
}
routes, err := os.ReadFile("server.go")
if err != nil {
t.Fatalf("read registered routes: %v", err)
}
matcher := regexp.MustCompile(`mux\.HandleFunc\("(GET|POST|PUT|DELETE) ([^"]+)"`)
for _, match := range matcher.FindAllStringSubmatch(string(routes), -1) {
method, path := strings.ToLower(match[1]), match[2]
operation, ok := document.Paths[path][method].(map[string]any)
if !ok {
t.Fatalf("OpenAPI is missing %s %s", strings.ToUpper(method), path)
}
if strings.TrimSpace(stringValue(operation["operationId"])) == "" {
t.Fatalf("OpenAPI operation %s %s has no operationId", strings.ToUpper(method), path)
}
responses, ok := operation["responses"].(map[string]any)
if !ok || responses["400"] == nil || responses["500"] == nil {
t.Fatalf("OpenAPI operation %s %s must document 400 and 500 responses", strings.ToUpper(method), path)
}
}
lower := strings.ToLower(string(contract))
for _, forbidden := range []string{"secret_ref", "authorization_code", "manifest_sha256", "knowledge_id", "test_kb_id", "base_url", "download_code", "cookie"} {
if strings.Contains(lower, forbidden) {
t.Fatalf("OpenAPI contract must not expose %q", forbidden)
}
}
}
func TestOpenAPICatalogMutationsRequireIdempotencyKeyHeader(t *testing.T) {
contract, err := os.ReadFile("../../api/openapi.yaml")
if err != nil {
t.Fatal(err)
}
var document struct {
Paths map[string]map[string]any `json:"paths"`
Components struct {
Parameters map[string]map[string]any `json:"parameters"`
} `json:"components"`
}
if err := json.Unmarshal(contract, &document); err != nil {
t.Fatal(err)
}
parameter, ok := document.Components.Parameters["IdempotencyKey"]
if !ok || parameter["name"] != "Idempotency-Key" || parameter["in"] != "header" || parameter["required"] != true {
t.Fatalf("IdempotencyKey header must be required: %#v", parameter)
}
schema, ok := parameter["schema"].(map[string]any)
if !ok || schema["type"] != "string" || schema["minLength"] != float64(1) || schema["maxLength"] != float64(128) {
t.Fatalf("IdempotencyKey header schema is unsafe: %#v", parameter["schema"])
}
for _, path := range []string{"/api/v1/source-catalog/route", "/api/v1/source-catalog/sources/{id}/refresh"} {
operation, ok := document.Paths[path]["post"].(map[string]any)
if !ok {
t.Fatalf("missing POST %s", path)
}
parameters, ok := operation["parameters"].([]any)
if !ok {
t.Fatalf("POST %s must declare the idempotency header", path)
}
found := false
for _, value := range parameters {
parameterRef, _ := value.(map[string]any)
if parameterRef["$ref"] == "#/components/parameters/IdempotencyKey" {
found = true
}
}
if !found {
t.Fatalf("POST %s must reference IdempotencyKey", path)
}
responses, _ := operation["responses"].(map[string]any)
accepted, _ := responses["202"].(map[string]any)
if accepted["$ref"] != "#/components/responses/OperationEnvelope" {
t.Fatalf("POST %s must document created/replayed operation response: %#v", path, accepted)
}
}
}
func stringValue(value any) string {
result, _ := value.(string)
return result
}
File diff suppressed because it is too large Load Diff
File diff suppressed because it is too large Load Diff
@@ -0,0 +1,78 @@
package httpapi
import (
"bytes"
"context"
"encoding/json"
"net/http"
"net/http/httptest"
"os"
"testing"
"time"
"github.com/jackc/pgx/v5/pgxpool"
"knowledge-governance/internal/governance"
postgresstore "knowledge-governance/internal/platform/postgres"
)
func TestUISettingsWriteReadBackIntegration(t *testing.T) {
databaseURL := os.Getenv("TEST_DATABASE_URL")
if databaseURL == "" {
t.Skip("TEST_DATABASE_URL is not set")
}
ctx := context.Background()
pool, err := pgxpool.New(ctx, databaseURL)
if err != nil {
t.Fatal(err)
}
defer pool.Close()
if err := postgresstore.ApplyMigrations(ctx, pool); err != nil {
t.Fatal(err)
}
now := time.Date(2026, 9, 10, 9, 0, 0, 0, time.UTC)
handler, err := NewHandler(Config{Store: postgresstore.NewStore(pool), Now: func() time.Time { return now }})
if err != nil {
t.Fatal(err)
}
create := httptest.NewRecorder()
createRequest := httptest.NewRequest(http.MethodPost, "/api/v1/ui-settings/candidates", bytes.NewBufferString(`{"document_refresh_seconds":30,"resource_refresh_seconds":60,"stalled_after_seconds":3600,"finalizing_after_seconds":14400,"updated_by":"engineer-e2e"}`))
createRequest.Header.Set("X-Governance-Action", "ui-settings")
createRequest.Header.Set("Idempotency-Key", "op-e2e-uis-create")
handler.ServeHTTP(create, createRequest)
if create.Code != http.StatusCreated {
t.Fatalf("create status=%d body=%s", create.Code, create.Body.String())
}
var candidate struct {
Data governance.UISettings `json:"data"`
}
if err := json.NewDecoder(create.Body).Decode(&candidate); err != nil || candidate.Data.State != "validated" {
t.Fatalf("candidate=%#v error=%v", candidate, err)
}
activate := httptest.NewRecorder()
activateRequest := httptest.NewRequest(http.MethodPost, "/api/v1/ui-settings/"+candidate.Data.ID+"/activate", bytes.NewBufferString(`{}`))
activateRequest.Header.Set("X-Governance-Action", "ui-settings")
activateRequest.Header.Set("Idempotency-Key", "op-e2e-uis-activate")
handler.ServeHTTP(activate, activateRequest)
if activate.Code != http.StatusOK {
t.Fatalf("activate status=%d body=%s", activate.Code, activate.Body.String())
}
get := httptest.NewRecorder()
handler.ServeHTTP(get, httptest.NewRequest(http.MethodGet, "/api/v1/ui-settings", nil))
if get.Code != http.StatusOK {
t.Fatalf("get status=%d body=%s", get.Code, get.Body.String())
}
var active struct {
Data governance.UISettings `json:"data"`
}
if err := json.NewDecoder(get.Body).Decode(&active); err != nil || active.Data.ID != candidate.Data.ID || active.Data.State != "active" || active.Data.DocumentRefreshSeconds != 30 {
t.Fatalf("active=%#v error=%v", active, err)
}
var activeCount, retiredCount int
if err := pool.QueryRow(ctx, `SELECT COUNT(*) FILTER(WHERE state='active'),COUNT(*) FILTER(WHERE state='retired') FROM ui_setting_revisions`).Scan(&activeCount, &retiredCount); err != nil || activeCount != 1 || retiredCount != 1 {
t.Fatalf("active=%d retired=%d error=%v", activeCount, retiredCount, err)
}
}