dcdc8d1ddd
全栈知识治理平台首次入库(P1-P10 + 发布链路模拟验证闭环): - 治理核心:源目录/变更集/人工审核/发布批次/发布执行(fail-closed 闸口) - 测试通道:WeKnora 测试 KB 上传/轮询/验收;poll 完成时写入 parser_generation/index_generation,修复 manual/seed 路径发布闸口永久拦截 - 发布适配器 v071(本地 source=测试角色 / 云端 target=生产角色 模拟验证通过): * ES 导出/导入 mapping 自适应(.keyword 子字段、可选 tenant_id) * OSS locator 支持嵌套 scheme;chunks.seq_id 由目标序列分配 * bundle 归档同身份重试原子替换;verifier 按 bundle chunk_type 计数 * 回滚 job payload 支持 prior_execution_id(strict 解码) - 三通道发布+回滚演练实测:publish 4/4 verified,检索命中, rollback 4/4 rolled_back,目标端 PG is_enabled=false、ES is_enabled=false - 前端 A·Data-console 风格全站统一,120 用例通过 - 门禁:go vet / go test 全包通过,gofmt 干净
102 lines
3.7 KiB
Go
102 lines
3.7 KiB
Go
package v071
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"strings"
|
|
|
|
"github.com/jackc/pgx/v5"
|
|
|
|
"knowledge-governance/internal/releasebundle"
|
|
releaseworkflow "knowledge-governance/internal/workflows/release"
|
|
)
|
|
|
|
type targetContractDB interface {
|
|
QueryRow(ctx context.Context, sql string, args ...any) pgx.Row
|
|
}
|
|
|
|
type elasticsearchMappingInspector interface {
|
|
MappingSHA256(ctx context.Context) (string, error)
|
|
}
|
|
|
|
type TargetContractInspectorConfig struct {
|
|
DB targetContractDB
|
|
Mapping elasticsearchMappingInspector
|
|
KnowledgeBaseID string
|
|
TenantID uint64
|
|
IndexName string
|
|
}
|
|
|
|
type TargetContractInspector struct {
|
|
config TargetContractInspectorConfig
|
|
}
|
|
|
|
const targetContractSQL = `
|
|
SELECT migration.version,
|
|
migration.dirty,
|
|
knowledge_base.tenant_id,
|
|
model.name,
|
|
COALESCE(NULLIF(model.parameters->'embedding_parameters'->>'dimension', '')::INTEGER, 0),
|
|
COALESCE(vector_store.engine_type, ''),
|
|
COALESCE(vector_store.index_config->>'index_name', '')
|
|
FROM knowledge_bases AS knowledge_base
|
|
JOIN models AS model
|
|
ON model.id = knowledge_base.embedding_model_id
|
|
AND model.deleted_at IS NULL
|
|
JOIN schema_migrations AS migration ON TRUE
|
|
LEFT JOIN vector_stores AS vector_store
|
|
ON vector_store.id = knowledge_base.vector_store_id
|
|
AND vector_store.deleted_at IS NULL
|
|
WHERE knowledge_base.id = $1
|
|
AND knowledge_base.deleted_at IS NULL
|
|
`
|
|
|
|
func NewTargetContractInspector(config TargetContractInspectorConfig) (*TargetContractInspector, error) {
|
|
config.KnowledgeBaseID = strings.TrimSpace(config.KnowledgeBaseID)
|
|
config.IndexName = strings.TrimSpace(config.IndexName)
|
|
if config.DB == nil || config.Mapping == nil || config.TenantID == 0 || !validSearchIdentifier(config.KnowledgeBaseID) || !validSearchIdentifier(config.IndexName) {
|
|
return nil, errors.New("invalid target contract inspector configuration")
|
|
}
|
|
return &TargetContractInspector{config: config}, nil
|
|
}
|
|
|
|
func (inspector *TargetContractInspector) Contract(ctx context.Context, item releaseworkflow.PlanItem) (releasebundle.TargetContract, error) {
|
|
if item.TestKnowledgeBaseID != inspector.config.KnowledgeBaseID {
|
|
return releasebundle.TargetContract{}, errors.New("release plan knowledge base does not match target contract")
|
|
}
|
|
var (
|
|
migrationVersion int
|
|
dirty bool
|
|
tenantID uint64
|
|
embeddingModel string
|
|
dimension int
|
|
engineType string
|
|
indexName string
|
|
)
|
|
if err := inspector.config.DB.QueryRow(ctx, targetContractSQL, inspector.config.KnowledgeBaseID).Scan(
|
|
&migrationVersion, &dirty, &tenantID, &embeddingModel, &dimension, &engineType, &indexName,
|
|
); err != nil {
|
|
return releasebundle.TargetContract{}, errors.New("read target WeKnora contract")
|
|
}
|
|
if migrationVersion != releasebundle.WeKnoraMigrationV071 || dirty || tenantID != inspector.config.TenantID ||
|
|
!validSearchIdentifier(embeddingModel) || dimension < 1 ||
|
|
(engineType != "" && engineType != "elasticsearch") ||
|
|
(indexName != "" && indexName != inspector.config.IndexName) {
|
|
return releasebundle.TargetContract{}, errors.New("target WeKnora contract mismatch")
|
|
}
|
|
mappingSHA256, err := inspector.config.Mapping.MappingSHA256(ctx)
|
|
if err != nil || !validLowerSHA256(mappingSHA256) {
|
|
return releasebundle.TargetContract{}, errors.New("read target Elasticsearch mapping contract")
|
|
}
|
|
return releasebundle.TargetContract{
|
|
WeKnoraVersion: releasebundle.WeKnoraVersionV071,
|
|
MigrationVersion: releasebundle.WeKnoraMigrationV071,
|
|
TenantID: tenantID,
|
|
KnowledgeBaseID: inspector.config.KnowledgeBaseID,
|
|
RetrieverEngine: "elasticsearch_v8",
|
|
EmbeddingModel: embeddingModel,
|
|
EmbeddingDimension: dimension,
|
|
ElasticsearchMappingSHA256: mappingSHA256,
|
|
}, nil
|
|
}
|