Files
knowledge-governance/internal/libraryprofile/profile.go
T
姚章浩 3f2626f621
build / build (push) Failing after 1m32s
feat(library): 整库发布支持 WeKnora 0.9.0 schema 134
按 schema 版本选 profile 并以 information_schema 能力探测放行,取代写死的
version==74;未知版本、脏库、缺表缺列、跨版本搬运一律拒绝并点名原因。
0.9.0 的索引名改从部署配置解析,wiki_log_entries 按 profile 变为可选,
归档部件集合随之一致。
2026-11-16 20:22:29 +08:00

210 lines
9.3 KiB
Go
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
// Package libraryprofile 声明"某个 WeKnora schema 版本下,整库适配器可以依赖什么"。
//
// 为什么要有这一层:整库导出/导入原本把 `version != 74` 写死在四个入口里。
// 版本号本身不是契约——同一版本号在不同部署上也可能缺表;反过来,把判定放宽成
// `version > 74` 又会把"没见过的版本"当成"兼容"。所以这里同时声明两件事:
// - 该版本必须存在的表与列(导出/导入按它取数);
// - 该版本的归档部件集合(manifest 按它判定完整性)。
//
// 版本号只用来**选中** profile,真正的放行条件是随后对 information_schema 的
// 能力探测(见 releaseadapter 的 ResolveSchemaProfile)。
package libraryprofile
import "fmt"
// LegacyVersion 是 0.7.1 的 schema_migrations 版本号,也是既有内存夹具的默认值。
const LegacyVersion = 74
// V090Version 是 0.9.0 的 schema_migrations 版本号(已实测:134、dirty=false、83 表)。
const V090Version = 134
// PartRequirement 是归档部件的一项要求(kind/name 与 manifest 的部件键一致)。
type PartRequirement struct {
Kind string
Name string
}
// Profile 是一个 schema 版本的静态能力声明。
type Profile struct {
Name string
SchemaVersion int
WeKnoraVersion string
// EmbeddingDimension 为 0 表示"由目标 models.parameters 说了算";
// 非 0 表示该版本只接受这一定维度(0.7.1 的契约就是固定 1024)。
EmbeddingDimension int
RequiredTables []string
OptionalTables []string
RequiredColumns map[string][]string
// ReviewedTriggers 是该版本允许出现的 pg_get_triggerdef 原文。
// 触发器意味着"写一行还会改别的表",所以只接受逐字核对过的定义,
// 且这些定义必须在该版本上真实存在(消失也说明 schema 不是我们审过的那份)。
ReviewedTriggers []string
RequiredParts []PartRequirement
OptionalParts []PartRequirement
// IndexContractSource 说明该版本的索引名从哪里读。空值等于"读不到",
// 不允许回退成空串去匹配任何索引。
IndexContractSource string
}
var profiles = map[int]Profile{
LegacyVersion: {
Name: "v071",
SchemaVersion: LegacyVersion,
WeKnoraVersion: "v0.7.1",
EmbeddingDimension: 1024,
RequiredTables: []string{
"knowledges", "chunks", "knowledge_tags", "knowledge_tag_relations",
"resources", "resource_bindings", "wiki_folders", "wiki_pages",
"wiki_page_issues", "wiki_log_entries",
},
RequiredColumns: map[string][]string{
"knowledges": {"id", "tenant_id", "knowledge_base_id", "deleted_at", "parse_status"},
"chunks": {"id", "tenant_id", "knowledge_base_id", "knowledge_id", "content"},
"knowledge_tags": {"id", "tenant_id", "knowledge_base_id"},
"knowledge_tag_relations": {"knowledge_id", "tag_id"},
"resources": {"id", "handle", "tenant_id", "physical_path"},
"resource_bindings": {"id", "resource_id", "tenant_id", "owner_type", "owner_id"},
"wiki_pages": {"id", "tenant_id", "knowledge_base_id", "slug"},
"wiki_folders": {"id", "tenant_id", "knowledge_base_id"},
"wiki_page_issues": {"id", "tenant_id", "knowledge_base_id"},
"wiki_log_entries": {"id", "tenant_id", "knowledge_base_id"},
},
RequiredParts: []PartRequirement{
{"database", "knowledges"}, {"database", "chunks"},
{"database", "knowledge_tags"}, {"database", "knowledge_tag_relations"},
{"database", "resources"}, {"database", "resource_bindings"},
{"wiki", "wiki_folders"}, {"wiki", "wiki_pages"},
{"wiki", "wiki_page_issues"}, {"wiki", "wiki_log_entries"},
{"index", "chunks"},
},
IndexContractSource: "vector_stores.index_config.index_name",
},
V090Version: {
Name: "v090",
SchemaVersion: V090Version,
WeKnoraVersion: "v0.9.0",
// 0.9.0 的 KB 不写 vector_store_id,维度只能从 models.parameters 读。
EmbeddingDimension: 0,
RequiredTables: []string{
"knowledges", "chunks", "knowledge_tags", "knowledge_tag_relations",
"resources", "resource_bindings", "wiki_folders", "wiki_pages",
"wiki_page_issues",
},
// 0.9.0 删掉了 wiki_log_entries;部件集合随之为空,不许假装还有。
OptionalTables: []string{"wiki_log_entries"},
RequiredColumns: map[string][]string{
"knowledges": {"id", "tenant_id", "knowledge_base_id", "deleted_at", "parse_status"},
"chunks": {"id", "tenant_id", "knowledge_base_id", "knowledge_id", "content", "seq_id", "content_revision", "index_status"},
"knowledge_tags": {"id", "tenant_id", "knowledge_base_id"},
"knowledge_tag_relations": {"knowledge_id", "tag_id"},
"resources": {"id", "handle", "tenant_id", "physical_path"},
"resource_bindings": {"id", "resource_id", "tenant_id", "owner_type", "owner_id"},
"wiki_pages": {"id", "tenant_id", "knowledge_base_id", "slug"},
"wiki_folders": {"id", "tenant_id", "knowledge_base_id"},
"wiki_page_issues": {"id", "tenant_id", "knowledge_base_id"},
},
RequiredParts: []PartRequirement{
{"database", "knowledges"}, {"database", "chunks"},
{"database", "knowledge_tags"}, {"database", "knowledge_tag_relations"},
{"database", "resources"}, {"database", "resource_bindings"},
{"wiki", "wiki_folders"}, {"wiki", "wiki_pages"}, {"wiki", "wiki_page_issues"},
{"index", "chunks"},
},
OptionalParts: []PartRequirement{
{"wiki", "wiki_log_entries"},
},
// 0.9.0 的索引名来自部署配置(ELASTICSEARCH_INDEX),不是 vector_stores。
// 0.9.0 在 chunks 上挂了图片同步触发器(仅当 image_info 以 '[' 开头时触发),
// 它维护 chunk_images 派生表;定义逐字核对,任何改动都拒绝。
ReviewedTriggers: []string{
`CREATE TRIGGER trg_chunk_images_delete AFTER DELETE ON public.chunks FOR EACH ROW WHEN ((old.image_info ~~ '[%'::text)) EXECUTE FUNCTION chunk_images_sync()`,
`CREATE TRIGGER trg_chunk_images_insert AFTER INSERT ON public.chunks FOR EACH ROW WHEN ((new.image_info ~~ '[%'::text)) EXECUTE FUNCTION chunk_images_sync()`,
`CREATE TRIGGER trg_chunk_images_update AFTER UPDATE ON public.chunks FOR EACH ROW WHEN ((((old.image_info ~~ '[%'::text) OR (new.image_info ~~ '[%'::text)) AND ((old.image_info IS DISTINCT FROM new.image_info) OR (old.is_enabled IS DISTINCT FROM new.is_enabled) OR (old.status IS DISTINCT FROM new.status) OR (old.deleted_at IS DISTINCT FROM new.deleted_at) OR (old.tenant_id IS DISTINCT FROM new.tenant_id) OR ((old.knowledge_base_id)::text IS DISTINCT FROM (new.knowledge_base_id)::text) OR ((old.knowledge_id)::text IS DISTINCT FROM (new.knowledge_id)::text) OR ((old.chunk_type)::text IS DISTINCT FROM (new.chunk_type)::text) OR (old.created_at IS DISTINCT FROM new.created_at) OR (old.updated_at IS DISTINCT FROM new.updated_at)))) EXECUTE FUNCTION chunk_images_sync()`,
},
IndexContractSource: "config ELASTICSEARCH_INDEX",
},
}
// For 按版本号选中 profile。未知版本一律失败:版本号是"选哪份声明"的索引,
// 不是"能不能放行"的依据,所以绝不返回默认 profile。
func For(version int) (Profile, error) {
profile, ok := profiles[version]
if !ok {
return Profile{}, fmt.Errorf("unsupported WeKnora schema version %d: supported profiles are 74 (v071) and 134 (v090)", version)
}
return profile, nil
}
// Supported 返回已声明 profile 的版本号(用于文档与错误信息,不用于放行)。
func Supported() []int {
return []int{LegacyVersion, V090Version}
}
// TableSet 是"可能出现的表"集合:必需表 + 可选表。
func (p Profile) TableSet() map[string]bool {
set := make(map[string]bool, len(p.RequiredTables)+len(p.OptionalTables))
for _, name := range p.RequiredTables {
set[name] = true
}
for _, name := range p.OptionalTables {
set[name] = true
}
return set
}
// HasTable 报告某张表是否属于该 profile(必需或可选)。
func (p Profile) HasTable(name string) bool {
return p.TableSet()[name]
}
// IsRequiredTable 报告某张表是否必需存在。
func (p Profile) IsRequiredTable(name string) bool {
for _, candidate := range p.RequiredTables {
if candidate == name {
return true
}
}
return false
}
// PartKeys 返回 (必需, 可选) 的归档部件键,形如 "wiki/wiki_log_entries"。
func (p Profile) PartKeys() ([]string, []string) {
key := func(part PartRequirement) string { return part.Kind + "/" + part.Name }
required := make([]string, 0, len(p.RequiredParts))
for _, part := range p.RequiredParts {
required = append(required, key(part))
}
optional := make([]string, 0, len(p.OptionalParts))
for _, part := range p.OptionalParts {
optional = append(optional, key(part))
}
return required, optional
}
// RequiresPart 报告某部件键是否必需(可选部件返回 false)。
func (p Profile) RequiresPart(key string) bool {
required, _ := p.PartKeys()
for _, candidate := range required {
if candidate == key {
return true
}
}
return false
}
// AllowsPart 报告某部件键是否至少允许出现。
func (p Profile) AllowsPart(key string) bool {
required, optional := p.PartKeys()
for _, candidate := range required {
if candidate == key {
return true
}
}
for _, candidate := range optional {
if candidate == key {
return true
}
}
return false
}