3f2626f621
build / build (push) Failing after 1m32s
按 schema 版本选 profile 并以 information_schema 能力探测放行,取代写死的 version==74;未知版本、脏库、缺表缺列、跨版本搬运一律拒绝并点名原因。 0.9.0 的索引名改从部署配置解析,wiki_log_entries 按 profile 变为可选, 归档部件集合随之一致。
210 lines
9.3 KiB
Go
210 lines
9.3 KiB
Go
// Package libraryprofile 声明"某个 WeKnora schema 版本下,整库适配器可以依赖什么"。
|
||
//
|
||
// 为什么要有这一层:整库导出/导入原本把 `version != 74` 写死在四个入口里。
|
||
// 版本号本身不是契约——同一版本号在不同部署上也可能缺表;反过来,把判定放宽成
|
||
// `version > 74` 又会把"没见过的版本"当成"兼容"。所以这里同时声明两件事:
|
||
// - 该版本必须存在的表与列(导出/导入按它取数);
|
||
// - 该版本的归档部件集合(manifest 按它判定完整性)。
|
||
//
|
||
// 版本号只用来**选中** profile,真正的放行条件是随后对 information_schema 的
|
||
// 能力探测(见 releaseadapter 的 ResolveSchemaProfile)。
|
||
package libraryprofile
|
||
|
||
import "fmt"
|
||
|
||
// LegacyVersion 是 0.7.1 的 schema_migrations 版本号,也是既有内存夹具的默认值。
|
||
const LegacyVersion = 74
|
||
|
||
// V090Version 是 0.9.0 的 schema_migrations 版本号(已实测:134、dirty=false、83 表)。
|
||
const V090Version = 134
|
||
|
||
// PartRequirement 是归档部件的一项要求(kind/name 与 manifest 的部件键一致)。
|
||
type PartRequirement struct {
|
||
Kind string
|
||
Name string
|
||
}
|
||
|
||
// Profile 是一个 schema 版本的静态能力声明。
|
||
type Profile struct {
|
||
Name string
|
||
SchemaVersion int
|
||
WeKnoraVersion string
|
||
// EmbeddingDimension 为 0 表示"由目标 models.parameters 说了算";
|
||
// 非 0 表示该版本只接受这一定维度(0.7.1 的契约就是固定 1024)。
|
||
EmbeddingDimension int
|
||
RequiredTables []string
|
||
OptionalTables []string
|
||
RequiredColumns map[string][]string
|
||
// ReviewedTriggers 是该版本允许出现的 pg_get_triggerdef 原文。
|
||
// 触发器意味着"写一行还会改别的表",所以只接受逐字核对过的定义,
|
||
// 且这些定义必须在该版本上真实存在(消失也说明 schema 不是我们审过的那份)。
|
||
ReviewedTriggers []string
|
||
RequiredParts []PartRequirement
|
||
OptionalParts []PartRequirement
|
||
// IndexContractSource 说明该版本的索引名从哪里读。空值等于"读不到",
|
||
// 不允许回退成空串去匹配任何索引。
|
||
IndexContractSource string
|
||
}
|
||
|
||
var profiles = map[int]Profile{
|
||
LegacyVersion: {
|
||
Name: "v071",
|
||
SchemaVersion: LegacyVersion,
|
||
WeKnoraVersion: "v0.7.1",
|
||
EmbeddingDimension: 1024,
|
||
RequiredTables: []string{
|
||
"knowledges", "chunks", "knowledge_tags", "knowledge_tag_relations",
|
||
"resources", "resource_bindings", "wiki_folders", "wiki_pages",
|
||
"wiki_page_issues", "wiki_log_entries",
|
||
},
|
||
RequiredColumns: map[string][]string{
|
||
"knowledges": {"id", "tenant_id", "knowledge_base_id", "deleted_at", "parse_status"},
|
||
"chunks": {"id", "tenant_id", "knowledge_base_id", "knowledge_id", "content"},
|
||
"knowledge_tags": {"id", "tenant_id", "knowledge_base_id"},
|
||
"knowledge_tag_relations": {"knowledge_id", "tag_id"},
|
||
"resources": {"id", "handle", "tenant_id", "physical_path"},
|
||
"resource_bindings": {"id", "resource_id", "tenant_id", "owner_type", "owner_id"},
|
||
"wiki_pages": {"id", "tenant_id", "knowledge_base_id", "slug"},
|
||
"wiki_folders": {"id", "tenant_id", "knowledge_base_id"},
|
||
"wiki_page_issues": {"id", "tenant_id", "knowledge_base_id"},
|
||
"wiki_log_entries": {"id", "tenant_id", "knowledge_base_id"},
|
||
},
|
||
RequiredParts: []PartRequirement{
|
||
{"database", "knowledges"}, {"database", "chunks"},
|
||
{"database", "knowledge_tags"}, {"database", "knowledge_tag_relations"},
|
||
{"database", "resources"}, {"database", "resource_bindings"},
|
||
{"wiki", "wiki_folders"}, {"wiki", "wiki_pages"},
|
||
{"wiki", "wiki_page_issues"}, {"wiki", "wiki_log_entries"},
|
||
{"index", "chunks"},
|
||
},
|
||
IndexContractSource: "vector_stores.index_config.index_name",
|
||
},
|
||
V090Version: {
|
||
Name: "v090",
|
||
SchemaVersion: V090Version,
|
||
WeKnoraVersion: "v0.9.0",
|
||
// 0.9.0 的 KB 不写 vector_store_id,维度只能从 models.parameters 读。
|
||
EmbeddingDimension: 0,
|
||
RequiredTables: []string{
|
||
"knowledges", "chunks", "knowledge_tags", "knowledge_tag_relations",
|
||
"resources", "resource_bindings", "wiki_folders", "wiki_pages",
|
||
"wiki_page_issues",
|
||
},
|
||
// 0.9.0 删掉了 wiki_log_entries;部件集合随之为空,不许假装还有。
|
||
OptionalTables: []string{"wiki_log_entries"},
|
||
RequiredColumns: map[string][]string{
|
||
"knowledges": {"id", "tenant_id", "knowledge_base_id", "deleted_at", "parse_status"},
|
||
"chunks": {"id", "tenant_id", "knowledge_base_id", "knowledge_id", "content", "seq_id", "content_revision", "index_status"},
|
||
"knowledge_tags": {"id", "tenant_id", "knowledge_base_id"},
|
||
"knowledge_tag_relations": {"knowledge_id", "tag_id"},
|
||
"resources": {"id", "handle", "tenant_id", "physical_path"},
|
||
"resource_bindings": {"id", "resource_id", "tenant_id", "owner_type", "owner_id"},
|
||
"wiki_pages": {"id", "tenant_id", "knowledge_base_id", "slug"},
|
||
"wiki_folders": {"id", "tenant_id", "knowledge_base_id"},
|
||
"wiki_page_issues": {"id", "tenant_id", "knowledge_base_id"},
|
||
},
|
||
RequiredParts: []PartRequirement{
|
||
{"database", "knowledges"}, {"database", "chunks"},
|
||
{"database", "knowledge_tags"}, {"database", "knowledge_tag_relations"},
|
||
{"database", "resources"}, {"database", "resource_bindings"},
|
||
{"wiki", "wiki_folders"}, {"wiki", "wiki_pages"}, {"wiki", "wiki_page_issues"},
|
||
{"index", "chunks"},
|
||
},
|
||
OptionalParts: []PartRequirement{
|
||
{"wiki", "wiki_log_entries"},
|
||
},
|
||
// 0.9.0 的索引名来自部署配置(ELASTICSEARCH_INDEX),不是 vector_stores。
|
||
// 0.9.0 在 chunks 上挂了图片同步触发器(仅当 image_info 以 '[' 开头时触发),
|
||
// 它维护 chunk_images 派生表;定义逐字核对,任何改动都拒绝。
|
||
ReviewedTriggers: []string{
|
||
`CREATE TRIGGER trg_chunk_images_delete AFTER DELETE ON public.chunks FOR EACH ROW WHEN ((old.image_info ~~ '[%'::text)) EXECUTE FUNCTION chunk_images_sync()`,
|
||
`CREATE TRIGGER trg_chunk_images_insert AFTER INSERT ON public.chunks FOR EACH ROW WHEN ((new.image_info ~~ '[%'::text)) EXECUTE FUNCTION chunk_images_sync()`,
|
||
`CREATE TRIGGER trg_chunk_images_update AFTER UPDATE ON public.chunks FOR EACH ROW WHEN ((((old.image_info ~~ '[%'::text) OR (new.image_info ~~ '[%'::text)) AND ((old.image_info IS DISTINCT FROM new.image_info) OR (old.is_enabled IS DISTINCT FROM new.is_enabled) OR (old.status IS DISTINCT FROM new.status) OR (old.deleted_at IS DISTINCT FROM new.deleted_at) OR (old.tenant_id IS DISTINCT FROM new.tenant_id) OR ((old.knowledge_base_id)::text IS DISTINCT FROM (new.knowledge_base_id)::text) OR ((old.knowledge_id)::text IS DISTINCT FROM (new.knowledge_id)::text) OR ((old.chunk_type)::text IS DISTINCT FROM (new.chunk_type)::text) OR (old.created_at IS DISTINCT FROM new.created_at) OR (old.updated_at IS DISTINCT FROM new.updated_at)))) EXECUTE FUNCTION chunk_images_sync()`,
|
||
},
|
||
IndexContractSource: "config ELASTICSEARCH_INDEX",
|
||
},
|
||
}
|
||
|
||
// For 按版本号选中 profile。未知版本一律失败:版本号是"选哪份声明"的索引,
|
||
// 不是"能不能放行"的依据,所以绝不返回默认 profile。
|
||
func For(version int) (Profile, error) {
|
||
profile, ok := profiles[version]
|
||
if !ok {
|
||
return Profile{}, fmt.Errorf("unsupported WeKnora schema version %d: supported profiles are 74 (v071) and 134 (v090)", version)
|
||
}
|
||
return profile, nil
|
||
}
|
||
|
||
// Supported 返回已声明 profile 的版本号(用于文档与错误信息,不用于放行)。
|
||
func Supported() []int {
|
||
return []int{LegacyVersion, V090Version}
|
||
}
|
||
|
||
// TableSet 是"可能出现的表"集合:必需表 + 可选表。
|
||
func (p Profile) TableSet() map[string]bool {
|
||
set := make(map[string]bool, len(p.RequiredTables)+len(p.OptionalTables))
|
||
for _, name := range p.RequiredTables {
|
||
set[name] = true
|
||
}
|
||
for _, name := range p.OptionalTables {
|
||
set[name] = true
|
||
}
|
||
return set
|
||
}
|
||
|
||
// HasTable 报告某张表是否属于该 profile(必需或可选)。
|
||
func (p Profile) HasTable(name string) bool {
|
||
return p.TableSet()[name]
|
||
}
|
||
|
||
// IsRequiredTable 报告某张表是否必需存在。
|
||
func (p Profile) IsRequiredTable(name string) bool {
|
||
for _, candidate := range p.RequiredTables {
|
||
if candidate == name {
|
||
return true
|
||
}
|
||
}
|
||
return false
|
||
}
|
||
|
||
// PartKeys 返回 (必需, 可选) 的归档部件键,形如 "wiki/wiki_log_entries"。
|
||
func (p Profile) PartKeys() ([]string, []string) {
|
||
key := func(part PartRequirement) string { return part.Kind + "/" + part.Name }
|
||
required := make([]string, 0, len(p.RequiredParts))
|
||
for _, part := range p.RequiredParts {
|
||
required = append(required, key(part))
|
||
}
|
||
optional := make([]string, 0, len(p.OptionalParts))
|
||
for _, part := range p.OptionalParts {
|
||
optional = append(optional, key(part))
|
||
}
|
||
return required, optional
|
||
}
|
||
|
||
// RequiresPart 报告某部件键是否必需(可选部件返回 false)。
|
||
func (p Profile) RequiresPart(key string) bool {
|
||
required, _ := p.PartKeys()
|
||
for _, candidate := range required {
|
||
if candidate == key {
|
||
return true
|
||
}
|
||
}
|
||
return false
|
||
}
|
||
|
||
// AllowsPart 报告某部件键是否至少允许出现。
|
||
func (p Profile) AllowsPart(key string) bool {
|
||
required, optional := p.PartKeys()
|
||
for _, candidate := range required {
|
||
if candidate == key {
|
||
return true
|
||
}
|
||
}
|
||
for _, candidate := range optional {
|
||
if candidate == key {
|
||
return true
|
||
}
|
||
}
|
||
return false
|
||
}
|