feat(storage): add multi-instance storage backends per workspace

Introduce tenant-scoped storage backend registry so workspaces can register
multiple storage instances and bind each knowledge base to a specific backend,
with migration from legacy tenant-level storage config and new settings UI.
This commit is contained in:
wizardchen
2026-07-15 13:26:29 +08:00
committed by lyingbug
parent 139ec1e6b8
commit f8b3e5f148
58 changed files with 2863 additions and 470 deletions
+29 -2
View File
@@ -63,6 +63,7 @@ type InitializationHandler struct {
ollamaService *ollama.OllamaService
documentReader interfaces.DocumentReader
pooler embedding.EmbedderPooler
storageResolver interfaces.StorageBackendResolver
}
// NewInitializationHandler 创建初始化处理器
@@ -76,6 +77,7 @@ func NewInitializationHandler(
ollamaService *ollama.OllamaService,
documentReader interfaces.DocumentReader,
pooler embedding.EmbedderPooler,
storageResolver interfaces.StorageBackendResolver,
) *InitializationHandler {
return &InitializationHandler{
config: config,
@@ -87,6 +89,7 @@ func NewInitializationHandler(
ollamaService: ollamaService,
documentReader: documentReader,
pooler: pooler,
storageResolver: storageResolver,
}
}
@@ -123,7 +126,8 @@ type KBModelConfigRequest struct {
} `json:"multimodal"`
// 存储引擎选择("local" | "minio" | "cos"),影响文档上传与文档内图片存储,参数从全局设置读取
StorageProvider string `json:"storageProvider"`
StorageProvider string `json:"storageProvider"`
StorageBackendID string `json:"storageBackendId"`
// 知识图谱配置
NodeExtract struct {
@@ -362,7 +366,30 @@ func (h *InitializationHandler) UpdateKBConfig(c *gin.Context) {
kb.VLMConfig.CustomInstructions = strings.TrimSpace(req.VLMConfig.CustomInstructions)
}
// 存储引擎:仅写入 provider 到新字段,参数从空间全局 StorageEngineConfig 读取
// Bind the concrete storage instance. Provider remains a compatibility
// projection for older clients and historical rows.
if strings.TrimSpace(req.StorageBackendID) != "" {
tenant, _ := types.TenantInfoFromContext(ctx)
backend, resolveErr := h.storageResolver.ResolveBackend(ctx, tenant, req.StorageBackendID, "")
if resolveErr != nil || backend == nil {
c.Error(errors.NewBadRequestError("Storage backend is unavailable"))
return
}
oldID := ""
if kb.StorageBackendID != nil {
oldID = *kb.StorageBackendID
}
if oldID != "" && oldID != backend.ID {
knowledgeList, listErr := h.knowledgeService.ListPagedKnowledgeByKnowledgeBaseID(ctx, kbIdStr, &types.Pagination{Page: 1, PageSize: 1}, types.KnowledgeListFilter{})
if listErr == nil && knowledgeList != nil && knowledgeList.Total > 0 {
c.Error(errors.NewBadRequestError("Storage backend cannot be changed while the knowledge base contains files; migrate storage first"))
return
}
}
kb.StorageBackendID = &backend.ID
req.StorageProvider = backend.Provider
}
// Legacy provider projection.
provider := strings.ToLower(strings.TrimSpace(req.StorageProvider))
if provider == "" {
provider = "local"