d2a1006beb
- utils: 合并 SSRF_WHITELIST 与 SSRF_WHITELIST_EXTRA,避免部署侧默认值 (如 docker-compose 注入的 searxng 主机名)被用户的 SSRF_WHITELIST 自定义值覆盖。 - docker-compose.yml: 把 searxng 默认值挪到 SSRF_WHITELIST_EXTRA。 - searxng: 抽出导出函数 ValidateSearxngBaseURL,让 service 层保存校验 和 provider 构造校验完全一致;service 改为调用同一函数。 - searxng: language 由非法的 "auto" 改为 "all";移除强制 safesearch=1 让实例 settings.yml 决定。 - searxng: publishedDate 增加多格式 fallback(RFC3339Nano/无时区/ 日期-only/RFC1123 等),无法解析时 debug 日志记录。 - searxng: 解析 unresponsive_engines;结果为空时打 warn 日志,便于排查 "配置正确却搜不到结果"的情况。 - frontend: WebSearchSettings 的 Instance URL 标签/占位符走 i18n, zh-CN / en-US / ru-RU / ko-KR 四个 locale 补齐 baseUrlLabel / baseUrlPlaceholder。
138 lines
4.5 KiB
Go
138 lines
4.5 KiB
Go
package service
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
|
|
infra_web_search "github.com/Tencent/WeKnora/internal/infrastructure/web_search"
|
|
"github.com/Tencent/WeKnora/internal/logger"
|
|
"github.com/Tencent/WeKnora/internal/types"
|
|
"github.com/Tencent/WeKnora/internal/types/interfaces"
|
|
)
|
|
|
|
// webSearchProviderService implements interfaces.WebSearchProviderService
|
|
type webSearchProviderService struct {
|
|
repo interfaces.WebSearchProviderRepository
|
|
}
|
|
|
|
// NewWebSearchProviderService creates a new web search provider service
|
|
func NewWebSearchProviderService(repo interfaces.WebSearchProviderRepository) interfaces.WebSearchProviderService {
|
|
return &webSearchProviderService{repo: repo}
|
|
}
|
|
|
|
// CreateProvider creates a new web search provider configuration.
|
|
func (s *webSearchProviderService) CreateProvider(ctx context.Context, provider *types.WebSearchProviderEntity) error {
|
|
if provider.TenantID == 0 {
|
|
return fmt.Errorf("tenant ID is required")
|
|
}
|
|
|
|
if !isValidProviderType(provider.Provider) {
|
|
return fmt.Errorf("invalid provider type: %s", provider.Provider)
|
|
}
|
|
|
|
if err := validateProviderParameters(provider.Provider, provider.Parameters); err != nil {
|
|
return err
|
|
}
|
|
|
|
if provider.IsDefault {
|
|
if err := s.repo.ClearDefault(ctx, provider.TenantID, ""); err != nil {
|
|
logger.Warnf(ctx, "Failed to clear default providers: %v", err)
|
|
}
|
|
}
|
|
|
|
logger.Infof(ctx, "Creating web search provider: tenant=%d, name=%s, type=%s", provider.TenantID, provider.Name, provider.Provider)
|
|
return s.repo.Create(ctx, provider)
|
|
}
|
|
|
|
// UpdateProvider updates an existing provider.
|
|
func (s *webSearchProviderService) UpdateProvider(ctx context.Context, provider *types.WebSearchProviderEntity) error {
|
|
if provider.TenantID == 0 {
|
|
return fmt.Errorf("tenant ID is required")
|
|
}
|
|
|
|
// Validate provider type if set
|
|
if provider.Provider != "" && !isValidProviderType(provider.Provider) {
|
|
return fmt.Errorf("invalid provider type: %s", provider.Provider)
|
|
}
|
|
|
|
if provider.IsDefault {
|
|
if err := s.repo.ClearDefault(ctx, provider.TenantID, provider.ID); err != nil {
|
|
logger.Warnf(ctx, "Failed to clear default providers: %v", err)
|
|
}
|
|
}
|
|
|
|
if provider.Provider != "" {
|
|
if err := validateProviderParameters(provider.Provider, provider.Parameters); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
logger.Infof(ctx, "Updating web search provider: tenant=%d, id=%s", provider.TenantID, provider.ID)
|
|
return s.repo.Update(ctx, provider)
|
|
}
|
|
|
|
// DeleteProvider deletes a provider by tenant + id.
|
|
func (s *webSearchProviderService) DeleteProvider(ctx context.Context, tenantID uint64, id string) error {
|
|
logger.Infof(ctx, "Deleting web search provider: tenant=%d, id=%s", tenantID, id)
|
|
return s.repo.Delete(ctx, tenantID, id)
|
|
}
|
|
|
|
// isValidProviderType checks if the given provider type is supported
|
|
func isValidProviderType(provider types.WebSearchProviderType) bool {
|
|
switch provider {
|
|
case types.WebSearchProviderTypeBing,
|
|
types.WebSearchProviderTypeGoogle,
|
|
types.WebSearchProviderTypeDuckDuckGo,
|
|
types.WebSearchProviderTypeTavily,
|
|
types.WebSearchProviderTypeOllama,
|
|
types.WebSearchProviderTypeBaidu,
|
|
types.WebSearchProviderTypeSearxng:
|
|
return true
|
|
default:
|
|
return false
|
|
}
|
|
}
|
|
|
|
// validateProviderParameters validates required parameters for each provider type
|
|
func validateProviderParameters(provider types.WebSearchProviderType, params types.WebSearchProviderParameters) error {
|
|
switch provider {
|
|
case types.WebSearchProviderTypeBing:
|
|
if params.APIKey == "" {
|
|
return fmt.Errorf("API key is required for Bing provider")
|
|
}
|
|
case types.WebSearchProviderTypeGoogle:
|
|
if params.APIKey == "" {
|
|
return fmt.Errorf("API key is required for Google provider")
|
|
}
|
|
if params.EngineID == "" {
|
|
return fmt.Errorf("engine ID is required for Google provider")
|
|
}
|
|
case types.WebSearchProviderTypeTavily:
|
|
if params.APIKey == "" {
|
|
return fmt.Errorf("API key is required for Tavily provider")
|
|
}
|
|
case types.WebSearchProviderTypeOllama:
|
|
if params.APIKey == "" {
|
|
return fmt.Errorf("API key is required for Ollama provider")
|
|
}
|
|
case types.WebSearchProviderTypeBaidu:
|
|
if params.APIKey == "" {
|
|
return fmt.Errorf("API key is required for Baidu provider")
|
|
}
|
|
case types.WebSearchProviderTypeDuckDuckGo:
|
|
// No API key required
|
|
case types.WebSearchProviderTypeSearxng:
|
|
if err := infra_web_search.ValidateSearxngBaseURL(params.BaseURL); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
if err := validateOptionalProxyURL(params.ProxyURL); err != nil {
|
|
return err
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func validateOptionalProxyURL(proxyURL string) error {
|
|
return infra_web_search.ValidateProxyURL(proxyURL)
|
|
}
|