diff --git a/internal/application/service/model.go b/internal/application/service/model.go index da2ac773..80bdc2d2 100644 --- a/internal/application/service/model.go +++ b/internal/application/service/model.go @@ -256,6 +256,7 @@ func (s *modelService) GetEmbeddingModel(ctx context.Context, modelId string) (e Dimensions: model.Parameters.EmbeddingParameters.Dimension, TruncatePromptTokens: model.Parameters.EmbeddingParameters.TruncatePromptTokens, Provider: model.Parameters.Provider, + Extra: stringMapToAnyMap(model.Parameters.ExtraConfig), }, s.pooler, s.ollamaService) if err != nil { logger.ErrorWithFields(ctx, err, map[string]interface{}{ @@ -311,6 +312,7 @@ func (s *modelService) GetEmbeddingModelForTenant(ctx context.Context, modelId s Dimensions: model.Parameters.EmbeddingParameters.Dimension, TruncatePromptTokens: model.Parameters.EmbeddingParameters.TruncatePromptTokens, Provider: model.Parameters.Provider, + Extra: stringMapToAnyMap(model.Parameters.ExtraConfig), }, s.pooler, s.ollamaService) if err != nil { logger.ErrorWithFields(ctx, err, map[string]interface{}{ diff --git a/internal/models/embedding/azure_openai.go b/internal/models/embedding/azure_openai.go new file mode 100644 index 00000000..c2d3036e --- /dev/null +++ b/internal/models/embedding/azure_openai.go @@ -0,0 +1,160 @@ +package embedding + +import ( + "bytes" + "context" + "encoding/json" + "fmt" + "io" + "net/http" + "time" + + "github.com/Tencent/WeKnora/internal/logger" +) + +// AzureOpenAIEmbedder implements text vectorization using Azure OpenAI API +type AzureOpenAIEmbedder struct { + apiKey string + baseURL string + modelName string + truncatePromptTokens int + dimensions int + modelID string + apiVersion string + httpClient *http.Client + maxRetries int + EmbedderPooler +} + +// NewAzureOpenAIEmbedder creates a new Azure OpenAI embedder +func NewAzureOpenAIEmbedder(apiKey, baseURL, modelName string, + truncatePromptTokens int, dimensions int, modelID string, + apiVersion string, pooler EmbedderPooler, +) (*AzureOpenAIEmbedder, error) { + if baseURL == "" { + return nil, fmt.Errorf("Azure resource endpoint (base URL) is required") + } + if modelName == "" { + return nil, fmt.Errorf("deployment name (model name) is required") + } + if apiVersion == "" { + apiVersion = "2024-10-21" + } + if truncatePromptTokens == 0 { + truncatePromptTokens = 511 + } + + return &AzureOpenAIEmbedder{ + apiKey: apiKey, + baseURL: baseURL, + modelName: modelName, + truncatePromptTokens: truncatePromptTokens, + dimensions: dimensions, + modelID: modelID, + apiVersion: apiVersion, + httpClient: &http.Client{Timeout: 60 * time.Second}, + maxRetries: 3, + EmbedderPooler: pooler, + }, nil +} + +func (e *AzureOpenAIEmbedder) Embed(ctx context.Context, text string) ([]float32, error) { + for range 3 { + embeddings, err := e.BatchEmbed(ctx, []string{text}) + if err != nil { + return nil, err + } + if len(embeddings) > 0 { + return embeddings[0], nil + } + } + return nil, fmt.Errorf("no embedding returned") +} + +func (e *AzureOpenAIEmbedder) BatchEmbed(ctx context.Context, texts []string) ([][]float32, error) { + reqBody := OpenAIEmbedRequest{ + Model: e.modelName, + Input: texts, + EncodingFormat: "float", + } + + jsonData, err := json.Marshal(reqBody) + if err != nil { + return nil, fmt.Errorf("marshal request: %w", err) + } + + logger.GetLogger(ctx).Debugf("AzureOpenAIEmbedder BatchEmbed: model=%s, input_count=%d", + e.modelName, len(texts)) + + resp, err := e.doRequestWithRetry(ctx, jsonData) + if err != nil { + return nil, fmt.Errorf("send request: %w", err) + } + if resp.Body != nil { + defer resp.Body.Close() + } + + body, err := io.ReadAll(resp.Body) + if err != nil { + return nil, fmt.Errorf("read response: %w", err) + } + + if resp.StatusCode != http.StatusOK { + bodyStr := string(body) + if len(bodyStr) > 1000 { + bodyStr = bodyStr[:1000] + "... (truncated)" + } + return nil, fmt.Errorf("Azure Embedding API error: Http Status %s, Response: %s", resp.Status, bodyStr) + } + + var response OpenAIEmbedResponse + if err := json.Unmarshal(body, &response); err != nil { + return nil, fmt.Errorf("unmarshal response: %w", err) + } + + embeddings := make([][]float32, 0, len(response.Data)) + for _, data := range response.Data { + embeddings = append(embeddings, data.Embedding) + } + return embeddings, nil +} + +func (e *AzureOpenAIEmbedder) doRequestWithRetry(ctx context.Context, jsonData []byte) (*http.Response, error) { + url := fmt.Sprintf("%s/openai/deployments/%s/embeddings?api-version=%s", + e.baseURL, e.modelName, e.apiVersion) + + var resp *http.Response + var err error + + for i := 0; i <= e.maxRetries; i++ { + if i > 0 { + backoffTime := time.Duration(1< 10*time.Second { + backoffTime = 10 * time.Second + } + select { + case <-time.After(backoffTime): + case <-ctx.Done(): + return nil, ctx.Err() + } + } + + req, reqErr := http.NewRequestWithContext(ctx, "POST", url, bytes.NewReader(jsonData)) + if reqErr != nil { + err = reqErr + continue + } + req.Header.Set("Content-Type", "application/json") + req.Header.Set("api-key", e.apiKey) + + resp, err = e.httpClient.Do(req) + if err == nil { + return resp, nil + } + } + return nil, err +} + +func (e *AzureOpenAIEmbedder) GetModelName() string { return e.modelName } +func (e *AzureOpenAIEmbedder) GetDimensions() int { return e.dimensions } +func (e *AzureOpenAIEmbedder) GetModelID() string { return e.modelID } diff --git a/internal/models/embedding/embedder.go b/internal/models/embedding/embedder.go index 014c4d96..d62abb51 100644 --- a/internal/models/embedding/embedder.go +++ b/internal/models/embedding/embedder.go @@ -47,6 +47,7 @@ type Config struct { Dimensions int `json:"dimensions"` ModelID string `json:"model_id"` Provider string `json:"provider"` + Extra map[string]any `json:"extra,omitempty"` } // NewEmbedder creates an embedder based on the configuration @@ -126,6 +127,24 @@ func NewEmbedder(config Config, pooler EmbedderPooler, ollamaService *ollama.Oll config.ModelID, pooler) return embedder, err + case provider.ProviderAzureOpenAI: + apiVersion := "2024-10-21" + if config.Extra != nil { + if v, ok := config.Extra["api_version"]; ok { + if vs, ok := v.(string); ok && vs != "" { + apiVersion = vs + } + } + } + embedder, err = NewAzureOpenAIEmbedder(config.APIKey, + config.BaseURL, + config.ModelName, + config.TruncatePromptTokens, + config.Dimensions, + config.ModelID, + apiVersion, + pooler) + return embedder, err case provider.ProviderNvidia: embedder, err = NewNvidiaEmbedder(config.APIKey, config.BaseURL,