feat: Use num_ctx instead of truncate for embedding truncation

This commit is contained in:
begoniezhao
2026-02-04 14:17:18 +08:00
parent 0e1d08a14d
commit 4610a4d1ee
+3 -1
View File
@@ -95,7 +95,9 @@ func (e *OllamaEmbedder) BatchEmbed(ctx context.Context, texts []string) ([][]fl
// Set truncation parameters
if e.truncatePromptTokens > 0 {
req.Options["truncate"] = e.truncatePromptTokens
req.Options["num_ctx"] = e.truncatePromptTokens
truncate := true
req.Truncate = &truncate
}
// Send request