Files
Enterprise-Knowledge-Base/internal/models/vlm/ollama.go
T
wizardchen 0fcab3a413 feat(video): update ASR terminology and file type labels for improved clarity
- Changed 'Audio Processing' to 'Audio & Video' in English, Korean, Russian, and Chinese translations to reflect expanded functionality.
- Updated ASR configuration titles and descriptions to include video processing capabilities, enhancing user understanding of the feature.
- Renamed file type labels from 'Audio Files' to 'Audio & Video' across multiple languages for consistency and clarity.
- Enhanced document upload handling in the KnowledgeBase to filter unsupported file types, providing user feedback for filtered images, videos, and audio files.

This update improves the internationalization of the application and clarifies the capabilities of the ASR feature.
2026-04-14 22:59:14 +08:00

75 lines
2.0 KiB
Go

package vlm
import (
"context"
"fmt"
"github.com/Tencent/WeKnora/internal/logger"
"github.com/Tencent/WeKnora/internal/models/utils/ollama"
ollamaapi "github.com/ollama/ollama/api"
)
// OllamaVLM implements VLM via the local Ollama service.
type OllamaVLM struct {
modelName string
modelID string
ollamaService *ollama.OllamaService
}
// NewOllamaVLM creates an Ollama-backed VLM instance.
func NewOllamaVLM(config *Config, ollamaService *ollama.OllamaService) (*OllamaVLM, error) {
if ollamaService == nil {
return nil, fmt.Errorf("ollama service is required for local VLM model")
}
return &OllamaVLM{
modelName: config.ModelName,
modelID: config.ModelID,
ollamaService: ollamaService,
}, nil
}
// Predict sends an image with a text prompt to the Ollama vision model.
func (v *OllamaVLM) Predict(ctx context.Context, imgBytesList [][]byte, prompt string) (string, error) {
streamFlag := false
var images []ollamaapi.ImageData
for _, imgBytes := range imgBytesList {
if len(imgBytes) > 0 {
images = append(images, imgBytes)
}
}
chatReq := &ollamaapi.ChatRequest{
Model: v.modelName,
Messages: []ollamaapi.Message{
{
Role: "user",
Content: prompt,
Images: images,
},
},
Stream: &streamFlag,
Options: map[string]interface{}{"temperature": 0.1},
}
totalImageSize := 0
for _, img := range imgBytesList {
totalImageSize += len(img)
}
logger.Infof(ctx, "[VLM] Calling Ollama API, model=%s, numImages=%d, totalImageSize=%d", v.modelName, len(images), totalImageSize)
var result string
err := v.ollamaService.Chat(ctx, chatReq, func(resp ollamaapi.ChatResponse) error {
result = resp.Message.Content
return nil
})
if err != nil {
return "", fmt.Errorf("Ollama VLM request: %w", err)
}
logger.Infof(ctx, "[VLM] Ollama response received, len=%d", len(result))
return result, nil
}
func (v *OllamaVLM) GetModelName() string { return v.modelName }
func (v *OllamaVLM) GetModelID() string { return v.modelID }