397689d2f3
- Added a new `.env.lite.example` file for the Lite version, providing a minimal configuration template. - Updated `.env.example` to remove deprecated variables and include new Docreader settings. - Enhanced Docker configurations to support the Lite version, including a new Dockerfile for the Docreader service. - Introduced a Makefile target for building and running the Lite version, along with packaging capabilities. - Created GitHub workflows for building and releasing Lite binaries, including Homebrew formula support. - Implemented a new service file for managing the Lite version as a system service. This update enables a streamlined, single-binary deployment of WeKnora, reducing external dependencies and simplifying setup.
64 lines
1.7 KiB
Go
64 lines
1.7 KiB
Go
package vlm
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
|
|
"github.com/Tencent/WeKnora/internal/logger"
|
|
"github.com/Tencent/WeKnora/internal/models/utils/ollama"
|
|
ollamaapi "github.com/ollama/ollama/api"
|
|
)
|
|
|
|
// OllamaVLM implements VLM via the local Ollama service.
|
|
type OllamaVLM struct {
|
|
modelName string
|
|
modelID string
|
|
ollamaService *ollama.OllamaService
|
|
}
|
|
|
|
// NewOllamaVLM creates an Ollama-backed VLM instance.
|
|
func NewOllamaVLM(config *Config, ollamaService *ollama.OllamaService) (*OllamaVLM, error) {
|
|
if ollamaService == nil {
|
|
return nil, fmt.Errorf("ollama service is required for local VLM model")
|
|
}
|
|
return &OllamaVLM{
|
|
modelName: config.ModelName,
|
|
modelID: config.ModelID,
|
|
ollamaService: ollamaService,
|
|
}, nil
|
|
}
|
|
|
|
// Predict sends an image with a text prompt to the Ollama vision model.
|
|
func (v *OllamaVLM) Predict(ctx context.Context, imgBytes []byte, prompt string) (string, error) {
|
|
streamFlag := false
|
|
chatReq := &ollamaapi.ChatRequest{
|
|
Model: v.modelName,
|
|
Messages: []ollamaapi.Message{
|
|
{
|
|
Role: "user",
|
|
Content: prompt,
|
|
Images: []ollamaapi.ImageData{imgBytes},
|
|
},
|
|
},
|
|
Stream: &streamFlag,
|
|
Options: map[string]interface{}{"temperature": 0.1},
|
|
}
|
|
|
|
logger.Infof(ctx, "[VLM] Calling Ollama API, model=%s, imageSize=%d", v.modelName, len(imgBytes))
|
|
|
|
var result string
|
|
err := v.ollamaService.Chat(ctx, chatReq, func(resp ollamaapi.ChatResponse) error {
|
|
result = resp.Message.Content
|
|
return nil
|
|
})
|
|
if err != nil {
|
|
return "", fmt.Errorf("Ollama VLM request: %w", err)
|
|
}
|
|
|
|
logger.Infof(ctx, "[VLM] Ollama response received, len=%d", len(result))
|
|
return result, nil
|
|
}
|
|
|
|
func (v *OllamaVLM) GetModelName() string { return v.modelName }
|
|
func (v *OllamaVLM) GetModelID() string { return v.modelID }
|