76 lines
2.4 KiB
Go
76 lines
2.4 KiB
Go
package service
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"testing"
|
|
|
|
"github.com/Tencent/WeKnora/internal/models/vlm"
|
|
"github.com/Tencent/WeKnora/internal/types"
|
|
"github.com/Tencent/WeKnora/internal/types/interfaces"
|
|
)
|
|
|
|
type agentImageVLMStub struct {
|
|
calls int
|
|
images [][]byte
|
|
result string
|
|
err error
|
|
}
|
|
|
|
func (s *agentImageVLMStub) Predict(_ context.Context, images [][]byte, _ string) (string, error) {
|
|
s.calls++
|
|
s.images = images
|
|
return s.result, s.err
|
|
}
|
|
func (*agentImageVLMStub) GetModelName() string { return "vlm-stub" }
|
|
func (*agentImageVLMStub) GetModelID() string { return "vlm-1" }
|
|
|
|
type agentImageModelServiceStub struct {
|
|
interfaces.ModelService
|
|
model vlm.VLM
|
|
err error
|
|
calls int
|
|
}
|
|
|
|
func (s *agentImageModelServiceStub) GetVLMModel(context.Context, string) (vlm.VLM, error) {
|
|
s.calls++
|
|
return s.model, s.err
|
|
}
|
|
|
|
func TestPrepareAgentImageInputUsesVLMOnlyForNonVisualPrimary(t *testing.T) {
|
|
visual := &agentImageVLMStub{result: "机械臂报警E01"}
|
|
models := &agentImageModelServiceStub{model: visual}
|
|
req := &types.QARequest{
|
|
Query: "什么故障?",
|
|
ImageURLs: []string{"data:image/png;base64,YWJj"},
|
|
CustomAgent: &types.CustomAgent{Config: types.CustomAgentConfig{VLMModelID: "vlm-1"}},
|
|
}
|
|
query, images, err := prepareAgentImageInput(context.Background(), req, false, models)
|
|
if err != nil {
|
|
t.Fatalf("prepareAgentImageInput: %v", err)
|
|
}
|
|
if len(images) != 0 || query == req.Query || req.ImageDescription != visual.result {
|
|
t.Fatalf("query=%q images=%v description=%q", query, images, req.ImageDescription)
|
|
}
|
|
if models.calls != 1 || visual.calls != 1 || len(visual.images) != 1 {
|
|
t.Fatalf("model calls=%d VLM calls=%d images=%d", models.calls, visual.calls, len(visual.images))
|
|
}
|
|
}
|
|
|
|
func TestPrepareAgentImageInputSkipsBrokenVLMForVisualPrimary(t *testing.T) {
|
|
models := &agentImageModelServiceStub{err: errors.New("stale VLM")}
|
|
req := &types.QARequest{
|
|
Query: "describe",
|
|
ImageURLs: []string{"data:image/png;base64,YWJj"},
|
|
CustomAgent: &types.CustomAgent{Config: types.CustomAgentConfig{VLMModelID: "broken"}},
|
|
}
|
|
primary := &captureChatModel{supportsImage: true}
|
|
query, images, err := prepareAgentImageInput(context.Background(), req, modelSupportsDirectImages(primary), models)
|
|
if err != nil {
|
|
t.Fatalf("visual primary should bypass VLM: %v", err)
|
|
}
|
|
if query != req.Query || len(images) != 1 || models.calls != 0 {
|
|
t.Fatalf("query=%q images=%v model_calls=%d", query, images, models.calls)
|
|
}
|
|
}
|