Files
Enterprise-Knowledge-Base/internal/application/service/session_agent_vlm_fallback_test.go
T
2026-07-16 00:17:16 +08:00

76 lines
2.4 KiB
Go

package service
import (
"context"
"errors"
"testing"
"github.com/Tencent/WeKnora/internal/models/vlm"
"github.com/Tencent/WeKnora/internal/types"
"github.com/Tencent/WeKnora/internal/types/interfaces"
)
type agentImageVLMStub struct {
calls int
images [][]byte
result string
err error
}
func (s *agentImageVLMStub) Predict(_ context.Context, images [][]byte, _ string) (string, error) {
s.calls++
s.images = images
return s.result, s.err
}
func (*agentImageVLMStub) GetModelName() string { return "vlm-stub" }
func (*agentImageVLMStub) GetModelID() string { return "vlm-1" }
type agentImageModelServiceStub struct {
interfaces.ModelService
model vlm.VLM
err error
calls int
}
func (s *agentImageModelServiceStub) GetVLMModel(context.Context, string) (vlm.VLM, error) {
s.calls++
return s.model, s.err
}
func TestPrepareAgentImageInputUsesVLMOnlyForNonVisualPrimary(t *testing.T) {
visual := &agentImageVLMStub{result: "机械臂报警E01"}
models := &agentImageModelServiceStub{model: visual}
req := &types.QARequest{
Query: "什么故障?",
ImageURLs: []string{"data:image/png;base64,YWJj"},
CustomAgent: &types.CustomAgent{Config: types.CustomAgentConfig{VLMModelID: "vlm-1"}},
}
query, images, err := prepareAgentImageInput(context.Background(), req, false, models)
if err != nil {
t.Fatalf("prepareAgentImageInput: %v", err)
}
if len(images) != 0 || query == req.Query || req.ImageDescription != visual.result {
t.Fatalf("query=%q images=%v description=%q", query, images, req.ImageDescription)
}
if models.calls != 1 || visual.calls != 1 || len(visual.images) != 1 {
t.Fatalf("model calls=%d VLM calls=%d images=%d", models.calls, visual.calls, len(visual.images))
}
}
func TestPrepareAgentImageInputSkipsBrokenVLMForVisualPrimary(t *testing.T) {
models := &agentImageModelServiceStub{err: errors.New("stale VLM")}
req := &types.QARequest{
Query: "describe",
ImageURLs: []string{"data:image/png;base64,YWJj"},
CustomAgent: &types.CustomAgent{Config: types.CustomAgentConfig{VLMModelID: "broken"}},
}
primary := &captureChatModel{supportsImage: true}
query, images, err := prepareAgentImageInput(context.Background(), req, modelSupportsDirectImages(primary), models)
if err != nil {
t.Fatalf("visual primary should bypass VLM: %v", err)
}
if query != req.Query || len(images) != 1 || models.calls != 0 {
t.Fatalf("query=%q images=%v model_calls=%d", query, images, models.calls)
}
}