package service import ( "context" "errors" "testing" "github.com/Tencent/WeKnora/internal/models/vlm" "github.com/Tencent/WeKnora/internal/types" "github.com/Tencent/WeKnora/internal/types/interfaces" ) type agentImageVLMStub struct { calls int images [][]byte result string err error } func (s *agentImageVLMStub) Predict(_ context.Context, images [][]byte, _ string) (string, error) { s.calls++ s.images = images return s.result, s.err } func (*agentImageVLMStub) GetModelName() string { return "vlm-stub" } func (*agentImageVLMStub) GetModelID() string { return "vlm-1" } type agentImageModelServiceStub struct { interfaces.ModelService model vlm.VLM err error calls int } func (s *agentImageModelServiceStub) GetVLMModel(context.Context, string) (vlm.VLM, error) { s.calls++ return s.model, s.err } func TestPrepareAgentImageInputUsesVLMOnlyForNonVisualPrimary(t *testing.T) { visual := &agentImageVLMStub{result: "机械臂报警E01"} models := &agentImageModelServiceStub{model: visual} req := &types.QARequest{ Query: "什么故障?", ImageURLs: []string{"data:image/png;base64,YWJj"}, CustomAgent: &types.CustomAgent{Config: types.CustomAgentConfig{VLMModelID: "vlm-1"}}, } query, images, err := prepareAgentImageInput(context.Background(), req, false, models) if err != nil { t.Fatalf("prepareAgentImageInput: %v", err) } if len(images) != 0 || query == req.Query || req.ImageDescription != visual.result { t.Fatalf("query=%q images=%v description=%q", query, images, req.ImageDescription) } if models.calls != 1 || visual.calls != 1 || len(visual.images) != 1 { t.Fatalf("model calls=%d VLM calls=%d images=%d", models.calls, visual.calls, len(visual.images)) } } func TestPrepareAgentImageInputSkipsBrokenVLMForVisualPrimary(t *testing.T) { models := &agentImageModelServiceStub{err: errors.New("stale VLM")} req := &types.QARequest{ Query: "describe", ImageURLs: []string{"data:image/png;base64,YWJj"}, CustomAgent: &types.CustomAgent{Config: types.CustomAgentConfig{VLMModelID: "broken"}}, } primary := &captureChatModel{supportsImage: true} query, images, err := prepareAgentImageInput(context.Background(), req, modelSupportsDirectImages(primary), models) if err != nil { t.Fatalf("visual primary should bypass VLM: %v", err) } if query != req.Query || len(images) != 1 || models.calls != 0 { t.Fatalf("query=%q images=%v model_calls=%d", query, images, models.calls) } }