81 lines
2.6 KiB
Go
81 lines
2.6 KiB
Go
package chat
|
|
|
|
import (
|
|
"testing"
|
|
|
|
"github.com/Tencent/WeKnora/internal/models/provider"
|
|
"github.com/Tencent/WeKnora/internal/types"
|
|
"github.com/stretchr/testify/require"
|
|
)
|
|
|
|
func TestRemoteAPIChat_WeKnoraCloudTransformsImagesByCapability(t *testing.T) {
|
|
messages := []Message{{
|
|
Role: "user",
|
|
Content: "请识别图片",
|
|
Images: []string{"data:image/png;base64,iVBORw0KGgo="},
|
|
}}
|
|
|
|
build := func(t *testing.T, supportsVision bool) *RemoteAPIChat {
|
|
t.Helper()
|
|
model, err := NewRemoteAPIChat(&ChatConfig{
|
|
Source: types.ModelSourceRemote,
|
|
ModelName: "cloud-chat",
|
|
ModelID: "cloud-chat",
|
|
Provider: string(provider.ProviderWeKnoraCloud),
|
|
AppID: "test-app",
|
|
AppSecret: "test-secret",
|
|
SupportsVision: supportsVision,
|
|
})
|
|
require.NoError(t, err)
|
|
return model
|
|
}
|
|
|
|
t.Run("vision chat preserves image parts", func(t *testing.T) {
|
|
req := build(t, true).shapedRequest(messages, &ChatOptions{}, false)
|
|
require.Len(t, req.Messages, 1)
|
|
require.Len(t, req.Messages[0].MultiContent, 2)
|
|
require.NotNil(t, req.Messages[0].MultiContent[0].ImageURL)
|
|
require.Equal(t, messages[0].Images[0], req.Messages[0].MultiContent[0].ImageURL.URL)
|
|
})
|
|
|
|
t.Run("text chat keeps legacy downgrade", func(t *testing.T) {
|
|
req := build(t, false).shapedRequest(messages, &ChatOptions{}, false)
|
|
require.Len(t, req.Messages, 1)
|
|
require.Empty(t, req.Messages[0].MultiContent)
|
|
require.Equal(t, messages[0].Content, req.Messages[0].Content)
|
|
})
|
|
}
|
|
|
|
func TestConfigFromModelRecognizesExistingWeKnoraCloudChatAsVision(t *testing.T) {
|
|
cloudChat := &types.Model{
|
|
Name: "chat",
|
|
Type: types.ModelTypeKnowledgeQA,
|
|
Source: types.ModelSourceRemote,
|
|
Parameters: types.ModelParameters{
|
|
Provider: string(provider.ProviderWeKnoraCloud),
|
|
},
|
|
}
|
|
genericChat := &types.Model{
|
|
Name: "chat",
|
|
Type: types.ModelTypeKnowledgeQA,
|
|
Source: types.ModelSourceRemote,
|
|
}
|
|
|
|
require.True(t, ConfigFromModel(cloudChat, "", "").SupportsVision)
|
|
require.False(t, ConfigFromModel(genericChat, "", "").SupportsVision)
|
|
}
|
|
|
|
func TestSupportsImageInputUsesRuntimeTransportCapability(t *testing.T) {
|
|
visionRemote := &RemoteAPIChat{supportsVision: true}
|
|
textRemote := &RemoteAPIChat{supportsVision: false}
|
|
anthropicText := &AnthropicChat{}
|
|
anthropicVision := &AnthropicChat{supportsVision: true}
|
|
|
|
require.True(t, SupportsImageInput(visionRemote))
|
|
require.False(t, SupportsImageInput(textRemote))
|
|
require.False(t, SupportsImageInput(anthropicText))
|
|
require.True(t, SupportsImageInput(anthropicVision))
|
|
require.True(t, SupportsImageInput(&debugChat{inner: visionRemote}))
|
|
require.True(t, SupportsImageInput(&langfuseChat{inner: visionRemote}))
|
|
}
|