feat(models): add model test debugger for saved model configs
Let admins send real requests against configured chat, embedding, rerank, VLM, and ASR models from settings, with thinking controls shown only when the model supports them.
This commit is contained in:
@@ -3,6 +3,7 @@ package chat
|
||||
import (
|
||||
"strings"
|
||||
|
||||
"github.com/Tencent/WeKnora/internal/models/provider"
|
||||
"github.com/sashabaranov/go-openai"
|
||||
)
|
||||
|
||||
@@ -138,3 +139,34 @@ func parseThinkingOverride(extraConfig map[string]string) ThinkingStrategy {
|
||||
return chatTemplateKwargs{}
|
||||
}
|
||||
}
|
||||
|
||||
// EffectiveThinkingControl reports the provider field that will carry
|
||||
// ChatOptions.Thinking. It intentionally shares the same adapter/override
|
||||
// resolution as the real request path so diagnostics do not guess from the
|
||||
// frontend selection.
|
||||
func EffectiveThinkingControl(config *ChatConfig) string {
|
||||
if config == nil {
|
||||
return "none"
|
||||
}
|
||||
if override := parseThinkingOverride(config.ExtraConfig); override != nil {
|
||||
return thinkingStrategyName(override)
|
||||
}
|
||||
providerName := provider.ProviderName(config.Provider)
|
||||
if providerName == "" {
|
||||
providerName = provider.DetectProvider(config.BaseURL)
|
||||
}
|
||||
return thinkingStrategyName(resolveProvider(providerName, config.ModelName).Thinking())
|
||||
}
|
||||
|
||||
func thinkingStrategyName(strategy ThinkingStrategy) string {
|
||||
switch strategy.(type) {
|
||||
case enableThinking:
|
||||
return "enable_thinking"
|
||||
case thinkingTypeField:
|
||||
return "thinking_type"
|
||||
case chatTemplateKwargs:
|
||||
return "chat_template_kwargs"
|
||||
default:
|
||||
return "none"
|
||||
}
|
||||
}
|
||||
|
||||
@@ -125,3 +125,20 @@ func TestParseThinkingOverride(t *testing.T) {
|
||||
assert.Nil(t, parseThinkingOverride(map[string]string{}))
|
||||
assert.Nil(t, parseThinkingOverride(map[string]string{ExtraConfigThinkingControl: ""}))
|
||||
}
|
||||
|
||||
func TestEffectiveThinkingControl(t *testing.T) {
|
||||
assert.Equal(t, "enable_thinking", EffectiveThinkingControl(&ChatConfig{
|
||||
Provider: "aliyun",
|
||||
ModelName: "qwen3-32b",
|
||||
}))
|
||||
assert.Equal(t, "chat_template_kwargs", EffectiveThinkingControl(&ChatConfig{
|
||||
Provider: "generic",
|
||||
ModelName: "qwen3",
|
||||
ExtraConfig: map[string]string{ExtraConfigThinkingControl: "chat_template_kwargs"},
|
||||
}))
|
||||
assert.Equal(t, "none", EffectiveThinkingControl(&ChatConfig{
|
||||
Provider: "generic",
|
||||
ModelName: "qwen3",
|
||||
ExtraConfig: map[string]string{ExtraConfigThinkingControl: "none"},
|
||||
}))
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user