feat(models): add model test debugger for saved model configs

Let admins send real requests against configured chat, embedding, rerank,
VLM, and ASR models from settings, with thinking controls shown only when
the model supports them.
This commit is contained in:
wizardchen
2026-06-25 16:55:17 +08:00
committed by lyingbug
parent 122408b283
commit 2c44a41f2a
14 changed files with 1438 additions and 7 deletions
+32
View File
@@ -3,6 +3,7 @@ package chat
import (
"strings"
"github.com/Tencent/WeKnora/internal/models/provider"
"github.com/sashabaranov/go-openai"
)
@@ -138,3 +139,34 @@ func parseThinkingOverride(extraConfig map[string]string) ThinkingStrategy {
return chatTemplateKwargs{}
}
}
// EffectiveThinkingControl reports the provider field that will carry
// ChatOptions.Thinking. It intentionally shares the same adapter/override
// resolution as the real request path so diagnostics do not guess from the
// frontend selection.
func EffectiveThinkingControl(config *ChatConfig) string {
if config == nil {
return "none"
}
if override := parseThinkingOverride(config.ExtraConfig); override != nil {
return thinkingStrategyName(override)
}
providerName := provider.ProviderName(config.Provider)
if providerName == "" {
providerName = provider.DetectProvider(config.BaseURL)
}
return thinkingStrategyName(resolveProvider(providerName, config.ModelName).Thinking())
}
func thinkingStrategyName(strategy ThinkingStrategy) string {
switch strategy.(type) {
case enableThinking:
return "enable_thinking"
case thinkingTypeField:
return "thinking_type"
case chatTemplateKwargs:
return "chat_template_kwargs"
default:
return "none"
}
}
+17
View File
@@ -125,3 +125,20 @@ func TestParseThinkingOverride(t *testing.T) {
assert.Nil(t, parseThinkingOverride(map[string]string{}))
assert.Nil(t, parseThinkingOverride(map[string]string{ExtraConfigThinkingControl: ""}))
}
func TestEffectiveThinkingControl(t *testing.T) {
assert.Equal(t, "enable_thinking", EffectiveThinkingControl(&ChatConfig{
Provider: "aliyun",
ModelName: "qwen3-32b",
}))
assert.Equal(t, "chat_template_kwargs", EffectiveThinkingControl(&ChatConfig{
Provider: "generic",
ModelName: "qwen3",
ExtraConfig: map[string]string{ExtraConfigThinkingControl: "chat_template_kwargs"},
}))
assert.Equal(t, "none", EffectiveThinkingControl(&ChatConfig{
Provider: "generic",
ModelName: "qwen3",
ExtraConfig: map[string]string{ExtraConfigThinkingControl: "none"},
}))
}