Add embedding dimension override support
This commit is contained in:
@@ -312,6 +312,7 @@ export function testEmbeddingModel(modelConfig: {
|
||||
baseUrl?: string;
|
||||
apiKey?: string;
|
||||
dimension?: number;
|
||||
supportsDimensionOverride?: boolean;
|
||||
provider?: string;
|
||||
modelId?: string;
|
||||
} & BaseModelTestPayload): Promise<{ available: boolean; message?: string; dimension?: number }> {
|
||||
@@ -571,4 +572,4 @@ export function listModelProviders(modelType?: string): Promise<ModelProviderOpt
|
||||
resolve([]); // 失败时返回空数组,前端可以回退到默认值
|
||||
});
|
||||
});
|
||||
}
|
||||
}
|
||||
|
||||
@@ -19,6 +19,7 @@ export interface ModelConfig {
|
||||
embedding_parameters?: {
|
||||
dimension?: number;
|
||||
truncate_prompt_tokens?: number;
|
||||
supports_dimension_override?: boolean;
|
||||
};
|
||||
interface_type?: 'ollama' | 'openai'; // VLLM专用
|
||||
parameter_size?: string; // Ollama模型参数大小 (e.g., "7B", "13B", "70B")
|
||||
|
||||
@@ -322,7 +322,7 @@
|
||||
<div class="dimension-control">
|
||||
<t-input v-model.number="formData.dimension" type="number" :min="128" :max="4096"
|
||||
:placeholder="$t('model.editor.dimensionPlaceholder')"
|
||||
:disabled="formData.source === 'local' && checking" />
|
||||
:disabled="!formData.supportsDimensionOverride || (formData.source === 'local' && checking)" />
|
||||
<!-- Ollama 本地模型:自动检测维度按钮 -->
|
||||
<t-button v-if="formData.source === 'local' && formData.modelName" variant="text" size="small"
|
||||
:loading="checking" @click="checkOllamaDimension" class="dimension-check-btn">
|
||||
@@ -335,6 +335,14 @@
|
||||
</p>
|
||||
</div>
|
||||
|
||||
<div v-if="activeModelType === 'embedding'" class="form-item">
|
||||
<label class="form-label">{{ $t('model.editor.dimensionOverrideLabel') }}</label>
|
||||
<div class="vision-toggle">
|
||||
<t-switch v-model="formData.supportsDimensionOverride" />
|
||||
<span class="form-desc form-desc--inline">{{ $t('model.editor.dimensionOverrideDesc') }}</span>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<!-- Chat: supports vision toggle (VLLM models are inherently multimodal) -->
|
||||
<div v-if="activeModelType === 'chat'" class="form-item">
|
||||
<label class="form-label">{{ $t('model.editor.supportsVisionLabel') }}</label>
|
||||
@@ -413,6 +421,7 @@ interface ModelFormData {
|
||||
baseUrl?: string
|
||||
apiKey?: string
|
||||
dimension?: number
|
||||
supportsDimensionOverride?: boolean
|
||||
interfaceType?: 'ollama' | 'openai'
|
||||
isDefault: boolean
|
||||
supportsVision?: boolean
|
||||
@@ -806,6 +815,7 @@ const formData = ref<ModelFormData>({
|
||||
baseUrl: '',
|
||||
apiKey: '',
|
||||
dimension: undefined,
|
||||
supportsDimensionOverride: false,
|
||||
interfaceType: 'ollama',
|
||||
isDefault: false,
|
||||
supportsVision: false,
|
||||
@@ -938,6 +948,7 @@ const selectModelType = async (type: EditorModelType) => {
|
||||
}
|
||||
if (type !== 'embedding') {
|
||||
formData.value.dimension = undefined
|
||||
formData.value.supportsDimensionOverride = false
|
||||
dimensionChecked.value = false
|
||||
dimensionSuccess.value = false
|
||||
dimensionMessage.value = ''
|
||||
@@ -1044,6 +1055,7 @@ const resetForm = () => {
|
||||
baseUrl: '',
|
||||
apiKey: '',
|
||||
dimension: undefined, // 默认不填,让用户手动输入或通过检测按钮获取
|
||||
supportsDimensionOverride: false,
|
||||
interfaceType: undefined,
|
||||
isDefault: false,
|
||||
supportsVision: false,
|
||||
@@ -1235,7 +1247,8 @@ const checkOllamaDimension = async () => {
|
||||
const result = await testEmbeddingModel({
|
||||
source: 'local',
|
||||
modelName: formData.value.modelName,
|
||||
dimension: formData.value.dimension
|
||||
dimension: formData.value.dimension,
|
||||
supportsDimensionOverride: formData.value.supportsDimensionOverride ?? false,
|
||||
})
|
||||
|
||||
dimensionChecked.value = true
|
||||
@@ -1322,6 +1335,7 @@ const checkRemoteAPI = async () => {
|
||||
baseUrl: formData.value.baseUrl,
|
||||
apiKey: formData.value.apiKey || '',
|
||||
dimension: formData.value.dimension,
|
||||
supportsDimensionOverride: formData.value.supportsDimensionOverride ?? false,
|
||||
provider: formData.value.provider,
|
||||
...idPayload,
|
||||
...headerPayload,
|
||||
|
||||
@@ -3611,6 +3611,8 @@ export default {
|
||||
dimensionDetected: 'Detection succeeded. Vector dimension: {value}',
|
||||
dimensionFailed: 'Detection failed, please enter the dimension manually',
|
||||
remoteDimensionDetected: 'Detected vector dimension: {value}',
|
||||
dimensionOverrideLabel: 'Custom Output Dimension',
|
||||
dimensionOverrideDesc: 'Enable only if the provider documentation says this model accepts a dimensions parameter.',
|
||||
supportsVisionLabel: 'Supports Vision / Multimodal',
|
||||
supportsVisionDesc: 'Whether the model accepts image and multimodal input',
|
||||
thinkingControlLabel: 'Thinking mode request format',
|
||||
|
||||
@@ -2668,6 +2668,8 @@ export default {
|
||||
dimensionDetected: "감지 성공, 벡터 차원: {value}",
|
||||
dimensionFailed: "감지 실패, 차원을 수동으로 입력해주세요",
|
||||
remoteDimensionDetected: "감지된 벡터 차원: {value}",
|
||||
dimensionOverrideLabel: "사용자 지정 출력 차원",
|
||||
dimensionOverrideDesc: "제공자 문서에서 이 모델이 dimensions 매개변수를 지원한다고 확인한 경우에만 켜세요.",
|
||||
supportsVisionLabel: "비전/멀티모달 지원",
|
||||
supportsVisionDesc: "모델의 이미지 등 멀티모달 입력 지원 여부",
|
||||
thinkingControlLabel: "사고 모드 매개변수 형식",
|
||||
|
||||
@@ -2385,6 +2385,8 @@ export default {
|
||||
dimensionDetected: 'Определение выполнено, размерность: {value}',
|
||||
dimensionFailed: 'Не удалось определить, введите размерность вручную',
|
||||
remoteDimensionDetected: 'Обнаружена размерность: {value}',
|
||||
dimensionOverrideLabel: 'Пользовательская выходная размерность',
|
||||
dimensionOverrideDesc: 'Включайте только если документация провайдера подтверждает поддержку параметра dimensions.',
|
||||
supportsVisionLabel: 'Поддержка визуального / мультимодального ввода',
|
||||
supportsVisionDesc: 'Поддерживает ли модель изображения и другой мультимодальный ввод',
|
||||
thinkingControlLabel: 'Формат параметров режима размышления',
|
||||
|
||||
@@ -2670,6 +2670,8 @@ export default {
|
||||
dimensionDetected: "检测成功,向量维度:{value}",
|
||||
dimensionFailed: "检测失败,请手动输入维度",
|
||||
remoteDimensionDetected: "检测到向量维度:{value}",
|
||||
dimensionOverrideLabel: "自定义输出维度",
|
||||
dimensionOverrideDesc: "仅在确认该模型支持 dimensions 参数时开启;默认只使用检测到的实际维度。",
|
||||
supportsVisionLabel: "支持视觉/多模态",
|
||||
supportsVisionDesc: "模型是否支持图片等多模态输入",
|
||||
thinkingControlLabel: "思考模式参数格式",
|
||||
|
||||
@@ -166,6 +166,7 @@ function convertToLegacyFormat(model: ModelConfig) {
|
||||
apiKey: '',
|
||||
provider: model.parameters.provider || '',
|
||||
dimension: model.parameters.embedding_parameters?.dimension,
|
||||
supportsDimensionOverride: model.parameters.embedding_parameters?.supports_dimension_override || false,
|
||||
isBuiltin: model.is_builtin || false,
|
||||
supportsVision: model.parameters.supports_vision || false,
|
||||
customHeaders: model.parameters.custom_headers
|
||||
@@ -415,7 +416,8 @@ const handleModelSave = async (modelData: any) => {
|
||||
...(saveType === 'embedding' && modelData.dimension ? {
|
||||
embedding_parameters: {
|
||||
dimension: modelData.dimension,
|
||||
truncate_prompt_tokens: 0
|
||||
truncate_prompt_tokens: 0,
|
||||
supports_dimension_override: modelData.supportsDimensionOverride ?? false
|
||||
}
|
||||
} : {}),
|
||||
...(saveType === 'vllm' ? {
|
||||
|
||||
Reference in New Issue
Block a user