feat(asr): integrate Automatic Speech Recognition (ASR) support
- Added ASR configuration options to the knowledge base and model settings. - Implemented ASR model selection and transcription capabilities in the knowledge processing pipeline. - Enhanced file upload support to include audio formats for ASR processing. - Updated localization files to include ASR-related labels and descriptions. - Refactored model handling to accommodate ASR as a new model type.
This commit is contained in:
@@ -202,6 +202,49 @@
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<!-- ASR 语音识别设置 -->
|
||||
<div v-if="!isFAQ" v-show="currentSection === 'asr'" class="section">
|
||||
<div v-if="formData" class="kb-multimodal-settings">
|
||||
<div class="section-header">
|
||||
<h2>{{ $t('knowledgeEditor.asr.title') }}</h2>
|
||||
<p class="section-description">{{ $t('knowledgeEditor.asr.description') }}</p>
|
||||
</div>
|
||||
|
||||
<div class="settings-group">
|
||||
<!-- ASR 开关 -->
|
||||
<div class="setting-row">
|
||||
<div class="setting-info">
|
||||
<label>{{ $t('knowledgeEditor.asr.label') }}</label>
|
||||
<p class="desc">{{ $t('knowledgeEditor.asr.desc') }}</p>
|
||||
</div>
|
||||
<div class="setting-control">
|
||||
<t-switch
|
||||
v-model="formData.asrConfig.enabled"
|
||||
size="medium"
|
||||
/>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<!-- ASR 模型选择 -->
|
||||
<div v-if="formData.asrConfig.enabled" class="setting-row">
|
||||
<div class="setting-info">
|
||||
<label>{{ $t('knowledgeEditor.asr.modelLabel') }} <span class="required">*</span></label>
|
||||
<p class="desc">{{ $t('knowledgeEditor.asr.modelDescription') }}</p>
|
||||
</div>
|
||||
<div class="setting-control">
|
||||
<ModelSelector
|
||||
model-type="ASR"
|
||||
:selected-model-id="formData.asrConfig.modelId"
|
||||
:all-models="allModels"
|
||||
@update:selected-model-id="(val: string) => { if (formData) formData.asrConfig.modelId = val }"
|
||||
:placeholder="$t('knowledgeEditor.asr.modelPlaceholder')"
|
||||
/>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<!-- 高级设置 -->
|
||||
<div v-if="!isFAQ" v-show="currentSection === 'advanced'" class="section">
|
||||
<KBAdvancedSettings
|
||||
@@ -298,6 +341,7 @@ const navItems = computed(() => {
|
||||
{ key: 'chunking', icon: 'file-copy', label: t('knowledgeEditor.sidebar.chunking') },
|
||||
{ key: 'graph', icon: 'chart-bubble', label: t('knowledgeEditor.sidebar.graph') },
|
||||
{ key: 'multimodal', icon: 'image', label: t('knowledgeEditor.sidebar.multimodal') },
|
||||
{ key: 'asr', icon: 'sound', label: t('knowledgeEditor.sidebar.asr') },
|
||||
{ key: 'advanced', icon: 'setting', label: t('knowledgeEditor.sidebar.advanced') }
|
||||
)
|
||||
if (props.mode === 'edit' && props.kbId) {
|
||||
@@ -363,6 +407,11 @@ const initFormData = (type: 'document' | 'faq' = 'document') => {
|
||||
enabled: false,
|
||||
vllmModelId: ''
|
||||
},
|
||||
asrConfig: {
|
||||
enabled: false,
|
||||
modelId: '',
|
||||
language: ''
|
||||
},
|
||||
nodeExtractConfig: {
|
||||
enabled: false,
|
||||
text: '',
|
||||
@@ -443,6 +492,11 @@ const loadKBData = async () => {
|
||||
enabled: !!kb.vlm_config?.enabled,
|
||||
vllmModelId: kb.vlm_config?.model_id || ''
|
||||
},
|
||||
asrConfig: {
|
||||
enabled: !!kb.asr_config?.enabled,
|
||||
modelId: kb.asr_config?.model_id || '',
|
||||
language: kb.asr_config?.language || ''
|
||||
},
|
||||
nodeExtractConfig: {
|
||||
enabled: kb.extract_config?.enabled || false,
|
||||
text: kb.extract_config?.text || '',
|
||||
@@ -593,6 +647,15 @@ const buildSubmitData = () => {
|
||||
: ''
|
||||
}
|
||||
|
||||
// 添加ASR语音识别配置
|
||||
data.asr_config = {
|
||||
enabled: formData.value.asrConfig?.enabled || false,
|
||||
model_id: formData.value.asrConfig?.enabled
|
||||
? (formData.value.asrConfig?.modelId || '')
|
||||
: '',
|
||||
language: formData.value.asrConfig?.language || ''
|
||||
}
|
||||
|
||||
// 存储引擎:仅传 provider,参数从全局设置读取
|
||||
// Write to storage_provider_config (authoritative) + storage_config (legacy dual-write)
|
||||
data.storage_provider_config = {
|
||||
@@ -705,6 +768,7 @@ const doSubmit = async () => {
|
||||
llmModelId: data.summary_model_id,
|
||||
embeddingModelId: data.embedding_model_id,
|
||||
vlm_config: data.vlm_config,
|
||||
asr_config: data.asr_config,
|
||||
documentSplitting: {
|
||||
chunkSize: data.chunking_config.chunk_size,
|
||||
chunkOverlap: data.chunking_config.chunk_overlap,
|
||||
|
||||
Reference in New Issue
Block a user