feat: Enhance wiki extraction and configuration options

- Introduced extraction granularity settings in the wiki configuration, allowing users to control the level of detail in entity and concept extraction (focused, standard, exhaustive).
- Updated the UI to reflect these new options, including tooltips for better user guidance.
- Refactored the knowledge base editor to support the new extraction granularity feature, ensuring a seamless user experience.
- Improved the backend logic for wiki ingest tasks to utilize the new granularity settings, enhancing the accuracy of extracted content.
- Added tests to validate the new extraction granularity functionality and ensure robust performance across different configurations.
This commit is contained in:
wizardchen
2026-04-22 20:27:19 +08:00
parent 623add89f1
commit a8a3d9e694
23 changed files with 2110 additions and 174 deletions
@@ -45,7 +45,7 @@ const uploading = ref(false);
const kbLoading = ref(false);
const docListLoading = ref(true);
const isFAQ = computed(() => (kbInfo.value?.type || '') === 'faq');
const isWiki = computed(() => !!kbInfo.value?.wiki_config?.enabled);
const isWiki = computed(() => !!kbInfo.value?.indexing_strategy?.wiki_enabled);
const validTabs = ['documents', 'wiki', 'graph'] as const
type KbTab = typeof validTabs[number]
const initTab = validTabs.includes(route.query.tab as any) ? (route.query.tab as KbTab) : 'documents'
@@ -93,6 +93,28 @@
</p>
</div>
<!-- Wiki 提取粒度 (仅当 Wiki 启用时显示) -->
<div v-if="!isFAQ && formData.indexingStrategy.wikiEnabled" class="form-item">
<label class="form-label">{{ $t('knowledgeEditor.wiki.extractionGranularityLabel') }}</label>
<p class="form-tip">{{ $t('knowledgeEditor.wiki.extractionGranularityTip') }}</p>
<t-radio-group
:value="resolvedGranularity"
class="granularity-radio-group"
@change="handleGranularityChange"
>
<t-radio-button value="focused">
{{ $t('knowledgeEditor.wiki.granularityFocused') }}
</t-radio-button>
<t-radio-button value="standard">
{{ $t('knowledgeEditor.wiki.granularityStandard') }}
</t-radio-button>
<t-radio-button value="exhaustive">
{{ $t('knowledgeEditor.wiki.granularityExhaustive') }}
</t-radio-button>
</t-radio-group>
<p class="form-tip granularity-hint">{{ granularityHint }}</p>
</div>
<div class="form-item">
<label class="form-label required">{{ $t('knowledgeEditor.basic.nameLabel') }}</label>
<t-input
@@ -482,10 +504,9 @@ const initFormData = (type: 'document' | 'faq' = 'document') => {
questionCount: 3
},
wikiConfig: {
enabled: false,
autoIngest: true,
synthesisModelId: '',
maxPagesPerIngest: 0,
extractionGranularity: 'standard' as 'focused' | 'standard' | 'exhaustive',
},
indexingStrategy: {
vectorEnabled: true,
@@ -576,10 +597,14 @@ const loadKBData = async () => {
questionCount: kb.question_generation_config?.question_count || 3
},
wikiConfig: {
enabled: kb.wiki_config?.enabled ?? false,
autoIngest: kb.wiki_config?.auto_ingest ?? true,
synthesisModelId: kb.wiki_config?.synthesis_model_id || '',
maxPagesPerIngest: kb.wiki_config?.max_pages_per_ingest || 0,
extractionGranularity: (
kb.wiki_config?.extraction_granularity === 'focused' ||
kb.wiki_config?.extraction_granularity === 'exhaustive'
? kb.wiki_config.extraction_granularity
: 'standard'
) as 'focused' | 'standard' | 'exhaustive',
},
indexingStrategy: {
vectorEnabled: kb.indexing_strategy?.vector_enabled ?? true,
@@ -606,6 +631,39 @@ const handleModelConfigUpdate = (config: any) => {
}
}
// 粒度选择器:从 formData.wikiConfig 读出并规范化,未知值回退到 'standard',
// 与后端 WikiExtractionGranularity.Normalize() 的契约保持一致。
const resolvedGranularity = computed<'focused' | 'standard' | 'exhaustive'>(() => {
const g = formData.value?.wikiConfig?.extractionGranularity
if (g === 'focused' || g === 'standard' || g === 'exhaustive') {
return g
}
return 'standard'
})
const granularityHint = computed<string>(() => {
switch (resolvedGranularity.value) {
case 'focused':
return t('knowledgeEditor.wiki.granularityFocusedHint')
case 'exhaustive':
return t('knowledgeEditor.wiki.granularityExhaustiveHint')
default:
return t('knowledgeEditor.wiki.granularityStandardHint')
}
})
const handleGranularityChange = (value: string | number | boolean) => {
if (!formData.value) return
const next: 'focused' | 'standard' | 'exhaustive' =
value === 'focused' || value === 'exhaustive'
? (value as 'focused' | 'exhaustive')
: 'standard'
formData.value.wikiConfig = {
...formData.value.wikiConfig,
extractionGranularity: next,
}
}
const isIndexingLocked = computed(() => props.mode === 'edit' && hasFiles.value)
const toggleVectorIndexing = () => {
@@ -795,14 +853,13 @@ const buildSubmitData = () => {
}
}
// Always send wiki_config so enabled/disabled state is persisted
// Sync wiki_config.enabled from indexingStrategy.wikiEnabled
// Wiki enablement is carried solely by indexing_strategy.wiki_enabled.
// wiki_config only holds wiki-specific tunables.
if (formData.value.type !== 'faq') {
data.wiki_config = {
enabled: formData.value.indexingStrategy?.wikiEnabled ?? false,
auto_ingest: formData.value.wikiConfig?.autoIngest ?? true,
synthesis_model_id: formData.value.modelConfig?.wikiSynthesisModelId || '',
max_pages_per_ingest: formData.value.wikiConfig?.maxPagesPerIngest || 0,
extraction_granularity: formData.value.wikiConfig?.extractionGranularity || 'standard',
}
}
@@ -895,10 +952,9 @@ const doSubmit = async () => {
}
if (formData.value.wikiConfig && formData.value.type !== 'faq') {
updateConfig.wiki_config = {
enabled: formData.value.indexingStrategy?.wikiEnabled ?? false,
auto_ingest: formData.value.wikiConfig.autoIngest ?? true,
synthesis_model_id: formData.value.modelConfig?.wikiSynthesisModelId || '',
max_pages_per_ingest: formData.value.wikiConfig.maxPagesPerIngest || 0,
extraction_granularity: formData.value.wikiConfig.extractionGranularity || 'standard',
}
}
if (formData.value.type !== 'faq') {
@@ -1278,6 +1334,18 @@ watch(
color: var(--td-text-color-placeholder);
}
.granularity-radio-group {
margin-top: 4px;
}
.granularity-hint {
margin-top: 8px;
line-height: 1.6;
color: var(--td-text-color-secondary);
white-space: normal;
word-break: break-word;
}
.indexing-checks {
display: grid;
grid-template-columns: repeat(auto-fit, minmax(260px, 1fr));
@@ -103,11 +103,9 @@ const emit = defineEmits<{
const uiStore = useUIStore()
const { t } = useI18n()
// 引用各个模型选择器
const llmSelectorRef = ref<InstanceType<typeof ModelSelector>>()
const embeddingSelectorRef = ref<InstanceType<typeof ModelSelector>>()
// 处理LLM模型变化
const handleLLMChange = (modelId: string) => {
emit('update:config', {
...props.config,
@@ -115,7 +113,6 @@ const handleLLMChange = (modelId: string) => {
})
}
// 处理Embedding模型变化
const handleEmbeddingChange = (modelId: string) => {
emit('update:config', {
...props.config,
@@ -123,7 +120,6 @@ const handleEmbeddingChange = (modelId: string) => {
})
}
// 处理Wiki合成模型变化
const handleWikiModelChange = (modelId: string) => {
emit('update:config', {
...props.config,
@@ -131,13 +127,9 @@ const handleWikiModelChange = (modelId: string) => {
})
}
// 处理添加模型按钮点击
const handleAddModel = (subSection: string) => {
// 打开全局设置对话框,并导航到对应的模型子页面
uiStore.openSettings('models', subSection)
}
// 由于使用了 allModels prop,不再需要单独刷新各个选择器
</script>
<style lang="less" scoped>