b333499078
- Added support for parent-child chunking in the knowledge base, allowing for a two-level chunking strategy that improves context retrieval. - Introduced new configuration options for enabling parent-child chunking, including parent and child chunk sizes. - Updated relevant components and services to handle parent chunk data, ensuring proper linking and retrieval of child chunks. - Enhanced user interface elements to reflect the new chunking options and provide better user guidance. These changes significantly improve the knowledge extraction process by providing richer context through hierarchical chunking.
297 lines
8.7 KiB
Vue
297 lines
8.7 KiB
Vue
<template>
|
||
<div class="kb-chunking-settings">
|
||
<div class="section-header">
|
||
<h2>{{ $t('knowledgeEditor.chunking.title') }}</h2>
|
||
<p class="section-description">{{ $t('knowledgeEditor.chunking.description') }}</p>
|
||
</div>
|
||
|
||
<div class="settings-group">
|
||
<!-- Chunk Size -->
|
||
<div class="setting-row">
|
||
<div class="setting-info">
|
||
<label>{{ $t('knowledgeEditor.chunking.sizeLabel') }}</label>
|
||
<p class="desc">{{ $t('knowledgeEditor.chunking.sizeDescription') }}</p>
|
||
</div>
|
||
<div class="setting-control">
|
||
<div class="slider-container">
|
||
<t-slider
|
||
v-model="localChunkSize"
|
||
:min="100"
|
||
:max="4000"
|
||
:step="50"
|
||
:marks="{ 100: '100', 1000: '1000', 2000: '2000', 4000: '4000' }"
|
||
@change="handleChunkSizeChange"
|
||
style="width: 200px;"
|
||
/>
|
||
<span class="value-display">{{ localChunkSize }} {{ $t('knowledgeEditor.chunking.characters') }}</span>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
|
||
<!-- Chunk Overlap -->
|
||
<div class="setting-row">
|
||
<div class="setting-info">
|
||
<label>{{ $t('knowledgeEditor.chunking.overlapLabel') }}</label>
|
||
<p class="desc">{{ $t('knowledgeEditor.chunking.overlapDescription') }}</p>
|
||
</div>
|
||
<div class="setting-control">
|
||
<div class="slider-container">
|
||
<t-slider
|
||
v-model="localChunkOverlap"
|
||
:min="0"
|
||
:max="500"
|
||
:step="20"
|
||
:marks="{ 0: '0', 250: '250', 500: '500' }"
|
||
@change="handleChunkOverlapChange"
|
||
style="width: 200px;"
|
||
/>
|
||
<span class="value-display">{{ localChunkOverlap }} {{ $t('knowledgeEditor.chunking.characters') }}</span>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
|
||
<!-- Separators -->
|
||
<div class="setting-row">
|
||
<div class="setting-info">
|
||
<label>{{ $t('knowledgeEditor.chunking.separatorsLabel') }}</label>
|
||
<p class="desc">{{ $t('knowledgeEditor.chunking.separatorsDescription') }}</p>
|
||
</div>
|
||
<div class="setting-control">
|
||
<t-select
|
||
v-model="localSeparators"
|
||
:options="separatorOptions"
|
||
multiple
|
||
creatable
|
||
filterable
|
||
:placeholder="$t('knowledgeEditor.chunking.separatorsPlaceholder')"
|
||
@change="handleSeparatorsChange"
|
||
style="width: 280px;"
|
||
/>
|
||
</div>
|
||
</div>
|
||
|
||
<!-- Parent-Child Chunking -->
|
||
<div class="setting-row">
|
||
<div class="setting-info">
|
||
<label>{{ $t('knowledgeEditor.chunking.parentChildLabel') }}</label>
|
||
<p class="desc">{{ $t('knowledgeEditor.chunking.parentChildDescription') }}</p>
|
||
</div>
|
||
<div class="setting-control">
|
||
<t-switch
|
||
v-model="localEnableParentChild"
|
||
@change="handleParentChildChange"
|
||
/>
|
||
</div>
|
||
</div>
|
||
|
||
<!-- Parent Chunk Size -->
|
||
<div v-if="localEnableParentChild" class="setting-row">
|
||
<div class="setting-info">
|
||
<label>{{ $t('knowledgeEditor.chunking.parentChunkSizeLabel') }}</label>
|
||
<p class="desc">{{ $t('knowledgeEditor.chunking.parentChunkSizeDescription') }}</p>
|
||
</div>
|
||
<div class="setting-control">
|
||
<div class="slider-container">
|
||
<t-slider
|
||
v-model="localParentChunkSize"
|
||
:min="256"
|
||
:max="4096"
|
||
:step="64"
|
||
:marks="{ 256: '256', 1024: '1024', 2048: '2048', 4096: '4096' }"
|
||
@change="handleParentChunkSizeChange"
|
||
style="width: 200px;"
|
||
/>
|
||
<span class="value-display">{{ localParentChunkSize }} {{ $t('knowledgeEditor.chunking.characters') }}</span>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
|
||
<!-- Child Chunk Size -->
|
||
<div v-if="localEnableParentChild" class="setting-row">
|
||
<div class="setting-info">
|
||
<label>{{ $t('knowledgeEditor.chunking.childChunkSizeLabel') }}</label>
|
||
<p class="desc">{{ $t('knowledgeEditor.chunking.childChunkSizeDescription') }}</p>
|
||
</div>
|
||
<div class="setting-control">
|
||
<div class="slider-container">
|
||
<t-slider
|
||
v-model="localChildChunkSize"
|
||
:min="64"
|
||
:max="1024"
|
||
:step="32"
|
||
:marks="{ 64: '64', 256: '256', 512: '512', 1024: '1024' }"
|
||
@change="handleChildChunkSizeChange"
|
||
style="width: 200px;"
|
||
/>
|
||
<span class="value-display">{{ localChildChunkSize }} {{ $t('knowledgeEditor.chunking.characters') }}</span>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
</template>
|
||
|
||
<script setup lang="ts">
|
||
import { ref, watch, computed } from 'vue'
|
||
import { useI18n } from 'vue-i18n'
|
||
|
||
interface ParserEngineRule {
|
||
file_types: string[]
|
||
engine: string
|
||
}
|
||
|
||
interface ChunkingConfig {
|
||
chunkSize: number
|
||
chunkOverlap: number
|
||
separators: string[]
|
||
parserEngineRules?: ParserEngineRule[]
|
||
enableParentChild: boolean
|
||
parentChunkSize: number
|
||
childChunkSize: number
|
||
}
|
||
|
||
interface Props {
|
||
config: ChunkingConfig
|
||
}
|
||
|
||
const props = defineProps<Props>()
|
||
|
||
const emit = defineEmits<{
|
||
'update:config': [value: ChunkingConfig]
|
||
}>()
|
||
|
||
const localChunkSize = ref(props.config.chunkSize)
|
||
const localChunkOverlap = ref(props.config.chunkOverlap)
|
||
const localSeparators = ref([...props.config.separators])
|
||
const localEnableParentChild = ref(props.config.enableParentChild ?? false)
|
||
const localParentChunkSize = ref(props.config.parentChunkSize || 1024)
|
||
const localChildChunkSize = ref(props.config.childChunkSize || 256)
|
||
const { t } = useI18n()
|
||
|
||
const separatorOptions = computed(() => [
|
||
{ label: t('knowledgeEditor.chunking.separators.doubleNewline'), value: '\n\n' },
|
||
{ label: t('knowledgeEditor.chunking.separators.singleNewline'), value: '\n' },
|
||
{ label: t('knowledgeEditor.chunking.separators.periodCn'), value: '。' },
|
||
{ label: t('knowledgeEditor.chunking.separators.exclamationCn'), value: '!' },
|
||
{ label: t('knowledgeEditor.chunking.separators.questionCn'), value: '?' },
|
||
{ label: t('knowledgeEditor.chunking.separators.semicolonCn'), value: ';' },
|
||
{ label: t('knowledgeEditor.chunking.separators.semicolonEn'), value: ';' },
|
||
{ label: t('knowledgeEditor.chunking.separators.space'), value: ' ' }
|
||
])
|
||
|
||
watch(() => props.config, (newConfig) => {
|
||
localChunkSize.value = newConfig.chunkSize
|
||
localChunkOverlap.value = newConfig.chunkOverlap
|
||
localSeparators.value = [...newConfig.separators]
|
||
localEnableParentChild.value = newConfig.enableParentChild ?? false
|
||
localParentChunkSize.value = newConfig.parentChunkSize || 1024
|
||
localChildChunkSize.value = newConfig.childChunkSize || 256
|
||
}, { deep: true })
|
||
|
||
const handleChunkSizeChange = () => { emitUpdate() }
|
||
const handleChunkOverlapChange = () => { emitUpdate() }
|
||
const handleSeparatorsChange = () => { emitUpdate() }
|
||
const handleParentChildChange = () => { emitUpdate() }
|
||
const handleParentChunkSizeChange = () => { emitUpdate() }
|
||
const handleChildChunkSizeChange = () => { emitUpdate() }
|
||
|
||
const emitUpdate = () => {
|
||
emit('update:config', {
|
||
chunkSize: localChunkSize.value,
|
||
chunkOverlap: localChunkOverlap.value,
|
||
separators: localSeparators.value,
|
||
parserEngineRules: props.config.parserEngineRules,
|
||
enableParentChild: localEnableParentChild.value,
|
||
parentChunkSize: localParentChunkSize.value,
|
||
childChunkSize: localChildChunkSize.value
|
||
})
|
||
}
|
||
</script>
|
||
|
||
<style lang="less" scoped>
|
||
.kb-chunking-settings {
|
||
width: 100%;
|
||
}
|
||
|
||
.section-header {
|
||
margin-bottom: 32px;
|
||
|
||
h2 {
|
||
font-size: 20px;
|
||
font-weight: 600;
|
||
color: #333333;
|
||
margin: 0 0 8px 0;
|
||
}
|
||
|
||
.section-description {
|
||
font-size: 14px;
|
||
color: #666666;
|
||
margin: 0;
|
||
line-height: 1.5;
|
||
}
|
||
}
|
||
|
||
.settings-group {
|
||
display: flex;
|
||
flex-direction: column;
|
||
gap: 0;
|
||
}
|
||
|
||
.setting-row {
|
||
display: flex;
|
||
align-items: flex-start;
|
||
justify-content: space-between;
|
||
padding: 20px 0;
|
||
border-bottom: 1px solid #e5e7eb;
|
||
|
||
&:last-child {
|
||
border-bottom: none;
|
||
}
|
||
}
|
||
|
||
.setting-info {
|
||
flex: 1;
|
||
max-width: 65%;
|
||
padding-right: 24px;
|
||
|
||
label {
|
||
font-size: 15px;
|
||
font-weight: 500;
|
||
color: #333333;
|
||
display: block;
|
||
margin-bottom: 4px;
|
||
}
|
||
|
||
.desc {
|
||
font-size: 13px;
|
||
color: #666666;
|
||
margin: 0;
|
||
line-height: 1.5;
|
||
}
|
||
}
|
||
|
||
.setting-control {
|
||
flex-shrink: 0;
|
||
min-width: 280px;
|
||
display: flex;
|
||
justify-content: flex-end;
|
||
align-items: center;
|
||
}
|
||
|
||
.slider-container {
|
||
display: flex;
|
||
align-items: center;
|
||
gap: 16px;
|
||
width: 100%;
|
||
justify-content: flex-end;
|
||
}
|
||
|
||
.value-display {
|
||
font-size: 14px;
|
||
color: #333333;
|
||
font-weight: 500;
|
||
min-width: 80px;
|
||
text-align: right;
|
||
}
|
||
</style>
|