feat: Add summary status tracking for async summary generation in knowledge base

This commit is contained in:
wizardchen
2025-12-03 20:35:55 +08:00
parent f0ca9883fc
commit dafb95d46a
8 changed files with 82 additions and 8 deletions
+1
View File
@@ -142,6 +142,7 @@ export default {
deleteDocument: 'Delete Document',
parsingFailed: 'Parsing failed',
parsingInProgress: 'Parsing...',
generatingSummary: 'Generating summary...',
deleteConfirmation: 'Delete Confirmation',
confirmDeleteDocument: 'Confirm deletion of document "{fileName}", recovery will be impossible after deletion',
cancel: 'Cancel',
+1
View File
@@ -142,6 +142,7 @@ export default {
deleteDocument: 'Удалить документ',
parsingFailed: 'Парсинг не удался',
parsingInProgress: 'Парсинг...',
generatingSummary: 'Генерация резюме...',
deleteConfirmation: 'Подтверждение удаления',
confirmDeleteDocument: 'Подтвердить удаление документа "{fileName}", после удаления восстановление невозможно',
cancel: 'Отмена',
+1
View File
@@ -142,6 +142,7 @@ export default {
deleteDocument: "删除文档",
parsingFailed: "解析失败",
parsingInProgress: "解析中...",
generatingSummary: "生成摘要中...",
deleteConfirmation: "删除确认",
confirmDeleteDocument: '确认删除文档"{fileName}",删除后将无法恢复',
cancel: "取消",
+20 -8
View File
@@ -482,8 +482,12 @@ onUnmounted(() => {
watch(() => cardList.value, (newValue) => {
if (isFAQ.value) return;
let analyzeList = [];
// Filter items that need polling: parsing in progress OR summary generation in progress
analyzeList = newValue.filter(item => {
return item.parse_status == 'pending' || item.parse_status == 'processing';
const isParsing = item.parse_status == 'pending' || item.parse_status == 'processing';
const isSummaryPending = item.parse_status == 'completed' &&
(item.summary_status == 'pending' || item.summary_status == 'processing');
return isParsing || isSummaryPending;
})
if (timeout !== null) {
clearInterval(timeout);
@@ -498,6 +502,7 @@ type KnowledgeCard = {
id: string;
knowledge_base_id?: string;
parse_status: string;
summary_status?: string;
description?: string;
file_name?: string;
original_file_name?: string;
@@ -520,13 +525,13 @@ const updateStatus = (analyzeList: KnowledgeCard[]) => {
batchQueryKnowledge(query).then((result: any) => {
if (result.success && result.data) {
(result.data as KnowledgeCard[]).forEach((item: KnowledgeCard) => {
if (item.parse_status == 'failed' || item.parse_status == 'completed') {
let index = cardList.value.findIndex(card => card.id == item.id);
if (index != -1) {
cardList.value[index].parse_status = item.parse_status;
cardList.value[index].description = item.description;
}
}
const index = cardList.value.findIndex(card => card.id == item.id);
if (index == -1) return;
// Always update the card data
cardList.value[index].parse_status = item.parse_status;
cardList.value[index].summary_status = item.summary_status;
cardList.value[index].description = item.description;
});
}
}).catch((_err) => {
@@ -1170,6 +1175,13 @@ async function createNewSession(value: string): Promise<void> {
<t-tag size="small" theme="warning" variant="light-outline">{{ t('knowledgeBase.draft') }}</t-tag>
<span class="card-draft-tip">{{ t('knowledgeBase.draftTip') }}</span>
</div>
<div
v-else-if="item.parse_status === 'completed' && (item.summary_status === 'pending' || item.summary_status === 'processing')"
class="card-analyze"
>
<t-icon name="loading" class="card-analyze-loading"></t-icon>
<span class="card-analyze-txt">{{ t('knowledgeBase.generatingSummary') }}</span>
</div>
<div v-else-if="item.parse_status === 'completed'" class="card-content-txt">
{{ item.description }}
</div>
+31
View File
@@ -1332,6 +1332,14 @@ func (s *knowledgeService) processChunks(ctx context.Context,
now := time.Now()
knowledge.ProcessedAt = &now
knowledge.UpdatedAt = now
// Set summary status based on whether summary generation will be triggered
if len(textChunks) > 0 {
knowledge.SummaryStatus = types.SummaryStatusPending
} else {
knowledge.SummaryStatus = types.SummaryStatusNone
}
if err := s.repo.UpdateKnowledge(ctx, knowledge); err != nil {
logger.GetLogger(ctx).WithField("error", err).Errorf("processChunks update knowledge failed")
}
@@ -1538,10 +1546,27 @@ func (s *knowledgeService) ProcessSummaryGeneration(ctx context.Context, t *asyn
return nil
}
// Update summary status to processing
knowledge.SummaryStatus = types.SummaryStatusProcessing
knowledge.UpdatedAt = time.Now()
if err := s.repo.UpdateKnowledge(ctx, knowledge); err != nil {
logger.Warnf(ctx, "Failed to update summary status to processing: %v", err)
}
// Helper function to mark summary as failed
markSummaryFailed := func() {
knowledge.SummaryStatus = types.SummaryStatusFailed
knowledge.UpdatedAt = time.Now()
if err := s.repo.UpdateKnowledge(ctx, knowledge); err != nil {
logger.Warnf(ctx, "Failed to update summary status to failed: %v", err)
}
}
// Get text chunks for this knowledge
chunks, err := s.chunkService.ListChunksByKnowledgeID(ctx, payload.KnowledgeID)
if err != nil {
logger.Errorf(ctx, "Failed to get chunks: %v", err)
markSummaryFailed()
return nil
}
@@ -1555,6 +1580,10 @@ func (s *knowledgeService) ProcessSummaryGeneration(ctx context.Context, t *asyn
if len(textChunks) == 0 {
logger.Infof(ctx, "No text chunks found for knowledge: %s", payload.KnowledgeID)
// Mark as completed since there's nothing to summarize
knowledge.SummaryStatus = types.SummaryStatusCompleted
knowledge.UpdatedAt = time.Now()
s.repo.UpdateKnowledge(ctx, knowledge)
return nil
}
@@ -1567,6 +1596,7 @@ func (s *knowledgeService) ProcessSummaryGeneration(ctx context.Context, t *asyn
chatModel, err := s.modelService.GetChatModel(ctx, kb.SummaryModelID)
if err != nil {
logger.Errorf(ctx, "Failed to get chat model: %v", err)
markSummaryFailed()
return fmt.Errorf("failed to get chat model: %w", err)
}
@@ -1585,6 +1615,7 @@ func (s *knowledgeService) ProcessSummaryGeneration(ctx context.Context, t *asyn
// Update knowledge description
knowledge.Description = summary
knowledge.SummaryStatus = types.SummaryStatusCompleted
knowledge.UpdatedAt = time.Now()
if err := s.repo.UpdateKnowledge(ctx, knowledge); err != nil {
logger.Errorf(ctx, "Failed to update knowledge description: %v", err)
+16
View File
@@ -30,6 +30,20 @@ const (
ParseStatusDeleting = "deleting"
)
// Summary status constants for async summary generation
const (
// SummaryStatusNone indicates no summary task is needed
SummaryStatusNone = "none"
// SummaryStatusPending indicates the summary task is waiting to be processed
SummaryStatusPending = "pending"
// SummaryStatusProcessing indicates the summary is being generated
SummaryStatusProcessing = "processing"
// SummaryStatusCompleted indicates the summary has been generated successfully
SummaryStatusCompleted = "completed"
// SummaryStatusFailed indicates the summary generation failed
SummaryStatusFailed = "failed"
)
// ManualKnowledgeFormat represents the format of the manual knowledge
const (
ManualKnowledgeFormatMarkdown = "markdown"
@@ -59,6 +73,8 @@ type Knowledge struct {
Source string `json:"source"`
// Parse status of the knowledge
ParseStatus string `json:"parse_status"`
// Summary status for async summary generation
SummaryStatus string `json:"summary_status" gorm:"type:varchar(32);default:none"`
// Enable status of the knowledge
EnableStatus string `json:"enable_status"`
// ID of the embedding model
@@ -0,0 +1,4 @@
-- Remove summary_status column from knowledges table
DROP INDEX IF EXISTS idx_knowledges_summary_status;
ALTER TABLE knowledges DROP COLUMN IF EXISTS summary_status;
@@ -0,0 +1,8 @@
-- Add summary_status column to knowledges table
-- This column tracks the status of async summary generation task
-- Values: none, pending, processing, completed, failed
ALTER TABLE knowledges ADD COLUMN IF NOT EXISTS summary_status VARCHAR(32) DEFAULT 'none';
-- Add index for efficient querying
CREATE INDEX IF NOT EXISTS idx_knowledges_summary_status ON knowledges(summary_status);