feat: Add summary status tracking for async summary generation in knowledge base
This commit is contained in:
@@ -142,6 +142,7 @@ export default {
|
||||
deleteDocument: 'Delete Document',
|
||||
parsingFailed: 'Parsing failed',
|
||||
parsingInProgress: 'Parsing...',
|
||||
generatingSummary: 'Generating summary...',
|
||||
deleteConfirmation: 'Delete Confirmation',
|
||||
confirmDeleteDocument: 'Confirm deletion of document "{fileName}", recovery will be impossible after deletion',
|
||||
cancel: 'Cancel',
|
||||
|
||||
@@ -142,6 +142,7 @@ export default {
|
||||
deleteDocument: 'Удалить документ',
|
||||
parsingFailed: 'Парсинг не удался',
|
||||
parsingInProgress: 'Парсинг...',
|
||||
generatingSummary: 'Генерация резюме...',
|
||||
deleteConfirmation: 'Подтверждение удаления',
|
||||
confirmDeleteDocument: 'Подтвердить удаление документа "{fileName}", после удаления восстановление невозможно',
|
||||
cancel: 'Отмена',
|
||||
|
||||
@@ -142,6 +142,7 @@ export default {
|
||||
deleteDocument: "删除文档",
|
||||
parsingFailed: "解析失败",
|
||||
parsingInProgress: "解析中...",
|
||||
generatingSummary: "生成摘要中...",
|
||||
deleteConfirmation: "删除确认",
|
||||
confirmDeleteDocument: '确认删除文档"{fileName}",删除后将无法恢复',
|
||||
cancel: "取消",
|
||||
|
||||
@@ -482,8 +482,12 @@ onUnmounted(() => {
|
||||
watch(() => cardList.value, (newValue) => {
|
||||
if (isFAQ.value) return;
|
||||
let analyzeList = [];
|
||||
// Filter items that need polling: parsing in progress OR summary generation in progress
|
||||
analyzeList = newValue.filter(item => {
|
||||
return item.parse_status == 'pending' || item.parse_status == 'processing';
|
||||
const isParsing = item.parse_status == 'pending' || item.parse_status == 'processing';
|
||||
const isSummaryPending = item.parse_status == 'completed' &&
|
||||
(item.summary_status == 'pending' || item.summary_status == 'processing');
|
||||
return isParsing || isSummaryPending;
|
||||
})
|
||||
if (timeout !== null) {
|
||||
clearInterval(timeout);
|
||||
@@ -498,6 +502,7 @@ type KnowledgeCard = {
|
||||
id: string;
|
||||
knowledge_base_id?: string;
|
||||
parse_status: string;
|
||||
summary_status?: string;
|
||||
description?: string;
|
||||
file_name?: string;
|
||||
original_file_name?: string;
|
||||
@@ -520,13 +525,13 @@ const updateStatus = (analyzeList: KnowledgeCard[]) => {
|
||||
batchQueryKnowledge(query).then((result: any) => {
|
||||
if (result.success && result.data) {
|
||||
(result.data as KnowledgeCard[]).forEach((item: KnowledgeCard) => {
|
||||
if (item.parse_status == 'failed' || item.parse_status == 'completed') {
|
||||
let index = cardList.value.findIndex(card => card.id == item.id);
|
||||
if (index != -1) {
|
||||
cardList.value[index].parse_status = item.parse_status;
|
||||
cardList.value[index].description = item.description;
|
||||
}
|
||||
}
|
||||
const index = cardList.value.findIndex(card => card.id == item.id);
|
||||
if (index == -1) return;
|
||||
|
||||
// Always update the card data
|
||||
cardList.value[index].parse_status = item.parse_status;
|
||||
cardList.value[index].summary_status = item.summary_status;
|
||||
cardList.value[index].description = item.description;
|
||||
});
|
||||
}
|
||||
}).catch((_err) => {
|
||||
@@ -1170,6 +1175,13 @@ async function createNewSession(value: string): Promise<void> {
|
||||
<t-tag size="small" theme="warning" variant="light-outline">{{ t('knowledgeBase.draft') }}</t-tag>
|
||||
<span class="card-draft-tip">{{ t('knowledgeBase.draftTip') }}</span>
|
||||
</div>
|
||||
<div
|
||||
v-else-if="item.parse_status === 'completed' && (item.summary_status === 'pending' || item.summary_status === 'processing')"
|
||||
class="card-analyze"
|
||||
>
|
||||
<t-icon name="loading" class="card-analyze-loading"></t-icon>
|
||||
<span class="card-analyze-txt">{{ t('knowledgeBase.generatingSummary') }}</span>
|
||||
</div>
|
||||
<div v-else-if="item.parse_status === 'completed'" class="card-content-txt">
|
||||
{{ item.description }}
|
||||
</div>
|
||||
|
||||
@@ -1332,6 +1332,14 @@ func (s *knowledgeService) processChunks(ctx context.Context,
|
||||
now := time.Now()
|
||||
knowledge.ProcessedAt = &now
|
||||
knowledge.UpdatedAt = now
|
||||
|
||||
// Set summary status based on whether summary generation will be triggered
|
||||
if len(textChunks) > 0 {
|
||||
knowledge.SummaryStatus = types.SummaryStatusPending
|
||||
} else {
|
||||
knowledge.SummaryStatus = types.SummaryStatusNone
|
||||
}
|
||||
|
||||
if err := s.repo.UpdateKnowledge(ctx, knowledge); err != nil {
|
||||
logger.GetLogger(ctx).WithField("error", err).Errorf("processChunks update knowledge failed")
|
||||
}
|
||||
@@ -1538,10 +1546,27 @@ func (s *knowledgeService) ProcessSummaryGeneration(ctx context.Context, t *asyn
|
||||
return nil
|
||||
}
|
||||
|
||||
// Update summary status to processing
|
||||
knowledge.SummaryStatus = types.SummaryStatusProcessing
|
||||
knowledge.UpdatedAt = time.Now()
|
||||
if err := s.repo.UpdateKnowledge(ctx, knowledge); err != nil {
|
||||
logger.Warnf(ctx, "Failed to update summary status to processing: %v", err)
|
||||
}
|
||||
|
||||
// Helper function to mark summary as failed
|
||||
markSummaryFailed := func() {
|
||||
knowledge.SummaryStatus = types.SummaryStatusFailed
|
||||
knowledge.UpdatedAt = time.Now()
|
||||
if err := s.repo.UpdateKnowledge(ctx, knowledge); err != nil {
|
||||
logger.Warnf(ctx, "Failed to update summary status to failed: %v", err)
|
||||
}
|
||||
}
|
||||
|
||||
// Get text chunks for this knowledge
|
||||
chunks, err := s.chunkService.ListChunksByKnowledgeID(ctx, payload.KnowledgeID)
|
||||
if err != nil {
|
||||
logger.Errorf(ctx, "Failed to get chunks: %v", err)
|
||||
markSummaryFailed()
|
||||
return nil
|
||||
}
|
||||
|
||||
@@ -1555,6 +1580,10 @@ func (s *knowledgeService) ProcessSummaryGeneration(ctx context.Context, t *asyn
|
||||
|
||||
if len(textChunks) == 0 {
|
||||
logger.Infof(ctx, "No text chunks found for knowledge: %s", payload.KnowledgeID)
|
||||
// Mark as completed since there's nothing to summarize
|
||||
knowledge.SummaryStatus = types.SummaryStatusCompleted
|
||||
knowledge.UpdatedAt = time.Now()
|
||||
s.repo.UpdateKnowledge(ctx, knowledge)
|
||||
return nil
|
||||
}
|
||||
|
||||
@@ -1567,6 +1596,7 @@ func (s *knowledgeService) ProcessSummaryGeneration(ctx context.Context, t *asyn
|
||||
chatModel, err := s.modelService.GetChatModel(ctx, kb.SummaryModelID)
|
||||
if err != nil {
|
||||
logger.Errorf(ctx, "Failed to get chat model: %v", err)
|
||||
markSummaryFailed()
|
||||
return fmt.Errorf("failed to get chat model: %w", err)
|
||||
}
|
||||
|
||||
@@ -1585,6 +1615,7 @@ func (s *knowledgeService) ProcessSummaryGeneration(ctx context.Context, t *asyn
|
||||
|
||||
// Update knowledge description
|
||||
knowledge.Description = summary
|
||||
knowledge.SummaryStatus = types.SummaryStatusCompleted
|
||||
knowledge.UpdatedAt = time.Now()
|
||||
if err := s.repo.UpdateKnowledge(ctx, knowledge); err != nil {
|
||||
logger.Errorf(ctx, "Failed to update knowledge description: %v", err)
|
||||
|
||||
@@ -30,6 +30,20 @@ const (
|
||||
ParseStatusDeleting = "deleting"
|
||||
)
|
||||
|
||||
// Summary status constants for async summary generation
|
||||
const (
|
||||
// SummaryStatusNone indicates no summary task is needed
|
||||
SummaryStatusNone = "none"
|
||||
// SummaryStatusPending indicates the summary task is waiting to be processed
|
||||
SummaryStatusPending = "pending"
|
||||
// SummaryStatusProcessing indicates the summary is being generated
|
||||
SummaryStatusProcessing = "processing"
|
||||
// SummaryStatusCompleted indicates the summary has been generated successfully
|
||||
SummaryStatusCompleted = "completed"
|
||||
// SummaryStatusFailed indicates the summary generation failed
|
||||
SummaryStatusFailed = "failed"
|
||||
)
|
||||
|
||||
// ManualKnowledgeFormat represents the format of the manual knowledge
|
||||
const (
|
||||
ManualKnowledgeFormatMarkdown = "markdown"
|
||||
@@ -59,6 +73,8 @@ type Knowledge struct {
|
||||
Source string `json:"source"`
|
||||
// Parse status of the knowledge
|
||||
ParseStatus string `json:"parse_status"`
|
||||
// Summary status for async summary generation
|
||||
SummaryStatus string `json:"summary_status" gorm:"type:varchar(32);default:none"`
|
||||
// Enable status of the knowledge
|
||||
EnableStatus string `json:"enable_status"`
|
||||
// ID of the embedding model
|
||||
|
||||
@@ -0,0 +1,4 @@
|
||||
-- Remove summary_status column from knowledges table
|
||||
|
||||
DROP INDEX IF EXISTS idx_knowledges_summary_status;
|
||||
ALTER TABLE knowledges DROP COLUMN IF EXISTS summary_status;
|
||||
@@ -0,0 +1,8 @@
|
||||
-- Add summary_status column to knowledges table
|
||||
-- This column tracks the status of async summary generation task
|
||||
-- Values: none, pending, processing, completed, failed
|
||||
|
||||
ALTER TABLE knowledges ADD COLUMN IF NOT EXISTS summary_status VARCHAR(32) DEFAULT 'none';
|
||||
|
||||
-- Add index for efficient querying
|
||||
CREATE INDEX IF NOT EXISTS idx_knowledges_summary_status ON knowledges(summary_status);
|
||||
Reference in New Issue
Block a user