From 1d8ac301c2a8f0f5ab48fa74b8b8b2acdce0317f Mon Sep 17 00:00:00 2001 From: wizardchen Date: Wed, 27 May 2026 16:01:54 +0800 Subject: [PATCH] feat(frontend): visualize document parsing pipeline with span timeline MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Renders a five-segment timeline (DocReader → Chunking → Embedding → Multimodal → PostProcess) above each document so users can see exactly which stage a document is in and which one failed, instead of a flat "Parsing..." spinner. - New KnowledgeProcessingTimeline component (full + compact mode): full mode lives at the top of doc-content for any document not yet in `completed`; compact mode replaces the parsing/failed lines in the card hover popover with a five-dot mini-progress. - Polls GET /api/v1/knowledge/:id/spans every 2s while parse_status in {pending, processing}; stops on terminal status or unmount. Hover popover instances opt out of polling to avoid amplifying requests on grid hover. - Failed / cancelled steps expand into an error card with the raw error_message, an error_code -> localized title + suggestion mapping for the twelve canonical codes (DOCREADER_TIMEOUT, EMBEDDING_RATE_LIMIT, ...), and a "Copy details" button that pastes the failed span JSON for support tickets. - Attempt selector renders only when latest_attempt > 1 so reparse history is browsable; the latest attempt is selected by default. - Last-error block under the timeline includes a Retry button that calls reparseKnowledge() and immediately re-fetches. - i18n strings added under knowledgeStages for en-US, zh-CN, ko-KR, ru-RU. ja-JP locale file does not exist in this repository. --- frontend/src/api/knowledge-base/index.ts | 5 + frontend/src/components/doc-content.vue | 24 +- .../knowledge-processing-timeline.vue | 530 ++++++++++++++++++ frontend/src/hooks/useKnowledgeBase.ts | 6 + frontend/src/i18n/locales/en-US.ts | 51 ++ frontend/src/i18n/locales/ko-KR.ts | 50 ++ frontend/src/i18n/locales/ru-RU.ts | 50 ++ frontend/src/i18n/locales/zh-CN.ts | 50 ++ .../src/views/knowledge/KnowledgeBase.vue | 17 +- 9 files changed, 777 insertions(+), 6 deletions(-) create mode 100644 frontend/src/components/knowledge-processing-timeline.vue diff --git a/frontend/src/api/knowledge-base/index.ts b/frontend/src/api/knowledge-base/index.ts index b7709832..16da9165 100644 --- a/frontend/src/api/knowledge-base/index.ts +++ b/frontend/src/api/knowledge-base/index.ts @@ -223,6 +223,11 @@ export function reparseKnowledge(id: string) { return post(`/api/v1/knowledge/${id}/reparse`); } +export function getKnowledgeSpans(id: string, attempt?: number) { + const qs = attempt ? `?attempt=${attempt}` : ''; + return get(`/api/v1/knowledge/${id}/spans${qs}`); +} + export function delKnowledgeDetails(id: string) { return del(`/api/v1/knowledge/${id}`); } diff --git a/frontend/src/components/doc-content.vue b/frontend/src/components/doc-content.vue index b8d8f991..ee197397 100644 --- a/frontend/src/components/doc-content.vue +++ b/frontend/src/components/doc-content.vue @@ -15,6 +15,7 @@ import { openMermaidFullscreen } from '@/utils/mermaidViewer'; import { useI18n } from 'vue-i18n'; import { useAuthStore } from '@/stores/auth'; import DocumentPreview from '@/components/document-preview.vue'; +import KnowledgeProcessingTimeline from '@/components/knowledge-processing-timeline.vue'; const { t } = useI18n(); const authStore = useAuthStore(); @@ -60,7 +61,7 @@ mermaid.initialize({ topPadding: 50 } }); -const props = defineProps(["visible", "details", "knowledgeType", "sourceInfo", "canEditKB"]); +const props = defineProps(["visible", "details", "knowledgeType", "sourceInfo", "canEditKB", "parse_status"]); const emit = defineEmits(["closeDoc", "getDoc", "questionDeleted"]); marked.use({ @@ -786,7 +787,18 @@ const handleDetailsScroll = () => { - + + +
+ +
+
@@ -1088,6 +1100,14 @@ const handleDetailsScroll = () => { .info_panel(); } +.parse_timeline_box { + margin-top: 8px; + margin-bottom: 16px; + padding: 12px 16px; + background: var(--td-bg-color-component); + border-radius: 6px; +} + // 文档摘要区域 .summary_box { display: flex; diff --git a/frontend/src/components/knowledge-processing-timeline.vue b/frontend/src/components/knowledge-processing-timeline.vue new file mode 100644 index 00000000..247ba9ed --- /dev/null +++ b/frontend/src/components/knowledge-processing-timeline.vue @@ -0,0 +1,530 @@ + + + + + diff --git a/frontend/src/hooks/useKnowledgeBase.ts b/frontend/src/hooks/useKnowledgeBase.ts index 7c1b7ade..eaff2a6c 100644 --- a/frontend/src/hooks/useKnowledgeBase.ts +++ b/frontend/src/hooks/useKnowledgeBase.ts @@ -32,6 +32,8 @@ export default function (knowledgeBaseId?: string) { file_type: "", description: "", summary_status: "", + parse_status: "", + error_message: "", chunkLoading: false, chunkLoadError: "", }); @@ -184,6 +186,8 @@ export default function (knowledgeBaseId?: string) { file_type: "", description: "", summary_status: "", + parse_status: "", + error_message: "", chunkLoadError: "", }); getKnowledgeDetails(item.id) @@ -200,6 +204,8 @@ export default function (knowledgeBaseId?: string) { file_type: data.file_type || '', description: data.description || '', summary_status: data.summary_status || '', + parse_status: data.parse_status || '', + error_message: data.error_message || '', }); } }) diff --git a/frontend/src/i18n/locales/en-US.ts b/frontend/src/i18n/locales/en-US.ts index 28a1e690..39a5619d 100755 --- a/frontend/src/i18n/locales/en-US.ts +++ b/frontend/src/i18n/locales/en-US.ts @@ -388,6 +388,57 @@ export default { chunkLoadFailed: 'Failed to load chunks', }, + knowledgeStages: { + title: 'Processing pipeline', + attempt: 'Attempt {n}', + attemptLatest: 'Attempt {n} (latest)', + retry: 'Retry parsing', + copyDetails: 'Copy details', + copied: 'Copied to clipboard', + noActivity: 'No parsing activity yet', + stage: { + docreader: 'Document parsing', + chunking: 'Chunking', + embedding: 'Vectorization', + multimodal: 'Multimodal recognition', + postprocess: 'Post-processing', + }, + status: { + pending: 'Pending', + running: 'Running', + done: 'Done', + failed: 'Failed', + skipped: 'Skipped', + cancelled: 'Cancelled', + }, + errorCode: { + DOCREADER_TIMEOUT: 'Document parser timed out', + DOCREADER_TIMEOUT_SUGGESTION: 'The file may be too large or the parser service is busy. Try again later or split the document.', + DOCREADER_UNAVAILABLE: 'Document parser unavailable', + DOCREADER_UNAVAILABLE_SUGGESTION: 'The parsing service is offline. Contact your administrator.', + DOCREADER_PARSE_FAILED: 'Document parsing failed', + DOCREADER_PARSE_FAILED_SUGGESTION: 'The file could not be parsed. Verify it is not corrupted.', + CHUNKING_FAILED: 'Chunking failed', + CHUNKING_FAILED_SUGGESTION: 'Try adjusting the chunking configuration of the knowledge base.', + EMBEDDING_RATE_LIMIT: 'Embedding service rate-limited', + EMBEDDING_RATE_LIMIT_SUGGESTION: 'The embedding provider is throttling requests. Retry shortly.', + EMBEDDING_PROVIDER_FAIL: 'Embedding provider error', + EMBEDDING_PROVIDER_FAIL_SUGGESTION: 'The embedding provider returned an error. Check provider configuration.', + VECTORSTORE_WRITE_FAILED: 'Vector store write failed', + VECTORSTORE_WRITE_FAILED_SUGGESTION: 'The vector store rejected the write. Check store availability.', + MULTIMODAL_VLM_FAILED: 'Image understanding failed', + MULTIMODAL_VLM_FAILED_SUGGESTION: 'A subset of images could not be processed. Document may still be usable.', + MULTIMODAL_ALL_FAILED: 'All images failed multimodal processing', + MULTIMODAL_ALL_FAILED_SUGGESTION: 'Verify the multimodal model configuration.', + TASK_TIMEOUT: 'Task exceeded maximum runtime', + TASK_TIMEOUT_SUGGESTION: 'The task ran longer than allowed. Retry or contact support.', + UPSTREAM_FAILED: 'Stopped because an upstream stage failed', + UPSTREAM_FAILED_SUGGESTION: 'A previous stage failed and prevented this step from running.', + UNKNOWN: 'Unknown error', + UNKNOWN_SUGGESTION: 'Check the application logs for details.', + }, + }, + agent: { taskLabel: 'Task:', think: 'Thinking', diff --git a/frontend/src/i18n/locales/ko-KR.ts b/frontend/src/i18n/locales/ko-KR.ts index 5a1ebf36..99a7ec98 100755 --- a/frontend/src/i18n/locales/ko-KR.ts +++ b/frontend/src/i18n/locales/ko-KR.ts @@ -394,6 +394,56 @@ export default { deleteSuccess: "지식이 성공적으로 삭제되었습니다!", chunkLoadFailed: "청크 로드 실패", }, + knowledgeStages: { + title: "처리 파이프라인", + attempt: "{n}번째 시도", + attemptLatest: "{n}번째 시도 (최신)", + retry: "다시 파싱", + copyDetails: "세부정보 복사", + copied: "클립보드에 복사됨", + noActivity: "파싱 활동 없음", + stage: { + docreader: "문서 파싱", + chunking: "청킹", + embedding: "벡터화", + multimodal: "멀티모달 인식", + postprocess: "후처리", + }, + status: { + pending: "대기 중", + running: "진행 중", + done: "완료", + failed: "실패", + skipped: "건너뜀", + cancelled: "취소됨", + }, + errorCode: { + DOCREADER_TIMEOUT: "문서 파서 시간 초과", + DOCREADER_TIMEOUT_SUGGESTION: "파일이 너무 크거나 파서 서비스가 바쁠 수 있습니다. 나중에 다시 시도하거나 문서를 분할하세요.", + DOCREADER_UNAVAILABLE: "문서 파서 사용 불가", + DOCREADER_UNAVAILABLE_SUGGESTION: "파싱 서비스가 오프라인입니다. 관리자에게 문의하세요.", + DOCREADER_PARSE_FAILED: "문서 파싱 실패", + DOCREADER_PARSE_FAILED_SUGGESTION: "파일을 파싱할 수 없습니다. 손상되지 않았는지 확인하세요.", + CHUNKING_FAILED: "청킹 실패", + CHUNKING_FAILED_SUGGESTION: "지식 베이스의 청킹 구성을 조정해 보세요.", + EMBEDDING_RATE_LIMIT: "임베딩 서비스 속도 제한", + EMBEDDING_RATE_LIMIT_SUGGESTION: "임베딩 공급자가 요청을 제한하고 있습니다. 잠시 후 다시 시도하세요.", + EMBEDDING_PROVIDER_FAIL: "임베딩 공급자 오류", + EMBEDDING_PROVIDER_FAIL_SUGGESTION: "임베딩 공급자가 오류를 반환했습니다. 공급자 구성을 확인하세요.", + VECTORSTORE_WRITE_FAILED: "벡터 저장소 쓰기 실패", + VECTORSTORE_WRITE_FAILED_SUGGESTION: "벡터 저장소가 쓰기를 거부했습니다. 저장소 가용성을 확인하세요.", + MULTIMODAL_VLM_FAILED: "이미지 이해 실패", + MULTIMODAL_VLM_FAILED_SUGGESTION: "일부 이미지를 처리할 수 없습니다. 문서는 여전히 사용할 수 있습니다.", + MULTIMODAL_ALL_FAILED: "모든 이미지의 멀티모달 처리 실패", + MULTIMODAL_ALL_FAILED_SUGGESTION: "멀티모달 모델 구성을 확인하세요.", + TASK_TIMEOUT: "작업이 최대 실행 시간을 초과함", + TASK_TIMEOUT_SUGGESTION: "작업이 허용된 시간보다 오래 실행되었습니다. 재시도하거나 지원팀에 문의하세요.", + UPSTREAM_FAILED: "상위 단계 실패로 중단됨", + UPSTREAM_FAILED_SUGGESTION: "이전 단계가 실패하여 이 단계가 실행되지 않았습니다.", + UNKNOWN: "알 수 없는 오류", + UNKNOWN_SUGGESTION: "자세한 내용은 애플리케이션 로그를 확인하세요.", + }, + }, chat: { title: "대화", newChat: "새 대화", diff --git a/frontend/src/i18n/locales/ru-RU.ts b/frontend/src/i18n/locales/ru-RU.ts index fe54f47a..2c95f5fa 100755 --- a/frontend/src/i18n/locales/ru-RU.ts +++ b/frontend/src/i18n/locales/ru-RU.ts @@ -358,6 +358,56 @@ export default { rebuildFailed: 'Ошибка пересборки, попробуйте позже', rebuildInProgress: 'Документ сейчас анализируется, попробуйте позже' }, + knowledgeStages: { + title: 'Конвейер обработки', + attempt: 'Попытка {n}', + attemptLatest: 'Попытка {n} (последняя)', + retry: 'Повторить парсинг', + copyDetails: 'Скопировать детали', + copied: 'Скопировано в буфер обмена', + noActivity: 'Нет активности парсинга', + stage: { + docreader: 'Парсинг документа', + chunking: 'Разбиение', + embedding: 'Векторизация', + multimodal: 'Мультимодальное распознавание', + postprocess: 'Постобработка', + }, + status: { + pending: 'Ожидание', + running: 'Выполняется', + done: 'Готово', + failed: 'Ошибка', + skipped: 'Пропущено', + cancelled: 'Отменено', + }, + errorCode: { + DOCREADER_TIMEOUT: 'Истекло время парсинга документа', + DOCREADER_TIMEOUT_SUGGESTION: 'Файл может быть слишком большим, или служба парсинга занята. Повторите позже или разделите документ.', + DOCREADER_UNAVAILABLE: 'Парсер документов недоступен', + DOCREADER_UNAVAILABLE_SUGGESTION: 'Служба парсинга отключена. Обратитесь к администратору.', + DOCREADER_PARSE_FAILED: 'Ошибка парсинга документа', + DOCREADER_PARSE_FAILED_SUGGESTION: 'Не удалось распарсить файл. Убедитесь, что он не повреждён.', + CHUNKING_FAILED: 'Ошибка разбиения', + CHUNKING_FAILED_SUGGESTION: 'Попробуйте изменить настройки разбиения базы знаний.', + EMBEDDING_RATE_LIMIT: 'Превышен лимит запросов к службе эмбеддингов', + EMBEDDING_RATE_LIMIT_SUGGESTION: 'Поставщик эмбеддингов ограничивает запросы. Повторите позже.', + EMBEDDING_PROVIDER_FAIL: 'Ошибка поставщика эмбеддингов', + EMBEDDING_PROVIDER_FAIL_SUGGESTION: 'Поставщик эмбеддингов вернул ошибку. Проверьте настройки поставщика.', + VECTORSTORE_WRITE_FAILED: 'Ошибка записи в векторное хранилище', + VECTORSTORE_WRITE_FAILED_SUGGESTION: 'Векторное хранилище отклонило запись. Проверьте доступность хранилища.', + MULTIMODAL_VLM_FAILED: 'Ошибка распознавания изображений', + MULTIMODAL_VLM_FAILED_SUGGESTION: 'Часть изображений не удалось обработать. Документ всё ещё может быть пригоден.', + MULTIMODAL_ALL_FAILED: 'Все изображения не прошли мультимодальную обработку', + MULTIMODAL_ALL_FAILED_SUGGESTION: 'Проверьте конфигурацию мультимодальной модели.', + TASK_TIMEOUT: 'Задача превысила максимальное время выполнения', + TASK_TIMEOUT_SUGGESTION: 'Задача выполнялась дольше допустимого. Повторите или обратитесь в поддержку.', + UPSTREAM_FAILED: 'Остановлено из-за ошибки на предыдущем этапе', + UPSTREAM_FAILED_SUGGESTION: 'Предыдущий этап завершился с ошибкой и заблокировал выполнение.', + UNKNOWN: 'Неизвестная ошибка', + UNKNOWN_SUGGESTION: 'Проверьте логи приложения для подробностей.', + }, + }, agent: { taskLabel: 'Задача:', think: 'Размышление', diff --git a/frontend/src/i18n/locales/zh-CN.ts b/frontend/src/i18n/locales/zh-CN.ts index 5ad87151..71c8e552 100755 --- a/frontend/src/i18n/locales/zh-CN.ts +++ b/frontend/src/i18n/locales/zh-CN.ts @@ -391,6 +391,56 @@ export default { deleteSuccess: "知识删除成功!", chunkLoadFailed: "分块加载失败", }, + knowledgeStages: { + title: "处理流水线", + attempt: "第 {n} 次尝试", + attemptLatest: "第 {n} 次尝试(最新)", + retry: "重新解析", + copyDetails: "复制详情", + copied: "已复制到剪贴板", + noActivity: "暂无解析记录", + stage: { + docreader: "文档解析", + chunking: "分块", + embedding: "向量化", + multimodal: "多模态识别", + postprocess: "后处理", + }, + status: { + pending: "等待中", + running: "进行中", + done: "已完成", + failed: "失败", + skipped: "已跳过", + cancelled: "已取消", + }, + errorCode: { + DOCREADER_TIMEOUT: "文档解析超时", + DOCREADER_TIMEOUT_SUGGESTION: "文件可能过大或解析服务繁忙,请稍后重试或拆分文档。", + DOCREADER_UNAVAILABLE: "文档解析服务不可用", + DOCREADER_UNAVAILABLE_SUGGESTION: "解析服务离线,请联系管理员。", + DOCREADER_PARSE_FAILED: "文档解析失败", + DOCREADER_PARSE_FAILED_SUGGESTION: "无法解析该文件,请确认文件未损坏。", + CHUNKING_FAILED: "分块失败", + CHUNKING_FAILED_SUGGESTION: "请尝试调整知识库的分块配置。", + EMBEDDING_RATE_LIMIT: "向量服务被限流", + EMBEDDING_RATE_LIMIT_SUGGESTION: "向量服务触发限流,请稍后重试。", + EMBEDDING_PROVIDER_FAIL: "向量服务错误", + EMBEDDING_PROVIDER_FAIL_SUGGESTION: "向量服务返回错误,请检查供应商配置。", + VECTORSTORE_WRITE_FAILED: "向量库写入失败", + VECTORSTORE_WRITE_FAILED_SUGGESTION: "向量库拒绝写入,请检查向量库可用性。", + MULTIMODAL_VLM_FAILED: "图像理解失败", + MULTIMODAL_VLM_FAILED_SUGGESTION: "部分图像无法处理,文档可能仍可使用。", + MULTIMODAL_ALL_FAILED: "全部图像多模态处理失败", + MULTIMODAL_ALL_FAILED_SUGGESTION: "请检查多模态模型配置。", + TASK_TIMEOUT: "任务超过最大运行时间", + TASK_TIMEOUT_SUGGESTION: "任务运行时间超出限制,请重试或联系支持人员。", + UPSTREAM_FAILED: "上游阶段失败已中止", + UPSTREAM_FAILED_SUGGESTION: "前置阶段失败,导致本步骤无法执行。", + UNKNOWN: "未知错误", + UNKNOWN_SUGGESTION: "请查看应用日志获取详细信息。", + }, + }, chat: { title: "对话", newChat: "新对话", diff --git a/frontend/src/views/knowledge/KnowledgeBase.vue b/frontend/src/views/knowledge/KnowledgeBase.vue index 20ccede9..6e2cd723 100644 --- a/frontend/src/views/knowledge/KnowledgeBase.vue +++ b/frontend/src/views/knowledge/KnowledgeBase.vue @@ -2,6 +2,7 @@ import { ref, onMounted, onUnmounted, watch, reactive, computed, nextTick, h, type ComponentPublicInstance } from "vue"; import { MessagePlugin, Icon as TIcon } from "tdesign-vue-next"; import DocContent from "@/components/doc-content.vue"; +import KnowledgeProcessingTimeline from "@/components/knowledge-processing-timeline.vue"; import useKnowledgeBase from '@/hooks/useKnowledgeBase'; import { useRoute, useRouter } from 'vue-router'; import EmptyKnowledge from '@/components/empty-knowledge.vue'; @@ -2440,12 +2441,20 @@ async function createNewSession(value: string): Promise {
- {{ t('knowledgeBase.parsingInProgress') }} +
- {{ t('knowledgeBase.parsingFailed') }} - {{ - (hoveredCardItem as any).error_message }} +
{{ t('knowledgeBase.draft') }}