From 1fb2bedd2becb0576fb8543693d1d8e518a3848a Mon Sep 17 00:00:00 2001 From: wizardchen Date: Fri, 6 Mar 2026 21:06:10 +0800 Subject: [PATCH] feat: implement chat history and retrieval settings - Added new API endpoints for managing chat history configuration and retrieval settings, allowing tenants to enable message indexing and configure search parameters. - Introduced new Vue components for ChatHistorySettings and RetrievalSettings, providing a user-friendly interface for managing these configurations. - Updated localization files to include new settings descriptions and labels in multiple languages. - Enhanced the KnowledgeSearch view to support searching across both knowledge bases and chat history, improving the overall search functionality. These changes significantly enhance the application's capabilities in managing and retrieving chat history, contributing to a more robust user experience. --- .gitignore | 17 +- frontend/src/api/chat-history.ts | 65 ++ frontend/src/api/retrieval.ts | 22 + frontend/src/i18n/locales/en-US.ts | 51 +- frontend/src/i18n/locales/ko-KR.ts | 51 +- frontend/src/i18n/locales/ru-RU.ts | 51 +- frontend/src/i18n/locales/zh-CN.ts | 51 +- .../src/views/knowledge/KnowledgeSearch.vue | 605 +++++++++++++--- .../views/settings/ChatHistorySettings.vue | 336 +++++++++ .../src/views/settings/RetrievalSettings.vue | 275 ++++++++ frontend/src/views/settings/Settings.vue | 7 + internal/application/repository/message.go | 93 +++ internal/application/service/knowledge.go | 5 + internal/application/service/message.go | 649 ++++++++++++++++-- internal/application/service/session.go | 85 ++- internal/handler/message.go | 95 +++ internal/handler/session/helpers.go | 2 +- internal/handler/session/qa.go | 14 +- internal/handler/tenant.go | 190 ++++- internal/router/router.go | 4 + internal/types/chat_history_config.go | 47 ++ internal/types/interfaces/message.go | 44 +- internal/types/message.go | 89 +++ internal/types/retrieval_config.go | 84 +++ internal/types/tenant.go | 4 + .../000018_add_message_knowledge_id.down.sql | 9 + .../000018_add_message_knowledge_id.up.sql | 9 + 27 files changed, 2755 insertions(+), 199 deletions(-) create mode 100644 frontend/src/api/chat-history.ts create mode 100644 frontend/src/api/retrieval.ts create mode 100644 frontend/src/views/settings/ChatHistorySettings.vue create mode 100644 frontend/src/views/settings/RetrievalSettings.vue create mode 100644 internal/types/chat_history_config.go create mode 100644 internal/types/retrieval_config.go create mode 100644 migrations/versioned/000018_add_message_knowledge_id.down.sql create mode 100644 migrations/versioned/000018_add_message_knowledge_id.up.sql diff --git a/.gitignore b/.gitignore index f91f0bca..dbc11e63 100644 --- a/.gitignore +++ b/.gitignore @@ -1,9 +1,10 @@ -# 忽略.env文件和其他包含敏感信息的配置文件 -.env -.env.lite -.cursor/ +# 忽略所有隐藏文件和目录 +.* # 但不忽略示例文件 !.env.example +!.gitignore + +# 敏感文件 *.pem *_key *_secret @@ -11,8 +12,6 @@ *.crt # IDE和编辑器文件 -.idea/ -.vscode/ *.swp *.swo @@ -39,13 +38,7 @@ data/weknora.db-shm web/ -.venv/ **/__pycache__ -.python-version - -### macOS -# General -.DS_Store /scripts/scale_dev_jobs.sh server frontend/.vite \ No newline at end of file diff --git a/frontend/src/api/chat-history.ts b/frontend/src/api/chat-history.ts new file mode 100644 index 00000000..babe108c --- /dev/null +++ b/frontend/src/api/chat-history.ts @@ -0,0 +1,65 @@ +import { get, put, post } from '@/utils/request' + +// ChatHistoryConfig represents the chat history KB configuration for a tenant. +// knowledge_base_id is auto-managed by the backend; frontend only sets other fields. +export interface ChatHistoryConfig { + enabled: boolean + embedding_model_id: string + knowledge_base_id?: string // read-only, auto-managed +} + +// ChatHistoryKBStats represents statistics about the chat history knowledge base +export interface ChatHistoryKBStats { + enabled: boolean + embedding_model_id?: string + knowledge_base_id?: string + knowledge_base_name?: string + indexed_message_count: number + has_indexed_messages: boolean +} + +// MessageSearchRequest defines search parameters for message search +export interface MessageSearchRequest { + query: string + mode?: 'keyword' | 'vector' | 'hybrid' + limit?: number + session_ids?: string[] +} + +// MessageSearchGroupItem represents a merged Q&A pair in search results +export interface MessageSearchGroupItem { + request_id: string + session_id: string + session_title: string + query_content: string + answer_content: string + score: number + match_type: string + created_at: string +} + +// MessageSearchResult represents the full search result +export interface MessageSearchResult { + items: MessageSearchGroupItem[] + total: number +} + +// Get tenant chat history config via KV API +export function getTenantChatHistoryConfig() { + return get('/api/v1/tenants/kv/chat-history-config') +} + +// Update tenant chat history config via KV API +export function updateTenantChatHistoryConfig(config: ChatHistoryConfig) { + return put('/api/v1/tenants/kv/chat-history-config', config) +} + +// Get chat history KB statistics +export function getChatHistoryKBStats() { + return get('/api/v1/messages/chat-history-stats') +} + +// Search messages across all sessions (keyword + vector hybrid search) +export function searchMessages(data: MessageSearchRequest) { + return post('/api/v1/messages/search', data) +} diff --git a/frontend/src/api/retrieval.ts b/frontend/src/api/retrieval.ts new file mode 100644 index 00000000..24598d11 --- /dev/null +++ b/frontend/src/api/retrieval.ts @@ -0,0 +1,22 @@ +import { get, put } from '@/utils/request' + +// RetrievalConfig represents the global retrieval/search configuration for a tenant. +// Shared by knowledge search and message search. +export interface RetrievalConfig { + embedding_top_k: number + vector_threshold: number + keyword_threshold: number + rerank_top_k: number + rerank_threshold: number + rerank_model_id: string +} + +// Get tenant retrieval config via KV API +export function getTenantRetrievalConfig() { + return get('/api/v1/tenants/kv/retrieval-config') +} + +// Update tenant retrieval config via KV API +export function updateTenantRetrievalConfig(config: RetrievalConfig) { + return put('/api/v1/tenants/kv/retrieval-config', config) +} diff --git a/frontend/src/i18n/locales/en-US.ts b/frontend/src/i18n/locales/en-US.ts index 13d2cfea..c6c9fd38 100755 --- a/frontend/src/i18n/locales/en-US.ts +++ b/frontend/src/i18n/locales/en-US.ts @@ -14,7 +14,7 @@ export default { newSession: 'New Chat', confirmLogout: 'Are you sure you want to logout?', systemInfo: 'System Information', - knowledgeSearch: 'Knowledge Search', + knowledgeSearch: 'Search', collapseSidebar: 'Collapse Sidebar', expandSidebar: 'Expand Sidebar', logoutSuccess: 'Logged out successfully', @@ -686,6 +686,45 @@ export default { saveFailed: 'Failed to save configuration: {message}' } }, + chatHistorySettings: { + title: 'Message Management', + description: 'Configure chat history knowledge base to automatically index conversation messages for semantic search', + enableLabel: 'Enable Message Indexing', + enableDescription: 'When enabled, new conversation messages will be automatically indexed into the knowledge base for vector search', + embeddingModelLabel: 'Embedding Model', + embeddingModelDescription: 'Select the embedding model for vectorizing chat messages', + embeddingModelLocked: 'Messages have been indexed; the embedding model cannot be changed (clearing indexed data is required)', + statsTitle: 'Index Statistics', + statsIndexedMessages: 'Indexed Messages', + statsNotConfigured: 'Message indexing not configured', + statsNotConfiguredDesc: 'Enable and select an embedding model to start auto-indexing conversation messages', + toasts: { + saveSuccess: 'Message management configuration saved', + saveFailed: 'Failed to save configuration: {message}', + loadFailed: 'Failed to load configuration: {message}', + }, + }, + retrievalSettings: { + title: 'Search Settings', + description: 'Configure global retrieval parameters for knowledge search and message search', + embeddingTopKLabel: 'Vector Search Top K', + embeddingTopKDescription: 'Maximum number of results returned by vector search', + vectorThresholdLabel: 'Vector Similarity Threshold', + vectorThresholdDescription: 'Minimum similarity score for vector search (0-1, higher is more precise)', + keywordThresholdLabel: 'Keyword Match Threshold', + keywordThresholdDescription: 'Minimum match score for keyword search (0-1)', + rerankTopKLabel: 'Rerank Top K', + rerankTopKDescription: 'Maximum number of results kept after reranking', + rerankThresholdLabel: 'Rerank Threshold', + rerankThresholdDescription: 'Minimum score threshold for reranking (0-1)', + rerankModelLabel: 'Rerank Model', + rerankModelDescription: 'Select the model for reranking search results', + rerankModelRequired: 'Please select a Rerank model. Search requires this model to rerank results.', + toasts: { + saveSuccess: 'Retrieval configuration saved', + saveFailed: 'Failed to save configuration: {message}', + }, + }, graphSettings: { title: 'Knowledge Graph Configuration', description: 'Configure entity-relationship extraction to automatically build knowledge graphs from text', @@ -2923,9 +2962,12 @@ export default { unsupportedHint: 'Please download and open with a local application', }, knowledgeSearch: { - title: 'Knowledge Search', - subtitle: 'Semantic search across knowledge bases to find relevant content', + title: 'Search', + subtitle: 'Semantic search across knowledge bases and chat history to find relevant content', + tabKnowledge: 'Knowledge', + tabMessages: 'Messages', placeholder: 'Enter search query...', + messagePlaceholder: 'Search chat history...', searchBtn: 'Search', selectKb: 'Select Knowledge Base', allKb: 'All Knowledge Bases', @@ -2935,7 +2977,10 @@ export default { matchType: 'Match Type', matchTypeVector: 'Vector Match', matchTypeKeyword: 'Keyword Match', + untitledSession: 'Untitled Session', + matchCount: 'matches', emptyHint: 'Enter keywords to search for relevant content chunks in knowledge bases', + messageEmptyHint: 'Enter keywords to search chat history messages', searching: 'Searching...', source: 'Source', chunk: 'chunks', diff --git a/frontend/src/i18n/locales/ko-KR.ts b/frontend/src/i18n/locales/ko-KR.ts index 44f7c36f..19f06778 100755 --- a/frontend/src/i18n/locales/ko-KR.ts +++ b/frontend/src/i18n/locales/ko-KR.ts @@ -14,7 +14,7 @@ export default { newSession: "새 세션", confirmLogout: "정말 로그아웃 하시겠습니까?", systemInfo: "시스템 정보", - knowledgeSearch: "지식 검색", + knowledgeSearch: "검색", collapseSidebar: "사이드바 접기", expandSidebar: "사이드바 펼치기", logoutSuccess: "로그아웃되었습니다", @@ -541,6 +541,45 @@ export default { saveFailed: "설정 저장 실패: {message}", }, }, + chatHistorySettings: { + title: "메시지 관리", + description: "채팅 기록 지식베이스를 구성하여 대화 메시지를 자동으로 벡터화 인덱싱하여 시맨틱 검색을 지원합니다", + enableLabel: "메시지 인덱싱 활성화", + enableDescription: "활성화하면 새 대화 메시지가 자동으로 지식베이스에 인덱싱되어 벡터 검색을 지원합니다", + embeddingModelLabel: "Embedding 모델", + embeddingModelDescription: "메시지 벡터화에 사용할 Embedding 모델을 선택하세요", + embeddingModelLocked: "이미 인덱싱된 메시지가 있어 Embedding 모델을 변경할 수 없습니다 (인덱스 데이터 초기화 필요)", + statsTitle: "인덱스 통계", + statsIndexedMessages: "인덱싱된 메시지", + statsNotConfigured: "메시지 인덱싱 미설정", + statsNotConfiguredDesc: "활성화하고 Embedding 모델을 선택하면 대화 메시지가 자동으로 벡터화 인덱싱됩니다", + toasts: { + saveSuccess: "메시지 관리 설정이 저장되었습니다", + saveFailed: "설정 저장 실패: {message}", + loadFailed: "설정 로드 실패: {message}", + }, + }, + retrievalSettings: { + title: "검색 설정", + description: "전역 검색 파라미터를 설정합니다. 지식베이스 검색과 메시지 검색이 이 설정을 공유합니다", + embeddingTopKLabel: "벡터 검색 Top K", + embeddingTopKDescription: "벡터 검색에서 반환하는 최대 결과 수", + vectorThresholdLabel: "벡터 유사도 임계값", + vectorThresholdDescription: "벡터 검색의 최소 유사도 점수 (0-1, 높을수록 정확)", + keywordThresholdLabel: "키워드 매칭 임계값", + keywordThresholdDescription: "키워드 검색의 최소 매칭 점수 (0-1)", + rerankTopKLabel: "Rerank Top K", + rerankTopKDescription: "재정렬 후 유지되는 최대 결과 수", + rerankThresholdLabel: "Rerank 임계값", + rerankThresholdDescription: "재정렬의 최소 점수 임계값 (0-1)", + rerankModelLabel: "Rerank 모델", + rerankModelDescription: "검색 결과 재정렬에 사용할 모델을 선택하세요", + rerankModelRequired: "Rerank 모델을 선택하세요. 검색 기능에 이 모델이 필요합니다.", + toasts: { + saveSuccess: "검색 설정이 저장되었습니다", + saveFailed: "설정 저장 실패: {message}", + }, + }, graphSettings: { title: "지식 그래프 설정", description: @@ -2991,9 +3030,12 @@ export default { unsupportedHint: '파일을 다운로드하여 로컬 앱으로 열어주세요', }, knowledgeSearch: { - title: '지식 검색', - subtitle: '지식베이스에서 시맨틱 검색으로 관련 콘텐츠를 빠르게 찾으세요', + title: '검색', + subtitle: '지식베이스와 대화 기록에서 시맨틱 검색으로 관련 콘텐츠를 빠르게 찾으세요', + tabKnowledge: '지식 검색', + tabMessages: '메시지 검색', placeholder: '검색어를 입력하세요...', + messagePlaceholder: '대화 기록 검색...', searchBtn: '검색', selectKb: '지식베이스 선택', allKb: '모든 지식베이스', @@ -3003,7 +3045,10 @@ export default { matchType: '매칭 유형', matchTypeVector: '벡터 매칭', matchTypeKeyword: '키워드 매칭', + untitledSession: '제목 없는 대화', + matchCount: '개 매칭', emptyHint: '키워드를 입력하여 지식베이스에서 관련 콘텐츠를 검색하세요', + messageEmptyHint: '키워드를 입력하여 대화 기록을 검색하세요', searching: '검색 중...', source: '출처', chunk: '개 청크', diff --git a/frontend/src/i18n/locales/ru-RU.ts b/frontend/src/i18n/locales/ru-RU.ts index b7d8b53d..2df3ec8a 100755 --- a/frontend/src/i18n/locales/ru-RU.ts +++ b/frontend/src/i18n/locales/ru-RU.ts @@ -12,7 +12,7 @@ export default { newSession: 'Новый диалог', confirmLogout: 'Вы уверены, что хотите выйти?', systemInfo: 'Информация о системе', - knowledgeSearch: 'Поиск знаний', + knowledgeSearch: 'Поиск', collapseSidebar: 'Свернуть боковую панель', expandSidebar: 'Развернуть боковую панель', logoutSuccess: 'Вы вышли из системы', @@ -673,6 +673,45 @@ export default { saveFailed: 'Не удалось сохранить настройки: {message}' } }, + chatHistorySettings: { + title: 'Управление сообщениями', + description: 'Настройте базу знаний истории чата для автоматической индексации сообщений и семантического поиска', + enableLabel: 'Включить индексацию сообщений', + enableDescription: 'При включении новые сообщения будут автоматически индексироваться в базу знаний для векторного поиска', + embeddingModelLabel: 'Модель Embedding', + embeddingModelDescription: 'Выберите модель встраивания для векторизации сообщений чата', + embeddingModelLocked: 'Сообщения уже индексированы; модель встраивания нельзя изменить (требуется очистка индексных данных)', + statsTitle: 'Статистика индексации', + statsIndexedMessages: 'Проиндексированные сообщения', + statsNotConfigured: 'Индексация сообщений не настроена', + statsNotConfiguredDesc: 'Включите и выберите модель Embedding для автоматической индексации сообщений', + toasts: { + saveSuccess: 'Конфигурация управления сообщениями сохранена', + saveFailed: 'Не удалось сохранить конфигурацию: {message}', + loadFailed: 'Не удалось загрузить конфигурацию: {message}', + }, + }, + retrievalSettings: { + title: 'Настройки поиска', + description: 'Настройте глобальные параметры поиска, общие для поиска по знаниям и сообщениям', + embeddingTopKLabel: 'Векторный поиск Top K', + embeddingTopKDescription: 'Максимальное количество результатов векторного поиска', + vectorThresholdLabel: 'Порог векторного сходства', + vectorThresholdDescription: 'Минимальная оценка сходства для векторного поиска (0-1, выше — точнее)', + keywordThresholdLabel: 'Порог совпадения ключевых слов', + keywordThresholdDescription: 'Минимальная оценка совпадения для поиска по ключевым словам (0-1)', + rerankTopKLabel: 'Rerank Top K', + rerankTopKDescription: 'Максимальное количество результатов после повторного ранжирования', + rerankThresholdLabel: 'Порог Rerank', + rerankThresholdDescription: 'Минимальный порог оценки для повторного ранжирования (0-1)', + rerankModelLabel: 'Модель Rerank', + rerankModelDescription: 'Выберите модель для повторного ранжирования результатов поиска', + rerankModelRequired: 'Пожалуйста, выберите модель Rerank. Функция поиска требует эту модель для ранжирования результатов.', + toasts: { + saveSuccess: 'Конфигурация поиска сохранена', + saveFailed: 'Не удалось сохранить конфигурацию: {message}', + }, + }, graphSettings: { title: 'Настройки графа знаний', description: 'Настройте извлечение сущностей и отношений для автоматического построения графа знаний из текста', @@ -2523,9 +2562,12 @@ export default { unsupportedHint: 'Скачайте файл и откройте локально' }, knowledgeSearch: { - title: 'Поиск знаний', - subtitle: 'Семантический поиск по базам знаний для быстрого нахождения релевантного контента', + title: 'Поиск', + subtitle: 'Семантический поиск по базам знаний и истории сообщений для быстрого нахождения релевантного контента', + tabKnowledge: 'Поиск по знаниям', + tabMessages: 'Поиск по сообщениям', placeholder: 'Введите поисковый запрос...', + messagePlaceholder: 'Поиск по истории сообщений...', searchBtn: 'Поиск', selectKb: 'Выбрать базу знаний', allKb: 'Все базы знаний', @@ -2535,7 +2577,10 @@ export default { matchType: 'Тип совпадения', matchTypeVector: 'Векторное совпадение', matchTypeKeyword: 'Совпадение по ключевым словам', + untitledSession: 'Без названия', + matchCount: 'совпадений', emptyHint: 'Введите ключевые слова для поиска релевантного контента в базах знаний', + messageEmptyHint: 'Введите ключевые слова для поиска по истории сообщений', searching: 'Поиск...', source: 'Источник', chunk: 'фрагм.', diff --git a/frontend/src/i18n/locales/zh-CN.ts b/frontend/src/i18n/locales/zh-CN.ts index 6146acc3..00700d0e 100755 --- a/frontend/src/i18n/locales/zh-CN.ts +++ b/frontend/src/i18n/locales/zh-CN.ts @@ -14,7 +14,7 @@ export default { newSession: "新会话", confirmLogout: "确定要退出登录吗?", systemInfo: "系统信息", - knowledgeSearch: "知识搜索", + knowledgeSearch: "搜索", collapseSidebar: "收起侧边栏", expandSidebar: "展开侧边栏", logoutSuccess: "已退出登录", @@ -538,6 +538,45 @@ export default { saveFailed: "保存配置失败: {message}", }, }, + chatHistorySettings: { + title: "消息管理", + description: "配置聊天历史知识库,将对话消息自动向量化索引,实现语义搜索", + enableLabel: "启用消息索引", + enableDescription: "开启后,新的对话消息将自动索引到知识库,支持向量搜索", + embeddingModelLabel: "Embedding 模型", + embeddingModelDescription: "选择用于消息向量化的 Embedding 模型", + embeddingModelLocked: "已有消息被索引,Embedding 模型不可修改(修改需清空索引数据)", + statsTitle: "索引统计", + statsIndexedMessages: "已索引消息", + statsNotConfigured: "消息索引未配置", + statsNotConfiguredDesc: "启用并选择 Embedding 模型后,对话消息将自动向量化索引", + toasts: { + saveSuccess: "消息管理配置已保存", + saveFailed: "保存配置失败: {message}", + loadFailed: "加载配置失败: {message}", + }, + }, + retrievalSettings: { + title: "搜索设置", + description: "配置知识库搜索和消息搜索的全局检索参数", + embeddingTopKLabel: "向量检索数量 (Top K)", + embeddingTopKDescription: "向量搜索返回的最大结果数量", + vectorThresholdLabel: "向量相似度阈值", + vectorThresholdDescription: "向量搜索的最低相似度分数(0-1,越高越精确)", + keywordThresholdLabel: "关键词匹配阈值", + keywordThresholdDescription: "关键词搜索的最低匹配分数(0-1)", + rerankTopKLabel: "Rerank 数量 (Top K)", + rerankTopKDescription: "重排序后保留的最大结果数量", + rerankThresholdLabel: "Rerank 阈值", + rerankThresholdDescription: "重排序的最低分数阈值(0-1)", + rerankModelLabel: "Rerank 模型", + rerankModelDescription: "选择用于搜索结果重排序的模型", + rerankModelRequired: "请选择 Rerank 模型,搜索功能需要此模型对结果进行重排序", + toasts: { + saveSuccess: "检索配置已保存", + saveFailed: "保存配置失败: {message}", + }, + }, graphSettings: { title: "知识图谱配置", description: "配置实体关系提取功能,自动从文本中提取实体和关系构建知识图谱", @@ -2920,9 +2959,12 @@ export default { unsupportedHint: "请下载文件后使用本地应用查看", }, knowledgeSearch: { - title: "知识搜索", - subtitle: "在知识库中进行语义检索,快速查找相关内容", + title: "搜索", + subtitle: "在知识库和历史对话中进行语义检索,快速查找相关内容", + tabKnowledge: "知识搜索", + tabMessages: "消息搜索", placeholder: "输入搜索内容...", + messagePlaceholder: "搜索历史对话消息...", searchBtn: "搜索", selectKb: "选择知识库", allKb: "全部知识库", @@ -2932,7 +2974,10 @@ export default { matchType: "匹配类型", matchTypeVector: "向量匹配", matchTypeKeyword: "关键词匹配", + untitledSession: "未命名对话", + matchCount: "条匹配", emptyHint: "输入关键词,在知识库中搜索相关内容片段", + messageEmptyHint: "输入关键词,搜索历史对话消息", searching: "搜索中...", source: "来源", chunk: "个片段", diff --git a/frontend/src/views/knowledge/KnowledgeSearch.vue b/frontend/src/views/knowledge/KnowledgeSearch.vue index a17cb073..32a10545 100644 --- a/frontend/src/views/knowledge/KnowledgeSearch.vue +++ b/frontend/src/views/knowledge/KnowledgeSearch.vue @@ -6,12 +6,47 @@

{{ $t('knowledgeSearch.title') }}

{{ $t('knowledgeSearch.subtitle') }}

+
+ + + +
+ + + + + + + + +
+
+ + {{ $t('knowledgeSearch.tabKnowledge') }} +
+
+ + {{ $t('knowledgeSearch.tabMessages') }} +