diff --git a/.gitignore b/.gitignore index f91f0bca..dbc11e63 100644 --- a/.gitignore +++ b/.gitignore @@ -1,9 +1,10 @@ -# 忽略.env文件和其他包含敏感信息的配置文件 -.env -.env.lite -.cursor/ +# 忽略所有隐藏文件和目录 +.* # 但不忽略示例文件 !.env.example +!.gitignore + +# 敏感文件 *.pem *_key *_secret @@ -11,8 +12,6 @@ *.crt # IDE和编辑器文件 -.idea/ -.vscode/ *.swp *.swo @@ -39,13 +38,7 @@ data/weknora.db-shm web/ -.venv/ **/__pycache__ -.python-version - -### macOS -# General -.DS_Store /scripts/scale_dev_jobs.sh server frontend/.vite \ No newline at end of file diff --git a/frontend/src/api/chat-history.ts b/frontend/src/api/chat-history.ts new file mode 100644 index 00000000..babe108c --- /dev/null +++ b/frontend/src/api/chat-history.ts @@ -0,0 +1,65 @@ +import { get, put, post } from '@/utils/request' + +// ChatHistoryConfig represents the chat history KB configuration for a tenant. +// knowledge_base_id is auto-managed by the backend; frontend only sets other fields. +export interface ChatHistoryConfig { + enabled: boolean + embedding_model_id: string + knowledge_base_id?: string // read-only, auto-managed +} + +// ChatHistoryKBStats represents statistics about the chat history knowledge base +export interface ChatHistoryKBStats { + enabled: boolean + embedding_model_id?: string + knowledge_base_id?: string + knowledge_base_name?: string + indexed_message_count: number + has_indexed_messages: boolean +} + +// MessageSearchRequest defines search parameters for message search +export interface MessageSearchRequest { + query: string + mode?: 'keyword' | 'vector' | 'hybrid' + limit?: number + session_ids?: string[] +} + +// MessageSearchGroupItem represents a merged Q&A pair in search results +export interface MessageSearchGroupItem { + request_id: string + session_id: string + session_title: string + query_content: string + answer_content: string + score: number + match_type: string + created_at: string +} + +// MessageSearchResult represents the full search result +export interface MessageSearchResult { + items: MessageSearchGroupItem[] + total: number +} + +// Get tenant chat history config via KV API +export function getTenantChatHistoryConfig() { + return get('/api/v1/tenants/kv/chat-history-config') +} + +// Update tenant chat history config via KV API +export function updateTenantChatHistoryConfig(config: ChatHistoryConfig) { + return put('/api/v1/tenants/kv/chat-history-config', config) +} + +// Get chat history KB statistics +export function getChatHistoryKBStats() { + return get('/api/v1/messages/chat-history-stats') +} + +// Search messages across all sessions (keyword + vector hybrid search) +export function searchMessages(data: MessageSearchRequest) { + return post('/api/v1/messages/search', data) +} diff --git a/frontend/src/api/retrieval.ts b/frontend/src/api/retrieval.ts new file mode 100644 index 00000000..24598d11 --- /dev/null +++ b/frontend/src/api/retrieval.ts @@ -0,0 +1,22 @@ +import { get, put } from '@/utils/request' + +// RetrievalConfig represents the global retrieval/search configuration for a tenant. +// Shared by knowledge search and message search. +export interface RetrievalConfig { + embedding_top_k: number + vector_threshold: number + keyword_threshold: number + rerank_top_k: number + rerank_threshold: number + rerank_model_id: string +} + +// Get tenant retrieval config via KV API +export function getTenantRetrievalConfig() { + return get('/api/v1/tenants/kv/retrieval-config') +} + +// Update tenant retrieval config via KV API +export function updateTenantRetrievalConfig(config: RetrievalConfig) { + return put('/api/v1/tenants/kv/retrieval-config', config) +} diff --git a/frontend/src/i18n/locales/en-US.ts b/frontend/src/i18n/locales/en-US.ts index 13d2cfea..c6c9fd38 100755 --- a/frontend/src/i18n/locales/en-US.ts +++ b/frontend/src/i18n/locales/en-US.ts @@ -14,7 +14,7 @@ export default { newSession: 'New Chat', confirmLogout: 'Are you sure you want to logout?', systemInfo: 'System Information', - knowledgeSearch: 'Knowledge Search', + knowledgeSearch: 'Search', collapseSidebar: 'Collapse Sidebar', expandSidebar: 'Expand Sidebar', logoutSuccess: 'Logged out successfully', @@ -686,6 +686,45 @@ export default { saveFailed: 'Failed to save configuration: {message}' } }, + chatHistorySettings: { + title: 'Message Management', + description: 'Configure chat history knowledge base to automatically index conversation messages for semantic search', + enableLabel: 'Enable Message Indexing', + enableDescription: 'When enabled, new conversation messages will be automatically indexed into the knowledge base for vector search', + embeddingModelLabel: 'Embedding Model', + embeddingModelDescription: 'Select the embedding model for vectorizing chat messages', + embeddingModelLocked: 'Messages have been indexed; the embedding model cannot be changed (clearing indexed data is required)', + statsTitle: 'Index Statistics', + statsIndexedMessages: 'Indexed Messages', + statsNotConfigured: 'Message indexing not configured', + statsNotConfiguredDesc: 'Enable and select an embedding model to start auto-indexing conversation messages', + toasts: { + saveSuccess: 'Message management configuration saved', + saveFailed: 'Failed to save configuration: {message}', + loadFailed: 'Failed to load configuration: {message}', + }, + }, + retrievalSettings: { + title: 'Search Settings', + description: 'Configure global retrieval parameters for knowledge search and message search', + embeddingTopKLabel: 'Vector Search Top K', + embeddingTopKDescription: 'Maximum number of results returned by vector search', + vectorThresholdLabel: 'Vector Similarity Threshold', + vectorThresholdDescription: 'Minimum similarity score for vector search (0-1, higher is more precise)', + keywordThresholdLabel: 'Keyword Match Threshold', + keywordThresholdDescription: 'Minimum match score for keyword search (0-1)', + rerankTopKLabel: 'Rerank Top K', + rerankTopKDescription: 'Maximum number of results kept after reranking', + rerankThresholdLabel: 'Rerank Threshold', + rerankThresholdDescription: 'Minimum score threshold for reranking (0-1)', + rerankModelLabel: 'Rerank Model', + rerankModelDescription: 'Select the model for reranking search results', + rerankModelRequired: 'Please select a Rerank model. Search requires this model to rerank results.', + toasts: { + saveSuccess: 'Retrieval configuration saved', + saveFailed: 'Failed to save configuration: {message}', + }, + }, graphSettings: { title: 'Knowledge Graph Configuration', description: 'Configure entity-relationship extraction to automatically build knowledge graphs from text', @@ -2923,9 +2962,12 @@ export default { unsupportedHint: 'Please download and open with a local application', }, knowledgeSearch: { - title: 'Knowledge Search', - subtitle: 'Semantic search across knowledge bases to find relevant content', + title: 'Search', + subtitle: 'Semantic search across knowledge bases and chat history to find relevant content', + tabKnowledge: 'Knowledge', + tabMessages: 'Messages', placeholder: 'Enter search query...', + messagePlaceholder: 'Search chat history...', searchBtn: 'Search', selectKb: 'Select Knowledge Base', allKb: 'All Knowledge Bases', @@ -2935,7 +2977,10 @@ export default { matchType: 'Match Type', matchTypeVector: 'Vector Match', matchTypeKeyword: 'Keyword Match', + untitledSession: 'Untitled Session', + matchCount: 'matches', emptyHint: 'Enter keywords to search for relevant content chunks in knowledge bases', + messageEmptyHint: 'Enter keywords to search chat history messages', searching: 'Searching...', source: 'Source', chunk: 'chunks', diff --git a/frontend/src/i18n/locales/ko-KR.ts b/frontend/src/i18n/locales/ko-KR.ts index 44f7c36f..19f06778 100755 --- a/frontend/src/i18n/locales/ko-KR.ts +++ b/frontend/src/i18n/locales/ko-KR.ts @@ -14,7 +14,7 @@ export default { newSession: "새 세션", confirmLogout: "정말 로그아웃 하시겠습니까?", systemInfo: "시스템 정보", - knowledgeSearch: "지식 검색", + knowledgeSearch: "검색", collapseSidebar: "사이드바 접기", expandSidebar: "사이드바 펼치기", logoutSuccess: "로그아웃되었습니다", @@ -541,6 +541,45 @@ export default { saveFailed: "설정 저장 실패: {message}", }, }, + chatHistorySettings: { + title: "메시지 관리", + description: "채팅 기록 지식베이스를 구성하여 대화 메시지를 자동으로 벡터화 인덱싱하여 시맨틱 검색을 지원합니다", + enableLabel: "메시지 인덱싱 활성화", + enableDescription: "활성화하면 새 대화 메시지가 자동으로 지식베이스에 인덱싱되어 벡터 검색을 지원합니다", + embeddingModelLabel: "Embedding 모델", + embeddingModelDescription: "메시지 벡터화에 사용할 Embedding 모델을 선택하세요", + embeddingModelLocked: "이미 인덱싱된 메시지가 있어 Embedding 모델을 변경할 수 없습니다 (인덱스 데이터 초기화 필요)", + statsTitle: "인덱스 통계", + statsIndexedMessages: "인덱싱된 메시지", + statsNotConfigured: "메시지 인덱싱 미설정", + statsNotConfiguredDesc: "활성화하고 Embedding 모델을 선택하면 대화 메시지가 자동으로 벡터화 인덱싱됩니다", + toasts: { + saveSuccess: "메시지 관리 설정이 저장되었습니다", + saveFailed: "설정 저장 실패: {message}", + loadFailed: "설정 로드 실패: {message}", + }, + }, + retrievalSettings: { + title: "검색 설정", + description: "전역 검색 파라미터를 설정합니다. 지식베이스 검색과 메시지 검색이 이 설정을 공유합니다", + embeddingTopKLabel: "벡터 검색 Top K", + embeddingTopKDescription: "벡터 검색에서 반환하는 최대 결과 수", + vectorThresholdLabel: "벡터 유사도 임계값", + vectorThresholdDescription: "벡터 검색의 최소 유사도 점수 (0-1, 높을수록 정확)", + keywordThresholdLabel: "키워드 매칭 임계값", + keywordThresholdDescription: "키워드 검색의 최소 매칭 점수 (0-1)", + rerankTopKLabel: "Rerank Top K", + rerankTopKDescription: "재정렬 후 유지되는 최대 결과 수", + rerankThresholdLabel: "Rerank 임계값", + rerankThresholdDescription: "재정렬의 최소 점수 임계값 (0-1)", + rerankModelLabel: "Rerank 모델", + rerankModelDescription: "검색 결과 재정렬에 사용할 모델을 선택하세요", + rerankModelRequired: "Rerank 모델을 선택하세요. 검색 기능에 이 모델이 필요합니다.", + toasts: { + saveSuccess: "검색 설정이 저장되었습니다", + saveFailed: "설정 저장 실패: {message}", + }, + }, graphSettings: { title: "지식 그래프 설정", description: @@ -2991,9 +3030,12 @@ export default { unsupportedHint: '파일을 다운로드하여 로컬 앱으로 열어주세요', }, knowledgeSearch: { - title: '지식 검색', - subtitle: '지식베이스에서 시맨틱 검색으로 관련 콘텐츠를 빠르게 찾으세요', + title: '검색', + subtitle: '지식베이스와 대화 기록에서 시맨틱 검색으로 관련 콘텐츠를 빠르게 찾으세요', + tabKnowledge: '지식 검색', + tabMessages: '메시지 검색', placeholder: '검색어를 입력하세요...', + messagePlaceholder: '대화 기록 검색...', searchBtn: '검색', selectKb: '지식베이스 선택', allKb: '모든 지식베이스', @@ -3003,7 +3045,10 @@ export default { matchType: '매칭 유형', matchTypeVector: '벡터 매칭', matchTypeKeyword: '키워드 매칭', + untitledSession: '제목 없는 대화', + matchCount: '개 매칭', emptyHint: '키워드를 입력하여 지식베이스에서 관련 콘텐츠를 검색하세요', + messageEmptyHint: '키워드를 입력하여 대화 기록을 검색하세요', searching: '검색 중...', source: '출처', chunk: '개 청크', diff --git a/frontend/src/i18n/locales/ru-RU.ts b/frontend/src/i18n/locales/ru-RU.ts index b7d8b53d..2df3ec8a 100755 --- a/frontend/src/i18n/locales/ru-RU.ts +++ b/frontend/src/i18n/locales/ru-RU.ts @@ -12,7 +12,7 @@ export default { newSession: 'Новый диалог', confirmLogout: 'Вы уверены, что хотите выйти?', systemInfo: 'Информация о системе', - knowledgeSearch: 'Поиск знаний', + knowledgeSearch: 'Поиск', collapseSidebar: 'Свернуть боковую панель', expandSidebar: 'Развернуть боковую панель', logoutSuccess: 'Вы вышли из системы', @@ -673,6 +673,45 @@ export default { saveFailed: 'Не удалось сохранить настройки: {message}' } }, + chatHistorySettings: { + title: 'Управление сообщениями', + description: 'Настройте базу знаний истории чата для автоматической индексации сообщений и семантического поиска', + enableLabel: 'Включить индексацию сообщений', + enableDescription: 'При включении новые сообщения будут автоматически индексироваться в базу знаний для векторного поиска', + embeddingModelLabel: 'Модель Embedding', + embeddingModelDescription: 'Выберите модель встраивания для векторизации сообщений чата', + embeddingModelLocked: 'Сообщения уже индексированы; модель встраивания нельзя изменить (требуется очистка индексных данных)', + statsTitle: 'Статистика индексации', + statsIndexedMessages: 'Проиндексированные сообщения', + statsNotConfigured: 'Индексация сообщений не настроена', + statsNotConfiguredDesc: 'Включите и выберите модель Embedding для автоматической индексации сообщений', + toasts: { + saveSuccess: 'Конфигурация управления сообщениями сохранена', + saveFailed: 'Не удалось сохранить конфигурацию: {message}', + loadFailed: 'Не удалось загрузить конфигурацию: {message}', + }, + }, + retrievalSettings: { + title: 'Настройки поиска', + description: 'Настройте глобальные параметры поиска, общие для поиска по знаниям и сообщениям', + embeddingTopKLabel: 'Векторный поиск Top K', + embeddingTopKDescription: 'Максимальное количество результатов векторного поиска', + vectorThresholdLabel: 'Порог векторного сходства', + vectorThresholdDescription: 'Минимальная оценка сходства для векторного поиска (0-1, выше — точнее)', + keywordThresholdLabel: 'Порог совпадения ключевых слов', + keywordThresholdDescription: 'Минимальная оценка совпадения для поиска по ключевым словам (0-1)', + rerankTopKLabel: 'Rerank Top K', + rerankTopKDescription: 'Максимальное количество результатов после повторного ранжирования', + rerankThresholdLabel: 'Порог Rerank', + rerankThresholdDescription: 'Минимальный порог оценки для повторного ранжирования (0-1)', + rerankModelLabel: 'Модель Rerank', + rerankModelDescription: 'Выберите модель для повторного ранжирования результатов поиска', + rerankModelRequired: 'Пожалуйста, выберите модель Rerank. Функция поиска требует эту модель для ранжирования результатов.', + toasts: { + saveSuccess: 'Конфигурация поиска сохранена', + saveFailed: 'Не удалось сохранить конфигурацию: {message}', + }, + }, graphSettings: { title: 'Настройки графа знаний', description: 'Настройте извлечение сущностей и отношений для автоматического построения графа знаний из текста', @@ -2523,9 +2562,12 @@ export default { unsupportedHint: 'Скачайте файл и откройте локально' }, knowledgeSearch: { - title: 'Поиск знаний', - subtitle: 'Семантический поиск по базам знаний для быстрого нахождения релевантного контента', + title: 'Поиск', + subtitle: 'Семантический поиск по базам знаний и истории сообщений для быстрого нахождения релевантного контента', + tabKnowledge: 'Поиск по знаниям', + tabMessages: 'Поиск по сообщениям', placeholder: 'Введите поисковый запрос...', + messagePlaceholder: 'Поиск по истории сообщений...', searchBtn: 'Поиск', selectKb: 'Выбрать базу знаний', allKb: 'Все базы знаний', @@ -2535,7 +2577,10 @@ export default { matchType: 'Тип совпадения', matchTypeVector: 'Векторное совпадение', matchTypeKeyword: 'Совпадение по ключевым словам', + untitledSession: 'Без названия', + matchCount: 'совпадений', emptyHint: 'Введите ключевые слова для поиска релевантного контента в базах знаний', + messageEmptyHint: 'Введите ключевые слова для поиска по истории сообщений', searching: 'Поиск...', source: 'Источник', chunk: 'фрагм.', diff --git a/frontend/src/i18n/locales/zh-CN.ts b/frontend/src/i18n/locales/zh-CN.ts index 6146acc3..00700d0e 100755 --- a/frontend/src/i18n/locales/zh-CN.ts +++ b/frontend/src/i18n/locales/zh-CN.ts @@ -14,7 +14,7 @@ export default { newSession: "新会话", confirmLogout: "确定要退出登录吗?", systemInfo: "系统信息", - knowledgeSearch: "知识搜索", + knowledgeSearch: "搜索", collapseSidebar: "收起侧边栏", expandSidebar: "展开侧边栏", logoutSuccess: "已退出登录", @@ -538,6 +538,45 @@ export default { saveFailed: "保存配置失败: {message}", }, }, + chatHistorySettings: { + title: "消息管理", + description: "配置聊天历史知识库,将对话消息自动向量化索引,实现语义搜索", + enableLabel: "启用消息索引", + enableDescription: "开启后,新的对话消息将自动索引到知识库,支持向量搜索", + embeddingModelLabel: "Embedding 模型", + embeddingModelDescription: "选择用于消息向量化的 Embedding 模型", + embeddingModelLocked: "已有消息被索引,Embedding 模型不可修改(修改需清空索引数据)", + statsTitle: "索引统计", + statsIndexedMessages: "已索引消息", + statsNotConfigured: "消息索引未配置", + statsNotConfiguredDesc: "启用并选择 Embedding 模型后,对话消息将自动向量化索引", + toasts: { + saveSuccess: "消息管理配置已保存", + saveFailed: "保存配置失败: {message}", + loadFailed: "加载配置失败: {message}", + }, + }, + retrievalSettings: { + title: "搜索设置", + description: "配置知识库搜索和消息搜索的全局检索参数", + embeddingTopKLabel: "向量检索数量 (Top K)", + embeddingTopKDescription: "向量搜索返回的最大结果数量", + vectorThresholdLabel: "向量相似度阈值", + vectorThresholdDescription: "向量搜索的最低相似度分数(0-1,越高越精确)", + keywordThresholdLabel: "关键词匹配阈值", + keywordThresholdDescription: "关键词搜索的最低匹配分数(0-1)", + rerankTopKLabel: "Rerank 数量 (Top K)", + rerankTopKDescription: "重排序后保留的最大结果数量", + rerankThresholdLabel: "Rerank 阈值", + rerankThresholdDescription: "重排序的最低分数阈值(0-1)", + rerankModelLabel: "Rerank 模型", + rerankModelDescription: "选择用于搜索结果重排序的模型", + rerankModelRequired: "请选择 Rerank 模型,搜索功能需要此模型对结果进行重排序", + toasts: { + saveSuccess: "检索配置已保存", + saveFailed: "保存配置失败: {message}", + }, + }, graphSettings: { title: "知识图谱配置", description: "配置实体关系提取功能,自动从文本中提取实体和关系构建知识图谱", @@ -2920,9 +2959,12 @@ export default { unsupportedHint: "请下载文件后使用本地应用查看", }, knowledgeSearch: { - title: "知识搜索", - subtitle: "在知识库中进行语义检索,快速查找相关内容", + title: "搜索", + subtitle: "在知识库和历史对话中进行语义检索,快速查找相关内容", + tabKnowledge: "知识搜索", + tabMessages: "消息搜索", placeholder: "输入搜索内容...", + messagePlaceholder: "搜索历史对话消息...", searchBtn: "搜索", selectKb: "选择知识库", allKb: "全部知识库", @@ -2932,7 +2974,10 @@ export default { matchType: "匹配类型", matchTypeVector: "向量匹配", matchTypeKeyword: "关键词匹配", + untitledSession: "未命名对话", + matchCount: "条匹配", emptyHint: "输入关键词,在知识库中搜索相关内容片段", + messageEmptyHint: "输入关键词,搜索历史对话消息", searching: "搜索中...", source: "来源", chunk: "个片段", diff --git a/frontend/src/views/knowledge/KnowledgeSearch.vue b/frontend/src/views/knowledge/KnowledgeSearch.vue index a17cb073..32a10545 100644 --- a/frontend/src/views/knowledge/KnowledgeSearch.vue +++ b/frontend/src/views/knowledge/KnowledgeSearch.vue @@ -6,12 +6,47 @@

{{ $t('knowledgeSearch.title') }}

{{ $t('knowledgeSearch.subtitle') }}

+
+ + + +
+ + + + + + + + +
+
+ + {{ $t('knowledgeSearch.tabKnowledge') }} +
+
+ + {{ $t('knowledgeSearch.tabMessages') }} +