256 lines
8.4 KiB
Go
256 lines
8.4 KiB
Go
package chatpipline
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"fmt"
|
|
"regexp"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/Tencent/WeKnora/internal/types"
|
|
"github.com/Tencent/WeKnora/internal/utils"
|
|
)
|
|
|
|
// PluginIntoChatMessage handles the transformation of search results into chat messages
|
|
type PluginIntoChatMessage struct{}
|
|
|
|
// NewPluginIntoChatMessage creates and registers a new PluginIntoChatMessage instance
|
|
func NewPluginIntoChatMessage(eventManager *EventManager) *PluginIntoChatMessage {
|
|
res := &PluginIntoChatMessage{}
|
|
eventManager.Register(res)
|
|
return res
|
|
}
|
|
|
|
// ActivationEvents returns the event types this plugin handles
|
|
func (p *PluginIntoChatMessage) ActivationEvents() []types.EventType {
|
|
return []types.EventType{types.INTO_CHAT_MESSAGE}
|
|
}
|
|
|
|
// OnEvent processes the INTO_CHAT_MESSAGE event to format chat message content
|
|
func (p *PluginIntoChatMessage) OnEvent(ctx context.Context,
|
|
eventType types.EventType, chatManage *types.ChatManage, next func() *PluginError,
|
|
) *PluginError {
|
|
pipelineInfo(ctx, "IntoChatMessage", "input", map[string]interface{}{
|
|
"session_id": chatManage.SessionID,
|
|
"merge_result_cnt": len(chatManage.MergeResult),
|
|
"template_len": len(chatManage.SummaryConfig.ContextTemplate),
|
|
})
|
|
|
|
// Separate FAQ and document results when FAQ priority is enabled
|
|
var faqResults, docResults []*types.SearchResult
|
|
var hasHighConfidenceFAQ bool
|
|
|
|
if chatManage.FAQPriorityEnabled {
|
|
for _, result := range chatManage.MergeResult {
|
|
if result.ChunkType == string(types.ChunkTypeFAQ) {
|
|
faqResults = append(faqResults, result)
|
|
// Check if this FAQ has high confidence (above direct answer threshold)
|
|
if result.Score >= chatManage.FAQDirectAnswerThreshold && !hasHighConfidenceFAQ {
|
|
hasHighConfidenceFAQ = true
|
|
pipelineInfo(ctx, "IntoChatMessage", "high_confidence_faq", map[string]interface{}{
|
|
"chunk_id": result.ID,
|
|
"score": fmt.Sprintf("%.4f", result.Score),
|
|
"threshold": chatManage.FAQDirectAnswerThreshold,
|
|
})
|
|
}
|
|
} else {
|
|
docResults = append(docResults, result)
|
|
}
|
|
}
|
|
pipelineInfo(ctx, "IntoChatMessage", "faq_separation", map[string]interface{}{
|
|
"faq_count": len(faqResults),
|
|
"doc_count": len(docResults),
|
|
"has_high_confidence": hasHighConfidenceFAQ,
|
|
})
|
|
}
|
|
|
|
// 验证用户查询的安全性
|
|
safeQuery, isValid := utils.ValidateInput(chatManage.Query)
|
|
if !isValid {
|
|
pipelineWarn(ctx, "IntoChatMessage", "invalid_query", map[string]interface{}{
|
|
"session_id": chatManage.SessionID,
|
|
})
|
|
return ErrTemplateExecute.WithError(fmt.Errorf("用户查询包含非法内容"))
|
|
}
|
|
|
|
// Prepare weekday names
|
|
weekdayName := []string{"星期日", "星期一", "星期二", "星期三", "星期四", "星期五", "星期六"}
|
|
|
|
var contextsBuilder strings.Builder
|
|
|
|
// Build contexts string based on FAQ priority strategy
|
|
if chatManage.FAQPriorityEnabled && len(faqResults) > 0 {
|
|
// Build structured context with FAQ prioritization
|
|
contextsBuilder.WriteString("### 资料来源 1:标准问答库 (FAQ)\n")
|
|
contextsBuilder.WriteString("【高置信度 - 请优先参考】\n")
|
|
for i, result := range faqResults {
|
|
passage := getEnrichedPassageForChat(ctx, result)
|
|
if hasHighConfidenceFAQ && i == 0 {
|
|
contextsBuilder.WriteString(fmt.Sprintf("[FAQ-%d] ⭐ 精准匹配: %s\n", i+1, passage))
|
|
} else {
|
|
contextsBuilder.WriteString(fmt.Sprintf("[FAQ-%d] %s\n", i+1, passage))
|
|
}
|
|
}
|
|
|
|
if len(docResults) > 0 {
|
|
contextsBuilder.WriteString("\n### 资料来源 2:参考文档\n")
|
|
contextsBuilder.WriteString("【补充资料 - 仅在FAQ无法解答时参考】\n")
|
|
for i, result := range docResults {
|
|
passage := getEnrichedPassageForChat(ctx, result)
|
|
contextsBuilder.WriteString(fmt.Sprintf("[DOC-%d] %s\n", i+1, passage))
|
|
}
|
|
}
|
|
} else {
|
|
// Original behavior: simple numbered list
|
|
passages := make([]string, len(chatManage.MergeResult))
|
|
for i, result := range chatManage.MergeResult {
|
|
passages[i] = getEnrichedPassageForChat(ctx, result)
|
|
}
|
|
for i, passage := range passages {
|
|
if i > 0 {
|
|
contextsBuilder.WriteString("\n\n")
|
|
}
|
|
contextsBuilder.WriteString(fmt.Sprintf("[%d] %s", i+1, passage))
|
|
}
|
|
}
|
|
|
|
// Replace placeholders in context template
|
|
userContent := chatManage.SummaryConfig.ContextTemplate
|
|
userContent = strings.ReplaceAll(userContent, "{{query}}", safeQuery)
|
|
userContent = strings.ReplaceAll(userContent, "{{contexts}}", contextsBuilder.String())
|
|
userContent = strings.ReplaceAll(userContent, "{{current_time}}", time.Now().Format("2006-01-02 15:04:05"))
|
|
userContent = strings.ReplaceAll(userContent, "{{current_week}}", weekdayName[time.Now().Weekday()])
|
|
|
|
// Set formatted content back to chat management
|
|
chatManage.UserContent = userContent
|
|
pipelineInfo(ctx, "IntoChatMessage", "output", map[string]interface{}{
|
|
"session_id": chatManage.SessionID,
|
|
"user_content_len": len(chatManage.UserContent),
|
|
"faq_priority": chatManage.FAQPriorityEnabled,
|
|
})
|
|
return next()
|
|
}
|
|
|
|
// getEnrichedPassageForChat 合并Content和ImageInfo的文本内容,为聊天消息准备
|
|
func getEnrichedPassageForChat(ctx context.Context, result *types.SearchResult) string {
|
|
// 如果没有图片信息,直接返回内容
|
|
if result.Content == "" && result.ImageInfo == "" {
|
|
return ""
|
|
}
|
|
|
|
// 如果只有内容,没有图片信息
|
|
if result.ImageInfo == "" {
|
|
return result.Content
|
|
}
|
|
|
|
// 处理图片信息并与内容合并
|
|
return enrichContentWithImageInfo(ctx, result.Content, result.ImageInfo)
|
|
}
|
|
|
|
// 正则表达式用于匹配Markdown图片链接
|
|
var markdownImageRegex = regexp.MustCompile(`!\[([^\]]*)\]\(([^)]+)\)`)
|
|
|
|
// enrichContentWithImageInfo 将图片信息与文本内容合并
|
|
func enrichContentWithImageInfo(ctx context.Context, content string, imageInfoJSON string) string {
|
|
// 解析ImageInfo
|
|
var imageInfos []types.ImageInfo
|
|
err := json.Unmarshal([]byte(imageInfoJSON), &imageInfos)
|
|
if err != nil {
|
|
pipelineWarn(ctx, "IntoChatMessage", "image_parse_error", map[string]interface{}{
|
|
"error": err.Error(),
|
|
})
|
|
return content
|
|
}
|
|
|
|
if len(imageInfos) == 0 {
|
|
return content
|
|
}
|
|
|
|
// 创建图片URL到信息的映射
|
|
imageInfoMap := make(map[string]*types.ImageInfo)
|
|
for i := range imageInfos {
|
|
if imageInfos[i].URL != "" {
|
|
imageInfoMap[imageInfos[i].URL] = &imageInfos[i]
|
|
}
|
|
// 同时检查原始URL
|
|
if imageInfos[i].OriginalURL != "" {
|
|
imageInfoMap[imageInfos[i].OriginalURL] = &imageInfos[i]
|
|
}
|
|
}
|
|
|
|
// 查找内容中的所有Markdown图片链接
|
|
matches := markdownImageRegex.FindAllStringSubmatch(content, -1)
|
|
|
|
// 用于存储已处理的图片URL
|
|
processedURLs := make(map[string]bool)
|
|
|
|
pipelineInfo(ctx, "IntoChatMessage", "image_markdown_links", map[string]interface{}{
|
|
"match_count": len(matches),
|
|
})
|
|
|
|
// 替换每个图片链接,添加描述和OCR文本
|
|
for _, match := range matches {
|
|
if len(match) < 3 {
|
|
continue
|
|
}
|
|
|
|
// 提取图片URL,忽略alt文本
|
|
imgURL := match[2]
|
|
|
|
// 标记该URL已处理
|
|
processedURLs[imgURL] = true
|
|
|
|
// 查找匹配的图片信息
|
|
imgInfo, found := imageInfoMap[imgURL]
|
|
|
|
// 如果找到匹配的图片信息,添加描述和OCR文本
|
|
if found && imgInfo != nil {
|
|
replacement := match[0] + "\n"
|
|
if imgInfo.Caption != "" {
|
|
replacement += fmt.Sprintf("图片描述: %s\n", imgInfo.Caption)
|
|
}
|
|
if imgInfo.OCRText != "" {
|
|
replacement += fmt.Sprintf("图片文本: %s\n", imgInfo.OCRText)
|
|
}
|
|
content = strings.Replace(content, match[0], replacement, 1)
|
|
}
|
|
}
|
|
|
|
// 处理未在内容中找到但存在于ImageInfo中的图片
|
|
var additionalImageTexts []string
|
|
for _, imgInfo := range imageInfos {
|
|
// 如果图片URL已经处理过,跳过
|
|
if processedURLs[imgInfo.URL] || processedURLs[imgInfo.OriginalURL] {
|
|
continue
|
|
}
|
|
|
|
var imgTexts []string
|
|
if imgInfo.Caption != "" {
|
|
imgTexts = append(imgTexts, fmt.Sprintf("图片 %s 的描述信息: %s", imgInfo.URL, imgInfo.Caption))
|
|
}
|
|
if imgInfo.OCRText != "" {
|
|
imgTexts = append(imgTexts, fmt.Sprintf("图片 %s 的文本: %s", imgInfo.URL, imgInfo.OCRText))
|
|
}
|
|
|
|
if len(imgTexts) > 0 {
|
|
additionalImageTexts = append(additionalImageTexts, imgTexts...)
|
|
}
|
|
}
|
|
|
|
// 如果有额外的图片信息,添加到内容末尾
|
|
if len(additionalImageTexts) > 0 {
|
|
if content != "" {
|
|
content += "\n\n"
|
|
}
|
|
content += "附加图片信息:\n" + strings.Join(additionalImageTexts, "\n")
|
|
}
|
|
|
|
pipelineInfo(ctx, "IntoChatMessage", "image_enrich_summary", map[string]interface{}{
|
|
"markdown_images": len(matches),
|
|
"additional_imgs": len(additionalImageTexts),
|
|
})
|
|
|
|
return content
|
|
}
|