139a9c40ff
- Added timezone and language settings to the environment configuration. - Introduced built-in agent configurations with multilingual support for various agents. - Updated Docker Compose to utilize new environment variables for timezone and language. - Created new prompt templates for question generation, summary generation, and keywords extraction.
104 lines
3.8 KiB
Go
104 lines
3.8 KiB
Go
package chatpipline
|
|
|
|
import (
|
|
"context"
|
|
"strings"
|
|
|
|
"github.com/Tencent/WeKnora/internal/common"
|
|
"github.com/Tencent/WeKnora/internal/logger"
|
|
"github.com/Tencent/WeKnora/internal/models/chat"
|
|
"github.com/Tencent/WeKnora/internal/types"
|
|
"github.com/Tencent/WeKnora/internal/types/interfaces"
|
|
)
|
|
|
|
// pipelineInfo logs pipeline info level entries.
|
|
func pipelineInfo(ctx context.Context, stage, action string, fields map[string]interface{}) {
|
|
common.PipelineInfo(ctx, stage, action, fields)
|
|
}
|
|
|
|
// pipelineWarn logs pipeline warning level entries.
|
|
func pipelineWarn(ctx context.Context, stage, action string, fields map[string]interface{}) {
|
|
common.PipelineWarn(ctx, stage, action, fields)
|
|
}
|
|
|
|
// pipelineError logs pipeline error level entries.
|
|
func pipelineError(ctx context.Context, stage, action string, fields map[string]interface{}) {
|
|
common.PipelineError(ctx, stage, action, fields)
|
|
}
|
|
|
|
// prepareChatModel shared logic to prepare chat model and options
|
|
// it gets the chat model and sets up the chat options based on the chat manage.
|
|
func prepareChatModel(ctx context.Context, modelService interfaces.ModelService,
|
|
chatManage *types.ChatManage,
|
|
) (chat.Chat, *chat.ChatOptions, error) {
|
|
chatModel, err := modelService.GetChatModel(ctx, chatManage.ChatModelID)
|
|
if err != nil {
|
|
logger.Errorf(ctx, "Failed to get chat model: %v", err)
|
|
return nil, nil, err
|
|
}
|
|
|
|
opt := &chat.ChatOptions{
|
|
Temperature: chatManage.SummaryConfig.Temperature,
|
|
TopP: chatManage.SummaryConfig.TopP,
|
|
Seed: chatManage.SummaryConfig.Seed,
|
|
MaxTokens: chatManage.SummaryConfig.MaxTokens,
|
|
MaxCompletionTokens: chatManage.SummaryConfig.MaxCompletionTokens,
|
|
FrequencyPenalty: chatManage.SummaryConfig.FrequencyPenalty,
|
|
PresencePenalty: chatManage.SummaryConfig.PresencePenalty,
|
|
Thinking: chatManage.SummaryConfig.Thinking,
|
|
}
|
|
|
|
return chatModel, opt, nil
|
|
}
|
|
|
|
// prepareMessagesWithHistory prepare complete messages including history
|
|
func prepareMessagesWithHistory(chatManage *types.ChatManage) []chat.Message {
|
|
// Replace placeholders in system prompt
|
|
systemPrompt := renderSystemPromptPlaceholders(chatManage.SummaryConfig.Prompt, chatManage.Language)
|
|
|
|
chatMessages := []chat.Message{
|
|
{Role: "system", Content: systemPrompt},
|
|
}
|
|
|
|
// Add conversation history (already limited by maxRounds in load_history/rewrite plugins)
|
|
for _, history := range chatManage.History {
|
|
chatMessages = append(chatMessages, chat.Message{Role: "user", Content: history.Query})
|
|
chatMessages = append(chatMessages, chat.Message{Role: "assistant", Content: history.Answer})
|
|
}
|
|
|
|
// Add current user message. Only include images when the chat model supports
|
|
// vision; non-vision models rely on the text description in UserContent.
|
|
userMsg := chat.Message{Role: "user", Content: chatManage.UserContent}
|
|
if chatManage.ChatModelSupportsVision && len(chatManage.Images) > 0 {
|
|
userMsg.Images = chatManage.Images
|
|
}
|
|
chatMessages = append(chatMessages, userMsg)
|
|
|
|
return chatMessages
|
|
}
|
|
|
|
// extractImageCaptions concatenates non-empty Caption fields from stored
|
|
// message images. Used when loading history so that previous turns' image
|
|
// descriptions are visible to the model.
|
|
func extractImageCaptions(images types.MessageImages) string {
|
|
var parts []string
|
|
for _, img := range images {
|
|
if img.Caption != "" {
|
|
parts = append(parts, img.Caption)
|
|
}
|
|
}
|
|
return strings.Join(parts, "\n")
|
|
}
|
|
|
|
// renderSystemPromptPlaceholders replaces placeholders in system prompt
|
|
// Supported placeholders:
|
|
// - {{current_time}} -> current time in RFC3339 format
|
|
// - {{language}} -> user language name (replaced if present; empty string if not set in ChatManage)
|
|
func renderSystemPromptPlaceholders(prompt string, language ...string) string {
|
|
vals := types.PlaceholderValues{}
|
|
if len(language) > 0 {
|
|
vals["language"] = language[0]
|
|
}
|
|
return types.RenderPromptPlaceholders(prompt, vals)
|
|
}
|