package chatpipline import ( "context" "github.com/Tencent/WeKnora/internal/types" "github.com/Tencent/WeKnora/internal/types/interfaces" ) // PluginChatCompletion implements chat completion functionality // as a plugin that can be registered to EventManager type PluginChatCompletion struct { modelService interfaces.ModelService // Interface for model operations } // NewPluginChatCompletion creates a new PluginChatCompletion instance // and registers it with the EventManager func NewPluginChatCompletion(eventManager *EventManager, modelService interfaces.ModelService) *PluginChatCompletion { res := &PluginChatCompletion{ modelService: modelService, } eventManager.Register(res) return res } // ActivationEvents returns the event types this plugin handles func (p *PluginChatCompletion) ActivationEvents() []types.EventType { return []types.EventType{types.CHAT_COMPLETION} } // OnEvent handles chat completion events // It prepares the chat model, messages, and calls the model to generate responses func (p *PluginChatCompletion) OnEvent( ctx context.Context, eventType types.EventType, chatManage *types.ChatManage, next func() *PluginError, ) *PluginError { pipelineInfo(ctx, "Completion", "input", map[string]interface{}{ "session_id": chatManage.SessionID, "user_question": chatManage.UserContent, "history_rounds": len(chatManage.History), "chat_model": chatManage.ChatModelID, }) // Prepare chat model and options chatModel, opt, err := prepareChatModel(ctx, p.modelService, chatManage) if err != nil { return ErrGetChatModel.WithError(err) } // Prepare messages including conversation history pipelineInfo(ctx, "Completion", "messages_ready", map[string]interface{}{ "message_count": len(chatManage.History) + 2, }) chatMessages := prepareMessagesWithHistory(chatManage) // Call the chat model to generate response pipelineInfo(ctx, "Completion", "model_call", map[string]interface{}{ "chat_model": chatManage.ChatModelID, }) chatResponse, err := chatModel.Chat(ctx, chatMessages, opt) if err != nil { pipelineError(ctx, "Completion", "model_call", map[string]interface{}{ "chat_model": chatManage.ChatModelID, "error": err.Error(), }) return ErrModelCall.WithError(err) } pipelineInfo(ctx, "Completion", "output", map[string]interface{}{ "answer_preview": chatResponse.Content, "finish_reason": chatResponse.FinishReason, "completion_tokens": chatResponse.Usage.CompletionTokens, "prompt_tokens": chatResponse.Usage.PromptTokens, }) chatManage.ChatResponse = chatResponse return next() }