38c594aec3
Add functionality to detect unresolvable resource aliases emitted by the model during chat completion and streaming. Introduce logging for these orphan aliases to aid in debugging and improve the handling of resource references. Update the stream processing to ensure held aliases are flushed upon cancellation, preventing data loss. Include tests to verify the correct reporting of orphan aliases.
87 lines
3.0 KiB
Go
87 lines
3.0 KiB
Go
package chatpipeline
|
|
|
|
import (
|
|
"context"
|
|
|
|
"github.com/Tencent/WeKnora/internal/llmresource"
|
|
"github.com/Tencent/WeKnora/internal/types"
|
|
"github.com/Tencent/WeKnora/internal/types/interfaces"
|
|
)
|
|
|
|
// PluginChatCompletion implements chat completion functionality
|
|
// as a plugin that can be registered to EventManager
|
|
type PluginChatCompletion struct {
|
|
modelService interfaces.ModelService // Interface for model operations
|
|
}
|
|
|
|
// NewPluginChatCompletion creates a new PluginChatCompletion instance
|
|
// and registers it with the EventManager
|
|
func NewPluginChatCompletion(eventManager *EventManager, modelService interfaces.ModelService) *PluginChatCompletion {
|
|
res := &PluginChatCompletion{
|
|
modelService: modelService,
|
|
}
|
|
eventManager.Register(res)
|
|
return res
|
|
}
|
|
|
|
// ActivationEvents returns the event types this plugin handles
|
|
func (p *PluginChatCompletion) ActivationEvents() []types.EventType {
|
|
return []types.EventType{types.CHAT_COMPLETION}
|
|
}
|
|
|
|
// OnEvent handles chat completion events
|
|
// It prepares the chat model, messages, and calls the model to generate responses
|
|
func (p *PluginChatCompletion) OnEvent(
|
|
ctx context.Context, eventType types.EventType, chatManage *types.ChatManage, next func() *PluginError,
|
|
) *PluginError {
|
|
pipelineInfo(ctx, "Completion", "input", map[string]interface{}{
|
|
"session_id": chatManage.SessionID,
|
|
"user_question": chatManage.UserContent,
|
|
"history_rounds": len(chatManage.History),
|
|
"chat_model": chatManage.ChatModelID,
|
|
})
|
|
|
|
// Prepare chat model and options
|
|
chatModel, opt, err := prepareChatModel(ctx, p.modelService, chatManage)
|
|
if err != nil {
|
|
return ErrGetChatModel.WithError(err)
|
|
}
|
|
|
|
// Prepare messages including conversation history
|
|
pipelineInfo(ctx, "Completion", "messages_ready", map[string]interface{}{
|
|
"message_count": len(chatManage.History) + 2,
|
|
})
|
|
chatMessages := prepareMessagesWithHistory(chatManage)
|
|
resourceRefs := llmresource.NewRegistry()
|
|
chatMessages = resourceRefs.EncodeMessages(chatMessages)
|
|
|
|
// Call the chat model to generate response
|
|
pipelineInfo(ctx, "Completion", "model_call", map[string]interface{}{
|
|
"chat_model": chatManage.ChatModelID,
|
|
})
|
|
chatResponse, err := chatModel.Chat(ctx, chatMessages, opt)
|
|
if err != nil {
|
|
pipelineError(ctx, "Completion", "model_call", map[string]interface{}{
|
|
"chat_model": chatManage.ChatModelID,
|
|
"error": err.Error(),
|
|
})
|
|
return ErrModelCall.WithError(err)
|
|
}
|
|
resourceRefs.DecodeResponse(chatResponse)
|
|
if orphans := resourceRefs.OrphanAliases(chatResponse.Content); len(orphans) > 0 {
|
|
pipelineWarn(ctx, "Completion", "orphan_resource_aliases", map[string]interface{}{
|
|
"session_id": chatManage.SessionID,
|
|
"aliases": orphans,
|
|
})
|
|
}
|
|
|
|
pipelineInfo(ctx, "Completion", "output", map[string]interface{}{
|
|
"answer_preview": chatResponse.Content,
|
|
"finish_reason": chatResponse.FinishReason,
|
|
"completion_tokens": chatResponse.Usage.CompletionTokens,
|
|
"prompt_tokens": chatResponse.Usage.PromptTokens,
|
|
})
|
|
chatManage.ChatResponse = chatResponse
|
|
return next()
|
|
}
|