Files
Enterprise-Knowledge-Base/client/message.go
T
ochan.kwon b291381cc2 feat: auto-describe MCP tool result images via VLM
When an MCP tool returns image content items, the agent engine now
automatically generates text descriptions using the configured VLM
model and appends them to the tool result message. This makes image
content accessible to LLMs that receive tool results as text.

Images are not passed directly to the LLM because Chat Completions API
does not reliably support images in tool role messages across providers
(tested: gpt-5.4 silently ignores them, Qwen3.5 processes them).

Changes:
- Add Images field to ToolResult for preserving base64 data URIs
- Add extractContentAndImages() with MIME whitelist, size/count limits
- Add ImageDescriberFunc injection to AgentEngine (no vlm package dep)
- Add describeImages() with graceful error handling and ctx cancellation
- Add VLM model injection in CreateAgentEngine (same pattern as
  SetAppConfig/SetSkillsManager)
- Redact image base64 from Data map to prevent log/SSE exposure
2026-03-25 21:38:15 +08:00

191 lines
6.6 KiB
Go

// Package client provides the implementation for interacting with the WeKnora API
// The Message related interfaces are used to manage messages in a session
// Messages can be created, retrieved, deleted, and queried
package client
import (
"context"
"fmt"
"net/http"
"net/url"
"strconv"
"time"
)
// ToolResult represents the result of a tool execution
type ToolResult struct {
Success bool `json:"success"` // Whether the tool executed successfully
Output string `json:"output"` // Human-readable output
Data map[string]interface{} `json:"data,omitempty"` // Structured data for programmatic use
Error string `json:"error,omitempty"` // Error message if execution failed
Images []string `json:"images,omitempty"` // Base64 data URIs from tool (e.g. MCP image content)
}
// ToolCall represents a single tool invocation within an agent step
type ToolCall struct {
ID string `json:"id"` // Function call ID from LLM
Name string `json:"name"` // Tool name
Args map[string]interface{} `json:"args"` // Tool arguments
Result *ToolResult `json:"result"` // Execution result
Reflection string `json:"reflection,omitempty"` // Agent's reflection on this tool call result
Duration int64 `json:"duration"` // Execution time in milliseconds
}
// AgentStep represents one iteration of the ReAct loop
type AgentStep struct {
Iteration int `json:"iteration"` // Iteration number (0-indexed)
Thought string `json:"thought"` // LLM's reasoning/thinking (Think phase)
ToolCalls []ToolCall `json:"tool_calls"` // Tools called in this step (Act phase)
Timestamp time.Time `json:"timestamp"` // When this step occurred
}
// Message message information
type Message struct {
ID string `json:"id"`
SessionID string `json:"session_id"`
RequestID string `json:"request_id"`
Content string `json:"content"`
Role string `json:"role"`
KnowledgeReferences []*SearchResult `json:"knowledge_references"`
AgentSteps []AgentStep `json:"agent_steps,omitempty"` // Agent execution steps (only for assistant messages)
IsCompleted bool `json:"is_completed"`
CreatedAt time.Time `json:"created_at"`
UpdatedAt time.Time `json:"updated_at"`
}
// MessageListResponse message list response
type MessageListResponse struct {
Success bool `json:"success"`
Data []Message `json:"data"`
}
// LoadMessages loads session messages, supports pagination and time filtering
func (c *Client) LoadMessages(
ctx context.Context,
sessionID string,
limit int,
beforeTime *time.Time,
) ([]Message, error) {
path := fmt.Sprintf("/api/v1/messages/%s/load", sessionID)
queryParams := url.Values{}
queryParams.Add("limit", strconv.Itoa(limit))
if beforeTime != nil {
queryParams.Add("before_time", beforeTime.Format(time.RFC3339Nano))
}
resp, err := c.doRequest(ctx, http.MethodGet, path, nil, queryParams)
if err != nil {
return nil, err
}
var response MessageListResponse
if err := parseResponse(resp, &response); err != nil {
return nil, err
}
return response.Data, nil
}
// GetRecentMessages gets recent messages from a session
func (c *Client) GetRecentMessages(ctx context.Context, sessionID string, limit int) ([]Message, error) {
return c.LoadMessages(ctx, sessionID, limit, nil)
}
// GetMessagesBefore gets messages before a specified time
func (c *Client) GetMessagesBefore(
ctx context.Context,
sessionID string,
beforeTime time.Time,
limit int,
) ([]Message, error) {
return c.LoadMessages(ctx, sessionID, limit, &beforeTime)
}
// SearchMessagesRequest defines the request structure for searching messages
type SearchMessagesRequest struct {
Query string `json:"query"`
Mode string `json:"mode"`
Limit int `json:"limit"`
SessionIDs []string `json:"session_ids,omitempty"`
}
// MessageSearchGroupItem represents a grouped search result item
type MessageSearchGroupItem struct {
RequestID string `json:"request_id"`
SessionID string `json:"session_id"`
SessionTitle string `json:"session_title"`
QueryContent string `json:"query_content"`
AnswerContent string `json:"answer_content"`
Score float64 `json:"score"`
MatchType string `json:"match_type"`
CreatedAt time.Time `json:"created_at"`
}
// MessageSearchResult represents the result of a message search
type MessageSearchResult struct {
Items []*MessageSearchGroupItem `json:"items"`
Total int `json:"total"`
}
// ChatHistoryKBStats represents statistics about the chat history knowledge base
type ChatHistoryKBStats struct {
Enabled bool `json:"enabled"`
EmbeddingModelID string `json:"embedding_model_id,omitempty"`
KnowledgeBaseID string `json:"knowledge_base_id,omitempty"`
KnowledgeBaseName string `json:"knowledge_base_name,omitempty"`
IndexedMessageCount int64 `json:"indexed_message_count"`
HasIndexedMessages bool `json:"has_indexed_messages"`
}
// SearchMessages searches chat history messages
func (c *Client) SearchMessages(ctx context.Context, req *SearchMessagesRequest) (*MessageSearchResult, error) {
resp, err := c.doRequest(ctx, http.MethodPost, "/api/v1/messages/search", req, nil)
if err != nil {
return nil, err
}
var result struct {
Success bool `json:"success"`
Data *MessageSearchResult `json:"data"`
}
if err := parseResponse(resp, &result); err != nil {
return nil, err
}
return result.Data, nil
}
// GetChatHistoryKBStats gets chat history knowledge base statistics
func (c *Client) GetChatHistoryKBStats(ctx context.Context) (*ChatHistoryKBStats, error) {
resp, err := c.doRequest(ctx, http.MethodGet, "/api/v1/messages/chat-history-stats", nil, nil)
if err != nil {
return nil, err
}
var result struct {
Success bool `json:"success"`
Data *ChatHistoryKBStats `json:"data"`
}
if err := parseResponse(resp, &result); err != nil {
return nil, err
}
return result.Data, nil
}
// DeleteMessage deletes a message
func (c *Client) DeleteMessage(ctx context.Context, sessionID string, messageID string) error {
path := fmt.Sprintf("/api/v1/messages/%s/%s", sessionID, messageID)
resp, err := c.doRequest(ctx, http.MethodDelete, path, nil, nil)
if err != nil {
return err
}
var response struct {
Success bool `json:"success"`
Message string `json:"message,omitempty"`
}
return parseResponse(resp, &response)
}