feat(dingtalk): enable secure multimodal image QA

This commit is contained in:
姚章浩
2026-07-16 00:17:16 +08:00
parent 4022040e98
commit c9c4f0aaa5
59 changed files with 3279 additions and 429 deletions
+4 -3
View File
@@ -269,7 +269,7 @@ func (e *AgentEngine) Execute(
"tools": toolListStr,
})
_, err := e.executeLoop(ctx, state, query, messages, tools, sessionID, messageID)
_, err := e.executeLoop(ctx, state, query, messages, tools, sessionID, messageID, imgs)
if err != nil {
logger.Errorf(ctx, "[Agent] Execution failed: %v", err)
e.eventBus.Emit(ctx, event.Event{
@@ -349,6 +349,7 @@ func (e *AgentEngine) executeLoop(
tools []chat.Tool,
sessionID string,
messageID string,
imageURLs []string,
) (*types.AgentState, error) {
startTime := time.Now()
common.PipelineInfo(ctx, "Agent", "loop_start", map[string]interface{}{
@@ -386,7 +387,7 @@ loop:
if totalTC := countTotalToolCalls(state.RoundSteps); totalTC > 0 {
logger.Infof(ctx, "[Agent] Synthesizing final answer from %d existing tool results",
totalTC)
_ = e.streamFinalAnswerToEventBus(ctx, query, state, sessionID)
_ = e.streamFinalAnswerToEventBus(ctx, query, state, sessionID, imageURLs)
state.IsComplete = true
}
return state, ctx.Err()
@@ -419,7 +420,7 @@ loop:
// complete answer." message, which then leaks to the UI as the final
// answer for a conversation the user deliberately stopped.
if !state.IsComplete && ctx.Err() == nil {
e.handleMaxIterations(ctx, query, state, sessionID)
e.handleMaxIterations(ctx, query, state, sessionID, imageURLs)
}
return state, nil