feat(dingtalk): enable secure multimodal image QA
This commit is contained in:
@@ -269,7 +269,7 @@ func (e *AgentEngine) Execute(
|
||||
"tools": toolListStr,
|
||||
})
|
||||
|
||||
_, err := e.executeLoop(ctx, state, query, messages, tools, sessionID, messageID)
|
||||
_, err := e.executeLoop(ctx, state, query, messages, tools, sessionID, messageID, imgs)
|
||||
if err != nil {
|
||||
logger.Errorf(ctx, "[Agent] Execution failed: %v", err)
|
||||
e.eventBus.Emit(ctx, event.Event{
|
||||
@@ -349,6 +349,7 @@ func (e *AgentEngine) executeLoop(
|
||||
tools []chat.Tool,
|
||||
sessionID string,
|
||||
messageID string,
|
||||
imageURLs []string,
|
||||
) (*types.AgentState, error) {
|
||||
startTime := time.Now()
|
||||
common.PipelineInfo(ctx, "Agent", "loop_start", map[string]interface{}{
|
||||
@@ -386,7 +387,7 @@ loop:
|
||||
if totalTC := countTotalToolCalls(state.RoundSteps); totalTC > 0 {
|
||||
logger.Infof(ctx, "[Agent] Synthesizing final answer from %d existing tool results",
|
||||
totalTC)
|
||||
_ = e.streamFinalAnswerToEventBus(ctx, query, state, sessionID)
|
||||
_ = e.streamFinalAnswerToEventBus(ctx, query, state, sessionID, imageURLs)
|
||||
state.IsComplete = true
|
||||
}
|
||||
return state, ctx.Err()
|
||||
@@ -419,7 +420,7 @@ loop:
|
||||
// complete answer." message, which then leaks to the UI as the final
|
||||
// answer for a conversation the user deliberately stopped.
|
||||
if !state.IsComplete && ctx.Err() == nil {
|
||||
e.handleMaxIterations(ctx, query, state, sessionID)
|
||||
e.handleMaxIterations(ctx, query, state, sessionID, imageURLs)
|
||||
}
|
||||
|
||||
return state, nil
|
||||
|
||||
Reference in New Issue
Block a user