refactor: remove unnecessary Arc<Mutex> from tool execution pipeline (#7979)

Signed-off-by: rabi <ramishra@redhat.com>
Co-authored-by: jh-block <jhugo@block.xyz>
This commit is contained in:
Rabi Mishra
2026-03-18 15:05:02 +05:30
committed by GitHub
parent 4e4c435339
commit 8d714a04c8
4 changed files with 53 additions and 73 deletions
+33 -44
View File
@@ -395,7 +395,7 @@ impl Agent {
async fn handle_approved_and_denied_tools(
&self,
permission_check_result: &PermissionCheckResult,
request_to_response_map: &HashMap<String, Arc<Mutex<Message>>>,
request_to_response_map: &mut HashMap<String, Message>,
cancel_token: Option<tokio_util::sync::CancellationToken>,
session: &Session,
) -> Result<Vec<(String, ToolStream)>> {
@@ -430,18 +430,17 @@ impl Agent {
}
}
Self::handle_denied_tools(permission_check_result, request_to_response_map).await;
Self::handle_denied_tools(permission_check_result, request_to_response_map);
Ok(tool_futures)
}
async fn handle_denied_tools(
fn handle_denied_tools(
permission_check_result: &PermissionCheckResult,
request_to_response_map: &HashMap<String, Arc<Mutex<Message>>>,
request_to_response_map: &mut HashMap<String, Message>,
) {
for request in &permission_check_result.denied {
if let Some(response_msg) = request_to_response_map.get(&request.id) {
let mut response = response_msg.lock().await;
*response = response.clone().with_tool_response_with_metadata(
if let Some(response) = request_to_response_map.get_mut(&request.id) {
response.add_tool_response_with_metadata(
request.id.clone(),
Ok(CallToolResult::error(vec![rmcp::model::Content::text(
DECLINED_RESPONSE,
@@ -1246,21 +1245,19 @@ impl Agent {
continue;
}
let tool_response_messages: Vec<Arc<Mutex<Message>>> = (0..num_tool_requests)
.map(|_| Arc::new(Mutex::new(Message::user().with_generated_id())))
.collect();
let mut request_to_response_map = HashMap::new();
let mut request_metadata: HashMap<String, Option<ProviderMetadata>> = HashMap::new();
for (idx, request) in frontend_requests.iter().chain(remaining_requests.iter()).enumerate() {
request_to_response_map.insert(request.id.clone(), tool_response_messages[idx].clone());
for request in frontend_requests.iter().chain(remaining_requests.iter()) {
request_to_response_map.insert(request.id.clone(), Message::user().with_generated_id());
request_metadata.insert(request.id.clone(), request.metadata.clone());
}
for (idx, request) in frontend_requests.iter().enumerate() {
for request in frontend_requests.iter() {
let response_msg = request_to_response_map.get_mut(&request.id)
.ok_or_else(|| anyhow::anyhow!("missing response entry for request {}", request.id))?;
let mut frontend_tool_stream = self.handle_frontend_tool_request(
request,
tool_response_messages[idx].clone(),
response_msg,
);
while let Some(msg) = frontend_tool_stream.try_next().await? {
@@ -1268,11 +1265,9 @@ impl Agent {
}
}
if goose_mode == GooseMode::Chat {
// Skip all remaining tool calls in chat mode
for request in remaining_requests.iter() {
if let Some(response_msg) = request_to_response_map.get(&request.id) {
let mut response = response_msg.lock().await;
*response = response.clone().with_tool_response_with_metadata(
if let Some(response) = request_to_response_map.get_mut(&request.id) {
response.add_tool_response_with_metadata(
request.id.clone(),
Ok(CallToolResult::success(vec![Content::text(CHAT_MODE_TOOL_SKIPPED_RESPONSE)])),
request.metadata.as_ref(),
@@ -1317,31 +1312,26 @@ impl Agent {
let mut tool_futures = self.handle_approved_and_denied_tools(
&permission_check_result,
&request_to_response_map,
&mut request_to_response_map,
cancel_token.clone(),
&session,
).await?;
let tool_futures_arc = Arc::new(Mutex::new(tool_futures));
{
let mut tool_approval_stream = self.handle_approval_tool_requests(
&permission_check_result.needs_approval,
&mut tool_futures,
&mut request_to_response_map,
cancel_token.clone(),
&session,
&inspection_results,
);
let mut tool_approval_stream = self.handle_approval_tool_requests(
&permission_check_result.needs_approval,
tool_futures_arc.clone(),
&request_to_response_map,
cancel_token.clone(),
&session,
&inspection_results,
);
while let Some(msg) = tool_approval_stream.try_next().await? {
yield AgentEvent::Message(msg);
while let Some(msg) = tool_approval_stream.try_next().await? {
yield AgentEvent::Message(msg);
}
}
tool_futures = {
let mut futures_lock = tool_futures_arc.lock().await;
futures_lock.drain(..).collect::<Vec<_>>()
};
let with_id = tool_futures
.into_iter()
.map(|(request_id, stream)| {
@@ -1391,10 +1381,9 @@ impl Agent {
{
all_install_successful = false;
}
if let Some(response_msg) = request_to_response_map.get(&request_id) {
if let Some(response) = request_to_response_map.get_mut(&request_id) {
let metadata = request_metadata.get(&request_id).and_then(|m| m.as_ref());
let mut response = response_msg.lock().await;
*response = response.clone().with_tool_response_with_metadata(request_id, output, metadata);
response.add_tool_response_with_metadata(request_id, output, metadata);
}
}
ToolStreamItem::Message(msg) => {
@@ -1447,12 +1436,11 @@ impl Agent {
.cloned()
.collect();
for (idx, request) in frontend_requests.iter().chain(remaining_requests.iter()).enumerate() {
for request in frontend_requests.iter().chain(remaining_requests.iter()) {
if request.tool_call.is_ok() {
let mut request_msg = Message::assistant()
.with_id(format!("msg_{}", Uuid::new_v4()));
// Attach reasoning content to EVERY split tool request message.
// Providers like Kimi require reasoning_content on all assistant
// messages with tool_calls when thinking mode is enabled.
for rc in &reasoning_content {
@@ -1467,8 +1455,9 @@ impl Agent {
request.tool_meta.clone(),
);
messages_to_add.push(request_msg);
let final_response = tool_response_messages[idx]
.lock().await.clone();
let final_response = request_to_response_map
.remove(&request.id)
.unwrap_or_else(|| Message::user().with_generated_id());
yield AgentEvent::Message(final_response.clone());
messages_to_add.push(final_response);
} else {
+11 -21
View File
@@ -1,11 +1,9 @@
use std::collections::HashMap;
use std::future::Future;
use std::sync::Arc;
use async_stream::try_stream;
use futures::stream::{self, BoxStream};
use futures::{Stream, StreamExt};
use tokio::sync::Mutex;
use rmcp::model::CallToolResult;
use std::collections::HashMap;
use std::future::Future;
use tokio_util::sync::CancellationToken;
use std::path::PathBuf;
@@ -79,8 +77,8 @@ impl Agent {
pub(crate) fn handle_approval_tool_requests<'a>(
&'a self,
tool_requests: &'a [ToolRequest],
tool_futures: Arc<Mutex<Vec<(String, ToolStream)>>>,
request_to_response_map: &'a HashMap<String, Arc<Mutex<Message>>>,
tool_futures: &'a mut Vec<(String, ToolStream)>,
request_to_response_map: &'a mut HashMap<String, Message>,
cancellation_token: Option<CancellationToken>,
session: &'a Session,
inspection_results: &'a [crate::tool_inspection::InspectionResult],
@@ -88,7 +86,6 @@ impl Agent {
try_stream! {
for request in tool_requests.iter() {
if let Ok(tool_call) = request.tool_call.clone() {
// Find the corresponding inspection result for this tool request
let security_message = inspection_results.iter()
.find(|result| result.tool_request_id == request.id)
.and_then(|result| {
@@ -114,7 +111,6 @@ impl Agent {
let confirmation = confirmation_rx.await
.map_err(|_| anyhow::anyhow!("Confirmation channel closed for request {}", request.id))?;
// Log user decision if this was a security alert
if let Some(finding_id) = get_security_finding_id_from_results(&request.id, inspection_results) {
tracing::info!(
monotonic_counter.goose.prompt_injection_user_decisions = 1,
@@ -127,9 +123,8 @@ impl Agent {
if confirmation.permission == Permission::AllowOnce || confirmation.permission == Permission::AlwaysAllow {
let (req_id, tool_result) = self.dispatch_tool_call(tool_call.clone(), request.id.clone(), cancellation_token.clone(), session).await;
let mut futures = tool_futures.lock().await;
futures.push((req_id, match tool_result {
tool_futures.push((req_id, match tool_result {
Ok(result) => tool_stream(
result.notification_stream.unwrap_or_else(|| Box::new(stream::empty())),
result.result,
@@ -140,19 +135,16 @@ impl Agent {
),
}));
// Update the shared permission manager when user selects "Always Allow"
if confirmation.permission == Permission::AlwaysAllow {
self.tool_inspection_manager
.update_permission_manager(&tool_call.name, PermissionLevel::AlwaysAllow)
.await;
}
} else {
// User declined - update the specific response message for this request
if let Some(response_msg) = request_to_response_map.get(&request.id) {
let mut response = response_msg.lock().await;
*response = response.clone().with_tool_response_with_metadata(
if let Some(response) = request_to_response_map.get_mut(&request.id) {
response.add_tool_response_with_metadata(
request.id.clone(),
Ok(rmcp::model::CallToolResult::error(vec![Content::text(DECLINED_RESPONSE)])),
Ok(CallToolResult::error(vec![Content::text(DECLINED_RESPONSE)])),
request.metadata.as_ref(),
);
}
@@ -171,20 +163,18 @@ impl Agent {
pub(crate) fn handle_frontend_tool_request<'a>(
&'a self,
tool_request: &'a ToolRequest,
message_tool_response: Arc<Mutex<Message>>,
message_tool_response: &'a mut Message,
) -> BoxStream<'a, anyhow::Result<Message>> {
try_stream! {
if let Ok(tool_call) = tool_request.tool_call.clone() {
if self.is_frontend_tool(&tool_call.name).await {
// Send frontend tool request and wait for response
yield Message::assistant().with_frontend_tool_request(
tool_request.id.clone(),
Ok(tool_call.clone())
);
if let Some((id, result)) = self.tool_result_rx.lock().await.recv().await {
let mut response = message_tool_response.lock().await;
*response = response.clone().with_tool_response_with_metadata(
message_tool_response.add_tool_response_with_metadata(
id,
result,
tool_request.metadata.as_ref(),
+7 -7
View File
@@ -774,7 +774,6 @@ impl Message {
}))
}
/// Add a tool response to the message
pub fn with_tool_response<S: Into<String>>(
self,
id: S,
@@ -783,15 +782,16 @@ impl Message {
self.with_content(MessageContent::tool_response(id, result))
}
pub fn with_tool_response_with_metadata<S: Into<String>>(
self,
pub fn add_tool_response_with_metadata<S: Into<String>>(
&mut self,
id: S,
result: ToolResult<CallToolResult>,
metadata: Option<&ProviderMetadata>,
) -> Self {
self.with_content(MessageContent::tool_response_with_metadata(
id, result, metadata,
))
) {
self.content
.push(MessageContent::tool_response_with_metadata(
id, result, metadata,
));
}
/// Add an action required message for tool confirmation
+2 -1
View File
@@ -1012,7 +1012,8 @@ mod tests {
"Should inherit"
);
let tool_response = Message::user().with_tool_response_with_metadata(
let mut tool_response = Message::user();
tool_response.add_tool_response_with_metadata(
req1.id.clone(),
Ok(tool_result("output")),
req1.metadata.as_ref(),