Files
goose/crates/goose-server/src/state.rs
T
Douwe Osinga ddd35f6d47 feat: add local inference provider with llama.cpp backend and HuggingFace model management (#6933)
Co-authored-by: Douwe Osinga <douwe@squareup.com>
Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>
Co-authored-by: jh-block <jhugo@block.xyz>
Co-authored-by: Spence <spencermartin@squareup.com>
Co-authored-by: Michael Neale <michael.neale@gmail.com>
2026-02-19 18:30:05 +00:00

140 lines
4.7 KiB
Rust

use axum::http::StatusCode;
use goose::builtin_extension::{register_builtin_extension, register_builtin_extensions};
use goose::config::paths::Paths;
use goose::execution::manager::AgentManager;
use goose::scheduler_trait::SchedulerTrait;
use goose::session::SessionManager;
use goose_mcp::DeveloperServer;
use rmcp::ServiceExt;
use std::collections::{HashMap, HashSet};
use std::path::PathBuf;
use std::sync::Arc;
use tokio::sync::Mutex;
use tokio::task::JoinHandle;
use crate::tunnel::TunnelManager;
use goose::agents::ExtensionLoadResult;
use goose::providers::local_inference::InferenceRuntime;
type ExtensionLoadingTasks =
Arc<Mutex<HashMap<String, Arc<Mutex<Option<JoinHandle<Vec<ExtensionLoadResult>>>>>>>>;
#[derive(Clone)]
pub struct AppState {
pub(crate) agent_manager: Arc<AgentManager>,
pub recipe_file_hash_map: Arc<Mutex<HashMap<String, PathBuf>>>,
/// Tracks sessions that have already emitted recipe telemetry to prevent double counting.
recipe_session_tracker: Arc<Mutex<HashSet<String>>>,
pub tunnel_manager: Arc<TunnelManager>,
pub extension_loading_tasks: ExtensionLoadingTasks,
pub inference_runtime: Arc<InferenceRuntime>,
}
fn spawn_developer(r: tokio::io::DuplexStream, w: tokio::io::DuplexStream) {
let bash_env = Paths::config_dir().join(".bash_env");
let server = DeveloperServer::new()
.extend_path_with_shell(true)
.bash_env_file(Some(bash_env));
tokio::spawn(async move {
match server.serve((r, w)).await {
Ok(running) => {
let _ = running.waiting().await;
}
Err(e) => tracing::error!(builtin = "developer", error = %e, "server error"),
}
});
}
impl AppState {
pub async fn new() -> anyhow::Result<Arc<AppState>> {
register_builtin_extensions(goose_mcp::BUILTIN_EXTENSIONS.clone());
register_builtin_extension("developer", spawn_developer);
let agent_manager = AgentManager::instance().await?;
let tunnel_manager = Arc::new(TunnelManager::new());
Ok(Arc::new(Self {
agent_manager,
recipe_file_hash_map: Arc::new(Mutex::new(HashMap::new())),
recipe_session_tracker: Arc::new(Mutex::new(HashSet::new())),
tunnel_manager,
extension_loading_tasks: Arc::new(Mutex::new(HashMap::new())),
inference_runtime: InferenceRuntime::get_or_init(),
}))
}
pub async fn set_extension_loading_task(
&self,
session_id: String,
task: JoinHandle<Vec<ExtensionLoadResult>>,
) {
let mut tasks = self.extension_loading_tasks.lock().await;
tasks.insert(session_id, Arc::new(Mutex::new(Some(task))));
}
pub async fn take_extension_loading_task(
&self,
session_id: &str,
) -> Option<Vec<ExtensionLoadResult>> {
let task_holder = {
let tasks = self.extension_loading_tasks.lock().await;
tasks.get(session_id).cloned()
};
if let Some(holder) = task_holder {
let task = holder.lock().await.take();
if let Some(handle) = task {
match handle.await {
Ok(results) => return Some(results),
Err(e) => {
tracing::warn!("Background extension loading task failed: {}", e);
}
}
}
}
None
}
pub async fn remove_extension_loading_task(&self, session_id: &str) {
let mut tasks = self.extension_loading_tasks.lock().await;
tasks.remove(session_id);
}
pub fn scheduler(&self) -> Arc<dyn SchedulerTrait> {
self.agent_manager.scheduler()
}
pub fn session_manager(&self) -> &SessionManager {
self.agent_manager.session_manager()
}
pub async fn set_recipe_file_hash_map(&self, hash_map: HashMap<String, PathBuf>) {
let mut map = self.recipe_file_hash_map.lock().await;
*map = hash_map;
}
pub async fn mark_recipe_run_if_absent(&self, session_id: &str) -> bool {
let mut sessions = self.recipe_session_tracker.lock().await;
if sessions.contains(session_id) {
false
} else {
sessions.insert(session_id.to_string());
true
}
}
pub async fn get_agent(&self, session_id: String) -> anyhow::Result<Arc<goose::agents::Agent>> {
self.agent_manager.get_or_create_agent(session_id).await
}
pub async fn get_agent_for_route(
&self,
session_id: String,
) -> Result<Arc<goose::agents::Agent>, StatusCode> {
self.get_agent(session_id).await.map_err(|e| {
tracing::error!("Failed to get agent: {}", e);
StatusCode::INTERNAL_SERVER_ERROR
})
}
}