diff --git a/crates/edgen_rt_llama_cpp/src/lib.rs b/crates/edgen_rt_llama_cpp/src/lib.rs index 141f2c2..8aa28c7 100644 --- a/crates/edgen_rt_llama_cpp/src/lib.rs +++ b/crates/edgen_rt_llama_cpp/src/lib.rs @@ -122,7 +122,6 @@ impl LLMEndpoint for LlamaCppEndpoint { impl Default for LlamaCppEndpoint { fn default() -> Self { let models: Arc> = Default::default(); - let models_clone = models.clone(); let cleanup_thread = spawn(async move { let mut interval = interval(cleanup_interval()); diff --git a/crates/edgen_server/src/lib.rs b/crates/edgen_server/src/lib.rs index 4d18661..870d167 100644 --- a/crates/edgen_server/src/lib.rs +++ b/crates/edgen_server/src/lib.rs @@ -258,6 +258,8 @@ async fn run_server(args: &cli::Serve) -> bool { let flag_clone = reset_flag.clone(); let _callback_handle = SETTINGS.read().await.add_change_callback(move || { + let rt = tokio::runtime::Runtime::new().unwrap(); + let _guard = rt.enter(); flag_clone.store(true, Ordering::SeqCst); reset_channels.clear(); block_on(crate::llm::reset_environment());