diff --git a/CHANGELOG.md b/CHANGELOG.md index 10f1ae4a..04c5d651 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -14,6 +14,8 @@ The minor version will be incremented upon a breaking change and the patch versi ### Features +- geyser: wrap message into `Box` in snapshot channel ([#418](https://github.com/rpcpool/yellowstone-grpc/pull/418)) + ### Breaking ## 2024-08-26 diff --git a/yellowstone-grpc-geyser/src/grpc.rs b/yellowstone-grpc-geyser/src/grpc.rs index eb0a1233..fd82ebac 100644 --- a/yellowstone-grpc-geyser/src/grpc.rs +++ b/yellowstone-grpc-geyser/src/grpc.rs @@ -728,7 +728,7 @@ pub struct GrpcService { config_filters: Arc, blocks_meta: Option, subscribe_id: AtomicUsize, - snapshot_rx: Mutex>>>, + snapshot_rx: Mutex>>>, broadcast_tx: broadcast::Sender<(CommitmentLevel, Arc>>)>, debug_clients_tx: Option>, } @@ -741,7 +741,7 @@ impl GrpcService { debug_clients_tx: Option>, is_reload: bool, ) -> anyhow::Result<( - Option>>, + Option>>, mpsc::UnboundedSender>, Arc, )> { @@ -1125,7 +1125,7 @@ impl GrpcService { config_filters: Arc, stream_tx: mpsc::Sender>, mut client_rx: mpsc::UnboundedReceiver>, - mut snapshot_rx: Option>>, + mut snapshot_rx: Option>>, mut messages_rx: broadcast::Receiver<(CommitmentLevel, Arc>>)>, debug_client_tx: Option>, drop_client: impl FnOnce(), @@ -1256,7 +1256,7 @@ impl GrpcService { endpoint: &str, stream_tx: &mpsc::Sender>, client_rx: &mut mpsc::UnboundedReceiver>, - snapshot_rx: crossbeam_channel::Receiver>, + snapshot_rx: crossbeam_channel::Receiver>, is_alive: &mut bool, filter: &mut Filter, ) { @@ -1292,18 +1292,14 @@ impl GrpcService { let message = match snapshot_rx.try_recv() { Ok(message) => { MESSAGE_QUEUE_SIZE.dec(); - match message { - Some(message) => message, - None => break, - } + message } Err(crossbeam_channel::TryRecvError::Empty) => { sleep(Duration::from_millis(1)).await; continue; } Err(crossbeam_channel::TryRecvError::Disconnected) => { - error!("client #{id}: snapshot channel disconnected"); - *is_alive = false; + info!("client #{id}: end of startup"); break; } }; diff --git a/yellowstone-grpc-geyser/src/plugin.rs b/yellowstone-grpc-geyser/src/plugin.rs index 65730ef1..c221bbbc 100644 --- a/yellowstone-grpc-geyser/src/plugin.rs +++ b/yellowstone-grpc-geyser/src/plugin.rs @@ -13,7 +13,7 @@ use { concat, env, sync::{ atomic::{AtomicBool, Ordering}, - Arc, + Arc, Mutex, }, time::Duration, }, @@ -26,7 +26,7 @@ use { #[derive(Debug)] pub struct PluginInner { runtime: Runtime, - snapshot_channel: Option>>, + snapshot_channel: Mutex>>>, snapshot_channel_closed: AtomicBool, grpc_channel: mpsc::UnboundedSender>, grpc_shutdown: Arc, @@ -101,7 +101,7 @@ impl GeyserPlugin for Plugin { self.inner = Some(PluginInner { runtime, - snapshot_channel, + snapshot_channel: Mutex::new(snapshot_channel), snapshot_channel_closed: AtomicBool::new(false), grpc_channel, grpc_shutdown, @@ -137,10 +137,10 @@ impl GeyserPlugin for Plugin { ReplicaAccountInfoVersions::V0_0_3(info) => info, }; - let message = Message::Account((account, slot, is_startup).into()); if is_startup { - if let Some(channel) = &inner.snapshot_channel { - match channel.send(Some(message)) { + if let Some(channel) = inner.snapshot_channel.lock().unwrap().as_ref() { + let message = Message::Account((account, slot, is_startup).into()); + match channel.send(Box::new(message)) { Ok(()) => MESSAGE_QUEUE_SIZE.inc(), Err(_) => { if !inner.snapshot_channel_closed.swap(true, Ordering::Relaxed) { @@ -152,6 +152,7 @@ impl GeyserPlugin for Plugin { } } } else { + let message = Message::Account((account, slot, is_startup).into()); inner.send_message(message); } @@ -161,12 +162,7 @@ impl GeyserPlugin for Plugin { fn notify_end_of_startup(&self) -> PluginResult<()> { self.with_inner(|inner| { - if let Some(channel) = &inner.snapshot_channel { - match channel.send(None) { - Ok(()) => MESSAGE_QUEUE_SIZE.inc(), - Err(_) => panic!("failed to send message to startup queue: channel closed"), - } - } + let _snapshot_channel = inner.snapshot_channel.lock().unwrap().take(); Ok(()) }) }