-
Notifications
You must be signed in to change notification settings - Fork 3
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
feat: Add metrics to Block Streamer (#579)
This PR adds the following metrics to Block Streamer: - `LAST_PROCESSED_BLOCK` - height of last block seen, will be used to calculate the lag from tip of network - `PROCESSED_BLOCKS_COUNT` - count of blocks seen, used to calculate BPS - `PUBLISHED_BLOCKS_COUNT` - count of blocks published to Redis Stream, to determine whether the block stream is publishing messages - `LOGS_COUNT` - count logs by level, so we can alert on number of error logs etc. I've also slightly refactored `RedisClient` to support this change.
- Loading branch information
1 parent
92d5526
commit 22b582e
Showing
8 changed files
with
579 additions
and
110 deletions.
There are no files selected for viewing
Large diffs are not rendered by default.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,72 @@ | ||
| use actix_web::{get, App, HttpServer, Responder}; | ||
| use lazy_static::lazy_static; | ||
| use prometheus::{ | ||
| register_int_counter_vec, register_int_gauge_vec, Encoder, IntCounterVec, IntGaugeVec, | ||
| }; | ||
| use tracing_subscriber::layer::Context; | ||
| use tracing_subscriber::Layer; | ||
|
|
||
| lazy_static! { | ||
| pub static ref LAST_PROCESSED_BLOCK: IntGaugeVec = register_int_gauge_vec!( | ||
| "queryapi_block_streamer_last_processed_block", | ||
| "Height of last block seen", | ||
| &["indexer"] | ||
| ) | ||
| .unwrap(); | ||
| pub static ref PROCESSED_BLOCKS_COUNT: IntCounterVec = register_int_counter_vec!( | ||
| "queryapi_block_streamer_processed_blocks_count", | ||
| "Number of blocks processed by block stream", | ||
| &["indexer"] | ||
| ) | ||
| .unwrap(); | ||
| pub static ref PUBLISHED_BLOCKS_COUNT: IntCounterVec = register_int_counter_vec!( | ||
| "queryapi_block_streamer_published_blocks_count", | ||
| "Number of blocks published to redis stream", | ||
| &["indexer"] | ||
| ) | ||
| .unwrap(); | ||
| pub static ref LOGS_COUNT: IntCounterVec = register_int_counter_vec!( | ||
| "queryapi_block_streamer_logs_count", | ||
| "Number of messages logged", | ||
| &["level"] | ||
| ) | ||
| .unwrap(); | ||
| } | ||
|
|
||
| pub struct LogCounter; | ||
|
|
||
| impl<S> Layer<S> for LogCounter | ||
| where | ||
| S: tracing::Subscriber, | ||
| { | ||
| fn on_event(&self, event: &tracing::Event, _ctx: Context<S>) { | ||
| LOGS_COUNT | ||
| .with_label_values(&[event.metadata().level().as_str()]) | ||
| .inc(); | ||
| } | ||
| } | ||
|
|
||
| #[get("/metrics")] | ||
| async fn get_metrics() -> impl Responder { | ||
| let mut buffer = Vec::<u8>::new(); | ||
| let encoder = prometheus::TextEncoder::new(); | ||
| loop { | ||
| match encoder.encode(&prometheus::gather(), &mut buffer) { | ||
| Ok(_) => break, | ||
| Err(err) => { | ||
| tracing::error!("Error encoding metrics: {}", err); | ||
| } | ||
| } | ||
| } | ||
| String::from_utf8(buffer).unwrap() | ||
| } | ||
|
|
||
| pub(crate) fn init_server(port: u16) -> anyhow::Result<actix_web::dev::Server> { | ||
| tracing::info!("Starting metrics server on 0.0.0.0:{port}"); | ||
|
|
||
| Ok(HttpServer::new(|| App::new().service(get_metrics)) | ||
| .bind(("0.0.0.0", port))? | ||
| .disable_signals() | ||
| .workers(1) | ||
| .run()) | ||
| } |
Oops, something went wrong.