Some starting code

block-streamer/Cargo.toml

@@ -34,6 +34,7 @@ wildmatch = "2.1.1"
 
 registry-types = { path = "../registry/types" }
 base64 = "0.22.1"
+async-stream = "0.3.5"
 
 [build-dependencies]
 tonic-build = "0.10"

block-streamer/src/bitmap.rs

@@ -1,11 +1,16 @@
 use anyhow::anyhow;
 use base64::{engine::general_purpose, Engine as _};
+use std::convert::TryFrom;
 
+use crate::graphql::client::{get_bitmaps_exact, get_bitmaps_wildcard};
+
+#[derive(Debug, Default, PartialEq)]
 pub struct Base64Bitmap {
     pub start_block_height: usize,
     pub base64: String,
 }
 
+#[derive(Debug, Default, PartialEq)]
 pub struct Bitmap {
     pub start_block_height: usize,
     pub bitmap: Vec<u8>,
@@ -19,6 +24,26 @@ struct EliasGammaDecoded {
 
 pub struct BitmapOperator {}
 
+impl Base64Bitmap {
+    pub fn from_exact_query(
+        query_item: get_bitmaps_exact::GetBitmapsExactDarunrsNearBitmapV5ActionsIndex,
+    ) -> Self {
+        Self {
+            base64: query_item.bitmap,
+            start_block_height: usize::try_from(query_item.first_block_height).unwrap(),
+        }
+    }
+
+    pub fn from_wildcard_query(
+        query_item: get_bitmaps_wildcard::GetBitmapsWildcardDarunrsNearBitmapV5ActionsIndex,
+    ) -> Self {
+        Self {
+            base64: query_item.bitmap,
+            start_block_height: usize::try_from(query_item.first_block_height).unwrap(),
+        }
+    }
+}
+
 #[cfg_attr(test, mockall::automock)]
 impl BitmapOperator {
     pub fn new() -> Self {

block-streamer/src/block_height_stream.rs

@@ -0,0 +1,48 @@
+use crate::bitmap::{Base64Bitmap, BitmapOperator};
+use crate::graphql::client::GraphQLClient;
+use async_stream::stream;
+use futures::Stream;
+use near_lake_framework::near_indexer_primitives;
+
+pub struct BlockHeightStream {
+    graphql_client: GraphQLClient,
+    bitmap_operator: BitmapOperator,
+}
+
+#[cfg_attr(test, mockall::automock)]
+impl BlockHeightStream {
+    pub fn new(graphql_endpoint: String) -> Self {
+        Self {
+            graphql_client: GraphQLClient::new(graphql_endpoint),
+            bitmap_operator: BitmapOperator::new(),
+        }
+    }
+
+    fn parse_contract_pattern(&self, contract_pattern: &str) -> Vec<
+
+    pub async fn list_matching_block_heights(
+        &self,
+        start_block_height: near_indexer_primitives::types::BlockHeight,
+        contract_pattern: &str,
+    ) -> impl Stream<Item = usize> {
+        let start_date = self.get_nearest_block_date(start_block_height).await?;
+
+        stream! {
+            for i in 0..3 {
+                yield i;
+            }
+        }
+    }
+}
+
+#[cfg(test)]
+mod tests {
+    use super::*;
+
+    const HASURA_ENDPOINT: &str =
+        "https://queryapi-hasura-graphql-mainnet-vcqilefdcq-ew.a.run.app/v1/graphql";
+
+    fn collect_three_block_heights_from_one_bitmap() {}
+
+    fn collect_three_block_heights_from_two_bitmaps() {}
+}

block-streamer/src/graphql/client.rs

@@ -14,7 +14,7 @@ type Date = String;
     response_derives = "Debug",
     normalization = "rust"
 )]
-struct GetBitmapsExact;
+pub struct GetBitmapsExact;
 
 #[derive(GraphQLQuery)]
 #[graphql(
@@ -23,7 +23,7 @@ struct GetBitmapsExact;
     response_derives = "Debug",
     normalization = "rust"
 )]
-struct GetBitmapsWildcard;
+pub struct GetBitmapsWildcard;
 
 pub struct GraphQLClient {
     client: reqwest::Client,

block-streamer/src/main.rs

@@ -1,6 +1,7 @@
 use tracing_subscriber::prelude::*;
 
 mod bitmap;
+mod block_height_stream;
 mod block_stream;
 mod delta_lake_client;
 mod graphql;