initial block parsing (#1)

* wip

* wip

* wip

Author: Fraccaman

.github/workflows/build.yml

@@ -32,7 +32,7 @@ jobs:
         id: meta
         uses: docker/metadata-action@v5
         with:
-          images: ${{ env.REGISTRY_URL }}/anoma/namada-monitoring
+          images: ${{ env.REGISTRY_URL }}/heliaxdev/namada-monitoring
       - name: Login to GHCR
         uses: docker/login-action@v3
         with:

Cargo.lock

@@ -22,6 +22,10 @@ tracing = { version = "0.1.40" }
 tracing-subscriber = { version = "0.3", features = ["env-filter", "json"] }
 chrono = "0.4.38"
 anyhow = "1.0.95"
+lru = "0.12.5"
+bimap = { version = "0.6.3", features = ["serde"] }
+prometheus_exporter = "0.8.5"
+subtle-encoding = "0.5.1"
 
 [build-dependencies]
 vergen = { version = "8.0.0", features = ["build", "git", "gitcl"] }

Cargo.toml

@@ -4,4 +4,4 @@ use vergen::EmitBuilder;
 fn main() -> Result<(), Box<dyn Error>> {
     EmitBuilder::builder().all_git().emit()?;
     Ok(())
-}
+}

build.rs

@@ -0,0 +1,24 @@
+devs:
+    rustup toolchain install 1.79.0 --no-self-update --component clippy,rustfmt
+    rustup toolchain install nightly-2024-06-14 --no-self-update --component clippy,rustfmt
+
+build:
+    cargo build
+
+check:
+    cargo check
+
+fmt:
+    cargo +nightly-2024-06-14 fmt --all
+
+fmt-check:
+    cargo +nightly-2024-06-14 fmt --all --check
+    
+clippy:
+    cargo clippy
+
+clippy-fix:
+    cargo clippy --all --fix --allow-dirty --allow-staged
+
+clean:
+    cargo clean

justfile

@@ -8,19 +8,19 @@ use serde::{Deserialize, Serialize};
 pub struct AppRiseWrapper<T: Serialize> {
     pub urls: String,
     #[serde(flatten)]
-    pub body: T
+    pub body: T,
 }
 
 #[derive(Debug, Clone, Serialize, Deserialize)]
 pub struct AppRiseSlackPayload {
-    pub body: String
+    pub body: String,
 }
 
 pub struct AppRise {
     pub url: Url,
     pub client: Client,
     pub slack_webhook_secret: String,
-    pub channel: String
+    pub channel: String,
 }
 
 impl AppRise {
@@ -29,7 +29,7 @@ impl AppRise {
             url: Url::from_str(&url).unwrap(),
             client: reqwest::Client::new(),
             slack_webhook_secret: slack_secret,
-            channel: slack_channel
+            channel: slack_channel,
         }
     }
 
@@ -39,9 +39,14 @@ impl AppRise {
             urls: format!("slack:///{}/#{}", self.slack_webhook_secret, self.channel),
             body: payload,
         };
-        
-        self.client.post(url).json(&payload).send().await.context("Should be able to send slack notification")?;
+
+        self.client
+            .post(url)
+            .json(&payload)
+            .send()
+            .await
+            .context("Should be able to send slack notification")?;
 
         Ok(())
     }
-}
+}

src/apprise.rs

@@ -3,14 +3,23 @@ use crate::log::LogConfig;
 #[derive(clap::Parser)]
 pub struct AppConfig {
     #[clap(short, long, value_parser, num_args = 1.., value_delimiter = ',')]
-    pub tendermint_url: Vec<String>,
+    pub cometbft_urls: Vec<String>,
+
+    #[clap(long, env)]
+    pub slack_token: Option<String>,
+
+    #[clap(long, env)]
+    pub slack_channel: Option<String>,
 
     #[clap(short, long, default_value_t = String::from("http://localhost:8000"))]
     pub apprise_url: String,
 
+    #[clap(long, env, default_value_t = 9184)]
+    pub prometheus_port: u64,
+
     #[clap(long, env, default_value_t = 5)]
     pub sleep_for: u64,
 
     #[clap(flatten)]
     pub log: LogConfig,
-}
+}

src/config.rs

@@ -45,4 +45,4 @@ impl LogConfig {
             };
         }
     }
-}
+}

src/log.rs

@@ -1,31 +1,61 @@
 pub mod apprise;
 pub mod config;
 pub mod log;
+pub mod rpc;
+pub mod shared;
 pub mod state;
 
-use std::{thread::sleep, time::Duration};
+use std::{net::SocketAddr, thread::sleep, time::Duration};
 
-use apprise::{AppRise, AppRiseSlackPayload};
+use anyhow::Context;
 use clap::Parser;
 use config::AppConfig;
+use prometheus_exporter::prometheus::Registry;
+use rpc::Rpc;
+use shared::checksums::Checksums;
+use state::State;
 
 #[tokio::main]
-async fn main() {
+async fn main() -> anyhow::Result<()> {
     let config = AppConfig::parse();
+    config.log.init();
 
-    // let apprise = AppRise::new(
-    //     config.apprise_url,
-    //     "T01J3DMLWUW/B086DJEEQKD/pNDFKSQIiiEkMmqrCtKOuzTr".to_string(),
-    //     "namada-alerts".to_string(),
-    // );
+    let rpc = Rpc::new(config.cometbft_urls);
 
-    // let slack_payload = AppRiseSlackPayload {
-    //     body: "test".to_string(),
-    // };
-    // apprise.send_to_slack(&slack_payload).await.unwrap();
+    let mut checksums = Checksums::default();
+    for code_path in Checksums::code_paths() {
+        let code = rpc
+            .query_tx_code_hash(&code_path)
+            .await?
+            .unwrap_or_else(|| panic!("{} must be defined in namada storage.", code_path));
+        checksums.add(code_path, code);
+    }
+
+    let mut state = State::new(checksums);
+    let registry = state.prometheus_registry();
+
+    start_prometheus_exporter(registry, config.prometheus_port)?;
 
     loop {
-        println!("Test...");
-        sleep(Duration::from_secs(3));
+        let block_height = state.next_block_height();
+        let epoch = rpc.query_current_epoch(block_height).await?.unwrap_or(0);
+        let block = rpc
+            .query_block(block_height, &state.checksums, epoch)
+            .await?;
+
+        state.update(block);
+
+        tracing::info!("Done block {}", block_height);
     }
 }
+
+fn start_prometheus_exporter(registry: Registry, port: u64) -> anyhow::Result<()> {
+    let addr_raw = format!("0.0.0.0:{}", port);
+    let addr: SocketAddr = addr_raw.parse().context("can not parse listen addr")?;
+
+    let mut builder = prometheus_exporter::Builder::new(addr);
+    builder.with_registry(registry);
+    builder.start().context("can not start exporter")?;
+
+    Ok(())
+}