feat: add prometheus metrics for gRPC, adapter, and signer

Author: dhfang

Cargo.lock

@@ -62,6 +62,7 @@ tower-http = { workspace = true, features = ["trace"] }
 tonic = { workspace = true, default-features = true }
 tonic-reflection = { workspace = true, default-features = true }
 prost = { workspace = true, default-features = true }
+prometheus = { workspace = true, default-features = true }
 warp = { workspace = true, features = ["server"] }
 futures = { workspace = true, default-features = true }
 async-trait = { workspace = true }

apps/ibc-attestor/Cargo.toml

@@ -1,5 +1,6 @@
 use thiserror::Error;
 
+use crate::metrics;
 use crate::rpc::api::CommitmentType;
 
 use cosmos::CosmosAdapter;
@@ -76,11 +77,15 @@ impl AdapterEnum {
 #[async_trait::async_trait]
 impl AttestationAdapter for AdapterEnum {
     async fn get_last_height_at_configured_finality(&self) -> Result<u64, AttestationAdapterError> {
-        match self {
+        let result = match self {
             Self::Evm(a) => a.get_last_height_at_configured_finality().await,
             Self::Solana(a) => a.get_last_height_at_configured_finality().await,
             Self::Cosmos(a) => a.get_last_height_at_configured_finality().await,
+        };
+        if let Ok(height) = &result {
+            metrics::set_adapter_finalized_height(*height);
         }
+        result
     }
 
     async fn get_block_timestamp(&self, height: u64) -> Result<u64, AttestationAdapterError> {

apps/ibc-attestor/src/adapter/mod.rs

@@ -7,6 +7,7 @@ use tokio_retry::{RetryIf, strategy::ExponentialBackoff};
 use tracing::{debug, error};
 
 use super::AttestationAdapterError;
+use crate::metrics;
 
 const MAX_ATTEMPTS: u8 = 3;
 const INITIAL_BACKOFF: u64 = 200;
@@ -44,10 +45,15 @@ where
     )
     .await;
 
+    let final_attempts = attempts.load(Ordering::Relaxed);
+
     if let Err(error) = &result {
+        if final_attempts >= MAX_ATTEMPTS {
+            metrics::inc_retry_failure(operation);
+        }
         error!(
             operation,
-            attempts = attempts.load(Ordering::Relaxed),
+            attempts = final_attempts,
             maxAttempts = MAX_ATTEMPTS,
             error = %error,
             "request failed"

apps/ibc-attestor/src/adapter/retry.rs

@@ -41,6 +41,7 @@ fn run_servers(
 ) -> Result<ServerHandles, anyhow::Error> {
     let adapter_name = config.adapter.adapter_name();
     let signer_name = config.signer.signer_name();
+    ibc_attestor::metrics::init(adapter_name, signer_name);
     let server_config = config.server;
 
     let grpc_shutdown_rx = shutdown_tx.subscribe();

apps/ibc-attestor/src/bin/ibc_attestor/main.rs

@@ -15,6 +15,8 @@ pub mod attestation_payload;
 pub mod config;
 /// Logging and observability setup
 pub mod logging;
+/// Prometheus metrics registry and recording helpers
+pub mod metrics;
 /// gRPC server and service implementations
 pub mod rpc;
 /// Signer implementations for local and remote signing