feat: adapt unit tests to pectra

Author: aimxhaisse

justfile

@@ -2,8 +2,8 @@ _default:
     @just --list --unsorted
 
 # Run unit tests
-test:
-    uv run pytest --exitfirst
+test specific_test='':
+    uv run pytest --exitfirst -v -k '{{ specific_test }}' --tb=short
 
 # Run linter
 lint:

tests/assets/cassettes/test_sepolia.yaml

@@ -1,15 +1,10 @@
-beacon_url: http://localhost:3500/
-beacon_timeout_sec: 90
+beacon_url: http://localhost:3500
+beacon_timeout_sec: 720
 network: sepolia
 metrics_port: 8000
 
-# We have data for:
-#
-# - slot 5493884: 1721660208
-# - slot 5493975: 1721661324
-
-replay_start_at_ts: 1721660208
-replay_end_at_ts: 1721661324
+replay_start_at_ts: 1744096730
+replay_end_at_ts: 1744097880
 
 watched_keys:
   - public_key: '989fa046d04b41fc95a04dabb7ab8b64e84afaa85c0aa49e1c6878d7b2814094402d62ae42dfbf3ac72e6770ee0926a8'

tests/assets/config.sepolia.yaml

@@ -3,13 +3,8 @@ beacon_timeout_sec: 90
 network: sepolia
 metrics_port: 8000
 
-# We have data for:
-#
-# - slot 5493884: 1721660208
-# - slot 6356780: 1721661324
-
-replay_start_at_ts: 1721660207
-replay_end_at_ts: 1721660225
+replay_start_at_ts: 1744096730
+replay_end_at_ts: 1744096760
 
 watched_keys:
   - public_key: '989fa046d04b41fc95a04dabb7ab8b64e84afaa85c0aa49e1c6878d7b2814094402d62ae42dfbf3ac72e6770ee0926a8'

tests/assets/config.sepolia_replay_2_slots.yaml

@@ -3,13 +3,8 @@ beacon_timeout_sec: 90
 network: sepolia
 metrics_port: 8000
 
-# We have data for:
-#
-# - slot 5493884: 1721660208
-# - slot 6356780: 1721661324
-
-replay_start_at_ts: 1721660207
-replay_end_at_ts: 1721660261
+replay_start_at_ts: 17440967030
+replay_end_at_ts: 1744096785
 
 watched_keys:
   - public_key: '989fa046d04b41fc95a04dabb7ab8b64e84afaa85c0aa49e1c6878d7b2814094402d62ae42dfbf3ac72e6770ee0926a8'

tests/assets/config.sepolia_replay_5_slots.yaml

@@ -109,7 +109,7 @@ def test_sepolia_metric_epoch(self, slot: int):
     def test_sepolia_validator_status(self, slot: int):
         """Verifies the validator statuses are exposed by scopes.
         """
-        if slot != 5493883:
+        if slot != 7363592:
             return
 
         def test_for_label(
@@ -136,8 +136,45 @@ def test_for_label(
             self.assertEqual(self.metrics[f'eth_validator_status_count{{network="sepolia",scope="{label}",status="withdrawal_done"}}'], float(withdrawal_done))
 
         test_for_label("scope:watched", active_ongoing=100)
-        test_for_label("scope:all-network", active_ongoing=1771, withdrawal_possible=200, withdrawal_done=2)
-        test_for_label("scope:network", active_ongoing=1671, withdrawal_possible=200, withdrawal_done=2)
+        test_for_label("scope:all-network", active_ongoing=1781, withdrawal_possible=200, withdrawal_done=6)
+        test_for_label("scope:network", active_ongoing=1681, withdrawal_possible=200, withdrawal_done=6)
+        test_for_label("operator:kiln", active_ongoing=100)
+        test_for_label("vc:prysm-validator-1", active_ongoing=50)
+        test_for_label("vc:teku-validator-1", active_ongoing=50)
+
+    @sepolia_test("config.sepolia_replay_2_slots.yaml")
+    def test_sepolia_validator_scaled_status(self, slot: int):
+        """Verifies the validator statuses are exposed by scopes.
+        """
+        if slot != 7363592:
+            return
+
+        def test_for_label(
+                label: str,
+                pending_initialized: int = 0,
+                pending_queued: int = 0,
+                active_ongoing: int = 0,
+                active_exiting: int = 0,
+                active_slashed: int = 0,
+                exited_unslashed: int = 0,
+                exited_slashed: int = 0,
+                withdrawal_possible: int = 0,
+                withdrawal_done: int = 0,
+        ) -> None:
+
+            self.assertEqual(self.metrics[f'eth_validator_status_scaled_count{{network="sepolia",scope="{label}",status="pending_initialized"}}'], float(pending_initialized))
+            self.assertEqual(self.metrics[f'eth_validator_status_scaled_count{{network="sepolia",scope="{label}",status="pending_queued"}}'], float(pending_queued))
+            self.assertEqual(self.metrics[f'eth_validator_status_scaled_count{{network="sepolia",scope="{label}",status="active_ongoing"}}'], float(active_ongoing))
+            self.assertEqual(self.metrics[f'eth_validator_status_scaled_count{{network="sepolia",scope="{label}",status="active_exiting"}}'], float(active_exiting))
+            self.assertEqual(self.metrics[f'eth_validator_status_scaled_count{{network="sepolia",scope="{label}",status="active_slashed"}}'], float(active_slashed))
+            self.assertEqual(self.metrics[f'eth_validator_status_scaled_count{{network="sepolia",scope="{label}",status="exited_unslashed"}}'], float(exited_unslashed))
+            self.assertEqual(self.metrics[f'eth_validator_status_scaled_count{{network="sepolia",scope="{label}",status="exited_slashed"}}'], float(exited_slashed))
+            self.assertEqual(self.metrics[f'eth_validator_status_scaled_count{{network="sepolia",scope="{label}",status="withdrawal_possible"}}'], float(withdrawal_possible))
+            self.assertEqual(self.metrics[f'eth_validator_status_scaled_count{{network="sepolia",scope="{label}",status="withdrawal_done"}}'], float(withdrawal_done))
+
+        test_for_label("scope:watched", active_ongoing=100)
+        test_for_label("scope:all-network", active_ongoing=1785.09375, withdrawal_possible=150, withdrawal_done=0)
+        test_for_label("scope:network", active_ongoing=1685.09375, withdrawal_possible=150, withdrawal_done=0)
         test_for_label("operator:kiln", active_ongoing=100)
         test_for_label("vc:prysm-validator-1", active_ongoing=50)
         test_for_label("vc:teku-validator-1", active_ongoing=50)
@@ -146,28 +183,54 @@ def test_for_label(
     def test_sepolia_missed_attestation(self, slot: int):
         """Verifies attestation misses
         """
-        if slot != 5493883:
+        if slot != 7363592:
             return
 
         self.assertEqual(self.metrics['eth_missed_attestations{network="sepolia",scope="operator:kiln"}'], 0.0)
         self.assertEqual(self.metrics['eth_missed_attestations{network="sepolia",scope="vc:prysm-validator-1"}'], 0.0)
         self.assertEqual(self.metrics['eth_missed_attestations{network="sepolia",scope="vc:teku-validator-1"}'], 0.0)
         self.assertEqual(self.metrics['eth_missed_attestations{network="sepolia",scope="scope:watched"}'], 0.0)
-        self.assertEqual(self.metrics['eth_missed_attestations{network="sepolia",scope="scope:all-network"}'], 350.0)
-        self.assertEqual(self.metrics['eth_missed_attestations{network="sepolia",scope="scope:network"}'], 350.0)
+        self.assertEqual(self.metrics['eth_missed_attestations{network="sepolia",scope="scope:all-network"}'], 101.0)
+        self.assertEqual(self.metrics['eth_missed_attestations{network="sepolia",scope="scope:network"}'], 101.0)
+
+        self.assertEqual(self.metrics['eth_missed_attestations_scaled{network="sepolia",scope="operator:kiln"}'], 0.0)
+        self.assertEqual(self.metrics['eth_missed_attestations_scaled{network="sepolia",scope="vc:prysm-validator-1"}'], 0.0)
+        self.assertEqual(self.metrics['eth_missed_attestations_scaled{network="sepolia",scope="vc:teku-validator-1"}'], 0.0)
+        self.assertEqual(self.metrics['eth_missed_attestations_scaled{network="sepolia",scope="scope:watched"}'], 0.0)
+        self.assertEqual(self.metrics['eth_missed_attestations_scaled{network="sepolia",scope="scope:all-network"}'], 100.9375)
+        self.assertEqual(self.metrics['eth_missed_attestations_scaled{network="sepolia",scope="scope:network"}'], 100.9375)
+
+    @sepolia_test("config.sepolia.yaml")
+    def test_sepolia_missed_consecutive_attestation(self, slot: int):
+        """Verifies consecutive attestation misses
+        """
+        if slot != 7363686:
+            return
+
+        self.assertEqual(self.metrics['eth_missed_consecutive_attestations{network="sepolia",scope="operator:kiln"}'], 0.0)
+        self.assertEqual(self.metrics['eth_missed_consecutive_attestations{network="sepolia",scope="vc:prysm-validator-1"}'], 0.0)
+        self.assertEqual(self.metrics['eth_missed_consecutive_attestations{network="sepolia",scope="vc:teku-validator-1"}'], 0.0)
+        self.assertEqual(self.metrics['eth_missed_consecutive_attestations{network="sepolia",scope="scope:watched"}'], 0.0)
+        self.assertEqual(self.metrics['eth_missed_consecutive_attestations{network="sepolia",scope="scope:all-network"}'], 101.0)
+        self.assertEqual(self.metrics['eth_missed_consecutive_attestations{network="sepolia",scope="scope:network"}'], 101.0)
 
     @sepolia_test("config.sepolia.yaml")
     def test_sepolia_blocks(self, slot: int):
         """Verifies block proposals and misses.
         """
-        if slot != 5493975:
+        if slot != 7363612:
             return
 
-        self.assertEqual(self.metrics['eth_block_proposals_head_total{network="sepolia",scope="operator:kiln"}'], 6.0)
+        self.assertEqual(self.metrics['eth_block_proposals_head_total{network="sepolia",scope="operator:kiln"}'], 2.0)
         self.assertEqual(self.metrics['eth_missed_block_proposals_head_total{network="sepolia",scope="operator:kiln"}'], 0.0)
-        self.assertEqual(self.metrics['eth_block_proposals_finalized_total{network="sepolia",scope="operator:kiln"}'], 2.0)
+        self.assertEqual(self.metrics['eth_block_proposals_finalized_total{network="sepolia",scope="operator:kiln"}'], 0.0)
         self.assertEqual(self.metrics['eth_missed_block_proposals_finalized_total{network="sepolia",scope="operator:kiln"}'], 0.0)
 
+        self.assertEqual(self.metrics['eth_block_proposals_head_total{network="sepolia",scope="scope:all-network"}'], 20.0)
+        self.assertEqual(self.metrics['eth_missed_block_proposals_head_total{network="sepolia",scope="scope:all-network"}'], 1.0)
+        self.assertEqual(self.metrics['eth_block_proposals_finalized_total{network="sepolia",scope="scope:all-network"}'], 0.0)
+        self.assertEqual(self.metrics['eth_missed_block_proposals_finalized_total{network="sepolia",scope="scope:all-network"}'], 0.0)
+
     @sepolia_test("config.sepolia.yaml")
     def test_sepolia_full(self, slot: int):
         """Runs a complete iteration of the watcher over two epochs.