fix precommit

Author: vermouth1992

tests/utils/test_flops_counter.py

@@ -220,12 +220,30 @@ def __init__(self, config_dict):
             "num_experts_per_tok": 4,
             "sliding_window": 128,
             "layer_types": [
-                "sliding_attention", "full_attention", "sliding_attention", "full_attention",
-                "sliding_attention", "full_attention", "sliding_attention", "full_attention",
-                "sliding_attention", "full_attention", "sliding_attention", "full_attention",
-                "sliding_attention", "full_attention", "sliding_attention", "full_attention",
-                "sliding_attention", "full_attention", "sliding_attention", "full_attention",
-                "sliding_attention", "full_attention", "sliding_attention", "full_attention"
+                "sliding_attention",
+                "full_attention",
+                "sliding_attention",
+                "full_attention",
+                "sliding_attention",
+                "full_attention",
+                "sliding_attention",
+                "full_attention",
+                "sliding_attention",
+                "full_attention",
+                "sliding_attention",
+                "full_attention",
+                "sliding_attention",
+                "full_attention",
+                "sliding_attention",
+                "full_attention",
+                "sliding_attention",
+                "full_attention",
+                "sliding_attention",
+                "full_attention",
+                "sliding_attention",
+                "full_attention",
+                "sliding_attention",
+                "full_attention",
             ],
         },
         "batch_seqlens_tuple": ([512, 1024, 2048], [4096, 4096, 4096]),

verl/utils/flops_counter.py

@@ -313,6 +313,7 @@ def _estimate_apertus_flops(config, tokens_sum, batch_seqlens, delta_time):
     flops_achieved = flops_all_token * (1.0 / delta_time) / 1e12
     return flops_achieved
 
+
 def _estimate_gpt_oss_flops(config, tokens_sum, batch_seqlens, delta_time):
     hidden_size = config.hidden_size
     vocab_size = config.vocab_size
@@ -383,6 +384,7 @@ def _estimate_gpt_oss_flops(config, tokens_sum, batch_seqlens, delta_time):
     flops_achieved = flops_all_token * (1.0 / delta_time) / 1e12
     return flops_achieved
 
+
 def _estimate_unknown_flops(config, tokens_sum, batch_seqlens, delta_time):
     return 0