start on initialize

Signed-off-by: Kyle Sayers <[email protected]>

Author: kylesayrs

src/llmcompressor/modifiers/modifier.py

@@ -89,6 +89,12 @@ def initialize(self, state: State, **kwargs):
 
         self.initialized_ = self.on_initialize(state=state, **kwargs)
 
+        # trigger start
+        fake_start_event = Event(type_=EventType.BATCH_START, global_step=0)
+        if self.should_start(fake_start_event):
+            self.on_start(state, fake_start_event, **kwargs)
+            self.started_ = True
+
     def finalize(self, state: State, **kwargs):
         """
         Finalize the modifier for the given model and state.

tests/llmcompressor/transformers/compression/recipes/sparse_24_fp8.yaml

@@ -23,16 +23,4 @@ quant_stage:
                         strategy: token
                         dynamic: true
                         symmetric: true
-                    targets: ["Linear"]
-    pruning_modifiers:
-        ConstantPruningModifier:
-            targets: [
-                're:.*q_proj.weight',
-                're:.*k_proj.weight', 
-                're:.*v_proj.weight',
-                're:.*o_proj.weight',
-                're:.*gate_proj.weight',
-                're:.*up_proj.weight',
-                're:.*down_proj.weight',
-            ]
-            start: 0
+                    targets: ["Linear"]