diff --git a/tutorial/1.4_soft_template.py b/tutorial/1.4_soft_template.py
index 57ae459..9a1795b 100644
--- a/tutorial/1.4_soft_template.py
+++ b/tutorial/1.4_soft_template.py
@@ -359,16 +359,16 @@ def evaluate(prompt_model, dataloader, desc):
                 log_loss = tot_loss
 
 
-        if optimizer1 is not None:
-            optimizer1.step()
-            optimizer1.zero_grad()
-        if scheduler1 is not None:
-            scheduler1.step()
-        if optimizer2 is not None:
-            optimizer2.step()
-            optimizer2.zero_grad()
-        if scheduler2 is not None:
-            scheduler2.step()
+            if optimizer1 is not None:
+                optimizer1.step()
+                optimizer1.zero_grad()
+            if scheduler1 is not None:
+                scheduler1.step()
+            if optimizer2 is not None:
+                optimizer2.step()
+                optimizer2.zero_grad()
+            if scheduler2 is not None:
+                scheduler2.step()
 
         tot_train_time += time.time()