prompt tuning improvements

Author: Siba Rajendran

src/fmcore/experimental/prompt_tuner/dspy/adapters/chat_adapter.py

@@ -5,11 +5,18 @@
 from typing import Any, Dict, Optional, Type
 
 from dspy import ChatAdapter
-from dspy.adapters.chat_adapter import enumerate_fields, format_fields, get_dspy_field_type, prepare_schema, prepare_instructions
+from dspy.adapters.chat_adapter import (
+    enumerate_fields,
+    format_fields,
+    get_dspy_field_type,
+    prepare_schema,
+    prepare_instructions,
+)
 from dspy.adapters.chat_adapter import FieldInfoWithName, BuiltInCompletedOutputFieldInfo, FieldInfo
 from dspy.signatures.signature import Signature, SignatureMeta
 from dspy.utils.callback import BaseCallback
 
+
 def custom_prepare_instructions(signature: SignatureMeta):
     parts = []
 
@@ -19,7 +26,9 @@ def custom_prepare_instructions(signature: SignatureMeta):
 
     parts.append("Your input fields are:\n" + enumerate_fields(signature.input_fields))
     parts.append("Your output fields are:\n" + enumerate_fields(signature.output_fields))
-    parts.append("All interactions will be structured in the following way, with the appropriate values filled in.")
+    parts.append(
+        "All interactions will be structured in the following way, with the appropriate values filled in."
+    )
 
     def field_metadata(field_name, field_info):
         field_type = field_info.annotation
@@ -48,7 +57,9 @@ def field_metadata(field_name, field_info):
     def format_signature_fields_for_instructions(fields: Dict[str, FieldInfo]):
         return format_fields(
             fields_with_values={
-                FieldInfoWithName(name=field_name, info=field_info): field_metadata(field_name, field_info)
+                FieldInfoWithName(name=field_name, info=field_info): field_metadata(
+                    field_name, field_info
+                )
                 for field_name, field_info in fields.items()
             },
         )

src/fmcore/experimental/prompt_tuner/dspy/optimizers/miprov2_optimizer.py

@@ -46,47 +46,42 @@ def optimize(
         """
         # Initialize MIPROv2 optimizer with filtered constructor params
         constructor_params = IntrospectionUtils.filter_params(
-            func=MIPROv2, 
-            params=optimizer_params or {}
+            func=MIPROv2, params=optimizer_params or {}
         )
         optimizer = MIPROv2(
             metric=self.evaluate,
             prompt_model=self.teacher,
             task_model=self.student,
-            **constructor_params
+            **constructor_params,
         )
 
         # Run optimization with filtered compile params
         compile_params = IntrospectionUtils.filter_params(
-            func=MIPROv2.compile,
-            params=optimizer_params or {}
+            func=MIPROv2.compile, params=optimizer_params or {}
         )
         optimized_program = optimizer.compile(
             student=self.module,
             trainset=dataset.train,
             valset=dataset.dev,
             requires_permission_to_run=False,
-            **compile_params
+            **compile_params,
         )
 
         optimized_prompts = []
-        
+
         # MIPROv2 returns a list of candidate programs, each containing:
         # - A "program" object with the optimized DSPy module in predictor.predict
         # - A "score" indicating how well that program performed
         for candidate in optimized_program.candidate_programs:
             # Extract the optimized DSPy module from the candidate program
             optimized_module = candidate["program"].predictor.predict
             prompt_template = DSPyUtils.convert_module_to_prompt(module=optimized_module)
-            
-            optimized_prompt = OptimizedPrompt(
-                template=prompt_template,
-                score=candidate["score"]
-            )
-            
+
+            optimized_prompt = OptimizedPrompt(template=prompt_template, score=candidate["score"])
+
             optimized_prompts.append(optimized_prompt)
 
         # Sort prompts by score in descending order
         optimized_prompts.sort(key=lambda x: x.score, reverse=True)
-        
+
         return PromptTunerResult(prompts=optimized_prompts)

src/fmcore/experimental/prompt_tuner/dspy/utils/commons.py

@@ -232,11 +232,11 @@ def evaluate_func(
 
             # Evaluate the criteria expression to get the final score
             expression_evaluator = Interpreter()
-            expression_evaluator .symtable.update(evaluation_response)
+            expression_evaluator.symtable.update(evaluation_response)
             return expression_evaluator(criteria)
 
         return evaluate_func
-    
+
     @staticmethod
     def convert_module_to_messages(module: dspy.Module) -> List[Dict[str, str]]:
         """
@@ -259,12 +259,11 @@ def convert_module_to_messages(module: dspy.Module) -> List[Dict[str, str]]:
         # Get input field names from signature and create template variables
         signature: dspy.Signature = module.signature
         inputs = {
-            field_name: f"{{{{{field_name}}}}}" 
-            for field_name in signature.input_fields.keys()
+            field_name: f"{{{{{field_name}}}}}" for field_name in signature.input_fields.keys()
         }
 
         # Format the module into chat messages using the adapter
-        messages = adapter.format(signature=signature,demos=module.demos,inputs=inputs)
+        messages = adapter.format(signature=signature, demos=module.demos, inputs=inputs)
 
         return messages
 

src/fmcore/experimental/prompt_tuner/dspy_prompt_tuner.py

@@ -21,8 +21,10 @@
 
 import dspy.adapters.chat_adapter as chat_adapter_module
 from fmcore.experimental.prompt_tuner.dspy.adapters.chat_adapter import custom_prepare_instructions
+
 chat_adapter_module.prepare_instructions = custom_prepare_instructions
 
+
 class DSPyPromptTuner(BasePromptTuner):
     """
     A prompt tuner implementation using the DSPy framework.
@@ -94,8 +96,6 @@ def tune(self, data: DataFrame) -> str:
         Raises:
             ValueError: If the optimization process fails or returns invalid results
         """
-        
-
 
         # Convert data to DSPy examples
         dataset: DspyDataset = DspyDataset(data=data, prompt_config=self.config.prompt_config)