Merge pull request #18 from wkukka1/promptfoo-config-cleanup

wkukka1 · web-flow · commit ec96c998b668 · 2025-07-08T10:05:32.000-04:00
Removed submission type from promptfoo config files
diff --git a/promptfoo/promptfoo_test_runner.py b/promptfoo/promptfoo_test_runner.py
@@ -38,8 +38,6 @@ def call_api(prompt: str, context: dict, metadata: dict) -> dict:
             options['prompt'],
             "--llama_mode",
             "server",
-            '--submission_type',
-            submission_type,
             "--output_template",
             "response_and_prompt",
         ]
diff --git a/promptfoo/tests/codellama_tests/codellama_code_tests.yaml b/promptfoo/tests/codellama_tests/codellama_code_tests.yaml
@@ -5,7 +5,6 @@ defaultTest:
   vars:
     model: codellama:latest
     scope: code
-    submission_type: python
 
 scenarios:
   - config:
diff --git a/promptfoo/tests/deepseek_r1_tests/deepseek_r1_code_tests.yaml b/promptfoo/tests/deepseek_r1_tests/deepseek_r1_code_tests.yaml
@@ -5,7 +5,6 @@ defaultTest:
   vars:
     model: deepSeek-R1:70B
     scope: code
-    submission_type: python
 
 scenarios:
   - config:
diff --git a/promptfoo/tests/deepseek_r1_tests/deepseek_r1_text_tests.yaml b/promptfoo/tests/deepseek_r1_tests/deepseek_r1_text_tests.yaml
@@ -5,7 +5,6 @@ defaultTest:
   vars:
     model: deepSeek-R1:70B
     scope: text
-    submission_type: pdf
 
 scenarios:
   - config:
diff --git a/promptfoo/tests/deepseek_v3_tests/deepseek_v3_code_tests.yaml b/promptfoo/tests/deepseek_v3_tests/deepseek_v3_code_tests.yaml
@@ -5,7 +5,6 @@ defaultTest:
   vars:
     model: deepSeek-v3
     scope: code
-    submission_type: python
 
 scenarios:
   - config:
diff --git a/promptfoo/tests/deepseek_v3_tests/deepseek_v3_text_tests.yaml b/promptfoo/tests/deepseek_v3_tests/deepseek_v3_text_tests.yaml
@@ -5,7 +5,6 @@ defaultTest:
   vars:
     model: deepSeek-v3
     scope: text
-    submission_type: pdf
 
 scenarios:
   - config:
diff --git a/promptfoo/tests/llama_3.2_vision_tests/llama_3.2_vision_image_tests.yaml b/promptfoo/tests/llama_3.2_vision_tests/llama_3.2_vision_image_tests.yaml
@@ -5,7 +5,6 @@ defaultTest:
   vars:
     model: llama3.2-vision:90b
     scope: image
-    submission_type: jupyter
 
 scenarios:
   - config:
diff --git a/promptfoo/tests/llama_3.2_vision_tests/llama_3.2_vision_image_tests_with_system_prompt.yaml b/promptfoo/tests/llama_3.2_vision_tests/llama_3.2_vision_image_tests_with_system_prompt.yaml
@@ -5,7 +5,6 @@ defaultTest:
   vars:
     model: llama3.2-vision:90b
     scope: image
-    submission_type: jupyter
     system_prompt: image_style_grader
 
 scenarios:
diff --git a/promptfoo/tests/llava_tests/llava_34b_image_tests.yaml b/promptfoo/tests/llava_tests/llava_34b_image_tests.yaml
@@ -5,7 +5,6 @@ defaultTest:
   vars:
     model: llava:34b
     scope: image
-    submission_type: jupyter
 
 scenarios:
   - config:
diff --git a/promptfoo/tests/llava_tests/llava_34b_image_tests_with_system_prompt.yaml b/promptfoo/tests/llava_tests/llava_34b_image_tests_with_system_prompt.yaml
@@ -5,7 +5,6 @@ defaultTest:
   vars:
     model: llava:34b
     scope: image
-    submission_type: jupyter
     system_prompt: "You are a teaching-assistant for an undergraduate Data-Visualization course. A student submits one figure (PNG/JPG/PDF screenshot) with no accompanying text."
 
 scenarios:

Original file line number	Diff line number	Diff line change
`@@ -38,8 +38,6 @@ def call_api(prompt: str, context: dict, metadata: dict) -> dict:`
`38`	`38`	`options['prompt'],`
`39`	`39`	`"--llama_mode",`
`40`	`40`	`"server",`
`41`		`- '--submission_type',`
`42`		`- submission_type,`
`43`	`41`	`"--output_template",`
`44`	`42`	`"response_and_prompt",`
`45`	`43`	`]`