fix flaky test test_openai_responses_api_web_search_cost_tracking

ishaan-jaff · ishaan-jaff · commit 36d17c23aca6 · 2025-03-24T15:51:33.000-07:00
diff --git a/tests/logging_callback_tests/test_built_in_tools_cost_tracking.py b/tests/logging_callback_tests/test_built_in_tools_cost_tracking.py
@@ -115,13 +115,13 @@ async def test_openai_web_search_logging_cost_tracking(
     "tools_config,expected_context_size,stream",
     [
         (
-            [{"type": "web_search_preview", "search_context_size": "high"}],
-            "search_context_size_high",
+            [{"type": "web_search_preview", "search_context_size": "low"}],
+            "search_context_size_low",
             True,
         ),
         (
-            [{"type": "web_search_preview", "search_context_size": "high"}],
-            "search_context_size_high",
+            [{"type": "web_search_preview", "search_context_size": "low"}],
+            "search_context_size_low",
             False,
         ),
         ([{"type": "web_search_preview"}], "search_context_size_medium", True),

Original file line number	Diff line number	Diff line change
`@@ -115,13 +115,13 @@ async def test_openai_web_search_logging_cost_tracking(`
`115`	`115`	`"tools_config,expected_context_size,stream",`
`116`	`116`	`[`
`117`	`117`	`(`
`118`		`- [{"type": "web_search_preview", "search_context_size": "high"}],`
`119`		`- "search_context_size_high",`
	`118`	`+ [{"type": "web_search_preview", "search_context_size": "low"}],`
	`119`	`+ "search_context_size_low",`
`120`	`120`	`True,`
`121`	`121`	`),`
`122`	`122`	`(`
`123`		`- [{"type": "web_search_preview", "search_context_size": "high"}],`
`124`		`- "search_context_size_high",`
	`123`	`+ [{"type": "web_search_preview", "search_context_size": "low"}],`
	`124`	`+ "search_context_size_low",`
`125`	`125`	`False,`
`126`	`126`	`),`
`127`	`127`	`([{"type": "web_search_preview"}], "search_context_size_medium", True),`