- bump anthropic sdk to 0.75 (adjusted a couple of tests)

- add anthropic opus-4-5
- move beta headers test

Author: dsfaccini

pydantic_ai_slim/pydantic_ai/models/__init__.py

@@ -69,6 +69,8 @@
         'anthropic:claude-opus-4-0',
         'anthropic:claude-opus-4-1-20250805',
         'anthropic:claude-opus-4-20250514',
+        'anthropic:claude-opus-4-5',
+        'anthropic:claude-opus-4-5-20251101',
         'anthropic:claude-sonnet-4-0',
         'anthropic:claude-sonnet-4-20250514',
         'anthropic:claude-sonnet-4-5',
@@ -97,6 +99,7 @@
         'bedrock:eu.anthropic.claude-haiku-4-5-20251001-v1:0',
         'bedrock:eu.anthropic.claude-sonnet-4-20250514-v1:0',
         'bedrock:eu.anthropic.claude-sonnet-4-5-20250929-v1:0',
+        'bedrock:global.anthropic.claude-opus-4-5-20251101-v1:0',
         'bedrock:meta.llama3-1-405b-instruct-v1:0',
         'bedrock:meta.llama3-1-70b-instruct-v1:0',
         'bedrock:meta.llama3-1-8b-instruct-v1:0',

pydantic_ai_slim/pydantic_ai/models/anthropic.py

@@ -38,7 +38,7 @@
     UserPromptPart,
 )
 from ..profiles import ModelProfileSpec
-from ..profiles.anthropic import models_that_support_json_schema_output
+from ..profiles.anthropic import ANTHROPIC_MODELS_THAT_SUPPORT_JSON_SCHEMA_OUTPUT
 from ..providers import Provider, infer_provider
 from ..providers.anthropic import AsyncAnthropicClient
 from ..settings import ModelSettings, merge_model_settings
@@ -311,14 +311,15 @@ def prepare_request(
                 )
 
         if model_request_parameters.output_mode == 'native':
-            if model_request_parameters.output_object is None:  # pragma: no cover
-                raise UserError('Unreachable code: can never set `output_type=NativeOutput(None)`.')
+            assert model_request_parameters.output_object is not None
             if model_request_parameters.output_object.strict is False:
-                raise UserError('Cannot use `output_type=NativeOutput(...)` with `strict=False`.')
+                raise UserError(
+                    'Setting `strict=False` on `output_type=NativeOutput(...)` is not allowed for Anthropic models.'
+                )
             if not self.profile.supports_json_schema_output:
                 raise UserError(
                     f'Model {self.model_name} does not support native output. Use `output_type=PromptedOutput(...)` instead.'
-                    f'Models that support native output include: {models_that_support_json_schema_output}.'
+                    f'Models that support native output include: {ANTHROPIC_MODELS_THAT_SUPPORT_JSON_SCHEMA_OUTPUT}.'
                 )
             model_request_parameters = replace(
                 model_request_parameters, output_object=replace(model_request_parameters.output_object, strict=True)
@@ -365,11 +366,11 @@ async def _messages_create(
         system_prompt, anthropic_messages = await self._map_message(messages, model_request_parameters, model_settings)
 
         output_format = self._native_output_format(model_request_parameters)
-        betas_set = self._get_betas_set(tools, model_request_parameters)
-        betas_set.update(builtin_tool_betas)
+        betas = self._get_betas_set(tools, model_request_parameters)
+        betas.update(builtin_tool_betas)
 
         try:
-            betas, extra_headers = self._prepare_betas_and_headers(betas_set, model_settings)
+            betas, extra_headers = self._prepare_betas_and_headers(betas, model_settings)
 
             return await self.client.beta.messages.create(
                 max_tokens=model_settings.get('max_tokens', 4096),
@@ -380,7 +381,7 @@ async def _messages_create(
                 tool_choice=tool_choice or OMIT,
                 mcp_servers=mcp_servers or OMIT,
                 output_format=output_format or OMIT,
-                betas=betas or OMIT,
+                betas=sorted(betas) or OMIT,
                 stream=stream,
                 thinking=model_settings.get('anthropic_thinking', OMIT),
                 stop_sequences=model_settings.get('stop_sequences', OMIT),
@@ -416,11 +417,11 @@ async def _messages_count_tokens(
         system_prompt, anthropic_messages = await self._map_message(messages, model_request_parameters, model_settings)
 
         output_format = self._native_output_format(model_request_parameters)
-        betas_set = self._get_betas_set(tools, model_request_parameters)
-        betas_set.update(builtin_tool_betas)
+        betas = self._get_betas_set(tools, model_request_parameters)
+        betas.update(builtin_tool_betas)
 
         try:
-            betas, extra_headers = self._prepare_betas_and_headers(betas_set, model_settings)
+            betas, extra_headers = self._prepare_betas_and_headers(betas, model_settings)
 
             return await self.client.beta.messages.count_tokens(
                 system=system_prompt or OMIT,
@@ -429,7 +430,7 @@ async def _messages_count_tokens(
                 tools=tools or OMIT,
                 tool_choice=tool_choice or OMIT,
                 mcp_servers=mcp_servers or OMIT,
-                betas=betas or OMIT,
+                betas=sorted(betas) or OMIT,
                 output_format=output_format or OMIT,
                 thinking=model_settings.get('anthropic_thinking', OMIT),
                 timeout=model_settings.get('timeout', NOT_GIVEN),
@@ -578,7 +579,7 @@ def _add_builtin_tools(
                 if 'memory' not in model_request_parameters.tool_defs:
                     raise UserError("Built-in `MemoryTool` requires a 'memory' tool to be defined.")
                 # Replace the memory tool definition with the built-in memory tool
-                tools = [tool for tool in tools if tool['name'] != 'memory']
+                tools = [tool for tool in tools if tool.get('name') != 'memory']
                 tools.append(BetaMemoryTool20250818Param(name='memory', type='memory_20250818'))
                 beta_features.add('context-management-2025-06-27')
             elif isinstance(tool, MCPServerTool) and tool.url:
@@ -625,26 +626,19 @@ def _infer_tool_choice(
 
     def _prepare_betas_and_headers(
         self, betas: set[str], model_settings: AnthropicModelSettings
-    ) -> tuple[list[str], dict[str, str]]:
+    ) -> tuple[set[str], dict[str, str]]:
         """Prepare beta features list and extra headers for API request.
 
-        Handles merging custom anthropic-beta header from extra_headers into betas set
-        and ensuring User-Agent is set.
-
-        Args:
-            betas: Set of beta feature strings (naturally deduplicated)
-            model_settings: Model settings containing extra_headers
-
-        Returns:
-            Tuple of (betas list, extra_headers dict)
+        Handles merging custom `anthropic-beta` header from `extra_headers` into betas set
+        and ensuring `User-Agent` is set.
         """
         extra_headers = model_settings.get('extra_headers', {})
         extra_headers.setdefault('User-Agent', get_user_agent())
 
         if beta_header := extra_headers.pop('anthropic-beta', None):
             betas.update({stripped_beta for beta in beta_header.split(',') if (stripped_beta := beta.strip())})
 
-        return sorted(betas), extra_headers
+        return betas, extra_headers
 
     async def _map_message(  # noqa: C901
         self,
@@ -922,8 +916,7 @@ def _map_tool_definition(self, f: ToolDefinition) -> BetaToolParam:
             'description': f.description or '',
             'input_schema': f.parameters_json_schema,
         }
-        if f.strict and self.profile.supports_json_schema_output:  # pragma: no branch
-            # NOTE we could warn the user that the model doesn't support strict mode to nudge them into one that does
+        if f.strict and self.profile.supports_json_schema_output:
             tool_param['strict'] = f.strict
         return tool_param
 
@@ -1143,6 +1136,9 @@ def _map_server_tool_use_block(item: BetaServerToolUseBlock, provider_name: str)
         )
     elif item.name in ('web_fetch', 'bash_code_execution', 'text_editor_code_execution'):  # pragma: no cover
         raise NotImplementedError(f'Anthropic built-in tool {item.name!r} is not currently supported.')
+    elif item.name in ('tool_search_tool_regex', 'tool_search_tool_bm25'):  # pragma: no cover
+        # TODO 0.75
+        raise NotImplementedError(f'Anthropic built-in tool {item.name!r} is not currently supported.')
     else:
         assert_never(item.name)
 

pydantic_ai_slim/pydantic_ai/models/bedrock.py

@@ -104,6 +104,7 @@
     'us.anthropic.claude-3-7-sonnet-20250219-v1:0',
     'anthropic.claude-opus-4-20250514-v1:0',
     'us.anthropic.claude-opus-4-20250514-v1:0',
+    'global.anthropic.claude-opus-4-5-20251101-v1:0',
     'anthropic.claude-sonnet-4-20250514-v1:0',
     'us.anthropic.claude-sonnet-4-20250514-v1:0',
     'eu.anthropic.claude-sonnet-4-20250514-v1:0',
@@ -155,7 +156,7 @@
     'tool_use': 'tool_call',
 }
 
-_AWS_BEDROCK_INFERENCE_GEO_PREFIXES: tuple[str, ...] = ('us.', 'eu.', 'apac.', 'jp.', 'au.', 'ca.')
+_AWS_BEDROCK_INFERENCE_GEO_PREFIXES: tuple[str, ...] = ('us.', 'eu.', 'apac.', 'jp.', 'au.', 'ca.', '.global')
 """Geo prefixes for Bedrock inference profile IDs (e.g., 'eu.', 'us.').
 
 Used to strip the geo prefix so we can pass a pure foundation model ID/ARN to CountTokens,

pydantic_ai_slim/pydantic_ai/profiles/anthropic.py

@@ -5,15 +5,15 @@
 from .._json_schema import JsonSchema, JsonSchemaTransformer
 from . import ModelProfile
 
+ANTHROPIC_MODELS_THAT_SUPPORT_JSON_SCHEMA_OUTPUT = ('claude-sonnet-4-5', 'claude-opus-4-1', 'claude-opus-4-5')
+"""These models support both structured outputs and strict tool calling."""
 # TODO update when new models are released that support structured outputs
 # https://docs.claude.com/en/docs/build-with-claude/structured-outputs#example-usage
-models_that_support_json_schema_output = ('claude-sonnet-4-5', 'claude-opus-4-1')
-"""These models support both structured outputs and strict tool calling."""
 
 
 def anthropic_model_profile(model_name: str) -> ModelProfile | None:
     """Get the model profile for an Anthropic model."""
-    supports_json_schema_output = model_name.startswith(models_that_support_json_schema_output)
+    supports_json_schema_output = model_name.startswith(ANTHROPIC_MODELS_THAT_SUPPORT_JSON_SCHEMA_OUTPUT)
     return ModelProfile(
         thinking_tags=('<thinking>', '</thinking>'),
         supports_json_schema_output=supports_json_schema_output,
@@ -43,7 +43,9 @@ def walk(self) -> JsonSchema:
         # - tool_def.strict = self.is_strict_compatible
         # - output_object.strict = self.is_strict_compatible
         # we need to set it to False if we're not transforming, otherwise anthropic's API will reject the request
-        self.is_strict_compatible = self.strict or False  # default to False if None
+        # if you want this behavior to change, please comment in this issue:
+        # https://github.com/pydantic/pydantic-ai/issues/3541
+        self.is_strict_compatible = self.strict is True  # not compatible is strict is False/None
 
         return transform_schema(schema) if self.strict is True else schema
 

pydantic_ai_slim/pyproject.toml

@@ -71,7 +71,7 @@ openai = ["openai>=1.107.2"]
 cohere = ["cohere>=5.18.0; platform_system != 'Emscripten'"]
 vertexai = ["google-auth>=2.36.0", "requests>=2.32.2"]
 google = ["google-genai>=1.51.0"]
-anthropic = ["anthropic>=0.74.0"]
+anthropic = ["anthropic>=0.75.0"]
 groq = ["groq>=0.25.0"]
 openrouter = ["openai>=2.8.0"]
 mistral = ["mistralai>=1.9.10"]

tests/models/anthropic/test_output.py

@@ -7,9 +7,6 @@
 1. Strict Tools - Model Support
 2. Strict Tools - Schema Compatibility
 3. Native Output - Model Support
-4. Auto Mode Selection
-5. Beta Header Management
-6. Comprehensive Parametrized Tests - All Combinations (24 test cases)
 """
 
 from __future__ import annotations as _annotations
@@ -33,7 +30,7 @@
     from anthropic import AsyncAnthropic, omit as OMIT
     from anthropic.types.beta import BetaMessage, BetaTextBlock, BetaUsage
 
-    from pydantic_ai.models.anthropic import AnthropicModel, AnthropicModelSettings
+    from pydantic_ai.models.anthropic import AnthropicModel
     from pydantic_ai.providers.anthropic import AnthropicProvider
 
 from ..test_anthropic import completion_message
@@ -53,7 +50,7 @@
 def test_strict_tools_supported_model_auto_enabled(
     allow_model_requests: None, weather_tool_responses: list[BetaMessage]
 ):
-    """sonnet-4-5: strict=None + compatible schema → auto strict=True + beta header."""
+    """sonnet-4-5: strict=None + compatible schema → no strict field, no beta header."""
     mock_client = MockAnthropic.create_mock(weather_tool_responses)
     model = AnthropicModel('claude-sonnet-4-5', provider=AnthropicProvider(anthropic_client=mock_client))
     agent = Agent(model)
@@ -139,7 +136,7 @@ def get_weather(location: str) -> str:
 
 
 def test_strict_tools_incompatible_schema_not_auto_enabled(allow_model_requests: None):
-    """sonnet-4-5: strict=None + lossy schema → no strict field, no beta header."""
+    """sonnet-4-5: strict=None → no strict field, no beta header."""
     mock_client = MockAnthropic.create_mock(
         completion_message([BetaTextBlock(text='Sure', type='text')], BetaUsage(input_tokens=5, output_tokens=2))
     )
@@ -156,9 +153,9 @@ def constrained_tool(username: Annotated[str, Field(min_length=3)]) -> str:  # p
     tools = completion_kwargs['tools']
     betas = completion_kwargs.get('betas')
 
-    # Lossy schema: strict is not auto-enabled, so no strict field
+    # strict is not auto-enabled, so no strict field
     assert 'strict' not in tools[0]
-    # Schema still has the constraint (not removed)
+    # because the schema wasn't transformed, it keeps the pydantic constraint
     assert tools[0]['input_schema']['properties']['username']['minLength'] == 3
     assert betas is OMIT
 
@@ -188,64 +185,6 @@ def test_native_output_supported_model(
     assert betas == snapshot(['structured-outputs-2025-11-13'])
 
 
-def test_native_output_unsupported_model_raises_error(
-    allow_model_requests: None, city_location_schema: type[BaseModel]
-):
-    """sonnet-4-0: NativeOutput → raises UserError."""
-    mock_client = MockAnthropic.create_mock(
-        completion_message([BetaTextBlock(text='test', type='text')], BetaUsage(input_tokens=5, output_tokens=2))
-    )
-    model = AnthropicModel('claude-sonnet-4-0', provider=AnthropicProvider(anthropic_client=mock_client))
-    agent = Agent(model, output_type=NativeOutput(city_location_schema))
-
-    with pytest.raises(UserError, match='Model claude-sonnet-4-0 does not support native output.'):
-        agent.run_sync('What is the capital of France?')
-
-
-# =============================================================================
-# AUTO MODE Selection
-# =============================================================================
-
-
-def test_auto_mode_model_profile_check(allow_model_requests: None):
-    """Verify profile.supports_json_schema_output is set correctly."""
-    mock_client = MockAnthropic.create_mock(
-        completion_message([BetaTextBlock(text='test', type='text')], BetaUsage(input_tokens=5, output_tokens=2))
-    )
-
-    sonnet_4_5 = AnthropicModel('claude-sonnet-4-5', provider=AnthropicProvider(anthropic_client=mock_client))
-    assert sonnet_4_5.profile.supports_json_schema_output is True
-
-    sonnet_4_0 = AnthropicModel('claude-sonnet-4-0', provider=AnthropicProvider(anthropic_client=mock_client))
-    assert sonnet_4_0.profile.supports_json_schema_output is False
-
-
-# =============================================================================
-# BETA HEADER Management
-# =============================================================================
-
-
-def test_beta_header_merge_custom_headers(
-    allow_model_requests: None,
-    mock_sonnet_4_5: tuple[AnthropicModel, AsyncAnthropic],
-    city_location_schema: type[BaseModel],
-):
-    """Custom beta headers merge with structured-outputs beta."""
-    model, mock_client = mock_sonnet_4_5
-
-    agent = Agent(
-        model,
-        output_type=NativeOutput(city_location_schema),
-        model_settings=AnthropicModelSettings(extra_headers={'anthropic-beta': 'custom-feature-1, custom-feature-2'}),
-    )
-    agent.run_sync('What is the capital of France?')
-
-    completion_kwargs = get_mock_chat_completion_kwargs(mock_client)[-1]
-    betas = completion_kwargs['betas']
-
-    assert betas == snapshot(['custom-feature-1', 'custom-feature-2', 'structured-outputs-2025-11-13'])
-
-
 # =============================================================================
 # COMPREHENSIVE INTEGRATION TESTS - All Combinations
 # =============================================================================
@@ -379,7 +318,10 @@ def test_no_tools_native_output_strict_false(
 
     agent = Agent(model, output_type=NativeOutput(CityInfo, strict=False))
 
-    with pytest.raises(UserError, match='Cannot use `output_type=NativeOutput\\(\\.\\.\\.\\)` with `strict=False`'):
+    with pytest.raises(
+        UserError,
+        match='Setting `strict=False` on `output_type=NativeOutput\\(\\.\\.\\.\\)` is not allowed for Anthropic models.',
+    ):
         agent.run_sync('Tell me about Rome')