Facing issue with MultimodalWebSurfer with AzureOpenAIChatCompletionClient/AzureAIChatCompletionClient

[pradeepmaurya-ltimindtree]

i configured both way, however getting following code and errors
=============code block================

async def main() -> None:
# Define an agent

model_info={
            "json_output": True,
            "function_calling": True,
            "vision": False,
            "family": "gpt-4o"
            }
try:
    web_surfer_agent = MultimodalWebSurfer(
        name="MultimodalWebSurfer",
        model_client=AzureOpenAIChatCompletionClient(
        azure_deployment="global",
        model="gpt-4o",
        api_version="2024-08-01",
        azure_endpoint=endpoint,
        # azure_ad_token_provider=token_provider,  # Optional if you choose key-based authentication.
        api_key=api_key
    ), headless=False, animate_actions=True, start_page="https://www.google.com/"
    # model_client = AzureAIChatCompletionClient(model="websurfg4o",endpoint=endpoint, credential=AzureKeyCredential(api_key), model_info=model_info, response_format="text")
    # web_surfer_agent = MultimodalWebSurfer(
    #     name="PlaywrightController",
    #     model_client=model_client, headless=False, animate_actions=True
    )
    # # 
    # Define a team@
    agent_team = RoundRobinGroupChat([web_surfer_agent], max_turns=1)
    stream = agent_team.run_stream(task="open www.google.com in chrome brwoser and search autogen")
    async for msg in stream:
        print(msg)
except Exception as e:
    import traceback
    print(f"traceback ========={str(traceback.format_exc(str(e)))}")

# Run the team and stream messages to the console



# await Console(stream)
# Close the browser controlled by the agent
await web_surfer_agent.close()

asyncio.run(main())

================Errors======================

source='user' models_usage=None content='open www.google.com in chrome brwoser and search autogen' type='TextMessage'
source='MultimodalWebSurfer' models_usage=None content='Web surfing error:\n\nTraceback (most recent call last):\n File "C:\Users\10730075\Documents\COE\POC\autogen_poc\.venv\Lib\site-packages\autogen_ext\agents\web_surfer\_multimodal_web_surfer.py", line 442, in on_messages_stream\n content = await self._generate_reply(cancellation_token=cancellation_token)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "C:\Users\10730075\Documents\COE\POC\autogen_poc\.venv\Lib\site-packages\autogen_ext\agents\web_surfer\_multimodal_web_surfer.py", line 612, in _generate_reply\n response = await self._model_client.create(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n history, tools=tools, extra_create_args={"tool_choice": "auto"}, cancellation_token=cancellation_token\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n ) # , "parallel_tool_calls": False})\n ^\n File "C:\Users\10730075\Documents\COE\POC\autogen_poc\.venv\Lib\site-packages\autogen_ext\models\openai\_openai_client.py", line 534, in create\n result: Union[ParsedChatCompletion[BaseModel], ChatCompletion] = await future\n ^^^^^^^^^^^^\n File "C:\Users\10730075\Documents\COE\POC\autogen_poc\.venv\Lib\site-packages\openai\resources\chat\completions\completions.py", line 1927, in create\n return await self._post(\n ^^^^^^^^^^^^^^^^^\n ...<42 lines>...\n )\n ^\n File "C:\Users\10730075\Documents\COE\POC\autogen_poc\.venv\Lib\site-packages\openai\_base_client.py", line 1856, in post\n return await self.request(cast_to, opts, stream=stream, stream_cls=stream_cls)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "C:\Users\10730075\Documents\COE\POC\autogen_poc\.venv\Lib\site-packages\openai\_base_client.py", line 1550, in request\n return await self._request(\n ^^^^^^^^^^^^^^^^^^^^\n ...<5 lines>...\n )\n ^\n File "C:\Users\10730075\Documents\COE\POC\autogen_poc\.venv\Lib\site-packages\openai\_base_client.py", line 1651, in _request\n raise self._make_status_error_from_response(err.response) from None\nopenai.NotFoundError: Error code: 404 - {'error': {'code': '404', 'message': 'Resource not found'}}\n' type='TextMessage'
TaskResult(messages=[TextMessage(source='user', models_usage=None, content='open www.google.com in chrome brwoser and search autogen', type='TextMessage'), TextMessage(source='MultimodalWebSurfer', models_usage=None, content='Web surfing error:\n\nTraceback (most recent call last):\n File "C:\Users\10730075\Documents\COE\POC\autogen_poc\.venv\Lib\site-packages\autogen_ext\agents\web_surfer\_multimodal_web_surfer.py", line 442, in on_messages_stream\n content = await self._generate_reply(cancellation_token=cancellation_token)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "C:\Users\10730075\Documents\COE\POC\autogen_poc\.venv\Lib\site-packages\autogen_ext\agents\web_surfer\_multimodal_web_surfer.py", line 612, in _generate_reply\n response = await self._model_client.create(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n history, tools=tools, extra_create_args={"tool_choice": "auto"}, cancellation_token=cancellation_token\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n ) # , "parallel_tool_calls": False})\n ^\n File "C:\Users\10730075\Documents\COE\POC\autogen_poc\.venv\Lib\site-packages\autogen_ext\models\openai\_openai_client.py", line 534, in create\n result: Union[ParsedChatCompletion[BaseModel], ChatCompletion] = await future\n ^^^^^^^^^^^^\n File "C:\Users\10730075\Documents\COE\POC\autogen_poc\.venv\Lib\site-packages\openai\resources\chat\completions\completions.py", line 1927, in create\n return await self._post(\n ^^^^^^^^^^^^^^^^^\n ...<42 lines>...\n )\n ^\n File "C:\Users\10730075\Documents\COE\POC\autogen_poc\.venv\Lib\site-packages\openai\_base_client.py", line 1856, in post\n return await self.request(cast_to, opts, stream=stream, stream_cls=stream_cls)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "C:\Users\10730075\Documents\COE\POC\autogen_poc\.venv\Lib\site-packages\openai\_base_client.py", line 1550, in request\n return await self._request(\n ^^^^^^^^^^^^^^^^^^^^\n ...<5 lines>...\n )\n ^\n File "C:\Users\10730075\Documents\COE\POC\autogen_poc\.venv\Lib\site-packages\openai\_base_client.py", line 1651, in _request\n raise self._make_status_error_from_response(err.response) from None\nopenai.NotFoundError: Error code: 404 - {'error': {'code': '404', 'message': 'Resource not found'}}\n', type='TextMessage')], stop_reason='Maximum number of turns 1 reached.')
:0: ResourceWarning: unclosed <socket.socket fd=716, family=2, type=1, proto=6, laddr=('127.0.0.1', 50040), raddr=('20.62.58.5', 443)>
ResourceWarning: Enable tracemalloc to get the object allocation traceback
C:\Program Files\Python313\Lib\asyncio\proactor_events.py:116: ResourceWarning: unclosed transport <_ProactorSocketTransport fd=-1 read=<_OverlappedFuture cancelled>>
_warn(f"unclosed transport {self!r}", ResourceWarning, source=self)
ResourceWarning: Enable tracemalloc to get the object allocation traceback

[ekzhu]

Track #4821