feat (website): [refresh] port ChatUI from basic and use new Foundry (new) API (#86)

* migrate from Foundry (classic) to Foundry (new) projects API

* update zip

* update infra from net8 to net10

* update foundry agents URL/request body from classic to Microsoft Foundry (new)

* update README for Foundry (new)

* change how to replace json field values

* add new required rbac

* remove not in use sln file

* disabled public network access that isn’t supported in the new Foundry portal experience yet

* change zip file github repo name

* add new required rbac

* modify rbac since colls are getting created later in the process

* fix iaac agent field name

* Address PR Feedback: remove unused vars

* fix heads numbering

* Address PR Feedback: add placeholder to reinstate optional test when private network access is supported

* Address PR Feedback: fix url inconsistency

* Address PR Feedback: fix grammar issue

* Address PR Feedback: add comment for diagnostic suppression

* Address PR Feedback: fix typo

* improve a bit network isolation limitation placeholder

highlights:

change this to be agent-oriented instead of project while those are
affected as well but out of scope for this teaching moment in this
baseline

* Revert "fix heads numbering"

This reverts commit 84dfbad.

Co-authored-by: Chad Kittel <chad.kittel@gmail.com>

* Revert "disabled public network access that isn’t supported in the new Foundry portal experience yet"

This reverts commit 2482ea9.

Co-authored-by: Chad Kittel <chad.kittel@gmail.com>

* Address PR Feedback: add intermeditate note and improve warn text

Co-authored-by: Chad Kittel <chad.kittel@gmail.com>

---------

Co-authored-by: Chad Kittel <chad.kittel@gmail.com>

Author: ferantivero

.devcontainer/devcontainer.json

@@ -1,6 +1,6 @@
 {
     "name": "Foundry Agent Service chat baseline reference implementation",
-    "image": "mcr.microsoft.com/devcontainers/dotnet:dev-8.0-jammy",
+    "image": "mcr.microsoft.com/devcontainers/dotnet:dev-10.0",
     "runArgs": ["--network=host"],
     "remoteUser": "vscode",
     "features": {
@@ -13,7 +13,7 @@
                 "ms-azuretools.vscode-bicep"
             ],
             "settings": {}
-        }  
+        }
     },
     "forwardPorts": []
-}
+}

README.md

@@ -225,7 +225,7 @@ The AI agent definition would likely be deployed from your application's pipelin
    $FOUNDRY_PROJECT_NAME="projchat"
    $MODEL_CONNECTION_NAME="agent-model"
    $BING_CONNECTION_ID="$(az cognitiveservices account show -n $FOUNDRY_NAME -g $RESOURCE_GROUP --query 'id' --out tsv)/projects/${FOUNDRY_PROJECT_NAME}/connections/${BING_CONNECTION_NAME}"
-   $FOUNDRY_AGENT_CREATE_URL="https://${FOUNDRY_NAME}.services.ai.azure.com/api/projects/${FOUNDRY_PROJECT_NAME}/assistants?api-version=2025-05-15-preview"
+   $FOUNDRY_AGENT_CREATE_URL="https://${FOUNDRY_NAME}.services.ai.azure.com/api/projects/${FOUNDRY_PROJECT_NAME}/agents?api-version=2025-11-15-preview"
 
    echo $BING_CONNECTION_ID
    echo $MODEL_CONNECTION_NAME
@@ -238,22 +238,30 @@ The AI agent definition would likely be deployed from your application's pipelin
 
    ```powershell
    # Use the agent definition on disk
-   Invoke-WebRequest -Uri "https://github.com/Azure-Samples/azure-ai-foundry-baseline/raw/refs/heads/main/agents/chat-with-bing.json" -OutFile "chat-with-bing.json"
+   Invoke-WebRequest -Uri "https://github.com/Azure-Samples/microsoft-foundry-baseline/raw/refs/heads/main/agents/chat-with-bing.json" -OutFile "chat-with-bing.json"
 
    # Update to match your environment
-   ${c:chat-with-bing-output.json} = ${c:chat-with-bing.json} -replace 'MODEL_CONNECTION_NAME', $MODEL_CONNECTION_NAME -replace 'BING_CONNECTION_ID', $BING_CONNECTION_ID
+   $chat_agent = Get-Content .\chat-with-bing.json -Raw | ConvertFrom-Json
+
+   $chat_agent.definition.model = $MODEL_CONNECTION_NAME
+   $chat_agent.definition.tools[0].bing_grounding.search_configurations[0].project_connection_id = $BING_CONNECTION_ID
+
+   $chat_agent | ConvertTo-Json -Depth 10 | Set-Content .\chat-with-bing-output.json
 
    # Deploy the agent
    az rest -u $FOUNDRY_AGENT_CREATE_URL -m "post" --resource "https://ai.azure.com" -b @chat-with-bing-output.json
 
    # Capture the Agent's ID
-   $AGENT_ID="$(az rest -u $FOUNDRY_AGENT_CREATE_URL -m 'get' --resource 'https://ai.azure.com' --query 'data[0].id' -o tsv)"
+   $AGENT_ID="$(az rest -u $FOUNDRY_AGENT_CREATE_URL -m 'get' --resource 'https://ai.azure.com' --query last_id -o tsv)"
 
    echo $AGENT_ID
    ```
 
 ### 3. Test the agent from the Foundry portal in the playground. *Optional.*
 
+| :warning: | The new Foundry portal experience does not currently support the end-to-end network isolation used in this architecture. Using this secured architecture, you will only be able to create and call your agents through the SDK or REST API; not interface with them in the Foundry portal. See, [How to use a virtual network with the Foundry Agent Service](https://learn.microsoft.com/azure/ai-foundry/agents/how-to/virtual-networks?view=foundry&preserve-view=true). These intermediate testing instructions will be updated when this experience is supported. |
+| :-------: | :------------------------- |
+
 Here you'll test your orchestration agent by invoking it directly from the Foundry portal's playground experience. The Foundry portal is only accessible from your private network, so you'll do this from your jump box.
 
 *This step testing step is completely optional.*
@@ -262,17 +270,17 @@ Here you'll test your orchestration agent by invoking it directly from the Found
 
    You'll need to sign in to the Azure portal, and resolve any Entra ID Conditional Access policies on your account, if this is the first time you are connecting through the jump box.
 
-1. Navigate to the Foundry project named **projchat** in your resource group and open the Foundry portal by clicking the **Go to Microsoft Foundry portal** button.
+1. Navigate to the Foundry project named **projchat** in your resource group and open the Foundry portal by clicking the **Go to Foundry portal** button.
 
    This will take you directly into the 'Chat project'. Alternatively, you can find all your Foundry accounts and projects by going to <https://ai.azure.com> and you do not need to use the Azure portal to access them.
 
-1. Click **Agents** in the side navigation.
+1. In the upper-right corner, if not already enabled, toggle New Foundry to switch into the Microsoft Foundry (new) portal.
 
-1. Select the agent named 'Baseline Chatbot Agent'.
+1. In the top-right corner, click Build. This opens by default the Agents blade in the side navigation, where you can view the available agents and create new ones.
 
-1. Click the **Try in playground** button.
+1. Select the agent you just created from the previous step named 'baseline-chatbot-agent'.
 
-1. Enter a question that would require grounding data through recent internet content, such as a notable recent event or the weather today in your location.
+1. Enter a question to the agent that would require grounding data through recent internet content, such as a notable recent event or the weather today in your location.
 
 1. A grounded response to your question should appear on the UI.
 
@@ -291,7 +299,7 @@ For this deployment guide, you'll continue using your jump box to simulate part
 1. Using the same PowerShell terminal session from previous steps, download the web UI.
 
    ```powershell
-   Invoke-WebRequest -Uri https://github.com/Azure-Samples/azure-ai-foundry-baseline/raw/refs/heads/main/website/chatui.zip -OutFile chatui.zip
+   Invoke-WebRequest -Uri https://github.com/Azure-Samples/microsoft-foundry-baseline/raw/refs/heads/main/website/chatui.zip -OutFile chatui.zip
    ```
 
 1. Upload the web application to Azure Storage, where the web app will load the code from.
@@ -394,5 +402,4 @@ Please see our [Contributor guide](./CONTRIBUTING.md).
 
 This project has adopted the [Microsoft Open Source Code of Conduct](https://opensource.microsoft.com/codeofconduct/). For more information see the [Code of Conduct FAQ](https://opensource.microsoft.com/codeofconduct/faq/) or contact <opencode@microsoft.com> with any additional questions or comments.
 
-With :heart: from Azure Patterns & Practices, [Azure Architecture Center](https://azure.com/architecture).
-
+With :heart: from Azure Patterns & Practices, [Azure Architecture Center](https://azure.com/architecture).

agents/chat-with-bing.json

@@ -1,28 +1,30 @@
 {
-    "name": "Baseline Chatbot Agent",
-    "description": "Example of an Foundry Agent that uses the Bing Search tool to answer questions. Used in the Microsoft Learn AI chat reference architecture. https://learn.microsoft.com/azure/architecture/architecture/baseline-azure-ai-foundry-chat",
-    "model": "MODEL_CONNECTION_NAME",
-    "instructions": "You are a helpful Chatbot agent. You'll consult the Bing Search tool to answer questions. Always search the web for information before responding.",
-    "tools": [
-        {
-            "type": "bing_grounding",
-            "bing_grounding": {
-                "search_configurations": [
-                    {
-                        "connection_id": "BING_CONNECTION_ID",
-                        "count": 5,
-                        "freshness": "Week"
-                    }
-                ]
+    "name": "baseline-chatbot-agent",
+    "description": "Example of a Foundry Agent that uses the Bing Search tool to answer questions. Used in the Microsoft Learn AI chat reference architecture. https://learn.microsoft.com/azure/architecture/architecture/baseline-azure-ai-foundry-chat",
+    "definition": {
+        "kind": "prompt",
+        "model": "MODEL_CONNECTION_NAME",
+        "instructions": "You are a helpful Chatbot agent. You'll consult the Bing Search tool to answer questions. Always search the web for information before responding.",
+        "tools": [
+            {
+                "type": "bing_grounding",
+                "bing_grounding": {
+                    "search_configurations": [
+                        {
+                            "project_connection_id": "BING_CONNECTION_ID",
+                            "count": 5,
+                            "freshness": "Week"
+                        }
+                    ]
+                }
             }
-        }
-    ],
-    "tool_resources": {},
-    "temperature": 1,
-    "top_p": 1,
+        ],
+        "tool_resources": {},
+        "temperature": 1,
+        "top_p": 1
+    },
     "metadata": {
         "createdBy": "Microsoft Learn Baseline Architecture",
         "version": "1.0.0"
-    },
-    "response_format": "auto"
+    }
 }

azure-ai-foundry-baseline.sln

@@ -44,9 +44,7 @@ resource agentUserManagedIdentity 'Microsoft.ManagedIdentity/userAssignedIdentit
 var workspaceId = foundry::project.properties.internalId
 var workspaceIdAsGuid = '${substring(workspaceId, 0, 8)}-${substring(workspaceId, 8, 4)}-${substring(workspaceId, 12, 4)}-${substring(workspaceId, 16, 4)}-${substring(workspaceId, 20, 12)}'
 
-var scopeUserContainerId = '/subscriptions/${subscription().subscriptionId}/resourceGroups/${resourceGroup().name}/providers/Microsoft.DocumentDB/databaseAccounts/${cosmosDbAccount.name}/dbs/enterprise_memory/colls/${workspaceIdAsGuid}-thread-message-store'
-var scopeSystemContainerId = '/subscriptions/${subscription().subscriptionId}/resourceGroups/${resourceGroup().name}/providers/Microsoft.DocumentDB/databaseAccounts/${cosmosDbAccount.name}/dbs/enterprise_memory/colls/${workspaceIdAsGuid}-system-thread-message-store'
-var scopeEntityContainerId = '/subscriptions/${subscription().subscriptionId}/resourceGroups/${resourceGroup().name}/providers/Microsoft.DocumentDB/databaseAccounts/${cosmosDbAccount.name}/dbs/enterprise_memory/colls/${workspaceIdAsGuid}-agent-entity-store'
+var scopeAllContainers = '/subscriptions/${subscription().subscriptionId}/resourceGroups/${resourceGroup().name}/providers/Microsoft.DocumentDB/databaseAccounts/${cosmosDbAccount.name}/dbs/enterprise_memory'
 
 @description('Existing Azure Cosmos DB account. Will be assigning Data Contributor role to the Foundry project\'s identity.')
 resource cosmosDbAccount 'Microsoft.DocumentDB/databaseAccounts@2024-12-01-preview' existing = {
@@ -231,55 +229,21 @@ module projectBlobDataOwnerConditionalAssignment './modules/storageAccountRoleAs
 
 // Sql Role Assignments
 
-@description('Assign the project\'s managed identity the ability to read and write data in this collection within enterprise_memory database.')
-module projectUserThreadContainerWriterSqlAssignment './modules/cosmosdbSqlRoleAssignment.bicep' = {
-  name: 'projectUserThreadContainerWriterSqlAssignmentDeploy'
+@description('Assign the project\'s managed identity the ability to read and write data in all collections within enterprise_memory database.')
+module containersWriterSqlAssignment './modules/cosmosdbSqlRoleAssignment.bicep' = {
+  name: 'containersWriterSqlAssignmentDeploy'
   params: {
     roleDefinitionId: cosmosDbAccount::dataContributorRole.id
     principalId: agentUserManagedIdentity.properties.principalId
     existingCosmosDbAccountName: existingCosmosDbAccountName
     existingCosmosDbName: 'enterprise_memory'
-    existingCosmosCollectionTypeName: 'user'
-    scopeUserContainerId: scopeUserContainerId
+    existingCosmosCollectionTypeName: 'containers'
+    scopeUserContainerId: scopeAllContainers
   }
   dependsOn: [
     foundry::project::aiAgentService
   ]
 }
-
-@description('Assign the project\'s managed identity the ability to read and write data in this collection within enterprise_memory database.')
-module projectSystemThreadContainerWriterSqlAssignment './modules/cosmosdbSqlRoleAssignment.bicep' = {
-  name: 'projectSystemThreadContainerWriterSqlAssignmentDeploy'
-  params: {
-    roleDefinitionId: cosmosDbAccount::dataContributorRole.id
-    principalId: agentUserManagedIdentity.properties.principalId
-    existingCosmosDbAccountName: existingCosmosDbAccountName
-    existingCosmosDbName: 'enterprise_memory'
-    existingCosmosCollectionTypeName: 'system'
-    scopeUserContainerId: scopeSystemContainerId
-  }
-  dependsOn: [
-    foundry::project::aiAgentService
-    projectUserThreadContainerWriterSqlAssignment // Single thread applying these permissions.
-  ]
-}
-
-@description('Assign the project\'s managed identity the ability to read and write data in this collection within enterprise_memory database.')
-module projectEntityContainerWriterSqlAssignment './modules/cosmosdbSqlRoleAssignment.bicep' = {
-  name: 'projectEntityContainerWriterSqlAssignmentDeploy'
-  params: {
-    roleDefinitionId: cosmosDbAccount::dataContributorRole.id
-    principalId: agentUserManagedIdentity.properties.principalId
-    existingCosmosDbAccountName: existingCosmosDbAccountName
-    existingCosmosDbName: 'enterprise_memory'
-    existingCosmosCollectionTypeName: 'entities'
-    scopeUserContainerId: scopeEntityContainerId
-  }
-  dependsOn: [
-    foundry::project::aiAgentService
-    projectSystemThreadContainerWriterSqlAssignment // Single thread applying these permissions.
-  ]
-}
 
 // ---- Outputs ----
 

infra-as-code/bicep/ai-foundry-project.bicep

@@ -201,7 +201,7 @@ resource webApp 'Microsoft.Web/sites@2024-04-01' = {
       http20Enabled: false
       publicNetworkAccess: 'Disabled'
       alwaysOn: true
-      linuxFxVersion: 'DOTNETCORE|8.0'
+      linuxFxVersion: 'DOTNETCORE|10.0'
       netFrameworkVersion: null
       windowsFxVersion: null
     }

infra-as-code/bicep/web-app.bicep

@@ -1,7 +1,8 @@
 using Microsoft.AspNetCore.Mvc;
 using Microsoft.Extensions.Options;
-using Azure;
-using Azure.AI.Agents.Persistent;
+using Azure.AI.Projects;
+using Azure.AI.Projects.OpenAI;
+using OpenAI.Responses;
 using chatui.Configuration;
 
 namespace chatui.Controllers;
@@ -10,56 +11,52 @@ namespace chatui.Controllers;
 [Route("[controller]/[action]")]
 
 public class ChatController(
-    PersistentAgentsClient client,
+    AIProjectClient projectClient,
     IOptionsMonitor<ChatApiOptions> options,
     ILogger<ChatController> logger) : ControllerBase
 {
-    private readonly PersistentAgentsClient _client = client;
+    private readonly AIProjectClient _projectClient = projectClient;
     private readonly IOptionsMonitor<ChatApiOptions> _options = options;
     private readonly ILogger<ChatController> _logger = logger;
 
-    // TODO: [security] Do not trust client to provide threadId. Instead map current user to their active threadid in your application's own state store.
-    // Without this security control in place, a user can inject messages into another user's thread.
-    [HttpPost("{threadId}")]
-    public async Task<IActionResult> Completions([FromRoute] string threadId, [FromBody] string prompt)
+    // TODO: [security] Do not trust client to provide conversationId. Instead map current user to their active conversationId in your application's own state store.
+    // Without this security control in place, a user can inject messages into another user's conversation.
+    [HttpPost("{conversationId}")]
+    public async Task<IActionResult> Completions([FromRoute] string conversationId, [FromBody] string message)
     {
-        if (string.IsNullOrWhiteSpace(prompt))
-            throw new ArgumentException("Prompt cannot be null, empty, or whitespace.", nameof(prompt));
+        if (string.IsNullOrWhiteSpace(message))
+            throw new ArgumentException("Message cannot be null, empty, or whitespace.", nameof(message));
+        _logger.LogDebug("Prompt received {Prompt}", message);
 
-        _logger.LogDebug("Prompt received {Prompt}", prompt);
-        var _config = _options.CurrentValue;
-
-        PersistentThreadMessage message = await _client.Messages.CreateMessageAsync(
-            threadId,
-            MessageRole.User,
-            prompt);
+        // MessageResponseItem is currently intended for evaluation purposes and therefore requires explicit suppression of compiler diagnostics.
+        #pragma warning disable OPENAI001
+        MessageResponseItem userMessageResponseItem = ResponseItem.CreateUserMessageItem(
+            [ResponseContentPart.CreateInputTextPart(message)]);
 
-        ThreadRun run = await _client.Runs.CreateRunAsync(threadId, _config.AIAgentId);
+        var _config = _options.CurrentValue;
+        AgentRecord agentRecord = await _projectClient.Agents.GetAgentAsync(_config.AIAgentId);
+        var agent = agentRecord.Versions.Latest;
 
-        while (run.Status == RunStatus.Queued || run.Status == RunStatus.InProgress || run.Status == RunStatus.RequiresAction)
-        {
-            await Task.Delay(TimeSpan.FromMilliseconds(500));
-            run = (await _client.Runs.GetRunAsync(threadId, run.Id)).Value;
-        }
+        ProjectResponsesClient responsesClient
+            = _projectClient.OpenAI.GetProjectResponsesClientForAgent(agent, conversationId);
 
-        Pageable<PersistentThreadMessage> messages = _client.Messages.GetMessages(
-            threadId: threadId, order: ListSortOrder.Ascending);
+        var agentResponseItem = await responsesClient.CreateResponseAsync([userMessageResponseItem]);
 
-        var fullText =
-            messages
-                .Where(m => m.Role == MessageRole.Agent)
-                .SelectMany(m => m.ContentItems.OfType<MessageTextContent>())
-                .Last().Text;
+        var fullText = agentResponseItem.Value.GetOutputText();
 
         return Ok(new { data = fullText });
     }
 
     [HttpPost]
-    public async Task<IActionResult> Threads()
+    public async Task<IActionResult> Conversations()
     {
-        // TODO [performance efficiency] Delay creating a thread until the first user message arrives.
-        PersistentAgentThread thread = await _client.Threads.CreateThreadAsync();
+        // TODO [performance efficiency] Delay creating a conversation until the first user message arrives.
+        ProjectConversationCreationOptions conversationOptions = new();
+
+        ProjectConversation conversation
+                = await _projectClient.OpenAI.Conversations.CreateProjectConversationAsync(
+                    conversationOptions);
 
-        return Ok(new { id = thread.Id });
+        return Ok(new { id = conversation.Id });
     }
 }