References to previous mcp_list_tools or mcp_calls fail intermittently

[jozkee]

I've observed errors like Item with id 'mcpl_68bf41a1c15081948a91014f9037689b052279b13d793800' not found. when previous mcp_calls or mcp_list_tools are included in the request for conversation history.

Here's a pwsh script of a 3-turn-conversation being played in a loop and that shows the problem after a few iterations. It may have other errors like finishing in 2 turns, I've not tested it thoroughly, please ignore those and retry.

# MCP OpenAI Response API Test Script
# Runs in a loop until response 3 returns a non-200 status code

# Set environment variables - replace with your actual values
$AZURE_OPENAI_ENDPOINT = "https://my-endpoint.openai.azure.com"
$AZURE_OPENAI_KEY = "$env:AZURE_OPENAI_KEY"  # Set this environment variable with your API key

if (-not $AZURE_OPENAI_KEY) {
    Write-Error "Please set the AZURE_OPENAI_KEY environment variable"
    exit 1
}

$iteration = 0
do {
    $iteration++
    Write-Host "=================== ITERATION $iteration ===================" -ForegroundColor White -BackgroundColor DarkBlue

Write-Host "=== Making Request 1: Initial MCP Request ===" -ForegroundColor Green

# Request 1: Initial MCP request
$request1 = @'
{
    "model": "gpt-4o-mini",
    "tools": [
        {
            "type": "mcp",
            "server_label": "deepwiki",
            "server_url": "https://mcp.deepwiki.com/mcp",
            "require_approval": "always"
        }
    ],
    "tool_choice": "auto",
    "input": [
        {
            "type": "message",
            "role": "user",
            "content": [
                {
                    "type": "input_text",
                    "text": "Tell me the path to the README.md file for Microsoft.Extensions.AI.Abstractions in the dotnet/extensions repository"
                }
            ]
        }
    ]
}
'@

Write-Host "Request 1 JSON:" -ForegroundColor Magenta
Write-Host $request1 -ForegroundColor Magenta
Write-Host ""

$response1Raw = curl --request POST --url "${AZURE_OPENAI_ENDPOINT}/openai/responses?api-version=2025-04-01-preview" `
  -H "api-key: $AZURE_OPENAI_KEY" `
  -H "Content-Type: application/json" `
  -d $request1 `
  --silent

Write-Host "Response 1:" -ForegroundColor Yellow
Write-Host $response1Raw
Write-Host ""

# Parse response 1 to extract the needed objects
$response1Json = $response1Raw | ConvertFrom-Json

# Extract mcp_list_tools and mcp_approval_request from response 1
$mcpListTools = $response1Json.output | Where-Object { $_.type -eq "mcp_list_tools" }
$mcpApprovalRequest = $response1Json.output | Where-Object { $_.type -eq "mcp_approval_request" }

if (-not $mcpApprovalRequest) {
    Write-Error "No approval request found in response 1"
    exit 1
}

$approvalRequestId = $mcpApprovalRequest.id
Write-Host "=== Making Request 2: With Approval Response ===" -ForegroundColor Green
Write-Host "Using approval request ID: $approvalRequestId" -ForegroundColor Cyan

# Build request 2 dynamically using extracted objects
$request2Object = @{
    model = "gpt-4o-mini"
    tools = @(
        @{
            type = "mcp"
            server_label = "deepwiki"
            server_url = "https://mcp.deepwiki.com/mcp"
            require_approval = "always"
        }
    )
    tool_choice = "auto"
    input = @(
        @{
            type = "message"
            role = "user"
            content = @(
                @{
                    type = "input_text"
                    text = "Tell me the path to the README.md file for Microsoft.Extensions.AI.Abstractions in the dotnet/extensions repository"
                }
            )
        },
        $mcpListTools,
        $mcpApprovalRequest,
        @{
            type = "mcp_approval_response"
            approval_request_id = $approvalRequestId
            approve = $true
        }
    )
}

$request2 = $request2Object | ConvertTo-Json -Depth 10 -Compress

Write-Host "Request 2 JSON:" -ForegroundColor Magenta
Write-Host ($request2Object | ConvertTo-Json -Depth 10) -ForegroundColor Magenta
Write-Host ""

$response2Raw = curl --request POST --url "${AZURE_OPENAI_ENDPOINT}/openai/responses?api-version=2025-04-01-preview" `
  -H "api-key: $AZURE_OPENAI_KEY" `
  -H "Content-Type: application/json" `
  -d $request2 `
  --silent

Write-Host "Response 2:" -ForegroundColor Yellow
Write-Host $response2Raw
Write-Host ""

# Parse response 2 to extract the needed objects
$response2Json = $response2Raw | ConvertFrom-Json

# Extract mcp_call and new mcp_approval_request from response 2
$mcpCall = $response2Json.output | Where-Object { $_.type -eq "mcp_call" }
$newMcpApprovalRequest = $response2Json.output | Where-Object { $_.type -eq "mcp_approval_request" }

if (-not $newMcpApprovalRequest) {
    Write-Error "No new approval request found in response 2"
    exit 1
}

$newApprovalRequestId = $newMcpApprovalRequest.id
Write-Host "=== Making Request 3: With MCP Call and Second Approval (This should fail) ===" -ForegroundColor Green
Write-Host "Using new approval request ID: $newApprovalRequestId" -ForegroundColor Cyan

# Build request 3 dynamically using all extracted objects
$request3Object = @{
    model = "gpt-4o-mini"
    tools = @(
        @{
            type = "mcp"
            server_label = "deepwiki"
            server_url = "https://mcp.deepwiki.com/mcp"
            require_approval = "always"
        }
    )
    tool_choice = "auto"
    input = @(
        @{
            type = "message"
            role = "user"
            content = @(
                @{
                    type = "input_text"
                    text = "Tell me the path to the README.md file for Microsoft.Extensions.AI.Abstractions in the dotnet/extensions repository"
                }
            )
        },
        $mcpListTools,
        $mcpApprovalRequest,
        @{
            type = "mcp_approval_response"
            approval_request_id = $approvalRequestId
            approve = $true
        },
        $mcpCall,
        $newMcpApprovalRequest,
        @{
            type = "mcp_approval_response"
            approval_request_id = $newApprovalRequestId
            approve = $true
        }
    )
}

$request3 = $request3Object | ConvertTo-Json -Depth 10 -Compress

Write-Host "Request 3 JSON:" -ForegroundColor Magenta
Write-Host ($request3Object | ConvertTo-Json -Depth 10) -ForegroundColor Magenta
Write-Host ""

$response3Raw = curl --request POST --url "${AZURE_OPENAI_ENDPOINT}/openai/responses?api-version=2025-04-01-preview" `
  -H "api-key: $AZURE_OPENAI_KEY" `
  -H "Content-Type: application/json" `
  -d $request3 `
  --write-out "HTTPSTATUS:%{http_code}" `
  --silent

Write-Host "Response 3:" -ForegroundColor Red
Write-Host $response3Raw
Write-Host ""

# Check HTTP status code from response
if ($response3Raw.EndsWith("HTTPSTATUS:200")) {
    Write-Host "HTTP Status Code: 200" -ForegroundColor Green
    Write-Host "Status code 200 - continuing to next iteration..." -ForegroundColor Yellow
} else {
    Write-Host "HTTP Status Code: 400" -ForegroundColor Red
    Write-Host "=== ERROR REPRODUCED! ===" -ForegroundColor Red -BackgroundColor Yellow
    Write-Host "Response 3 returned unsuccessful status code" -ForegroundColor Red
    break
}

} while ($true)

Write-Host ""
Write-Host "=== Test Complete ===" -ForegroundColor Green
Write-Host "Successfully reproduced the error condition after $iteration iteration(s)."

[jozkee]

Here's a console log of the script:

=== Making Request 1: Initial MCP Request ===
Request 1 JSON: {
  "model": "gpt-4o-mini",
  "tools": [
    {
      "type": "mcp",
      "server_label": "deepwiki",
      "server_url": "https://mcp.deepwiki.com/mcp",
      "require_approval": "always"
    }
  ],
  "tool_choice": "auto",
  "input": [
    {
      "type": "message",
      "role": "user",
      "content": [
        {
          "type": "input_text",
          "text": "Tell me the path to the README.md file for Microsoft.Extensions.AI.Abstractions in the dotnet/extensions repository"
        }
      ]
    }
  ]
}

Response 1: {
  "id": "resp_68bf4426de008194a669e4765a8d17420e13c7c65a9c81d3",
  "object": "response",
  "created_at": 1757365287,
  "status": "completed",
  "background": false,
  "content_filters": null,
  "error": null,
  "incomplete_details": null,
  "instructions": null,
  "max_output_tokens": null,
  "max_tool_calls": null,
  "model": "gpt-4o-mini",
  "output": [
    {
      "id": "mcpl_68bf442708a08194bbe826f0da1e23ce0e13c7c65a9c81d3",
      "type": "mcp_list_tools",
      "server_label": "deepwiki",
      "tools": [
        {
          "annotations": null,
          "description": "Get a list of documentation topics for a GitHub repository",
          "input_schema": {
            "type": "object",
            "properties": {
              "repoName": {
                "type": "string",
                "description": "GitHub repository: owner/repo (e.g. \"facebook/react\")"
              }
            },
            "required": [
              "repoName"
            ],
            "additionalProperties": false,
            "$schema": "http://json-schema.org/draft-07/schema#"
          },
          "name": "read_wiki_structure"
        },
        {
          "annotations": null,
          "description": "View documentation about a GitHub repository",
          "input_schema": {
            "type": "object",
            "properties": {
              "repoName": {
                "type": "string",
                "description": "GitHub repository: owner/repo (e.g. \"facebook/react\")"
              }
            },
            "required": [
              "repoName"
            ],
            "additionalProperties": false,
            "$schema": "http://json-schema.org/draft-07/schema#"
          },
          "name": "read_wiki_contents"
        },
        {
          "annotations": null,
          "description": "Ask any question about a GitHub repository",
          "input_schema": {
            "type": "object",
            "properties": {
              "repoName": {
                "type": "string",
                "description": "GitHub repository: owner/repo (e.g. \"facebook/react\")"
              },
              "question": {
                "type": "string",
                "description": "The question to ask about the repository"
              }
            },
            "required": [
              "repoName",
              "question"
            ],
            "additionalProperties": false,
            "$schema": "http://json-schema.org/draft-07/schema#"
          },
          "name": "ask_question"
        }
      ]
    },
    {
      "id": "mcpr_68bf4429dcf48194bb4c9ae19696a6580e13c7c65a9c81d3",
      "type": "mcp_approval_request",
      "arguments": "{\"repoName\":\"dotnet/extensions\"}",
      "name": "read_wiki_structure",
      "server_label": "deepwiki"
    }
  ],
  "parallel_tool_calls": true,
  "previous_response_id": null,
  "prompt_cache_key": null,
  "reasoning": {
    "effort": null,
    "summary": null
  },
  "safety_identifier": null,
  "service_tier": "default",
  "store": true,
  "temperature": 1.0,
  "text": {
    "format": {
      "type": "text"
    }
  },
  "tool_choice": "auto",
  "tools": [
    {
      "type": "mcp",
      "allowed_tools": null,
      "headers": null,
      "require_approval": "always",
      "server_description": null,
      "server_label": "deepwiki",
      "server_url": "https://mcp.deepwiki.com/<redacted>"
    }
  ],
  "top_p": 1.0,
  "truncation": "disabled",
  "usage": {
    "input_tokens": 193,
    "input_tokens_details": {
      "cached_tokens": 0
    },
    "output_tokens": 23,
    "output_tokens_details": {
      "reasoning_tokens": 0
    },
    "total_tokens": 216
  },
  "user": null,
  "metadata": {}
}

=== Making Request 2: With Approval Response ===
Using approval request ID: mcpr_68bf4429dcf48194bb4c9ae19696a6580e13c7c65a9c81d3
Request 2 JSON: {
  "tool_choice": "auto",
  "input": [
    {
      "role": "user",
      "type": "message",
      "content": [
        {
          "text": "Tell me the path to the README.md file for Microsoft.Extensions.AI.Abstractions in the dotnet/extensions repository",
          "type": "input_text"
        }
      ]
    },
    {
      "id": "mcpl_68bf442708a08194bbe826f0da1e23ce0e13c7c65a9c81d3",
      "type": "mcp_list_tools",
      "server_label": "deepwiki",
      "tools": [
        {
          "annotations": null,
          "description": "Get a list of documentation topics for a GitHub repository",
          "input_schema": {
            "type": "object",
            "properties": {
              "repoName": {
                "type": "string",
                "description": "GitHub repository: owner/repo (e.g. \"facebook/react\")"
              }
            },
            "required": [
              "repoName"
            ],
            "additionalProperties": false,
            "$schema": "http://json-schema.org/draft-07/schema#"
          },
          "name": "read_wiki_structure"
        },
        {
          "annotations": null,
          "description": "View documentation about a GitHub repository",
          "input_schema": {
            "type": "object",
            "properties": {
              "repoName": {
                "type": "string",
                "description": "GitHub repository: owner/repo (e.g. \"facebook/react\")"
              }
            },
            "required": [
              "repoName"
            ],
            "additionalProperties": false,
            "$schema": "http://json-schema.org/draft-07/schema#"
          },
          "name": "read_wiki_contents"
        },
        {
          "annotations": null,
          "description": "Ask any question about a GitHub repository",
          "input_schema": {
            "type": "object",
            "properties": {
              "repoName": {
                "type": "string",
                "description": "GitHub repository: owner/repo (e.g. \"facebook/react\")"
              },
              "question": {
                "type": "string",
                "description": "The question to ask about the repository"
              }
            },
            "required": [
              "repoName",
              "question"
            ],
            "additionalProperties": false,
            "$schema": "http://json-schema.org/draft-07/schema#"
          },
          "name": "ask_question"
        }
      ]
    },
    {
      "id": "mcpr_68bf4429dcf48194bb4c9ae19696a6580e13c7c65a9c81d3",
      "type": "mcp_approval_request",
      "arguments": "{\"repoName\":\"dotnet/extensions\"}",
      "name": "read_wiki_structure",
      "server_label": "deepwiki"
    },
    {
      "approval_request_id": "mcpr_68bf4429dcf48194bb4c9ae19696a6580e13c7c65a9c81d3",
      "type": "mcp_approval_response",
      "approve": true
    }
  ],
  "model": "gpt-4o-mini",
  "tools": [
    {
      "require_approval": "always",
      "server_url": "https://mcp.deepwiki.com/mcp",
      "type": "mcp",
      "server_label": "deepwiki"
    }
  ]
}

Response 2: {
  "id": "resp_68bf442a34188194adccbe41b45a030f0e13c7c65a9c81d3",
  "object": "response",
  "created_at": 1757365290,
  "status": "completed",
  "background": false,
  "content_filters": null,
  "error": null,
  "incomplete_details": null,
  "instructions": null,
  "max_output_tokens": null,
  "max_tool_calls": null,
  "model": "gpt-4o-mini",
  "output": [
    {
      "id": "mcp_68bf442a3a9c8194bec6d8975e8a48c80e13c7c65a9c81d3",
      "type": "mcp_call",
      "approval_request_id": "mcpr_68bf4429dcf48194bb4c9ae19696a6580e13c7c65a9c81d3",
      "arguments": "{\"repoName\":\"dotnet/extensions\"}",
      "error": null,
      "name": "read_wiki_structure",
      "output": "Available pages for dotnet/extensions:\n\n- 1 Overview\n- 2 Build System and CI/CD\n- 3 AI Extensions Framework\n  - 3.1 Core Abstractions\n  - 3.2 AI Function System\n  - 3.3 Chat Completion\n  - 3.4 Caching System\n  - 3.5 Evaluation and Reporting\n- 4 HTTP Resilience and Diagnostics\n  - 4.1 Standard Resilience\n  - 4.2 Hedging Strategies\n- 5 Telemetry and Compliance\n- 6 Testing Infrastructure\n  - 6.1 AI Service Integration Testing\n  - 6.2 Time Provider Testing",
      "server_label": "deepwiki"
    },
    {
      "id": "mcpr_68bf442eb6b88194a3c7a6d3f2a751e00e13c7c65a9c81d3",
      "type": "mcp_approval_request",
      "arguments": "{\"repoName\":\"dotnet/extensions\"}",
      "name": "read_wiki_contents",
      "server_label": "deepwiki"
    }
  ],
  "parallel_tool_calls": true,
  "previous_response_id": null,
  "prompt_cache_key": null,
  "reasoning": {
    "effort": null,
    "summary": null
  },
  "safety_identifier": null,
  "service_tier": "default",
  "store": true,
  "temperature": 1.0,
  "text": {
    "format": {
      "type": "text"
    }
  },
  "tool_choice": "auto",
  "tools": [
    {
      "type": "mcp",
      "allowed_tools": null,
      "headers": null,
      "require_approval": "always",
      "server_description": null,
      "server_label": "deepwiki",
      "server_url": "https://mcp.deepwiki.com/<redacted>"
    }
  ],
  "top_p": 1.0,
  "truncation": "disabled",
  "usage": {
    "input_tokens": 369,
    "input_tokens_details": {
      "cached_tokens": 0
    },
    "output_tokens": 23,
    "output_tokens_details": {
      "reasoning_tokens": 0
    },
    "total_tokens": 392
  },
  "user": null,
  "metadata": {}
}

=== Making Request 3: With MCP Call and Second Approval (This should fail) ===
Using new approval request ID: mcpr_68bf442eb6b88194a3c7a6d3f2a751e00e13c7c65a9c81d3
Request 3 JSON: {
  "tool_choice": "auto",
  "input": [
    {
      "role": "user",
      "type": "message",
      "content": [
        {
          "text": "Tell me the path to the README.md file for Microsoft.Extensions.AI.Abstractions in the dotnet/extensions repository",
          "type": "input_text"
        }
      ]
    },
    {
      "id": "mcpl_68bf442708a08194bbe826f0da1e23ce0e13c7c65a9c81d3",
      "type": "mcp_list_tools",
      "server_label": "deepwiki",
      "tools": [
        {
          "annotations": null,
          "description": "Get a list of documentation topics for a GitHub repository",
          "input_schema": {
            "type": "object",
            "properties": {
              "repoName": {
                "type": "string",
                "description": "GitHub repository: owner/repo (e.g. \"facebook/react\")"
              }
            },
            "required": [
              "repoName"
            ],
            "additionalProperties": false,
            "$schema": "http://json-schema.org/draft-07/schema#"
          },
          "name": "read_wiki_structure"
        },
        {
          "annotations": null,
          "description": "View documentation about a GitHub repository",
          "input_schema": {
            "type": "object",
            "properties": {
              "repoName": {
                "type": "string",
                "description": "GitHub repository: owner/repo (e.g. \"facebook/react\")"
              }
            },
            "required": [
              "repoName"
            ],
            "additionalProperties": false,
            "$schema": "http://json-schema.org/draft-07/schema#"
          },
          "name": "read_wiki_contents"
        },
        {
          "annotations": null,
          "description": "Ask any question about a GitHub repository",
          "input_schema": {
            "type": "object",
            "properties": {
              "repoName": {
                "type": "string",
                "description": "GitHub repository: owner/repo (e.g. \"facebook/react\")"
              },
              "question": {
                "type": "string",
                "description": "The question to ask about the repository"
              }
            },
            "required": [
              "repoName",
              "question"
            ],
            "additionalProperties": false,
            "$schema": "http://json-schema.org/draft-07/schema#"
          },
          "name": "ask_question"
        }
      ]
    },
    {
      "id": "mcpr_68bf4429dcf48194bb4c9ae19696a6580e13c7c65a9c81d3",
      "type": "mcp_approval_request",
      "arguments": "{\"repoName\":\"dotnet/extensions\"}",
      "name": "read_wiki_structure",
      "server_label": "deepwiki"
    },
    {
      "approval_request_id": "mcpr_68bf4429dcf48194bb4c9ae19696a6580e13c7c65a9c81d3",
      "type": "mcp_approval_response",
      "approve": true
    },
    {
      "id": "mcp_68bf442a3a9c8194bec6d8975e8a48c80e13c7c65a9c81d3",
      "type": "mcp_call",
      "approval_request_id": "mcpr_68bf4429dcf48194bb4c9ae19696a6580e13c7c65a9c81d3",
      "arguments": "{\"repoName\":\"dotnet/extensions\"}",
      "error": null,
      "name": "read_wiki_structure",
      "output": "Available pages for dotnet/extensions:\n\n- 1 Overview\n- 2 Build System and CI/CD\n- 3 AI Extensions Framework\n  - 3.1 Core Abstractions\n  - 3.2 AI Function System\n  - 3.3 Chat Completion\n  - 3.4 Caching System\n  - 3.5 Evaluation and Reporting\n- 4 HTTP Resilience and Diagnostics\n  - 4.1 Standard Resilience\n  - 4.2 Hedging Strategies\n- 5 Telemetry and Compliance\n- 6 Testing Infrastructure\n  - 6.1 AI Service Integration Testing\n  - 6.2 Time Provider Testing",
      "server_label": "deepwiki"
    },
    {
      "id": "mcpr_68bf442eb6b88194a3c7a6d3f2a751e00e13c7c65a9c81d3",
      "type": "mcp_approval_request",
      "arguments": "{\"repoName\":\"dotnet/extensions\"}",
      "name": "read_wiki_contents",
      "server_label": "deepwiki"
    },
    {
      "approval_request_id": "mcpr_68bf442eb6b88194a3c7a6d3f2a751e00e13c7c65a9c81d3",
      "type": "mcp_approval_response",
      "approve": true
    }
  ],
  "model": "gpt-4o-mini",
  "tools": [
    {
      "require_approval": "always",
      "server_url": "https://mcp.deepwiki.com/mcp",
      "type": "mcp",
      "server_label": "deepwiki"
    }
  ]
}

Response 3: {
  "error": {
    "message": "Item with id 'mcp_68bf442a3a9c8194bec6d8975e8a48c80e13c7c65a9c81d3' not found.",
    "type": "invalid_request_error",
    "param": "input",
    "code": null
  }
}HTTPSTATUS: 400