`Microsoft.ContainerService/managedClusters@2022-09-02-preview` - `ROUNDTRIP_INCONSISTENT_PROPERTY`

[ms-henglu]

Microsoft.ContainerService/managedClusters@2022-09-02-preview - ROUNDTRIP_INCONSISTENT_PROPERTY

Description

I found differences between PUT request body and GET response:

• .properties.networkProfile.networkPluginMode: expect Overlay, but got overlay

{
    "properties": {
        "agentPoolProfiles": [
            {
                "count": 1,
                "mode": "System",
                "name": "default",
                "vmSize": "standard_f2s_v2"
            }
        ],
        "dnsPrefix": "henglu128",
        "networkProfile": {
            "networkPlugin": "azure",
            "networkPluginMode": Got "overlay" in response, expect "Overlay",
            "podCidr": "192.168.0.0/16"
        }
    }
}

Details

1. ARM Fully-Qualified Resource Type

Microsoft.ContainerService/managedClusters

2. API Version

2022-09-02-preview

3. Swagger issue type

Swagger Correctness

4. OperationId

ManagedClusters_CreateOrUpdate

5. Swagger GitHub permalink

https://github.com/Azure/azure-rest-api-specs/blob/4150a475755272b5063158eb8e219d772affb73d/specification/containerservice/resource-manager/Microsoft.ContainerService/preview/2022-09-02-preview/managedClusters.json#L6887

6. Error code

ROUNDTRIP_INCONSISTENT_PROPERTY

7. Request traces

PUT https://management.azure.com/subscriptions/{subscription_id}/resourceGroups/henglu1114/providers/Microsoft.ContainerService/managedClusters/henglu128?api-version=2022-09-02-preview
   Accept: application/json
   Authorization: REDACTED
   Content-Length: 298
   Content-Type: application/json
   User-Agent: HashiCorp Terraform/1.2.8 (+https://www.terraform.io) Terraform Plugin SDK/2.8.0 terraform-provider-azapi/v1.1.0 pid-222c6c49-1b0a-5959-a213-6608f9eb8820
   X-Ms-Correlation-Request-Id: REDACTED
   --------------------------------------------------------------------------------
{"identity":{"type":"SystemAssigned"},"location":"westcentralus","properties":{"agentPoolProfiles":[{"count":1,"mode":"System","name":"default","vmSize":"standard_f2s_v2"}],"dnsPrefix":"henglu128","networkProfile":{"networkPlugin":"azure","networkPluginMode":"Overlay","podCidr":"192.168.0.0/16"}}}
   --------------------------------------------------------------------------------

RESPONSE Status: 201 Created
   Azure-Asyncoperation: REDACTED
   Cache-Control: no-cache
   Content-Length: 2599
   Content-Type: application/json
   Date: Thu, 08 Dec 2022 02:04:17 GMT
   Expires: -1
   Pragma: no-cache
   Server: nginx
   Strict-Transport-Security: REDACTED
   X-Content-Type-Options: REDACTED
   X-Ms-Correlation-Request-Id: REDACTED
   X-Ms-Ratelimit-Remaining-Subscription-Writes: REDACTED
   X-Ms-Request-Id: bc40000e-d2fc-4684-b240-639d22333440
   X-Ms-Routing-Request-Id: REDACTED
   --------------------------------------------------------------------------------
{
  "id": "/subscriptions/{subscription_id}/resourcegroups/henglu1114/providers/Microsoft.ContainerService/managedClusters/henglu128",
  "location": "westcentralus",
  "name": "henglu128",
  "type": "Microsoft.ContainerService/ManagedClusters",
  "properties": {
   "provisioningState": "Creating",
   "powerState": {
    "code": "Running"
   },
   "kubernetesVersion": "1.23.12",
   "currentKubernetesVersion": "1.23.12",
   "dnsPrefix": "henglu128",
   "fqdn": "henglu128-74787189.hcp.westcentralus.azmk8s.io",
   "azurePortalFQDN": "henglu128-74787189.portal.hcp.westcentralus.azmk8s.io",
   "agentPoolProfiles": [
    {
     "name": "default",
     "count": 1,
     "vmSize": "standard_f2s_v2",
     "osDiskSizeGB": 128,
     "osDiskType": "Managed",
     "kubeletDiskType": "OS",
     "maxPods": 30,
     "type": "VirtualMachineScaleSets",
     "provisioningState": "Creating",
     "powerState": {
      "code": "Running"
     },
     "orchestratorVersion": "1.23.12",
     "currentOrchestratorVersion": "1.23.12",
     "mode": "System",
     "osType": "Linux",
     "osSKU": "Ubuntu",
     "nodeImageVersion": "AKSUbuntu-1804gen2containerd-2022.12.01",
     "enableFIPS": false
    }
   ],
   "windowsProfile": {
    "adminUsername": "azureuser",
    "enableCSIProxy": true
   },
   "servicePrincipalProfile": {
    "clientId": "msi"
   },
   "nodeResourceGroup": "MC_henglu1114_henglu128_westcentralus",
   "enableRBAC": true,
   "networkProfile": {
    "networkPlugin": "azure",
    "networkPluginMode": "overlay",
    "loadBalancerSku": "standard",
    "loadBalancerProfile": {
     "managedOutboundIPs": {
      "count": 1
     },
     "backendPoolType": "nodeIPConfiguration"
    },
    "podCidr": "192.168.0.0/16",
    "serviceCidr": "10.0.0.0/16",
    "dnsServiceIP": "10.0.0.10",
    "dockerBridgeCidr": "172.17.0.1/16",
    "outboundType": "loadBalancer",
    "podCidrs": [
     "192.168.0.0/16"
    ],
    "serviceCidrs": [
     "10.0.0.0/16"
    ],
    "ipFamilies": [
     "IPv4"
    ]
   },
   "maxAgentPools": 100,
   "securityProfile": {},
   "storageProfile": {
    "diskCSIDriver": {
     "enabled": true,
     "version": "v1"
    },
    "fileCSIDriver": {
     "enabled": true
    },
    "snapshotController": {
     "enabled": true
    }
   },
   "oidcIssuerProfile": {
    "enabled": false
   },
   "workloadAutoScalerProfile": {}
  },
  "identity": {
   "type": "SystemAssigned",
   "principalId": "0b8f5985-c6db-4308-8a90-a2338bfe8d00",
   "tenantId": "72f988bf-86f1-41af-91ab-2d7cd011db47"
  },
  "sku": {
   "name": "Basic",
   "tier": "Free"
  }
 }
   --------------------------------------------------------------------------------


GET https://management.azure.com/subscriptions/{subscription_id}/resourceGroups/henglu1114/providers/Microsoft.ContainerService/managedClusters/henglu128?api-version=2022-09-02-preview
   Accept: application/json
   Authorization: REDACTED
   User-Agent: HashiCorp Terraform/1.2.8 (+https://www.terraform.io) Terraform Plugin SDK/2.8.0 terraform-provider-azapi/v1.1.0 pid-222c6c49-1b0a-5959-a213-6608f9eb8820
   X-Ms-Correlation-Request-Id: REDACTED
   --------------------------------------------------------------------------------
   RESPONSE Status: 200 OK
   Cache-Control: no-cache
   Content-Type: application/json
   Date: Thu, 08 Dec 2022 02:08:43 GMT
   Expires: -1
   Pragma: no-cache
   Server: nginx
   Strict-Transport-Security: REDACTED
   Vary: REDACTED
   X-Content-Type-Options: REDACTED
   X-Ms-Correlation-Request-Id: REDACTED
   X-Ms-Ratelimit-Remaining-Subscription-Reads: REDACTED
   X-Ms-Request-Id: dddfbfa2-196a-4718-8ce4-edf2eed0992c
   X-Ms-Routing-Request-Id: REDACTED
   --------------------------------------------------------------------------------
{
  "id": "/subscriptions/{subscription_id}/resourcegroups/henglu1114/providers/Microsoft.ContainerService/managedClusters/henglu128",
  "location": "westcentralus",
  "name": "henglu128",
  "type": "Microsoft.ContainerService/ManagedClusters",
  "properties": {
   "provisioningState": "Succeeded",
   "powerState": {
    "code": "Running"
   },
   "kubernetesVersion": "1.23.12",
   "currentKubernetesVersion": "1.23.12",
   "dnsPrefix": "henglu128",
   "fqdn": "henglu128-74787189.hcp.westcentralus.azmk8s.io",
   "azurePortalFQDN": "henglu128-74787189.portal.hcp.westcentralus.azmk8s.io",
   "agentPoolProfiles": [
    {
     "name": "default",
     "count": 1,
     "vmSize": "standard_f2s_v2",
     "osDiskSizeGB": 128,
     "osDiskType": "Managed",
     "kubeletDiskType": "OS",
     "maxPods": 30,
     "type": "VirtualMachineScaleSets",
     "provisioningState": "Succeeded",
     "powerState": {
      "code": "Running"
     },
     "orchestratorVersion": "1.23.12",
     "currentOrchestratorVersion": "1.23.12",
     "mode": "System",
     "osType": "Linux",
     "osSKU": "Ubuntu",
     "nodeImageVersion": "AKSUbuntu-1804gen2containerd-2022.12.01",
     "enableFIPS": false
    }
   ],
   "windowsProfile": {
    "adminUsername": "azureuser",
    "enableCSIProxy": true
   },
   "servicePrincipalProfile": {
    "clientId": "msi"
   },
   "nodeResourceGroup": "MC_henglu1114_henglu128_westcentralus",
   "enableRBAC": true,
   "networkProfile": {
    "networkPlugin": "azure",
    "networkPluginMode": "overlay",
    "loadBalancerSku": "Standard",
    "loadBalancerProfile": {
     "managedOutboundIPs": {
      "count": 1
     },
     "effectiveOutboundIPs": [
      {
       "id": "/subscriptions/{subscription_id}/resourceGroups/MC_henglu1114_henglu128_westcentralus/providers/Microsoft.Network/publicIPAddresses/b1cdb1bf-1ec6-4143-8688-624841b7962b"
      }
     ],
     "backendPoolType": "nodeIPConfiguration"
    },
    "podCidr": "192.168.0.0/16",
    "serviceCidr": "10.0.0.0/16",
    "dnsServiceIP": "10.0.0.10",
    "dockerBridgeCidr": "172.17.0.1/16",
    "outboundType": "loadBalancer",
    "podCidrs": [
     "192.168.0.0/16"
    ],
    "serviceCidrs": [
     "10.0.0.0/16"
    ],
    "ipFamilies": [
     "IPv4"
    ]
   },
   "maxAgentPools": 100,
   "identityProfile": {
    "kubeletidentity": {
     "resourceId": "/subscriptions/{subscription_id}/resourcegroups/MC_henglu1114_henglu128_westcentralus/providers/Microsoft.ManagedIdentity/userAssignedIdentities/henglu128-agentpool",
     "clientId": "93d0a683-abd6-43e0-8737-321668ceea9b",
     "objectId": "5046c436-61ee-4ee9-b5ed-3842964e36e2"
    }
   },
   "securityProfile": {},
   "storageProfile": {
    "diskCSIDriver": {
     "enabled": true,
     "version": "v1"
    },
    "fileCSIDriver": {
     "enabled": true
    },
    "snapshotController": {
     "enabled": true
    }
   },
   "oidcIssuerProfile": {
    "enabled": false
   },
   "workloadAutoScalerProfile": {}
  },
  "identity": {
   "type": "SystemAssigned",
   "principalId": "0b8f5985-c6db-4308-8a90-a2338bfe8d00",
   "tenantId": "72f988bf-86f1-41af-91ab-2d7cd011db47"
  },
  "sku": {
   "name": "Basic",
   "tier": "Free"
  }
 }
   --------------------------------------------------------------------------------

Links

1. Semantic and Model Violations Reference
2. S360 action item generator for Swagger issues

Thanks for the feedback! We are routing this to the appropriate team for follow-up. cc @qike-ms, @jwilder, @thomas1206, @seanmck.

Issue Details

---

Microsoft.ContainerService/managedClusters@2022-09-02-preview - ROUNDTRIP_INCONSISTENT_PROPERTY

Description

I found differences between PUT request body and GET response:

• .properties.networkProfile.networkPluginMode: expect Overlay, but got overlay

{
    "properties": {
        "agentPoolProfiles": [
            {
                "count": 1,
                "mode": "System",
                "name": "default",
                "vmSize": "standard_f2s_v2"
            }
        ],
        "dnsPrefix": "henglu128",
        "networkProfile": {
            "networkPlugin": "azure",
            "networkPluginMode": Got "overlay" in response, expect "Overlay",
            "podCidr": "192.168.0.0/16"
        }
    }
}

Details

1. ARM Fully-Qualified Resource Type

Microsoft.ContainerService/managedClusters

2. API Version

2022-09-02-preview

3. Swagger issue type

Swagger Correctness

4. OperationId

ManagedClusters_CreateOrUpdate

5. Swagger GitHub permalink

https://github.com/Azure/azure-rest-api-specs/blob/4150a475755272b5063158eb8e219d772affb73d/specification/containerservice/resource-manager/Microsoft.ContainerService/preview/2022-09-02-preview/managedClusters.json#L6887

6. Error code

ROUNDTRIP_INCONSISTENT_PROPERTY

7. Request traces

PUT https://management.azure.com/subscriptions/{subscription_id}/resourceGroups/henglu1114/providers/Microsoft.ContainerService/managedClusters/henglu128?api-version=2022-09-02-preview
   Accept: application/json
   Authorization: REDACTED
   Content-Length: 298
   Content-Type: application/json
   User-Agent: HashiCorp Terraform/1.2.8 (+https://www.terraform.io) Terraform Plugin SDK/2.8.0 terraform-provider-azapi/v1.1.0 pid-222c6c49-1b0a-5959-a213-6608f9eb8820
   X-Ms-Correlation-Request-Id: REDACTED
   --------------------------------------------------------------------------------
{"identity":{"type":"SystemAssigned"},"location":"westcentralus","properties":{"agentPoolProfiles":[{"count":1,"mode":"System","name":"default","vmSize":"standard_f2s_v2"}],"dnsPrefix":"henglu128","networkProfile":{"networkPlugin":"azure","networkPluginMode":"Overlay","podCidr":"192.168.0.0/16"}}}
   --------------------------------------------------------------------------------

RESPONSE Status: 201 Created
   Azure-Asyncoperation: REDACTED
   Cache-Control: no-cache
   Content-Length: 2599
   Content-Type: application/json
   Date: Thu, 08 Dec 2022 02:04:17 GMT
   Expires: -1
   Pragma: no-cache
   Server: nginx
   Strict-Transport-Security: REDACTED
   X-Content-Type-Options: REDACTED
   X-Ms-Correlation-Request-Id: REDACTED
   X-Ms-Ratelimit-Remaining-Subscription-Writes: REDACTED
   X-Ms-Request-Id: bc40000e-d2fc-4684-b240-639d22333440
   X-Ms-Routing-Request-Id: REDACTED
   --------------------------------------------------------------------------------
{
  "id": "/subscriptions/{subscription_id}/resourcegroups/henglu1114/providers/Microsoft.ContainerService/managedClusters/henglu128",
  "location": "westcentralus",
  "name": "henglu128",
  "type": "Microsoft.ContainerService/ManagedClusters",
  "properties": {
   "provisioningState": "Creating",
   "powerState": {
    "code": "Running"
   },
   "kubernetesVersion": "1.23.12",
   "currentKubernetesVersion": "1.23.12",
   "dnsPrefix": "henglu128",
   "fqdn": "henglu128-74787189.hcp.westcentralus.azmk8s.io",
   "azurePortalFQDN": "henglu128-74787189.portal.hcp.westcentralus.azmk8s.io",
   "agentPoolProfiles": [
    {
     "name": "default",
     "count": 1,
     "vmSize": "standard_f2s_v2",
     "osDiskSizeGB": 128,
     "osDiskType": "Managed",
     "kubeletDiskType": "OS",
     "maxPods": 30,
     "type": "VirtualMachineScaleSets",
     "provisioningState": "Creating",
     "powerState": {
      "code": "Running"
     },
     "orchestratorVersion": "1.23.12",
     "currentOrchestratorVersion": "1.23.12",
     "mode": "System",
     "osType": "Linux",
     "osSKU": "Ubuntu",
     "nodeImageVersion": "AKSUbuntu-1804gen2containerd-2022.12.01",
     "enableFIPS": false
    }
   ],
   "windowsProfile": {
    "adminUsername": "azureuser",
    "enableCSIProxy": true
   },
   "servicePrincipalProfile": {
    "clientId": "msi"
   },
   "nodeResourceGroup": "MC_henglu1114_henglu128_westcentralus",
   "enableRBAC": true,
   "networkProfile": {
    "networkPlugin": "azure",
    "networkPluginMode": "overlay",
    "loadBalancerSku": "standard",
    "loadBalancerProfile": {
     "managedOutboundIPs": {
      "count": 1
     },
     "backendPoolType": "nodeIPConfiguration"
    },
    "podCidr": "192.168.0.0/16",
    "serviceCidr": "10.0.0.0/16",
    "dnsServiceIP": "10.0.0.10",
    "dockerBridgeCidr": "172.17.0.1/16",
    "outboundType": "loadBalancer",
    "podCidrs": [
     "192.168.0.0/16"
    ],
    "serviceCidrs": [
     "10.0.0.0/16"
    ],
    "ipFamilies": [
     "IPv4"
    ]
   },
   "maxAgentPools": 100,
   "securityProfile": {},
   "storageProfile": {
    "diskCSIDriver": {
     "enabled": true,
     "version": "v1"
    },
    "fileCSIDriver": {
     "enabled": true
    },
    "snapshotController": {
     "enabled": true
    }
   },
   "oidcIssuerProfile": {
    "enabled": false
   },
   "workloadAutoScalerProfile": {}
  },
  "identity": {
   "type": "SystemAssigned",
   "principalId": "0b8f5985-c6db-4308-8a90-a2338bfe8d00",
   "tenantId": "72f988bf-86f1-41af-91ab-2d7cd011db47"
  },
  "sku": {
   "name": "Basic",
   "tier": "Free"
  }
 }
   --------------------------------------------------------------------------------


GET https://management.azure.com/subscriptions/{subscription_id}/resourceGroups/henglu1114/providers/Microsoft.ContainerService/managedClusters/henglu128?api-version=2022-09-02-preview
   Accept: application/json
   Authorization: REDACTED
   User-Agent: HashiCorp Terraform/1.2.8 (+https://www.terraform.io) Terraform Plugin SDK/2.8.0 terraform-provider-azapi/v1.1.0 pid-222c6c49-1b0a-5959-a213-6608f9eb8820
   X-Ms-Correlation-Request-Id: REDACTED
   --------------------------------------------------------------------------------
   RESPONSE Status: 200 OK
   Cache-Control: no-cache
   Content-Type: application/json
   Date: Thu, 08 Dec 2022 02:08:43 GMT
   Expires: -1
   Pragma: no-cache
   Server: nginx
   Strict-Transport-Security: REDACTED
   Vary: REDACTED
   X-Content-Type-Options: REDACTED
   X-Ms-Correlation-Request-Id: REDACTED
   X-Ms-Ratelimit-Remaining-Subscription-Reads: REDACTED
   X-Ms-Request-Id: dddfbfa2-196a-4718-8ce4-edf2eed0992c
   X-Ms-Routing-Request-Id: REDACTED
   --------------------------------------------------------------------------------
{
  "id": "/subscriptions/{subscription_id}/resourcegroups/henglu1114/providers/Microsoft.ContainerService/managedClusters/henglu128",
  "location": "westcentralus",
  "name": "henglu128",
  "type": "Microsoft.ContainerService/ManagedClusters",
  "properties": {
   "provisioningState": "Succeeded",
   "powerState": {
    "code": "Running"
   },
   "kubernetesVersion": "1.23.12",
   "currentKubernetesVersion": "1.23.12",
   "dnsPrefix": "henglu128",
   "fqdn": "henglu128-74787189.hcp.westcentralus.azmk8s.io",
   "azurePortalFQDN": "henglu128-74787189.portal.hcp.westcentralus.azmk8s.io",
   "agentPoolProfiles": [
    {
     "name": "default",
     "count": 1,
     "vmSize": "standard_f2s_v2",
     "osDiskSizeGB": 128,
     "osDiskType": "Managed",
     "kubeletDiskType": "OS",
     "maxPods": 30,
     "type": "VirtualMachineScaleSets",
     "provisioningState": "Succeeded",
     "powerState": {
      "code": "Running"
     },
     "orchestratorVersion": "1.23.12",
     "currentOrchestratorVersion": "1.23.12",
     "mode": "System",
     "osType": "Linux",
     "osSKU": "Ubuntu",
     "nodeImageVersion": "AKSUbuntu-1804gen2containerd-2022.12.01",
     "enableFIPS": false
    }
   ],
   "windowsProfile": {
    "adminUsername": "azureuser",
    "enableCSIProxy": true
   },
   "servicePrincipalProfile": {
    "clientId": "msi"
   },
   "nodeResourceGroup": "MC_henglu1114_henglu128_westcentralus",
   "enableRBAC": true,
   "networkProfile": {
    "networkPlugin": "azure",
    "networkPluginMode": "overlay",
    "loadBalancerSku": "Standard",
    "loadBalancerProfile": {
     "managedOutboundIPs": {
      "count": 1
     },
     "effectiveOutboundIPs": [
      {
       "id": "/subscriptions/{subscription_id}/resourceGroups/MC_henglu1114_henglu128_westcentralus/providers/Microsoft.Network/publicIPAddresses/b1cdb1bf-1ec6-4143-8688-624841b7962b"
      }
     ],
     "backendPoolType": "nodeIPConfiguration"
    },
    "podCidr": "192.168.0.0/16",
    "serviceCidr": "10.0.0.0/16",
    "dnsServiceIP": "10.0.0.10",
    "dockerBridgeCidr": "172.17.0.1/16",
    "outboundType": "loadBalancer",
    "podCidrs": [
     "192.168.0.0/16"
    ],
    "serviceCidrs": [
     "10.0.0.0/16"
    ],
    "ipFamilies": [
     "IPv4"
    ]
   },
   "maxAgentPools": 100,
   "identityProfile": {
    "kubeletidentity": {
     "resourceId": "/subscriptions/{subscription_id}/resourcegroups/MC_henglu1114_henglu128_westcentralus/providers/Microsoft.ManagedIdentity/userAssignedIdentities/henglu128-agentpool",
     "clientId": "93d0a683-abd6-43e0-8737-321668ceea9b",
     "objectId": "5046c436-61ee-4ee9-b5ed-3842964e36e2"
    }
   },
   "securityProfile": {},
   "storageProfile": {
    "diskCSIDriver": {
     "enabled": true,
     "version": "v1"
    },
    "fileCSIDriver": {
     "enabled": true
    },
    "snapshotController": {
     "enabled": true
    }
   },
   "oidcIssuerProfile": {
    "enabled": false
   },
   "workloadAutoScalerProfile": {}
  },
  "identity": {
   "type": "SystemAssigned",
   "principalId": "0b8f5985-c6db-4308-8a90-a2338bfe8d00",
   "tenantId": "72f988bf-86f1-41af-91ab-2d7cd011db47"
  },
  "sku": {
   "name": "Basic",
   "tier": "Free"
  }
 }
   --------------------------------------------------------------------------------

Links

1. Semantic and Model Violations Reference
2. S360 action item generator for Swagger issues

Author:	ms-henglu
Assignees:	-
Labels:	Service Attention, needs-triage, Container Service
Milestone:	-

[matthchr]

@ms-henglu would it be possible to make the users @'ed by this automation the ones defined here: https://github.com/Azure/azure-rest-api-specs/blob/main/CODEOWNERS#L85

I am not sure why a different set of folks was @'ed instead, but this would've gotten a quicker acknowledgement and investigation if it had included the full list.