Update live test cases for Aks and Compute (Azure#27716)

Author: vidai-msft

src/Aks/LiveTests/Aks/TestLiveScenarios.ps1

@@ -1,13 +1,20 @@
-Invoke-LiveTestScenario -Name "Test_AKS_CURD" -Description "Test AKS Cluster CRUD and node pool CRU" -Platform Linux -PowerShellVersion Latest -ScenarioScript `
+Invoke-LiveTestScenario -Name "Test_AKS_CRUD" -Description "Test AKS cluster CRUD and node pool CRU" -Platform Linux -PowerShellVersion Latest -ScenarioScript `
 {
     param ($rg)
 
-    $resourceGroupName = $rg.ResourceGroupName
+    $rgName = $rg.ResourceGroupName
+    $location = "eastus"
 
-    # Generate random resource name if necessary
-    $kubeClusterName = New-LiveTestResourceName
+    $kubeName = New-LiveTestResourceName
+    $sysNodeName = New-LiveTestRandomName -Option StartWithLetter -Length 5
+    $usrNodeName = New-LiveTestRandomName -Option StartWithLetter -Length 5
 
-    # step 1: create a default aks cluster with default node pool
+    $vnetName = New-LiveTestResourceName
+    $snetName = New-LiveTestResourceName
+    $nsgName = New-LiveTestResourceName
+    $pipName = New-LiveTestResourceName
+
+    # step 1: create an aks cluster with a node pool
     'y' | ssh-keygen -t rsa -f id_rsa -q -N '"123456"'
     $sshKeyValue = Get-Content id_rsa.pub -Raw
 
@@ -19,130 +26,154 @@ Invoke-LiveTestScenario -Name "Test_AKS_CURD" -Description "Test AKS Cluster CRU
     $servicePrincipalSecureSecret = ConvertTo-SecureString -String $ServicePrincipalSecret -AsPlainText -Force
     $servicePrincipalCredential = New-Object -TypeName System.Management.Automation.PSCredential -ArgumentList $ServicePrincipalId, $servicePrincipalSecureSecret
 
-    Write-Host "##[section]Start to create Aks cluster : New-AzAksCluster"
-    New-AzAksCluster -ResourceGroupName $resourceGroupName -Name $kubeClusterName -SshKeyValue $sshKeyValue -ServicePrincipalIdAndSecret $servicePrincipalCredential -AutoUpgradeChannel node-image
-    Write-Host "##[section]Finished creating Aks cluster : New-AzAksCluster"
+    $nsgRuleHighRiskPorts = New-AzNetworkSecurityRuleConfig -Name "DenyHighRiskPorts" -Direction Inbound -Priority 101 -Protocol Tcp -SourceAddressPrefix Internet -SourcePortRange * -DestinationAddressPrefix * -DestinationPortRange 22, 3389 -Access Deny
+    $nsg = New-AzNetworkSecurityGroup -ResourceGroupName $rgName -Name $nsgName -Location $location -SecurityRules $nsgRuleHighRiskPorts
+    $snetCfg = New-AzVirtualNetworkSubnetConfig -Name $snetName -AddressPrefix 10.10.1.0/24 -DefaultOutboundAccess $false -NetworkSecurityGroup $nsg
+    New-AzVirtualNetwork -ResourceGroupName $rgName -Name $vnetName -Location $location -AddressPrefix 10.10.0.0/16 -Subnet $snetCfg
+
+    $snet = Get-AzVirtualNetwork -ResourceGroupName $rgName -Name $vnetName | Get-AzVirtualNetworkSubnetConfig -Name $snetName
+
+    $ipTag = New-AzPublicIpTag -IpTagType FirstPartyUsage -Tag "/NonProd"
+    $pip = New-AzPublicIpAddress -ResourceGroupName $rgName -Name $pipName -Location $location -AllocationMethod Static -Sku Standard -IpTag $ipTag
+
+    $kubeVersion = (Get-AzAksVersion -Location $location).OrchestratorVersion | Sort-Object -Descending | Select-Object -Skip 2 -First 1
+
+    Write-Host "##[section]Start creating AKS cluster : New-AzAksCluster"
 
-    Write-Host "##[section]Start to retrieve Aks cluster : Get-AzAksCluster"
-    $cluster = Get-AzAksCluster -ResourceGroupName $resourceGroupName -Name $kubeClusterName
-    Write-Host "##[section]Finished retrieving Aks cluster : Get-AzAksCluster"
+    New-AzAksCluster -ResourceGroupName $rgName -Name $kubeName -SshKeyValue $sshKeyValue -ServicePrincipalIdAndSecret $servicePrincipalCredential -KubernetesVersion $kubeVersion -NodeName $sysNodeName -NodePoolMode System -NodeOsSKU AzureLinux -AutoUpgradeChannel node-image -NodeCount 2 -EnableNodeAutoScaling -NodeMinCount 1 -NodeMaxCount 3 -NetworkPlugin azure -NodeVnetSubnetID $snet.Id -LoadBalancerOutboundIp $pip.Id
 
-    Assert-NotNull $cluster.Fqdn
-    Assert-NotNull $cluster.KubernetesVersion
-    Assert-NotNull $cluster.DnsPrefix
+    Write-Host "##[section]Finished creating AKS cluster : New-AzAksCluster"
+
+    $cluster = Get-AzAksCluster -ResourceGroupName $rgName -Name $kubeName
+
+    Assert-NotNull $cluster
     Assert-NotNull $cluster.NodeResourceGroup
+    Assert-AreEqual $rgName $cluster.ResourceGroupName
+    Assert-AreEqual $kubeName $cluster.Name
+    Assert-AreEqual $kubeVersion $cluster.KubernetesVersion
     Assert-AreEqual "Succeeded" $cluster.ProvisioningState
-    Assert-AreEqual 100 $cluster.MaxAgentPools
-    Assert-AreEqual "default" $cluster.AgentPoolProfiles.Name
-    Assert-AreEqual 1 $cluster.AgentPoolProfiles.Length
-    Assert-AreEqual 3 $cluster.AgentPoolProfiles[0].Count
-    Assert-NotNull $cluster.AgentPoolProfiles[0].NodeImageVersion
-
-    Write-Host "##[section]Start to retrieve Aks node pool : Get-AzAksNodePool"
-    $pools = Get-AzAksNodePool -ResourceGroupName $resourceGroupName -ClusterName $kubeClusterName
-    Write-Host "##[section]Finished retrieving Aks node pool : Get-AzAksNodePool"
-
-    Assert-NotNull $pools.VmSize
-    Assert-NotNull $pools.OsDiskSizeGB
-    Assert-NotNull $pools.OrchestratorVersion
-    Assert-NotNull $pools.NodeImageVersion
-    Assert-NotNull $pools.Id
-    Assert-AreEqual "Managed" $pools.OsDiskType
-    Assert-AreEqual "OS" $pools.KubeletDiskType
-    Assert-AreEqual 30 $pools.MaxPods
-    Assert-AreEqual "Linux" $pools.OsType
-    Assert-AreEqual "Ubuntu" $pools.OsSKU
-    Assert-AreEqual "System" $pools.Mode
-    Assert-AreEqual "VirtualMachineScaleSets" $pools.AgentPoolType
-    Assert-AreEqual "Succeeded" $pools.ProvisioningState
-    Assert-AreEqual "Running" $pools.PowerState.Code
-    Assert-AreEqual 0 $pools.Tags.Count
-    Assert-AreEqual 0 $pools.NodeLabels.Count
-    Assert-AreEqual 0 $pools.NodeTaints.Count
-    Assert-AreEqual "Microsoft.ContainerService/managedClusters/agentPools" $pools.Type
-    Assert-AreEqual 3 $pools.Count
-    Assert-Null $pools.VnetSubnetID
-    Assert-Null $pools.PodSubnetID
-    Assert-Null $pools.MaxCount
-    Assert-Null $pools.MinCount
-    Assert-Null $pools.ScaleSetPriority
-    Assert-Null $pools.ScaleSetEvictionPolicy
-    Assert-Null $pools.NodePublicIPPrefixID
-    Assert-Null $pools.SpotMaxPrice
-    Assert-Null $pools.ProximityPlacementGroupID
-    Assert-Null $pools.KubeletConfig
-    Assert-Null $pools.LinuxOSConfig
-    Assert-Null $pools.EnableEncryptionAtHost
-    Assert-Null $pools.EnableUltraSSD
-    Assert-Null $pools.GpuInstanceProfile
-    Assert-Null $pools.CreationData
-    Assert-Null $pools.HostGroupID
-    Assert-False { $pools.EnableFIPS }
+    Assert-AreEqual "node-image" $cluster.AutoUpgradeProfile.UpgradeChannel
+
+    $agentPool = $cluster.AgentPoolProfiles
+
+    Assert-NotNull $agentPool
+    Assert-AreEqual 1 @($agentPool).Length
+    Assert-AreEqual $sysNodeName $agentPool.Name
+    Assert-AreEqual $kubeVersion $agentPool.OrchestratorVersion
+    Assert-AreEqual "Linux" $agentPool.OsType
+    Assert-AreEqual "AzureLinux" $agentPool.OsSKU
+    Assert-AreEqual "System" $agentPool.Mode
+    Assert-AreEqual "VirtualMachineScaleSets" $agentPool.Type
+    Assert-AreEqual $snet.Id $agentPool.VnetSubnetID
+    Assert-AreEqual "Succeeded" $agentPool.ProvisioningState
+    Assert-AreEqual "True" $agentPool.EnableAutoScaling
+
+    $nodePool = Get-AzAksNodePool -ResourceGroupName $rgName -ClusterName $kubeName
+
+    Assert-NotNull $nodePool
+    Assert-AreEqual 1 @($nodePool).Length
+    Assert-AreEqual $sysNodeName $nodePool.Name
+    Assert-AreEqual $kubeVersion $nodePool.OrchestratorVersion
+    Assert-AreEqual "Linux" $nodePool.OsType
+    Assert-AreEqual "AzureLinux" $nodePool.OsSKU
+    Assert-AreEqual "System" $nodePool.Mode
+    Assert-AreEqual "VirtualMachineScaleSets" $nodePool.AgentPoolType
+    Assert-AreEqual $snet.Id $nodePool.VnetSubnetID
+    Assert-AreEqual "Succeeded" $nodePool.ProvisioningState
+    Assert-AreEqual "True" $nodePool.EnableAutoScaling
 
     # step 2: update the aks cluster
-    Write-Host "##[section]Start to update Aks cluster : Set-AzAksCluster"
-    $cluster = $cluster | Set-AzAksCluster -NodeCount 4 -EnableUptimeSLA
-    Write-Host "##[section]Finished updating Aks cluster : Set-AzAksCluster"
+    Write-Host "##[section]Start to update AKS cluster : Set-AzAksCluster"
+
+    $cluster = $cluster | Set-AzAksCluster -NodeName $sysNodeName -NodeCount 4 -EnableNodeAutoScaling:$false
+
+    Write-Host "##[section]Finished updating AKS cluster : Set-AzAksCluster"
 
-    Assert-AreEqual 4 $cluster.AgentPoolProfiles[0].Count
-    #Assert-AreEqual "Basic" $cluster.Sku.Name
-    #Assert-AreEqual "Paid" $cluster.Sku.Tier
+    Assert-NotNull $cluster
+    Assert-AreEqual "False" $cluster.AgentPoolProfiles.EnableAutoScaling
+    Assert-AreEqual 4 $($cluster.AgentPoolProfiles).Count
 
     # step 3: create the second node pool
-    $pool1Name = "default"
-    $pool2Name = "pool2"
+    Write-Host "##[section]Start to create AKS node pool : New-AzAksNodePool"
 
-    Write-Host "##[section]Start to create Aks node pool : New-AzAksNodePool"
-    New-AzAksNodePool -ResourceGroupName $resourceGroupName -ClusterName $kubeClusterName -Name $pool2Name -OsType "Windows" -OsSKU "Windows2022" -Count 1 -VmSetType VirtualMachineScaleSets
-    Write-Host "##[section]Finished creating Aks node pool : New-AzAksNodePool"
+    New-AzAksNodePool -ResourceGroupName $rgName -ClusterName $kubeName -Name $usrNodeName -Mode User -OsType Windows -OsSKU Windows2022 -VmSetType VirtualMachineScaleSets -Count 2
 
-    Write-Host "##[section]Start to retrieve Aks node pool : Get-AzAksNodePool"
-    $pools = Get-AzAksNodePool -ResourceGroupName $resourceGroupName -ClusterName $kubeClusterName
-    Write-Host "##[section]Finished retrieving Aks node pool : Get-AzAksNodePool"
+    Write-Host "##[section]Finished creating AKS node pool : New-AzAksNodePool"
 
-    Assert-AreEqual 2 $pools.Count
-    Assert-AreEqualArray "Linux" ($pools | where { $_.Name -eq $pool1Name }).OsType
-    Assert-AreEqualArray "Ubuntu" ($pools | where { $_.Name -eq $pool1Name }).OsSKU
-    Assert-AreEqualArray "Windows" ($pools | where { $_.Name -eq $pool2Name }).OsType
-    Assert-AreEqualArray "Windows2022" ($pools | where { $_.Name -eq $pool2Name }).OsSKU
+    $nodePools = Get-AzAksNodePool -ResourceGroupName $rgName -ClusterName $kubeName
+    $sysPool = $nodePools | Where-Object Name -eq $sysNodeName
+    $usrPool = $nodePools | Where-Object Name -eq $usrNodeName
+
+    Assert-NotNull $nodePools
+    Assert-AreEqual 2 @($nodePools).Length
+
+    Assert-NotNull $sysPool
+    Assert-AreEqual $sysNodeName $sysPool.Name
+    Assert-AreEqual "System" $sysPool.Mode
+    Assert-AreEqual "Linux" $sysPool.OsType
+    Assert-AreEqual "AzureLinux" $sysPool.OsSKU
+
+    Assert-NotNull $usrPool
+    Assert-AreEqual $usrNodeName $usrPool.Name
+    Assert-AreEqual "User" $usrPool.Mode
+    Assert-AreEqual "Windows" $usrPool.OsType
+    Assert-AreEqual "Windows2022" $usrPool.OsSKU
 
     # step4: update the second node pool
     $labels = @{"someId" = 127; "tier" = "frontend"; "environment" = "qa" }
     $tags = @{"dept" = "MM"; "costcenter" = 7777; "Admin" = "Cindy" }
 
     Write-Host "##[section]Start to update Aks node pool : Update-AzAksNodePool"
-    Update-AzAksNodePool -ResourceGroupName $resourceGroupName -ClusterName $kubeClusterName -Name $pool2Name -NodeLabel $labels -Tag $tags
-    Write-Host "##[section]Finished updating Aks node pool : Update-AzAksNodePool"
 
-    Write-Host "##[section]Start to retrieve Aks cluster : Get-AzAksCluster"
-    $cluster = Get-AzAksCluster -ResourceGroupName $resourceGroupName -Name $kubeClusterName
-    Write-Host "##[section]Finished retrieving Aks cluster : Get-AzAksCluster"
-
-    Assert-AreEqual 2 $cluster.AgentPoolProfiles.Count
-    Assert-AreEqual 0 ($cluster.AgentPoolProfiles | where { $_.Name -eq $pool1Name }).NodeLabels.Count
-    Assert-AreEqual 0 ($cluster.AgentPoolProfiles | where { $_.Name -eq $pool1Name }).Tags.Count
-    Assert-AreEqual 127 ($cluster.AgentPoolProfiles | where { $_.Name -eq $pool2Name }).NodeLabels.someId
-    Assert-AreEqual frontend ($cluster.AgentPoolProfiles | where { $_.Name -eq $pool2Name }).NodeLabels.tier
-    Assert-AreEqual qa ($cluster.AgentPoolProfiles | where { $_.Name -eq $pool2Name }).NodeLabels.environment
-    Assert-AreEqual MM ($cluster.AgentPoolProfiles | where { $_.Name -eq $pool2Name }).Tags.dept
-    Assert-AreEqual 7777 ($cluster.AgentPoolProfiles | where { $_.Name -eq $pool2Name }).Tags.costcenter
-    Assert-AreEqual Cindy ($cluster.AgentPoolProfiles | where { $_.Name -eq $pool2Name }).Tags.Admin
-
-    Write-Host "##[section]Start to retrieve Aks node pool : Get-AzAksNodePool"
-    $pools = Get-AzAksNodePool -ResourceGroupName $resourceGroupName -ClusterName $kubeClusterName
-    Write-Host "##[section]Finished retrieving Aks node pool : Get-AzAksNodePool"
-
-    Assert-AreEqual 2 $pools.Count
-    Assert-AreEqual 0 ($pools | where { $_.Name -eq $pool1Name }).NodeLabels.Count
-    Assert-AreEqual 0 ($pools | where { $_.Name -eq $pool1Name }).Tags.Count
-    Assert-AreEqual 127 ($pools | where { $_.Name -eq $pool2Name }).NodeLabels.someId
-    Assert-AreEqual frontend ($pools | where { $_.Name -eq $pool2Name }).NodeLabels.tier
-    Assert-AreEqual qa ($pools | where { $_.Name -eq $pool2Name }).NodeLabels.environment
-    Assert-AreEqual MM ($pools | where { $_.Name -eq $pool2Name }).Tags.dept
-    Assert-AreEqual 7777 ($pools | where { $_.Name -eq $pool2Name }).Tags.costcenter
-    Assert-AreEqual Cindy ($pools | where { $_.Name -eq $pool2Name }).Tags.Admin
+    Update-AzAksNodePool -ResourceGroupName $rgName -ClusterName $kubeName -Name $usrNodeName -NodeLabel $labels -Tag $tags
 
+    Write-Host "##[section]Finished updating Aks node pool : Update-AzAksNodePool"
+
+    $cluster = Get-AzAksCluster -ResourceGroupName $rgName -Name $kubeName
+    $sysPool = $cluster.AgentPoolProfiles | Where-Object Name -eq $sysNodeName
+    $usrPool = $cluster.AgentPoolProfiles | Where-Object Name -eq $usrNodeName
+
+    Assert-NotNull $cluster
+    Assert-AreEqual 2 @($cluster.AgentPoolProfiles).Length
+
+    Assert-NotNull $sysPool
+    Assert-Null $sysPool.NodeLabels
+    Assert-Null $sysPool.Tags
+
+    Assert-NotNull $usrPool
+    Assert-AreEqual 127 $usrPool.NodeLabels.someId
+    Assert-AreEqual "frontend" $usrPool.NodeLabels.tier
+    Assert-AreEqual "qa" $usrPool.NodeLabels.environment
+    Assert-AreEqual "MM" $usrPool.Tags.dept
+    Assert-AreEqual 7777 $usrPool.Tags.costcenter
+    Assert-AreEqual "Cindy" $usrPool.Tags.Admin
+
+    $nodePools = Get-AzAksNodePool -ResourceGroupName $rgName -ClusterName $kubeName
+    $sysPool = $nodePools | Where-Object Name -eq $sysNodeName
+    $usrPool = $nodePools | Where-Object Name -eq $usrNodeName
+
+    Assert-NotNull $nodePools
+    Assert-AreEqual 2 @($nodePools).Length
+
+    Assert-NotNull $sysPool
+    Assert-AreEqual $sysPool.NodeLabels
+    Assert-AreEqual $sysPool.Tags
+
+    Assert-NotNull $usrPool
+    Assert-AreEqual 127 $usrPool.NodeLabels.someId
+    Assert-AreEqual "frontend" $usrPool.NodeLabels.tier
+    Assert-AreEqual "qa" $usrPool.NodeLabels.environment
+    Assert-AreEqual "MM" $usrPool.Tags.dept
+    Assert-AreEqual 7777 $usrPool.Tags.costcenter
+    Assert-AreEqual "Cindy" $usrPool.Tags.Admin
+
+    # step 5: remove the AKS cluster
     Write-Host "##[section]Start to remove Aks cluster : Remove-AzAksCluster"
+
     $cluster | Remove-AzAksCluster -Force
+
     Write-Host "##[section]Finished removing Aks cluster : Remove-AzAksCluster"
+
+    $cluster = Get-AzAksCluster -ResourceGroupName $rgName -Name $kubeName -ErrorAction SilentlyContinue
+    Assert-Null $cluster
 }

src/Compute/LiveTests/Compute/TestLiveScenarios.ps1

@@ -1,4 +1,4 @@
-Invoke-LiveTestScenario -Name "Creates a virtual machine." -Description "Test create new VM" -ScenarioScript `
+Invoke-LiveTestScenario -Name "Operate a virtual machine." -Description "Test creating and removing a virtual machine" -ScenarioScript `
 {
     param ($rg)
 
@@ -22,8 +22,7 @@ Invoke-LiveTestScenario -Name "Creates a virtual machine." -Description "Test cr
     $nsg = New-AzNetworkSecurityGroup -ResourceGroupName $rgName -Name $nsgName -Location $location -SecurityRules $nsgRuleHighRiskPorts
     $nic = New-AzNetworkInterface -ResourceGroupName $rgName -Name $nicName -Location $location -Subnet $vnet.Subnets[0] -NetworkSecurityGroup $nsg
 
-    $vmSize = Get-AzVMSize -Location $location | Sort-Object NumberOfCores, MemoryInMB | Select-Object -First 1
-    $vmCfg = New-AzVMConfig -VMName $vmName -VMSize $vmSize.Name
+    $vmCfg = New-AzVMConfig -VMName $vmName -VMSize Standard_D2s_v3
     $vmCfg | Set-AzVMSecurityProfile -SecurityType TrustedLaunch
     $vmCfg | Set-AzVMOSDisk -Name $osDiskName -StorageAccountType StandardSSD_LRS -CreateOption FromImage -DeleteOption Delete
     $vmCfg | Set-AzVMOperatingSystem -Windows -ComputerName $computerName -Credential $localAdminCred -ProvisionVMAgent -EnableAutoUpdate
@@ -32,41 +31,14 @@ Invoke-LiveTestScenario -Name "Creates a virtual machine." -Description "Test cr
     $vmCfg | Set-AzVMBootDiagnostic -Disable
     $actual = New-AzVM -ResourceGroupName $rgName -Location $location -VM $vmCfg -DisableBginfoExtension
 
-    Assert-AreEqual $name $actual.Name
-}
-
-Invoke-LiveTestScenario -Name "Removes a virtual machine from Azure" -Description "Test removes a virtual machine from Azure." -ScenarioScript `
-{
-    param ($rg)
+    Assert-NotNull $actual
+    Assert-AreEqual $rgName $actual.ResourceGroupName
+    Assert-AreEqual $vmName $actual.Name
+    Assert-AreEqual "Succeeded" $actual.ProvisioningState
 
-    $rgName = $rg.ResourceGroupName
-    $name = New-LiveTestResourceName
-
-    $VMLocalAdminUser = New-LiveTestResourceName
-    $VMLocalAdminSecurePassword = ConvertTo-SecureString (New-LiveTestPassword) -AsPlainText -Force
-    $domainNameLabel = New-LiveTestResourceName
-    $Credential = New-Object System.Management.Automation.PSCredential ($VMLocalAdminUser, $VMLocalAdminSecurePassword)
-    $text = New-LiveTestResourceName
-    $bytes = [System.Text.Encoding]::Unicode.GetBytes($text)
-    $userData = [Convert]::ToBase64String($bytes)
-
-    New-AzVM -ResourceGroupName $rgName -Name $name -Credential $Credential -DomainNameLabel $domainNameLabel -UserData $userData -OpenPorts @()
-
-    $vm = Get-AzVM -ResourceGroupName $rgName -Name $name
-    $nic = Get-AzNetworkInterface -ResourceId $vm.NetworkProfile.NetworkInterfaces[0].Id
-    $snetResourceId = $nic.IpConfigurations[0].Subnet.Id
-    $vnetName = $snetResourceId.Split("/")[8]
-    $vnet = Get-AzVirtualNetwork -ResourceGroupName $rgName -Name $vnetName
-    foreach ($snet in $vnet.Subnets) {
-        $snet.DefaultOutboundAccess = $false
-        $vnet | Set-AzVirtualNetwork
-    }
-    Restart-AzVM -ResourceGroupName $rgName -Name $name
-
-    Remove-AzVM -ResourceGroupName $rgName -Name $name -Force
-
-    $removedVM = Get-AzVM -ResourceGroupName $rgName -Name $name -ErrorAction SilentlyContinue
-    Assert-Null $removedVM
+    Remove-AzVM -ResourceGroupName $rgName -Name $vmName -Force
+    $vm = Get-AzVM -ResourceGroupName $rgName -Name $vmName
+    Assert-Null $vm
 }
 
 Invoke-LiveTestScenario -Name "Create a managed disk" -Description "Test creating a managed disk" -ScenarioScript `