analyse 5

Author: Pan-Qi

.azure-pipelines/PipelineSteps/BatchGeneration/analyse-modules.ps1

@@ -0,0 +1,7 @@
+param (
+    [string]$MatrixKey,
+    [string]$RepoRoot
+)
+
+Write-Host "Matrix Key in script: $(MatrixKey)"
+Write-Host "Matrix RepoRoot in script: $(RepoRoot)"

.azure-pipelines/PipelineSteps/BatchGeneration/batch-generate-modules.ps1

@@ -3,11 +3,16 @@ param (
     [string]$RepoRoot
 )
 
-Write-Host "Matrix Key: $MatrixKey"
-
 $generateTargetsOutputFile = Join-Path $RepoRoot "artifacts" "generateTargets.json"
 $generateTargets = Get-Content -Path $generateTargetsOutPutFile -Raw | ConvertFrom-Json
 $moduleGroup = $generateTargets.$MatrixKey
+Write-Host "##[group]Generating module group $MatrixKey"
+foreach ($key in $moduleGroup.PSObject.Properties.Name | Sort-Object) {
+    $values = $moduleGroup.$key -join ', '
+    Write-Output "$key : $values"
+}
+Write-Host "##[endgroup]"
+Write-Host
 $sortedModuleNames = $moduleGroup.PSObject.Properties.Name | Sort-Object
 
 $AutorestOutputDir = Join-Path $RepoRoot "artifacts" "autorest"

.azure-pipelines/PipelineSteps/BatchGeneration/build-modules.ps1

@@ -3,11 +3,16 @@ param (
     [string]$RepoRoot
 )
 
-Write-Host "Matrix Key: $MatrixKey"
+$utilFilePath = Join-Path $RepoRoot '.azure-pipelines' 'PipelineSteps' 'BatchGeneration' 'util.psm1'
+Import-Module $utilFilePath -Force
 
 $buildTargetsOutputFile = Join-Path $RepoRoot "artifacts" "buildTargets.json"
 $buildTargets = Get-Content -Path $buildTargetsOutputFile -Raw | ConvertFrom-Json
 $moduleGroup = $buildTargets.$MatrixKey
+Write-Host "##[group]Building module group $MatrixKey"
+$moduleGroup | ForEach-Object { Write-Output $_ }
+Write-Host "##[endgroup]"
+Write-Host
 $buildModulesPath = Join-Path $RepoRoot 'tools' 'BuildScripts' 'BuildModules.ps1'
 
 $results = @()  

.azure-pipelines/batch-generation.yml

@@ -4,12 +4,12 @@ variables:
   BuildTimeoutInMinutes: 120
   AnalysisTimeoutInMinutes: 120
   TestTimeoutInMinutes: 180
-  MaxParallelGenerateJobs: 3
+  MaxParallelGenerateJobs: 15
   MaxParallelBuildJobs: 15
-  MaxParallelAnalyzeJobs: 4
-  MaxParallelTestWindowsJobs: 1
-  MaxParallelTestLinuxJobs: 2
-  MaxParallelTestMacJobs: 3
+  MaxParallelAnalyzeJobs: 5
+  MaxParallelTestWindowsJobs: 5
+  MaxParallelTestLinuxJobs: 5
+  MaxParallelTestMacJobs: 5
   WindowsAgentPoolName: pool-windows-2019
   LinuxAgentPoolName: pool-ubuntu-2004
   MacOSAgentPoolName: 'Azure Pipelines'
@@ -29,6 +29,8 @@ stages:
 
       # TODO: (Bernard) Uncomment the no checkout step after automatically install repo into agnets 
       # - checkout: none
+      - checkout: self
+        fetchDepth: 1
 
       - template: util/get-github-pat-steps.yml
 
@@ -188,7 +190,8 @@ stages:
 
       steps:
       - checkout: self
-        persistCredentials: true
+        fetchDepth: 1
+        # persistCredentials: true
         fetchTags: false
 
       - task: DownloadPipelineArtifact@2
@@ -234,6 +237,11 @@ stages:
         patterns: '**/debug/**'
         displayName: 'Download build artifacts'
 
+      - task: DownloadPipelineArtifact@2
+        inputs:
+          artifactName: 'filter'
+          targetPath: artifacts
+
       - task: PowerShell@2
         name: collect
         displayName: 'Collect modules artifacts'
@@ -289,8 +297,10 @@ stages:
         maxParallel: ${{ variables.MaxParallelAnalyzeJobs }}
 
       steps:
-
-      - checkout: none
+      - checkout: self
+        fetchDepth: 1
+        sparseCheckoutDirectories: tools/ .azure-pipelines/
+        fetchTags: false
 
       - task: DownloadPipelineArtifact@2
         inputs:
@@ -307,6 +317,15 @@ stages:
           script: |
             Write-Host "Matrix Key: $(MatrixKey)"
 
+            Write-Host "Top-level contents of $(Build.SourcesDirectory):"
+            Get-ChildItem -Path "$(Build.SourcesDirectory)" | ForEach-Object {
+              Write-Host $_.FullName
+            }
+
+            $analyseModulesPath = Join-Path "$(Build.SourcesDirectory)" '.azure-pipelines' 'PipelineSteps' 'BatchGeneration' 'analyse-modules.ps1'
+            & $buildModulesPath -MatrixKey "$(MatrixKey)" -RepoRoot "$(Build.SourcesDirectory)"
+
+
       - task: PublishPipelineArtifact@1
         displayName: 'Save Analyse Report'
         inputs: