[Test] Collapse mono runtime tests into single builds using global-build-job template

eng/pipelines/common/global-build-job.yml

@@ -37,18 +37,18 @@ parameters:
 jobs:
 - template: /eng/common/templates/job/job.yml
   parameters:
-    ${{ if eq(parameters.hostedOs, '') }}:
+    ${{ if eq(parameters.hostedOs, '') }}:  
       name: ${{ format('build_{0}{1}_{2}_{3}_{4}', parameters.osGroup, parameters.osSubgroup, parameters.archType, parameters.buildConfig, parameters.nameSuffix) }}
-      displayName: ${{ format('Build {0}{1} {2} {3} {4}', parameters.osGroup, parameters.osSubgroup, parameters.archType, parameters.buildConfig, parameters.nameSuffix) }}
+      displayName: ${{ format('Build {0}{1} {2} {3} {4} {5}', parameters.osGroup, parameters.osSubgroup, parameters.archType, parameters.buildConfig, parameters.nameSuffix, parameters.runtimeVariant) }}
     ${{ if ne(parameters.hostedOs, '') }}:
       name: ${{ format('build_{0}{1}_{2}_{3}_{4}_{5}', parameters.osGroup, parameters.osSubgroup, parameters.archType, parameters.hostedOs, parameters.buildConfig, parameters.nameSuffix) }}
-      displayName: ${{ format('Build {0}{1} {2} {3} {4} {5}', parameters.osGroup, parameters.osSubgroup, parameters.archType, parameters.hostedOs, parameters.buildConfig, parameters.nameSuffix) }}
+      displayName: ${{ format('Build {0}{1} {2} {3} {4} {5} {6}', parameters.osGroup, parameters.osSubgroup, parameters.archType, parameters.hostedOs, parameters.buildConfig, parameters.nameSuffix, parameters.runtimeVariant) }}
     pool: ${{ parameters.pool }}
     container: ${{ parameters.container }}
     condition: and(succeeded(), ${{ parameters.condition }})
     timeoutInMinutes: ${{ parameters.timeoutInMinutes }}
     enablePublishTestResults: ${{ parameters.enablePublishTestResults }}
-    testResultsFormat: ${{ parameters.testResultsFormat }}
+    testResultsFormat: ${{ parameters.testResultsFormat }}}
 
     # Component governance does not work on musl machines
     ${{ if eq(parameters.osSubGroup, '_musl') }}:
@@ -119,6 +119,21 @@ jobs:
         ${{ if ne(parameters.isSourceBuild, true) }}:
           value: ''
 
+      - name: _monoAotBuildshCommand
+        value: ''
+
+      - ${{ if eq(parameters.runtimeVariant, 'llvmaot') }}:
+        - name: _monoAotBuildshCommand
+          value: 'mono_aot'
+
+      - ${{ if eq(parameters.runtimeVariant, 'llvmfullaot') }}:
+        - name: _monoAotBuildshCommand
+          value: 'mono_fullaot'
+
+      - ${{ if eq(parameters.archType, 'arm64') }}:
+        - name: _monoAotCrossCompileArg
+          value: 'cross'
+
       - ${{ each variable in parameters.variables }}:
         - ${{ variable }}
 

eng/pipelines/common/templates/runtimes/build-runtime-tests-and-send-to-helix.yml

@@ -0,0 +1,113 @@
+parameters:
+  buildConfig: ''
+  archType: 'wasm'
+  osGroup: 'Browser'
+  osSubgroup: ''
+  container: ''
+  testGroup: ''
+  crossBuild: false
+  readyToRun: false
+  liveLibrariesBuildConfig: ''
+  compositeBuildMode: false
+  helixQueues: ''
+  stagedBuild: false
+  displayNameArgs: ''
+  runInUnloadableContext: false
+  runtimeVariant: 'monointerpreter'
+  variables: {}
+  pool: ''
+  dependsOn: []
+  #arcade-specific parameters
+  condition: always()
+  continueOnError: false
+  displayName: ''
+  timeoutInMinutes: ''
+  enableMicrobuild: ''
+  gatherAssetManifests: false
+  shouldContinueOnError: false
+
+steps:
+  - script: $(Build.SourcesDirectory)/src/tests/build$(scriptExt) /p:RuntimeVariant=${{ parameters.runtimeVariant }} /p:LibrariesConfiguration=${{ parameters.buildConfig }} -mono -ci os ${{ parameters.osGroup }} ${{ parameters.archType }} $(buildConfigUpper)
+    displayName: Build Tests
+
+
+  # Build a Mono LLVM AOT cross-compiler for non-amd64 targets (in this case, just arm64)
+  - ${{ if and(eq(parameters.runtimeFlavor, 'mono'), or(eq(parameters.runtimeVariant, 'llvmaot'), eq(parameters.runtimeVariant, 'llvmfullaot'))) }}:
+    - ${{ if eq(parameters.archType, 'arm64') }}:
+      - script: ./build.sh
+                -subset mono
+                -c ${{ parameters.buildConfig }}
+                -arch ${{ parameters.archType }}
+                /p:BuildMonoAotCrossCompiler=true
+                /p:BuildMonoAotCrossCompilerOnly=true
+                /p:MonoLibClang="/usr/lib/llvm-9/lib/libclang-9.so.1"
+                /p:MonoAOTEnableLLVM=true
+                /p:MonoAOTLLVMUseCxx11Abi=true
+                /p:CrossBuild=true
+        displayName: "Build Mono LLVM AOT cross compiler"
+
+  - ${{ if and(eq(parameters.runtimeFlavor, 'mono'), or(eq(parameters.runtimeVariant, 'llvmaot'), eq(parameters.runtimeVariant, 'llvmfullaot'))) }}:
+    - ${{ if eq(parameters.archType, 'x64') }}:
+      - ${{ if eq(parameters.runtimeVariant, 'llvmaot') }}:
+        - script: $(Build.SourcesDirectory)/src/tests/build$(scriptExt) $(logRootNameArg)MonoAot mono_aot ${{ parameters.buildConfig }} ${{ parameters.archType }} 
+          displayName: "LLVM AOT compile CoreCLR tests"
+      - ${{ if eq(parameters.runtimeVariant, 'llvmfullaot') }}:
+        - script: $(Build.SourcesDirectory)/src/tests/build$(scriptExt) $(logRootNameArg)MonoAot mono_fullaot ${{ parameters.buildConfig }} ${{ parameters.archType }} 
+          displayName: "LLVM AOT compile CoreCLR tests"
+    - ${{ if eq(parameters.archType, 'arm64') }}:
+      - ${{ if eq(parameters.runtimeVariant, 'llvmaot') }}:
+        - script: $(Build.SourcesDirectory)/src/tests/build$(scriptExt) $(logRootNameArg)MonoAot mono_aot ${{ parameters.buildConfig }} ${{ parameters.archType }}  $(_monoAotCrossCompileArg) /p:RuntimeVariant=llvmfullaot -maxcpucount:2
+          displayName: "LLVM AOT cross-compile CoreCLR tests"
+          env:
+            __MonoToolPrefix: aarch64-linux-gnu-
+      - ${{ if eq(parameters.runtimeVariant, 'llvmfullaot') }}:
+        - script: $(Build.SourcesDirectory)/src/tests/build$(scriptExt) $(logRootNameArg)MonoAot mono_fullaot ${{ parameters.buildConfig }} ${{ parameters.archType }} $(_monoAotCrossCompileArg) /p:RuntimeVariant=llvmfullaot -maxcpucount:2
+          displayName: "LLVM AOT cross-compile CoreCLR tests"
+          env:
+            __MonoToolPrefix: aarch64-linux-gnu-
+
+  #  Send tests to Helix
+  - template: /eng/pipelines/common/templates/runtimes/send-to-helix-step.yml
+    parameters:
+      displayName: Send tests to Helix
+      buildConfig: $(buildConfigUpper)
+      archType: ${{ parameters.archType }}
+      osGroup: ${{ parameters.osGroup }}
+      osSubgroup: ${{ parameters.osSubgroup}}
+      coreClrRepoRoot: $(Build.SourcesDirectory)/src/coreclr
+      shouldContinueOnError: ${{ parameters.shouldContinueOnError }}
+      runtimeFlavor: ${{ parameters.runtimeFlavor }}
+      runtimeVariant: ${{ parameters.runtimeVariant }}
+
+      ${{ if eq(variables['System.TeamProject'], 'public') }}:
+        creator: $(Build.DefinitionName)
+
+        helixBuild: $(Build.BuildNumber)
+        helixSource: $(_HelixSource)
+
+        ${{ if ne(parameters.readyToRun, true) }}:
+          helixType: 'test/functional/cli/'
+
+        helixQueues: ${{ parameters.helixQueues }}
+
+        # This tests whether an array is empty
+        ${{ if eq(join('', parameters.helixQueues), '') }}:
+          condition: false
+
+        publishTestResults: true
+
+        timeoutPerTestInMinutes: $(timeoutPerTestInMinutes)
+        timeoutPerTestCollectionInMinutes: $(timeoutPerTestCollectionInMinutes)
+
+        runCrossGen2: ${{ eq(parameters.readyToRun, true) }}
+        compositeBuildMode: ${{ parameters.compositeBuildMode }}
+        runInUnloadableContext: ${{ parameters.runInUnloadableContext }}
+
+        ${{ if eq(variables['System.TeamProject'], 'internal') }}:
+          # Access token variable for internal project from the
+          # DotNet-HelixApi-Access variable group
+          helixAccessToken: $(HelixApiAccessToken)
+
+        helixProjectArguments: '$(Build.SourcesDirectory)/src/tests/Common/helixpublishwitharcade.proj'
+
+        scenarios: normal

eng/pipelines/common/templates/wasm-runtime-tests.yml

@@ -47,7 +47,7 @@ jobs:
         or(
           eq(variables['alwaysRunVar'], true),
           eq(variables['isDefaultPipeline'], variables['shouldRunOnDefaultPipelines']))
-      extraStepsTemplate: /eng/pipelines/common/templates/runtimes/wasm-runtime-and-send-to-helix.yml
+      extraStepsTemplate: //eng/pipelines/common/templates/runtimes/build-runtime-tests-and-send-to-helix.yml
       extraStepsParameters:
         creator: dotnet-bot
         testRunNamePrefixSuffix: Mono_$(_BuildConfig)