[perf] Setup iOS performance measurements on CoreCLR (#120139)

* Add iOS CoreCLR performance benchmarks

* Test build

* Add runtimeType parameter

* Test build

* Test build

* Test build

* Remove branch

* Update comment

* Fix ident

* Test perf run

* Update iOS CoreCLR build configuration to use Checked

* Remove reference to feature/clr-ios-performance-benchmarks

* Use Debug configuration

* Remove reference to feature/clr-ios-performance-benchmarks

* Test Checked build

* Remove reference to feature/clr-ios-performance-benchmarks

* Add env variables

* Remove reference to feature/clr-ios-performance-benchmarks

* Add CORECLR_TEST for conditional compilation in iOS project

* Add branch reference for performance repository in perf.yml

* Move env variable to ItemGroup

* Update performance repository reference

* Add sleep in Main

* Remove branch

Author: kotlarmilos

eng/pipelines/performance/templates/build-perf-sample-apps.yml

@@ -210,6 +210,31 @@ steps:
         archiveExtension: '.zip'
         archiveType: zip
 
+  - ${{ if and(eq(parameters.osGroup, 'ios'), eq(parameters.runtimeType, 'coreclr')) }}:
+    # CoreCLR Interpreter Build
+    - script: make build-appbundle TARGET_OS=ios TARGET_ARCH=arm64 BUILD_CONFIG=Checked DEPLOY_AND_RUN=false STRIP_DEBUG_SYMBOLS=false USE_MONO_RUNTIME=false AOT=false
+      env:
+        DevTeamProvisioning: '-'
+      workingDirectory: $(Build.SourcesDirectory)/src/mono/sample/iOS
+      displayName: Build HelloiOS sample app
+    - task: PublishBuildArtifacts@1
+      condition: succeededOrFailed()
+      displayName: 'Publish binlog'
+      inputs:
+        pathtoPublish: $(Build.SourcesDirectory)/src/mono/sample/iOS/msbuild.binlog
+        artifactName:  iOSCoreCLRArm64BuildLog
+    - template: /eng/pipelines/common/upload-artifact-step.yml
+      parameters:
+        rootFolder: $(Build.SourcesDirectory)/src/mono/sample/iOS/bin/ios-arm64/Bundle/HelloiOS/Debug-iphoneos/HelloiOS.app
+        includeRootFolder: true
+        displayName: iOS Sample App
+        artifactName: iOSSampleApp
+        archiveExtension: '.zip'
+        archiveType: zip
+    - script: rm -r -f $(Build.SourcesDirectory)/src/mono/sample/iOS/bin
+      workingDirectory: $(Build.SourcesDirectory)/src/mono/sample/iOS
+      displayName: Clean bindir
+
   - ${{ if and(eq(parameters.osGroup, 'ios'), eq(parameters.nameSuffix, 'iOSNativeAOT')) }}:
     - script: make hello-app TARGET_OS=ios TARGET_ARCH=arm64 BUILD_CONFIG=Release DEPLOY_AND_RUN=false STRIP_DEBUG_SYMBOLS=false
       env:

eng/pipelines/performance/templates/perf-ios-scenarios-build-jobs.yml

@@ -1,6 +1,7 @@
 parameters:
   hybridGlobalization: true
   mono: false
+  coreclr: false
   nativeAot: false
 
 jobs:
@@ -22,6 +23,25 @@ jobs:
               parameters:
                 hybridGlobalization: ${{ parameters.hybridGlobalization }}
 
+  - ${{ if eq(parameters.coreclr, true) }}:
+    # build CoreCLR iOS scenarios
+    - template: /eng/pipelines/common/platform-matrix.yml
+      parameters:
+        jobTemplate: /eng/pipelines/common/global-build-job.yml
+        buildConfig: checked
+        runtimeFlavor: coreclr
+        platforms:
+        - ios_arm64
+        jobParameters:
+          buildArgs: -s clr+clr.runtime+libs+packs -c $(_BuildConfig)
+          nameSuffix: iOSCoreCLR
+          isOfficialBuild: false
+          postBuildSteps:
+            - template: /eng/pipelines/performance/templates/build-perf-sample-apps.yml
+              parameters:
+                hybridGlobalization: ${{ parameters.hybridGlobalization }}
+                runtimeType: coreclr
+
   - ${{ if eq(parameters.nativeAot, true) }}:
     # build NativeAOT iOS scenarios HybridGlobalization
     - template: /eng/pipelines/common/platform-matrix.yml

src/mono/sample/iOS/Makefile

@@ -10,6 +10,8 @@ DEPLOY_AND_RUN?=true
 APP_SANDBOX?=false
 STRIP_DEBUG_SYMBOLS?=false # only used when measuring SOD via build-appbundle make target
 HYBRID_GLOBALIZATION?=true
+USE_MONO_RUNTIME?=true
+AOT?=true
 
 #If DIAGNOSTIC_PORTS is enabled, @(RuntimeComponents) must also include 'diagnostics_tracing'.
 #If @(RuntimeComponents) includes 'diagnostics_tracing', DIAGNOSTIC_PORTS is optional.
@@ -42,6 +44,8 @@ build-appbundle: clean appbuilder
 	/p:StripDebugSymbols=$(STRIP_DEBUG_SYMBOLS) \
 	/p:DeployAndRun=false \
 	/p:HybridGlobalization=$(HYBRID_GLOBALIZATION) \
+	/p:RunAOTCompilation=$(AOT) \
+	/p:UseMonoRuntime=$(USE_MONO_RUNTIME) \
 	/bl
 
 run: clean appbuilder

src/mono/sample/iOS/Program.cs

@@ -21,8 +21,8 @@ public static class Program
     private static void SetText(string txt)
     {
         byte[] ascii = ASCIIEncoding.ASCII.GetBytes(txt);
-        
-        unsafe 
+
+        unsafe
         {
             fixed (byte* asciiPtr = ascii)
             {
@@ -37,7 +37,14 @@ private static void OnButtonClick()
     {
         SetText("OnButtonClick! #" + counter++);
     }
-
+#if CORECLR_TEST
+    public static int Main(string[] args)
+    {
+        Console.WriteLine("Done!");
+        Thread.Sleep(Timeout.Infinite);
+        return 42;
+    }
+#else
 #if CI_TEST
     public static async Task<int> Main(string[] args)
 #else
@@ -63,6 +70,7 @@ public static async Task Main(string[] args)
         return 42;
 #else
         await Task.Delay(-1);
-#endif 
+#endif
     }
+#endif
 }

src/mono/sample/iOS/Program.csproj

@@ -6,6 +6,7 @@
     <TargetOS Condition="'$(TargetOS)' == ''">iossimulator</TargetOS>
     <RuntimeIdentifier>$(TargetOS)-$(TargetArchitecture)</RuntimeIdentifier>
     <DefineConstants Condition="'$(ArchiveTests)' == 'true'">$(DefineConstants);CI_TEST</DefineConstants>
+    <DefineConstants Condition="'$(UseMonoRuntime)' != 'true'">$(DefineConstants);CORECLR_TEST</DefineConstants>
     <AppName>HelloiOS</AppName>
     <MainLibraryFileName>$(AssemblyName).dll</MainLibraryFileName>
     <SelfContained>true</SelfContained>
@@ -28,6 +29,9 @@
 
   <ItemGroup>
     <RuntimeComponents Condition="'$(DiagnosticPorts)' != ''" Include="diagnostics_tracing" />
+    <EnvironmentVariables Condition="'$(UseMonoRuntime)' != 'true'" Include="DOTNET_InterpMode=3" />
+    <EnvironmentVariables Condition="'$(UseMonoRuntime)' != 'true'" Include="DOTNET_ReadyToRun=0" />
+    <EnvironmentVariables Condition="'$(UseMonoRuntime)' != 'true'" Include="DOTNET_InterpDump=*!*" />
   </ItemGroup>
 
   <Import Project="$(MonoProjectRoot)\msbuild\apple\build\AppleBuild.props" />