Benchmarks for #115134 (am11)

[EgorBot]

Processing dotnet/runtime#115134 (comment) command:

Command

-windows_intel -amd -arm

using System.Runtime.CompilerServices;
using BenchmarkDotNet.Attributes;

public class Bench
{
    [Benchmark] public object Box8() => Box(new Buffer8());
    [Benchmark] public object Box16() => Box(new Buffer16());
    [Benchmark] public object Box32() => Box(new Buffer32());
    [Benchmark] public object Box256() => Box(new Buffer256());


    [MethodImpl(MethodImplOptions.NoInlining | 
                MethodImplOptions.NoOptimization)]
    static object Box<T>(T value) => (object)value;
}

[InlineArray(1)] public struct Buffer8 {
    long _element0;
}
[InlineArray(2)] public struct Buffer16 {
    long _element0;
}
[InlineArray(4)] public struct Buffer32 {
    long _element0;
}
[InlineArray(32)] public struct Buffer256 {
    long _element0;
}

(EgorBot will reply in this issue)

[EgorBot]

Benchmark results on linux_azure_cobalt100

BenchmarkDotNet v0.14.0, Ubuntu 24.04.2 LTS (Noble Numbat)
azure_cobalt100
  Job-WNPTHO : .NET 10.0.0 (42.42.42.42424), Arm64 RyuJIT AdvSIMD
  Job-XSACBE : .NET 10.0.0 (42.42.42.42424), Arm64 RyuJIT AdvSIMD

Method	Toolchain	Mean	Error	Ratio
Box8	Main	6.768 ns	0.0360 ns	1.00
Box8	PR	10.072 ns	0.0769 ns	1.49
Box16	Main	7.772 ns	0.0466 ns	1.00
Box16	PR	10.185 ns	0.0661 ns	1.31
Box32	Main	8.765 ns	0.0756 ns	1.00
Box32	PR	11.655 ns	0.1140 ns	1.33
Box256	Main	22.390 ns	0.0576 ns	1.00
Box256	PR	31.501 ns	0.2161 ns	1.41

BDN_Artifacts.zip

cc @am11 (agent_logs.txt). EgorBot manual: link.

[EgorBot]

Benchmark results on linux_azure_genoa

BenchmarkDotNet v0.14.0, Ubuntu 24.04.2 LTS (Noble Numbat)
AMD EPYC 9V74, 1 CPU, 8 logical and 4 physical cores
  Job-KWZCJM : .NET 10.0.0 (42.42.42.42424), X64 RyuJIT AVX-512F+CD+BW+DQ+VL+VBMI
  Job-NNJQHQ : .NET 10.0.0 (42.42.42.42424), X64 RyuJIT AVX-512F+CD+BW+DQ+VL+VBMI

Method	Toolchain	Mean	Error	Ratio
Box8	Main	7.004 ns	0.1145 ns	1.00
Box8	PR	9.842 ns	0.1111 ns	1.41
Box16	Main	8.461 ns	0.0396 ns	1.00
Box16	PR	9.927 ns	0.1555 ns	1.17
Box32	Main	9.557 ns	0.2318 ns	1.00
Box32	PR	11.547 ns	0.1552 ns	1.21
Box256	Main	19.673 ns	0.0508 ns	1.00
Box256	PR	25.380 ns	0.0490 ns	1.29

BDN_Artifacts.zip

cc @am11 (agent_logs.txt). EgorBot manual: link.

[am11]

@EgorBot -windows_intel -amd -arm -pr 115134

using System.Runtime.CompilerServices;
using BenchmarkDotNet.Attributes;

public class Bench
{
    [Benchmark] public object Box8() => Box(new Buffer8());
    [Benchmark] public object Box16() => Box(new Buffer16());
    [Benchmark] public object Box32() => Box(new Buffer32());
    [Benchmark] public object Box256() => Box(new Buffer256());


    [MethodImpl(MethodImplOptions.NoInlining | 
                MethodImplOptions.NoOptimization)]
    static object Box<T>(T value) => (object)value;
}

[InlineArray(1)] public struct Buffer8 {
    long _element0;
}
[InlineArray(2)] public struct Buffer16 {
    long _element0;
}
[InlineArray(4)] public struct Buffer32 {
    long _element0;
}
[InlineArray(32)] public struct Buffer256 {
    long _element0;
}

[EgorBot]

Benchmark results on linux_azure_cobalt100

BenchmarkDotNet v0.14.0, Ubuntu 24.04.2 LTS (Noble Numbat)
azure_cobalt100
  Job-FXUNYD : .NET 10.0.0 (42.42.42.42424), Arm64 RyuJIT AdvSIMD
  Job-GPIYDP : .NET 10.0.0 (42.42.42.42424), Arm64 RyuJIT AdvSIMD

Method	Toolchain	Mean	Error	Ratio
Box8	Main	6.673 ns	0.0351 ns	1.00
Box8	PR	8.244 ns	0.0210 ns	1.24
Box16	Main	7.601 ns	0.0062 ns	1.00
Box16	PR	9.555 ns	0.0268 ns	1.26
Box32	Main	8.451 ns	0.0407 ns	1.00
Box32	PR	10.494 ns	0.0465 ns	1.24
Box256	Main	23.046 ns	0.0266 ns	1.00
Box256	PR	31.255 ns	0.0476 ns	1.36

BDN_Artifacts.zip

cc @am11 (agent_logs.txt). EgorBot manual: link.

[EgorBot]

Benchmark results on linux_azure_genoa

BenchmarkDotNet v0.14.0, Ubuntu 24.04.2 LTS (Noble Numbat)
AMD EPYC 9V74, 1 CPU, 8 logical and 4 physical cores
  Job-EBGJOG : .NET 10.0.0 (42.42.42.42424), X64 RyuJIT AVX-512F+CD+BW+DQ+VL+VBMI
  Job-OJCMJM : .NET 10.0.0 (42.42.42.42424), X64 RyuJIT AVX-512F+CD+BW+DQ+VL+VBMI

Method	Toolchain	Mean	Error	Ratio
Box8	Main	8.182 ns	0.2083 ns	1.00
Box8	PR	8.215 ns	0.1699 ns	1.00
Box16	Main	9.263 ns	0.1722 ns	1.00
Box16	PR	10.371 ns	0.0851 ns	1.12
Box32	Main	9.760 ns	0.1511 ns	1.00
Box32	PR	10.452 ns	0.1532 ns	1.07
Box256	Main	20.108 ns	0.0587 ns	1.00
Box256	PR	25.360 ns	0.0685 ns	1.26

BDN_Artifacts.zip

cc @am11 (agent_logs.txt). EgorBot manual: link.

[EgorBot]

Benchmark results on windows_azure_cascadelake

BenchmarkDotNet v0.14.0, Windows 11 (10.0.26100.2314) (Hyper-V)
azure_cascadelake
  Job-IPMJTS : .NET 10.0.0 (42.42.42.42424), X64 RyuJIT AVX-512F+CD+BW+DQ+VL+VBMI
  Job-SBELOE : .NET 10.0.0 (42.42.42.42424), X64 RyuJIT AVX-512F+CD+BW+DQ+VL+VBMI

Method	Job	Toolchain	Mean	Error	Ratio
Box8	Job-IPMJTS	\core_root_base\corerun.exe	7.408 ns	0.0326 ns	1.00
Box8	Job-SBELOE	\core_root_diff\corerun.exe	7.356 ns	0.0150 ns	0.99
Box16	Job-IPMJTS	\core_root_base\corerun.exe	9.530 ns	0.2746 ns	1.00
Box16	Job-SBELOE	\core_root_diff\corerun.exe	9.274 ns	0.0650 ns	0.98
Box32	Job-IPMJTS	\core_root_base\corerun.exe	10.907 ns	0.1518 ns	1.00
Box32	Job-SBELOE	\core_root_diff\corerun.exe	10.290 ns	0.0883 ns	0.94
Box256	Job-IPMJTS	\core_root_base\corerun.exe	27.937 ns	0.6091 ns	1.00
Box256	Job-SBELOE	\core_root_diff\corerun.exe	35.048 ns	0.7799 ns	1.26

BDN_Artifacts.zip

cc @am11 (agent_logs.txt). EgorBot manual: link.

[EgorBo]

@EgorBot -amd -arm -profile -pr 115134

using System.Runtime.CompilerServices;
using BenchmarkDotNet.Attributes;

public class Bench
{
    //[Benchmark] public object Box8() => Box(new Buffer8());
    //[Benchmark] public object Box16() => Box(new Buffer16());
    //[Benchmark] public object Box32() => Box(new Buffer32());
    [Benchmark] public object Box256() => Box(new Buffer256());


    [MethodImpl(MethodImplOptions.NoInlining | 
                MethodImplOptions.NoOptimization)]
    static object Box<T>(T value) => (object)value;
}

[InlineArray(1)] public struct Buffer8 {
    long _element0;
}
[InlineArray(2)] public struct Buffer16 {
    long _element0;
}
[InlineArray(4)] public struct Buffer32 {
    long _element0;
}
[InlineArray(32)] public struct Buffer256 {
    long _element0;
}

[EgorBot]

Benchmark results on linux_azure_cobalt100

BenchmarkDotNet v0.14.0, Ubuntu 24.04.2 LTS (Noble Numbat)
azure_cobalt100
  Job-HRQMTV : .NET 10.0.0 (42.42.42.42424), Arm64 RyuJIT AdvSIMD
  Job-UZOMQX : .NET 10.0.0 (42.42.42.42424), Arm64 RyuJIT AdvSIMD

Method	Toolchain	Mean	Error	Ratio
Box256	Main	22.54 ns	0.071 ns	1.00
Box256	PR	30.93 ns	0.305 ns	1.37

BDN_Artifacts.zip

Profiling for Bench_Box256:

SVG flamegraph: Main vs PR 🔥
Speedscope flamegraph: Main vs PR
Hot asm code: Main vs PR
HW counters: Main vs PR

cc @EgorBo (agent_logs.txt). EgorBot manual: link.

[EgorBot]

Benchmark results on linux_azure_genoa

BenchmarkDotNet v0.14.0, Ubuntu 24.04.2 LTS (Noble Numbat)
AMD EPYC 9V74, 1 CPU, 16 logical and 8 physical cores
  Job-OUOVHC : .NET 10.0.0 (42.42.42.42424), X64 RyuJIT AVX-512F+CD+BW+DQ+VL+VBMI
  Job-NCCWUS : .NET 10.0.0 (42.42.42.42424), X64 RyuJIT AVX-512F+CD+BW+DQ+VL+VBMI

Method	Toolchain	Mean	Error	Ratio
Box256	Main	20.02 ns	0.041 ns	1.00
Box256	PR	24.12 ns	0.074 ns	1.20

BDN_Artifacts.zip

Profiling for Bench_Box256:

SVG flamegraph: Main vs PR 🔥
Speedscope flamegraph: Main vs PR
Hot asm code: Main vs PR
HW counters: Main vs PR

cc @EgorBo (agent_logs.txt). EgorBot manual: link.

[am11]

@EgorBot -windows_intel -amd -arm -pr 115134

using System.Runtime.CompilerServices;
using BenchmarkDotNet.Attributes;

public class Bench
{
    [Benchmark] public object Box8() => Box(new Buffer8());
    [Benchmark] public object Box16() => Box(new Buffer16());
    [Benchmark] public object Box32() => Box(new Buffer32());
    [Benchmark] public object Box256() => Box(new Buffer256());


    [MethodImpl(MethodImplOptions.NoInlining | 
                MethodImplOptions.NoOptimization)]
    static object Box<T>(T value) => (object)value;
}

[InlineArray(1)] public struct Buffer8 {
    long _element0;
}
[InlineArray(2)] public struct Buffer16 {
    long _element0;
}
[InlineArray(4)] public struct Buffer32 {
    long _element0;
}
[InlineArray(32)] public struct Buffer256 {
    long _element0;
}

[EgorBot]

Benchmark results on linux_azure_genoa

BenchmarkDotNet v0.14.0, Ubuntu 24.04.2 LTS (Noble Numbat)
AMD EPYC 9V74, 1 CPU, 8 logical and 4 physical cores
  Job-WXJUXF : .NET 10.0.0 (42.42.42.42424), X64 RyuJIT AVX-512F+CD+BW+DQ+VL+VBMI
  Job-FAVVRX : .NET 10.0.0 (42.42.42.42424), X64 RyuJIT AVX-512F+CD+BW+DQ+VL+VBMI

Method	Toolchain	Mean	Error	Ratio
Box8	Main	8.050 ns	0.2128 ns	1.00
Box8	PR	7.740 ns	0.1939 ns	0.96
Box16	Main	8.979 ns	0.1902 ns	1.00
Box16	PR	9.526 ns	0.1342 ns	1.06
Box32	Main	9.667 ns	0.1375 ns	1.00
Box32	PR	10.038 ns	0.0911 ns	1.04
Box256	Main	20.846 ns	0.0899 ns	1.00
Box256	PR	21.873 ns	0.0405 ns	1.05

BDN_Artifacts.zip

cc @am11 (agent_logs.txt). EgorBot manual: link.

[EgorBot]

Benchmark results on linux_azure_cobalt100

BenchmarkDotNet v0.14.0, Ubuntu 24.04.2 LTS (Noble Numbat)
azure_cobalt100
  Job-OIOKKA : .NET 10.0.0 (42.42.42.42424), Arm64 RyuJIT AdvSIMD
  Job-GLEHBT : .NET 10.0.0 (42.42.42.42424), Arm64 RyuJIT AdvSIMD

Method	Toolchain	Mean	Error	Ratio
Box8	Main	6.838 ns	0.0177 ns	1.00
Box8	PR	8.803 ns	0.0259 ns	1.29
Box16	Main	8.007 ns	0.0509 ns	1.00
Box16	PR	9.874 ns	0.0984 ns	1.23
Box32	Main	8.858 ns	0.0815 ns	1.00
Box32	PR	10.771 ns	0.0904 ns	1.22
Box256	Main	23.524 ns	0.4937 ns	1.00
Box256	PR	26.678 ns	0.2183 ns	1.13

BDN_Artifacts.zip

cc @am11 (agent_logs.txt). EgorBot manual: link.

[EgorBot]

Benchmark results on windows_azure_cascadelake

BenchmarkDotNet v0.14.0, Windows 11 (10.0.26100.2314) (Hyper-V)
azure_cascadelake
  Job-ZYXRAR : .NET 10.0.0 (42.42.42.42424), X64 RyuJIT AVX-512F+CD+BW+DQ+VL+VBMI
  Job-LWBKNL : .NET 10.0.0 (42.42.42.42424), X64 RyuJIT AVX-512F+CD+BW+DQ+VL+VBMI

Method	Job	Toolchain	Mean	Error	Ratio
Box8	Job-ZYXRAR	\core_root_base\corerun.exe	8.047 ns	0.1354 ns	1.00
Box8	Job-LWBKNL	\core_root_diff\corerun.exe	8.551 ns	0.1443 ns	1.06
Box16	Job-ZYXRAR	\core_root_base\corerun.exe	9.748 ns	0.1908 ns	1.00
Box16	Job-LWBKNL	\core_root_diff\corerun.exe	9.930 ns	0.1363 ns	1.02
Box32	Job-ZYXRAR	\core_root_base\corerun.exe	11.789 ns	0.3932 ns	1.01
Box32	Job-LWBKNL	\core_root_diff\corerun.exe	11.728 ns	0.2900 ns	1.00
Box256	Job-ZYXRAR	\core_root_base\corerun.exe	27.704 ns	0.6367 ns	1.00
Box256	Job-LWBKNL	\core_root_diff\corerun.exe	26.704 ns	0.5666 ns	0.97

BDN_Artifacts.zip

cc @am11 (agent_logs.txt). EgorBot manual: link.

[am11]

@EgorBot -windows_intel -amd -arm -pr 115134

using System.Runtime.CompilerServices;
using BenchmarkDotNet.Attributes;

public class Bench
{
    [Benchmark] public object Box8() => Box(new Buffer8());
    [Benchmark] public object Box16() => Box(new Buffer16());
    [Benchmark] public object Box32() => Box(new Buffer32());
    [Benchmark] public object Box256() => Box(new Buffer256());


    [MethodImpl(MethodImplOptions.NoInlining | 
                MethodImplOptions.NoOptimization)]
    static object Box<T>(T value) => (object)value;
}

[InlineArray(1)] public struct Buffer8 {
    long _element0;
}
[InlineArray(2)] public struct Buffer16 {
    long _element0;
}
[InlineArray(4)] public struct Buffer32 {
    long _element0;
}
[InlineArray(32)] public struct Buffer256 {
    long _element0;
}