Benchmarks for #117431 (EgorBo)

[EgorBot]

Processing dotnet/runtime#117431 (comment) command:

Command

-arm -amd

// Licensed to the .NET Foundation under one or more agreements.
// The .NET Foundation licenses this file to you under the MIT license.

using BenchmarkDotNet.Attributes;
using BenchmarkDotNet.Running;

BenchmarkSwitcher.FromAssembly(typeof(Program).Assembly).Run(args);

public class BestCase
{
    string _empty;
    [Benchmark] public bool Best_StringEq_Empty() => _empty == "";

    string _short = "Hi";
    [Benchmark] public bool Best_StringEq_Short() => _short == "H1";
    [Benchmark] public bool Best_StringEq_Short_IgnoreCase() => string.Equals(_short, "H1", StringComparison.OrdinalIgnoreCase);

    string _medium = "Hello World";
    [Benchmark] public bool Best_StringEq_Medium() => _medium == "Hello World2";
    [Benchmark] public bool Best_StringEq_Medium_IgnoreCase() => string.Equals(_medium, "Hello World2", StringComparison.OrdinalIgnoreCase);

    string _long = "using System.Runtime.CompilerServices";
    [Benchmark] public bool Best_StringEq_Long() => _long == "using System.Runtime.CompilerServices";
    [Benchmark] public bool Best_StringEq_Long_IgnoreCase() => string.Equals(_long, "using System.Runtime.CompilerServices", StringComparison.OrdinalIgnoreCase);
}

public class WorstCase
{
    // Don't know how to create an empty string that will be different from the interned one
    // I think it's almost impossible in practice.

    string _short = "Qi";
    [Benchmark] public bool Worst_StringEq_Short() => _short == "H1";
    [Benchmark] public bool Worst_StringEq_Short_IgnoreCase() => string.Equals(_short, "H1", StringComparison.OrdinalIgnoreCase);

    string _medium = "Qello World";
    [Benchmark] public bool Worst_StringEq_Medium() => _medium == "Hello World2";
    [Benchmark] public bool Worst_StringEq_Medium_IgnoreCase() => string.Equals(_medium, "Hello World2", StringComparison.OrdinalIgnoreCase);

    string _long = "Qsing System.Runtime.CompilerServices";
    [Benchmark] public bool Worst_StringEq_Long() => _long == "using System.Runtime.CompilerServices";
    [Benchmark] public bool Worst_StringEq_Long_IgnoreCase() => string.Equals(_long, "using System.Runtime.CompilerServices", StringComparison.OrdinalIgnoreCase);
}

(EgorBot will reply in this issue)

[EgorBot]

Benchmark results on linux_azure_genoa

BenchmarkDotNet v0.14.0, Ubuntu 24.04.2 LTS (Noble Numbat)
AMD EPYC 9V74, 1 CPU, 16 logical and 8 physical cores
  Job-AWCDAV : .NET 10.0.0 (42.42.42.42424), X64 RyuJIT AVX-512F+CD+BW+DQ+VL+VBMI
  Job-VNFOPM : .NET 10.0.0 (42.42.42.42424), X64 RyuJIT AVX-512F+CD+BW+DQ+VL+VBMI

Method	Toolchain	Mean	Error	Ratio
Worst_StringEq_Short	Main	0.5452 ns	0.0002 ns	1.00
Worst_StringEq_Short	PR	0.5452 ns	0.0002 ns	1.00
Worst_StringEq_Short_IgnoreCase	Main	0.5452 ns	0.0002 ns	1.00
Worst_StringEq_Short_IgnoreCase	PR	0.5454 ns	0.0003 ns	1.00
Worst_StringEq_Medium	Main	0.0000 ns	0.0001 ns	?
Worst_StringEq_Medium	PR	0.2727 ns	0.0001 ns	?
Worst_StringEq_Medium_IgnoreCase	Main	0.0002 ns	0.0002 ns	3.37
Worst_StringEq_Medium_IgnoreCase	PR	0.0004 ns	0.0002 ns	7.96
Worst_StringEq_Long	Main	1.2956 ns	0.0225 ns	1.00
Worst_StringEq_Long	PR	1.2669 ns	0.0318 ns	0.98
Worst_StringEq_Long_IgnoreCase	Main	2.4285 ns	0.0268 ns	1.00
Worst_StringEq_Long_IgnoreCase	PR	2.2186 ns	0.0295 ns	0.91

BenchmarkDotNet v0.14.0, Ubuntu 24.04.2 LTS (Noble Numbat)
AMD EPYC 9V74, 1 CPU, 16 logical and 8 physical cores
  Job-AWCDAV : .NET 10.0.0 (42.42.42.42424), X64 RyuJIT AVX-512F+CD+BW+DQ+VL+VBMI
  Job-VNFOPM : .NET 10.0.0 (42.42.42.42424), X64 RyuJIT AVX-512F+CD+BW+DQ+VL+VBMI

Method	Toolchain	Mean	Error	Ratio
Best_StringEq_Empty	Main	0.0001 ns	0.0001 ns	?
Best_StringEq_Empty	PR	0.0001 ns	0.0001 ns	?
Best_StringEq_Short	Main	0.5452 ns	0.0001 ns	1.00
Best_StringEq_Short	PR	0.5460 ns	0.0003 ns	1.00
Best_StringEq_Short_IgnoreCase	Main	0.5451 ns	0.0001 ns	1.00
Best_StringEq_Short_IgnoreCase	PR	0.5455 ns	0.0003 ns	1.00
Best_StringEq_Medium	Main	0.0000 ns	0.0001 ns	?
Best_StringEq_Medium	PR	0.2727 ns	0.0001 ns	?
Best_StringEq_Medium_IgnoreCase	Main	0.0001 ns	0.0001 ns	?
Best_StringEq_Medium_IgnoreCase	PR	0.0008 ns	0.0002 ns	?
Best_StringEq_Long	Main	1.2777 ns	0.0099 ns	1.000
Best_StringEq_Long	PR	0.0000 ns	0.0000 ns	0.000
Best_StringEq_Long_IgnoreCase	Main	1.7914 ns	0.0174 ns	1.000
Best_StringEq_Long_IgnoreCase	PR	0.0001 ns	0.0001 ns	0.000

BDN_Artifacts.zip

cc @EgorBo (agent_logs.txt). EgorBot manual: link.

[EgorBo]

Oops, the benchmark is not correct for all _Medium_ rows - those results should be ignored.

[EgorBot]

Benchmark results on linux_azure_cobalt100

BenchmarkDotNet v0.14.0, Ubuntu 24.04.2 LTS (Noble Numbat)
azure_cobalt100
  Job-ZLJUUX : .NET 10.0.0 (42.42.42.42424), Arm64 RyuJIT AdvSIMD
  Job-MYEHRF : .NET 10.0.0 (42.42.42.42424), Arm64 RyuJIT AdvSIMD

Method	Toolchain	Mean	Error	Ratio
Worst_StringEq_Short	Main	0.0000 ns	0.0000 ns	?
Worst_StringEq_Short	PR	0.0000 ns	0.0000 ns	?
Worst_StringEq_Short_IgnoreCase	Main	0.0000 ns	0.0000 ns	?
Worst_StringEq_Short_IgnoreCase	PR	0.0000 ns	0.0000 ns	?
Worst_StringEq_Medium	Main	0.1903 ns	0.0007 ns	1.00
Worst_StringEq_Medium	PR	0.0970 ns	0.0004 ns	0.51
Worst_StringEq_Medium_IgnoreCase	Main	0.0015 ns	0.0012 ns	?
Worst_StringEq_Medium_IgnoreCase	PR	0.0565 ns	0.0020 ns	?
Worst_StringEq_Long	Main	0.2120 ns	0.0028 ns	1.00
Worst_StringEq_Long	PR	1.0927 ns	0.0021 ns	5.15
Worst_StringEq_Long_IgnoreCase	Main	1.3642 ns	0.0004 ns	1.00
Worst_StringEq_Long_IgnoreCase	PR	1.3391 ns	0.0005 ns	0.98

BenchmarkDotNet v0.14.0, Ubuntu 24.04.2 LTS (Noble Numbat)
azure_cobalt100
  Job-ZLJUUX : .NET 10.0.0 (42.42.42.42424), Arm64 RyuJIT AdvSIMD
  Job-MYEHRF : .NET 10.0.0 (42.42.42.42424), Arm64 RyuJIT AdvSIMD

Method	Toolchain	Mean	Error	Ratio
Best_StringEq_Empty	Main	0.0893 ns	0.0006 ns	1.000
Best_StringEq_Empty	PR	0.0000 ns	0.0000 ns	0.000
Best_StringEq_Short	Main	0.0391 ns	0.0006 ns	1.000
Best_StringEq_Short	PR	0.0000 ns	0.0000 ns	0.000
Best_StringEq_Short_IgnoreCase	Main	0.0006 ns	0.0004 ns	?
Best_StringEq_Short_IgnoreCase	PR	0.0000 ns	0.0000 ns	?
Best_StringEq_Medium	Main	0.0000 ns	0.0000 ns	?
Best_StringEq_Medium	PR	0.0902 ns	0.0005 ns	?
Best_StringEq_Medium_IgnoreCase	Main	0.0000 ns	0.0000 ns	?
Best_StringEq_Medium_IgnoreCase	PR	0.0000 ns	0.0000 ns	?
Best_StringEq_Long	Main	0.4144 ns	0.0008 ns	1.000
Best_StringEq_Long	PR	0.0000 ns	0.0000 ns	0.000
Best_StringEq_Long_IgnoreCase	Main	1.2981 ns	0.0088 ns	1.000
Best_StringEq_Long_IgnoreCase	PR	0.0000 ns	0.0000 ns	0.000

BDN_Artifacts.zip

cc @EgorBo (agent_logs.txt). EgorBot manual: link.