Benchmarks for #117431 (EgorBo)

[EgorBot]

Processing dotnet/runtime#117431 (comment) command:

Command

-arm -amd

using BenchmarkDotNet.Attributes;
using BenchmarkDotNet.Running;

BenchmarkSwitcher.FromAssembly(typeof(Program).Assembly).Run(args);

public class BestCase
{
    string _empty;
    [Benchmark] public bool Best_StringEq_Empty() => _empty == "";

    string _short = "Hi";
    [Benchmark] public bool Best_StringEq_Short() => _short == "H1";
    [Benchmark] public bool Best_StringEq_Short_IgnoreCase() => string.Equals(_short, "H1", StringComparison.OrdinalIgnoreCase);

    string _medium = "Hello World";
    [Benchmark] public bool Best_StringEq_Medium() => _medium == "Hello World";
    [Benchmark] public bool Best_StringEq_Medium_IgnoreCase() => string.Equals(_medium, "Hello World", StringComparison.OrdinalIgnoreCase);

    string _long = "using System.Runtime.CompilerServices";
    [Benchmark] public bool Best_StringEq_Long() => _long == "using System.Runtime.CompilerServices";
    [Benchmark] public bool Best_StringEq_Long_IgnoreCase() => string.Equals(_long, "using System.Runtime.CompilerServices", StringComparison.OrdinalIgnoreCase);
    [Benchmark] public bool Best_SpanEq_Long() => _long.AsSpan().Equals("using System.Runtime.CompilerServices", StringComparison.Ordinal);
    [Benchmark] public bool Best_SpanEq_Long_IgnoreCase() => _long.AsSpan().Equals("using System.Runtime.CompilerServices", StringComparison.OrdinalIgnoreCase);

}

public class WorstCase
{
    // Don't know how to create an empty string that will be different from the interned one
    // I think it's almost impossible in practice.

    string _short = "Qi";
    [Benchmark] public bool Worst_StringEq_Short() => _short == "H1";
    [Benchmark] public bool Worst_StringEq_Short_IgnoreCase() => string.Equals(_short, "H1", StringComparison.OrdinalIgnoreCase);

    string _medium = "Qello World";
    [Benchmark] public bool Worst_StringEq_Medium() => _medium == "Hello World";
    [Benchmark] public bool Worst_StringEq_Medium_IgnoreCase() => string.Equals(_medium, "Hello World", StringComparison.OrdinalIgnoreCase);

    string _long = "Qsing System.Runtime.CompilerServices";
    [Benchmark] public bool Worst_StringEq_Long() => _long == "using System.Runtime.CompilerServices";
    [Benchmark] public bool Worst_StringEq_Long_IgnoreCase() => string.Equals(_long, "using System.Runtime.CompilerServices", StringComparison.OrdinalIgnoreCase);
    [Benchmark] public bool Worst_SpanEq_Long() => _long.AsSpan().Equals("Qsing System.Runtime.CompilerServices", StringComparison.Ordinal);
    [Benchmark] public bool Worst_SpanEq_Long_IgnoreCase() => _long.AsSpan().Equals("Qsing System.Runtime.CompilerServices", StringComparison.OrdinalIgnoreCase);
}

(EgorBot will reply in this issue)

[EgorBot]

Benchmark results on linux_azure_genoa

BenchmarkDotNet v0.14.0, Ubuntu 24.04.2 LTS (Noble Numbat)
AMD EPYC 9V74, 1 CPU, 16 logical and 8 physical cores
  Job-IBGUKK : .NET 10.0.0 (42.42.42.42424), X64 RyuJIT AVX-512F+CD+BW+DQ+VL+VBMI
  Job-YITVTU : .NET 10.0.0 (42.42.42.42424), X64 RyuJIT AVX-512F+CD+BW+DQ+VL+VBMI

Method	Toolchain	Mean	Error	Ratio
Worst_StringEq_Short	Main	0.5452 ns	0.0002 ns	1.00
Worst_StringEq_Short	PR	0.5452 ns	0.0002 ns	1.00
Worst_StringEq_Short_IgnoreCase	Main	0.5451 ns	0.0002 ns	1.00
Worst_StringEq_Short_IgnoreCase	PR	0.5456 ns	0.0004 ns	1.00
Worst_StringEq_Medium	Main	0.4071 ns	0.0029 ns	1.00
Worst_StringEq_Medium	PR	0.6718 ns	0.0050 ns	1.65
Worst_StringEq_Medium_IgnoreCase	Main	0.6145 ns	0.0061 ns	1.00
Worst_StringEq_Medium_IgnoreCase	PR	0.7448 ns	0.0060 ns	1.21
Worst_StringEq_Long	Main	1.2827 ns	0.0273 ns	1.00
Worst_StringEq_Long	PR	1.2534 ns	0.0157 ns	0.98
Worst_StringEq_Long_IgnoreCase	Main	1.7772 ns	0.0167 ns	1.00
Worst_StringEq_Long_IgnoreCase	PR	1.7668 ns	0.0178 ns	0.99
Worst_SpanEq_Long	Main	1.7178 ns	0.0274 ns	1.00
Worst_SpanEq_Long	PR	1.4084 ns	0.0146 ns	0.82
Worst_SpanEq_Long_IgnoreCase	Main	1.7150 ns	0.0107 ns	1.00
Worst_SpanEq_Long_IgnoreCase	PR	1.7087 ns	0.0140 ns	1.00

BenchmarkDotNet v0.14.0, Ubuntu 24.04.2 LTS (Noble Numbat)
AMD EPYC 9V74, 1 CPU, 16 logical and 8 physical cores
  Job-IBGUKK : .NET 10.0.0 (42.42.42.42424), X64 RyuJIT AVX-512F+CD+BW+DQ+VL+VBMI
  Job-YITVTU : .NET 10.0.0 (42.42.42.42424), X64 RyuJIT AVX-512F+CD+BW+DQ+VL+VBMI

Method	Toolchain	Mean	Error	Ratio
Best_StringEq_Empty	Main	0.0000 ns	0.0000 ns	?
Best_StringEq_Empty	PR	0.0001 ns	0.0001 ns	?
Best_StringEq_Short	Main	0.5451 ns	0.0001 ns	1.00
Best_StringEq_Short	PR	0.5452 ns	0.0003 ns	1.00
Best_StringEq_Short_IgnoreCase	Main	0.5451 ns	0.0001 ns	1.00
Best_StringEq_Short_IgnoreCase	PR	0.5455 ns	0.0002 ns	1.00
Best_StringEq_Medium	Main	0.4288 ns	0.0017 ns	1.000
Best_StringEq_Medium	PR	0.0001 ns	0.0001 ns	0.000
Best_StringEq_Medium_IgnoreCase	Main	0.6155 ns	0.0076 ns	1.000
Best_StringEq_Medium_IgnoreCase	PR	0.0001 ns	0.0001 ns	0.000
Best_StringEq_Long	Main	1.2804 ns	0.0330 ns	1.001
Best_StringEq_Long	PR	0.0000 ns	0.0001 ns	0.000
Best_StringEq_Long_IgnoreCase	Main	1.7857 ns	0.0331 ns	1.000
Best_StringEq_Long_IgnoreCase	PR	0.0001 ns	0.0001 ns	0.000
Best_SpanEq_Long	Main	1.1970 ns	0.0239 ns	1.00
Best_SpanEq_Long	PR	1.4181 ns	0.0173 ns	1.19
Best_SpanEq_Long_IgnoreCase	Main	1.7440 ns	0.0244 ns	1.00
Best_SpanEq_Long_IgnoreCase	PR	1.7045 ns	0.0198 ns	0.98

BDN_Artifacts.zip

cc @EgorBo (agent_logs.txt). EgorBot manual: link.

[EgorBot]

Benchmark results on linux_azure_cobalt100

BenchmarkDotNet v0.14.0, Ubuntu 24.04.2 LTS (Noble Numbat)
azure_cobalt100
  Job-DVEMBD : .NET 10.0.0 (42.42.42.42424), Arm64 RyuJIT AdvSIMD
  Job-BVUQZZ : .NET 10.0.0 (42.42.42.42424), Arm64 RyuJIT AdvSIMD

Method	Toolchain	Mean	Error	Ratio
Worst_StringEq_Short	Main	0.0393 ns	0.0009 ns	1.000
Worst_StringEq_Short	PR	0.0000 ns	0.0000 ns	0.000
Worst_StringEq_Short_IgnoreCase	Main	0.0000 ns	0.0000 ns	?
Worst_StringEq_Short_IgnoreCase	PR	0.0000 ns	0.0000 ns	?
Worst_StringEq_Medium	Main	0.1435 ns	0.0003 ns	1.00
Worst_StringEq_Medium	PR	0.3033 ns	0.0006 ns	2.11
Worst_StringEq_Medium_IgnoreCase	Main	0.0000 ns	0.0000 ns	?
Worst_StringEq_Medium_IgnoreCase	PR	0.0000 ns	0.0000 ns	?
Worst_StringEq_Long	Main	1.0090 ns	0.0026 ns	1.00
Worst_StringEq_Long	PR	0.3218 ns	0.0021 ns	0.32
Worst_StringEq_Long_IgnoreCase	Main	1.3153 ns	0.0004 ns	1.00
Worst_StringEq_Long_IgnoreCase	PR	1.2899 ns	0.0004 ns	0.98
Worst_SpanEq_Long	Main	0.5256 ns	0.0012 ns	1.00
Worst_SpanEq_Long	PR	0.8087 ns	0.0004 ns	1.54
Worst_SpanEq_Long_IgnoreCase	Main	1.7533 ns	0.0003 ns	1.00
Worst_SpanEq_Long_IgnoreCase	PR	2.1050 ns	0.0019 ns	1.20

BenchmarkDotNet v0.14.0, Ubuntu 24.04.2 LTS (Noble Numbat)
azure_cobalt100
  Job-DVEMBD : .NET 10.0.0 (42.42.42.42424), Arm64 RyuJIT AdvSIMD
  Job-BVUQZZ : .NET 10.0.0 (42.42.42.42424), Arm64 RyuJIT AdvSIMD

Method	Toolchain	Mean	Error	Ratio
Best_StringEq_Empty	Main	0.0904 ns	0.0005 ns	1.00
Best_StringEq_Empty	PR	0.0081 ns	0.0010 ns	0.09
Best_StringEq_Short	Main	0.0000 ns	0.0000 ns	?
Best_StringEq_Short	PR	0.0000 ns	0.0000 ns	?
Best_StringEq_Short_IgnoreCase	Main	0.0000 ns	0.0000 ns	?
Best_StringEq_Short_IgnoreCase	PR	0.0000 ns	0.0000 ns	?
Best_StringEq_Medium	Main	0.0000 ns	0.0000 ns	?
Best_StringEq_Medium	PR	0.0007 ns	0.0009 ns	?
Best_StringEq_Medium_IgnoreCase	Main	0.0000 ns	0.0000 ns	?
Best_StringEq_Medium_IgnoreCase	PR	0.0000 ns	0.0000 ns	?
Best_StringEq_Long	Main	0.4152 ns	0.0016 ns	1.000
Best_StringEq_Long	PR	0.0000 ns	0.0000 ns	0.000
Best_StringEq_Long_IgnoreCase	Main	1.2993 ns	0.0003 ns	1.00
Best_StringEq_Long_IgnoreCase	PR	0.0388 ns	0.0017 ns	0.03
Best_SpanEq_Long	Main	0.5741 ns	0.0015 ns	1.00
Best_SpanEq_Long	PR	0.9857 ns	0.0004 ns	1.72
Best_SpanEq_Long_IgnoreCase	Main	1.1296 ns	0.0009 ns	1.00
Best_SpanEq_Long_IgnoreCase	PR	1.5272 ns	0.0011 ns	1.35

BDN_Artifacts.zip

cc @EgorBo (agent_logs.txt). EgorBot manual: link.