Benchmarks for #124427 (artl93)

[EgorBot]

Processing dotnet/runtime#124427 (comment) command:

Original command:

-amd -arm

using BenchmarkDotNet.Attributes;
using BenchmarkDotNet.Running;
using System.Text.Json;
using System.Text.Json.Serialization;

BenchmarkSwitcher.FromAssembly(typeof(Bench).Assembly).Run(args);

public enum Color { Red, Green, Blue, Yellow, Cyan, Magenta, White, Black }

public class SmallPoco
{
    public int Id { get; set; }
    public string Name { get; set; } = "";
    public bool Active { get; set; }
    public double Score { get; set; }
}

[MemoryDiagnoser]
public class Bench
{
    private byte[] _smallJson = default!;
    private byte[] _nestedJson = default!;
    private byte[] _numberHeavyJson = default!;
    private JsonSerializerOptions _enumOptions = default!;

    [GlobalSetup]
    public void Setup()
    {
        _smallJson = JsonSerializer.SerializeToUtf8Bytes(
            new SmallPoco { Id = 42, Name = "test", Active = true, Score = 3.14 });
        _nestedJson = JsonSerializer.SerializeToUtf8Bytes(
            new { a = new { b = 1, c = "hello\nworld" }, d = new[] { 1, 2, 3 }, e = true, f = 0.0 });
        _numberHeavyJson = System.Text.Encoding.UTF8.GetBytes("[0, 0.1, 0.123, 1, 12, 123, 1234, 12345, 0.999, 1.0e10]");
        _enumOptions = new JsonSerializerOptions { Converters = { new JsonStringEnumConverter() } };
    }

    [Benchmark]
    public void Reader_SmallPoco()
    {
        var reader = new Utf8JsonReader(_smallJson);
        while (reader.Read()) { }
    }

    [Benchmark]
    public void Reader_NestedWithEscapes()
    {
        var reader = new Utf8JsonReader(_nestedJson);
        while (reader.Read()) { }
    }

    [Benchmark]
    public void Reader_NumberHeavy()
    {
        var reader = new Utf8JsonReader(_numberHeavyJson);
        while (reader.Read()) { }
    }

    [Benchmark]
    public byte[] Writer_SmallPoco()
    {
        return JsonSerializer.SerializeToUtf8Bytes(
            new SmallPoco { Id = 42, Name = "test", Active = true, Score = 3.14 });
    }

    [Benchmark]
    public Color Deserialize_Enum_String()
    {
        return JsonSerializer.Deserialize<Color>("\"Blue\"", _enumOptions);
    }

    [Benchmark]
    public SmallPoco Deserialize_SmallPoco()
    {
        return JsonSerializer.Deserialize<SmallPoco>(_smallJson)!;
    }
}

(EgorBot will reply in this issue)

[EgorBot]

❌ Failed on AzureGenoa: Job failed, see logs.

cc @artl93 (logs). EgorBot manual: link.

[EgorBo]

@artl93 sorry, I was re-writing the bot a bit here, will re-start once done

[EgorBot]

❌ Failed on AzureCobalt100: Job failed, see logs.

cc @artl93 (logs). EgorBot manual: link.

[EgorBo]

@EgorBot -amd -arm

using BenchmarkDotNet.Attributes;
using BenchmarkDotNet.Running;
using System.Text.Json;
using System.Text.Json.Serialization;

BenchmarkSwitcher.FromAssembly(typeof(Bench).Assembly).Run(args);

public enum Color { Red, Green, Blue, Yellow, Cyan, Magenta, White, Black }

public class SmallPoco
{
    public int Id { get; set; }
    public string Name { get; set; } = "";
    public bool Active { get; set; }
    public double Score { get; set; }
}

[MemoryDiagnoser]
public class Bench
{
    private byte[] _smallJson = default!;
    private byte[] _nestedJson = default!;
    private byte[] _numberHeavyJson = default!;
    private JsonSerializerOptions _enumOptions = default!;

    [GlobalSetup]
    public void Setup()
    {
        _smallJson = JsonSerializer.SerializeToUtf8Bytes(
            new SmallPoco { Id = 42, Name = "test", Active = true, Score = 3.14 });
        _nestedJson = JsonSerializer.SerializeToUtf8Bytes(
            new { a = new { b = 1, c = "hello\nworld" }, d = new[] { 1, 2, 3 }, e = true, f = 0.0 });
        _numberHeavyJson = System.Text.Encoding.UTF8.GetBytes("[0, 0.1, 0.123, 1, 12, 123, 1234, 12345, 0.999, 1.0e10]");
        _enumOptions = new JsonSerializerOptions { Converters = { new JsonStringEnumConverter() } };
    }

    [Benchmark]
    public void Reader_SmallPoco()
    {
        var reader = new Utf8JsonReader(_smallJson);
        while (reader.Read()) { }
    }

    [Benchmark]
    public void Reader_NestedWithEscapes()
    {
        var reader = new Utf8JsonReader(_nestedJson);
        while (reader.Read()) { }
    }

    [Benchmark]
    public void Reader_NumberHeavy()
    {
        var reader = new Utf8JsonReader(_numberHeavyJson);
        while (reader.Read()) { }
    }

    [Benchmark]
    public byte[] Writer_SmallPoco()
    {
        return JsonSerializer.SerializeToUtf8Bytes(
            new SmallPoco { Id = 42, Name = "test", Active = true, Score = 3.14 });
    }

    [Benchmark]
    public Color Deserialize_Enum_String()
    {
        return JsonSerializer.Deserialize<Color>("\"Blue\"", _enumOptions);
    }

    [Benchmark]
    public SmallPoco Deserialize_SmallPoco()
    {
        return JsonSerializer.Deserialize<SmallPoco>(_smallJson)!;
    }
}

[EgorBot]

Benchmark results on linux_azure_cobalt100

BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.3 LTS (Noble Numbat)
Neoverse-N2, 16 physical cores
  Job-TWYFBR : .NET 11.0.0 (11.0.0-dev, 42.42.42.42424), Arm64 RyuJIT armv8.0-a
  Job-ZFMNAZ : .NET 11.0.0 (11.0.0-dev, 42.42.42.42424), Arm64 RyuJIT armv8.0-a

Method	Toolchain	Mean	Error	Ratio	Gen0	Allocated	Alloc Ratio
Reader_SmallPoco	Main	139.47 ns	0.069 ns	1.00	-	-	NA
Reader_SmallPoco	PR	137.15 ns	0.046 ns	0.98	-	-	NA
Reader_NestedWithEscapes	Main	244.19 ns	0.106 ns	1.00	-	-	NA
Reader_NestedWithEscapes	PR	243.91 ns	0.146 ns	1.00	-	-	NA
Reader_NumberHeavy	Main	226.15 ns	0.259 ns	1.00	-	-	NA
Reader_NumberHeavy	PR	206.88 ns	0.110 ns	0.91	-	-	NA
Writer_SmallPoco	Main	230.65 ns	0.083 ns	1.00	0.0017	120 B	1.00
Writer_SmallPoco	PR	230.31 ns	0.079 ns	1.00	0.0017	120 B	1.00
Deserialize_Enum_String	Main	89.14 ns	0.015 ns	1.00	-	-	NA
Deserialize_Enum_String	PR	88.81 ns	0.017 ns	1.00	-	-	NA
Deserialize_SmallPoco	Main	305.33 ns	0.094 ns	1.00	0.0010	72 B	1.00
Deserialize_SmallPoco	PR	304.50 ns	0.141 ns	1.00	0.0010	72 B	1.00

Artifacts.zip

cc @EgorBo (agent_logs.txt). EgorBot manual: link.

[EgorBot]

Benchmark results on linux_azure_genoa

BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.3 LTS (Noble Numbat)
AMD EPYC 9V74 2.60GHz, 1 CPU, 16 logical and 8 physical cores
  Job-TWYFBR : .NET 11.0.0 (11.0.0-dev, 42.42.42.42424), X64 RyuJIT x86-64-v4
  Job-ZFMNAZ : .NET 11.0.0 (11.0.0-dev, 42.42.42.42424), X64 RyuJIT x86-64-v4

Method	Toolchain	Mean	Error	Ratio	Gen0	Allocated	Alloc Ratio
Reader_SmallPoco	Main	121.18 ns	1.021 ns	1.00	-	-	NA
Reader_SmallPoco	PR	121.70 ns	0.455 ns	1.00	-	-	NA
Reader_NestedWithEscapes	Main	223.83 ns	1.219 ns	1.00	-	-	NA
Reader_NestedWithEscapes	PR	218.99 ns	1.593 ns	0.98	-	-	NA
Reader_NumberHeavy	Main	222.91 ns	1.777 ns	1.00	-	-	NA
Reader_NumberHeavy	PR	215.21 ns	2.431 ns	0.97	-	-	NA
Writer_SmallPoco	Main	217.21 ns	1.158 ns	1.00	0.0072	120 B	1.00
Writer_SmallPoco	PR	238.28 ns	1.998 ns	1.10	0.0072	120 B	1.00
Deserialize_Enum_String	Main	89.78 ns	0.599 ns	1.00	-	-	NA
Deserialize_Enum_String	PR	85.92 ns	0.792 ns	0.96	-	-	NA
Deserialize_SmallPoco	Main	267.13 ns	1.307 ns	1.00	0.0043	72 B	1.00
Deserialize_SmallPoco	PR	264.31 ns	3.336 ns	0.99	0.0043	72 B	1.00

Artifacts.zip

cc @EgorBo (agent_logs.txt). EgorBot manual: link.