Benchmarks for dotnet/runtime#130514 (for @EgorBo)

[EgorBot]

Processing benchmark request from PR dotnet/runtime#130514.

Targets: ubuntu24_azure_cobalt100, ubuntu24_azure_turin, macos15_helix_arm64
Commits: main;PR_130514

• ubuntu24_azure_cobalt100: live logs
• ubuntu24_azure_turin: live logs
• macos15_helix_arm64: live logs

Results will be posted here once they are ready.

[EgorBot]

Results for macos15_helix_arm64

@EgorBo

BenchmarkDotNet v0.15.8, macOS Sequoia 15.7.5 (24G624) [Darwin 24.6.0]
Apple M4, 1 CPU, 10 logical and 10 physical cores
.NET SDK 11.0.100-preview.7.26360.102
  [Host]     : .NET 10.0.9 (10.0.9, 10.0.926.27113), Arm64 RyuJIT armv8.0-a

Method	Toolchain	Mean	Error	Ratio	Allocated	Alloc Ratio
TokenSerialization	PR #130514	44.78 μs	0.086 μs	1.00	-	NA
TokenSerialization	main	47.60 μs	0.069 μs	1.06	-	NA

BDN profiler traces (speedscope)

• Benchmarks.TokenSerialization-_main_corerun-20260710-145528
• Benchmarks.TokenSerialization-_PR #130514_corerun-20260710-145504

Full logs

[EgorBot]

Results for ubuntu24_azure_turin

@EgorBo

BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)
AMD EPYC 9V45 2.60GHz, 1 CPU, 8 logical and 4 physical cores
.NET SDK 11.0.100-preview.7.26360.102
  [Host]     : .NET 10.0.9 (10.0.9, 10.0.926.27113), X64 RyuJIT x86-64-v4

Method	Toolchain	Mean	Error	Ratio	Allocated	Alloc Ratio
TokenSerialization	PR #130514	40.72 μs	0.684 μs	1.00	-	NA
TokenSerialization	main	39.54 μs	0.788 μs	0.97	-	NA

Profiling artifacts

Benchmarks.TokenSerialization:

	main	PR_130514
flamegraph	link	link
functions	link	link
asm	link	link
stats	link	link
speedscope	link	link

Full logs

[EgorBot]

Results for ubuntu24_azure_cobalt100

@EgorBo

BenchmarkDotNet v0.15.8, Linux Ubuntu 24.04.4 LTS (Noble Numbat)
Neoverse-N2, 8 physical cores
.NET SDK 11.0.100-preview.7.26360.102
  [Host]     : .NET 10.0.9 (10.0.9, 10.0.926.27113), Arm64 RyuJIT armv8.0-a

Method	Toolchain	Mean	Error	Ratio	Allocated	Alloc Ratio
TokenSerialization	PR #130514	80.95 μs	0.044 μs	1.00	-	NA
TokenSerialization	main	91.09 μs	0.034 μs	1.13	-	NA

Profiling artifacts

Benchmarks.TokenSerialization:

	main	PR_130514
flamegraph	link	link
functions	link	link
asm	link	link
stats	link	link
speedscope	link	link

Full logs

[EgorBo]

@EgorBot -ubuntu24_aws_graviton4 -ubuntu24_aws_graviton5 -profiler

using System.Text;
using System.Text.Json;
using BenchmarkDotNet.Attributes;
using BenchmarkDotNet.Running;

BenchmarkSwitcher.FromAssembly(typeof(Benchmarks).Assembly).Run(args);

[MemoryDiagnoser]
public class Benchmarks
{
    // ── TokenSerialization fields ────────────────────────────────────────────
    private List<object> _tokenObjects;
    [ThreadStatic] static Utf8JsonWriter t_writer;
    [ThreadStatic] static MemoryStream t_stream;

    [GlobalSetup]
    public void Setup()
    {
        // TokenSerialization
        _tokenObjects = new List<object>(200);
        for (int i = 0; i < 200; i++)
        {
            if (i % 3 == 0)
                _tokenObjects.Add(GenerateRecordJson(1));
            else
                _tokenObjects.Add(new Dictionary<string, object>
                {
                    ["seq"] = i,
                    ["label"] = $"item_{i}",
                    ["blob"] = new byte[100]
                });
        }
    }

    private static string GenerateRecordJson(int targetSizeKb = 150)
    {
        var sb = new StringBuilder(targetSizeKb * 1024 + 512);
        sb.Append("{");
        sb.Append("\"TypeName\":\"product\",");
        sb.Append("\"CategoryCode\":1,");
        sb.Append("\"Label\":\"Product\",");
        sb.Append("\"IsAction\":false,");
        sb.Append("\"IsActionMember\":false,");
        sb.Append("\"IsTrackingEnabled\":true,");
        sb.Append("\"IsAvailableLocal\":true,");
        sb.Append("\"IsChildRecord\":false,");
        sb.Append("\"IsLinksEnabled\":true,");
        sb.Append("\"IsCustomRecord\":false,");
        sb.Append("\"PrimaryKeyField\":\"productid\",");
        sb.Append("\"PrimaryLabelField\":\"title\",");
        sb.Append("\"Fields\":[");
        int targetBytes = targetSizeKb * 1024;
        int fieldIndex = 0;
        bool firstField = true;
        while (sb.Length < targetBytes - 512)
        {
            if (!firstField) sb.Append(",");
            firstField = false;
            sb.Append("{");
            sb.Append($"\"TypeName\":\"field_{fieldIndex}\",");
            sb.Append($"\"InternalName\":\"Field_{fieldIndex}\",");
            sb.Append($"\"FieldType\":\"String\",");
            sb.Append($"\"Label\":\"Field {fieldIndex}\",");
            sb.Append($"\"MaxSize\":100,");
            sb.Append($"\"IsReadable\":true,");
            sb.Append($"\"IsCreatable\":true,");
            sb.Append($"\"IsUpdatable\":true,");
            sb.Append($"\"IsTrackingEnabled\":false,");
            sb.Append($"\"IsPrimaryKey\":false,");
            sb.Append($"\"IsVirtual\":false,");
            sb.Append($"\"Requirement\":\"None\"");
            sb.Append("}");
            fieldIndex++;
        }
        sb.Append("]");
        sb.Append("}");
        return sb.ToString();
    }

    [Benchmark]
    public void TokenSerialization()
    {
        var stream = t_stream ??= new MemoryStream(64 * 1024);
        stream.Position = 0;
        stream.SetLength(0);
        var writer = t_writer;
        if (writer == null)
        {
            writer = new Utf8JsonWriter(stream, new JsonWriterOptions { SkipValidation = true });
            t_writer = writer;
        }
        else
            writer.Reset(stream);
        writer.WriteStartObject();
        writer.WriteStartArray("Catalog");
        foreach (var token in _tokenObjects)
        {
            if (token is string strToken)
            {
                if (!string.IsNullOrEmpty(strToken))
                    writer.WriteRawValue(strToken);
            }
            else if (token is Dictionary<string, object> dictToken)
            {
                writer.WriteStartObject();
                foreach (var kvp in dictToken)
                {
                    writer.WritePropertyName(kvp.Key);
                    JsonSerializer.Serialize(writer, kvp.Value);
                }
                writer.WriteEndObject();
            }
        }
        writer.WriteEndArray();
        writer.WriteEndObject();
        writer.Flush();
        if (stream.Length == 0) throw new Exception("unreachable");
    }
}

[EgorBot]

Benchmark job submitted. The results will be posted here once they are ready.

• ubuntu24_aws_graviton4: live logs

[EgorBot]

ubuntu24_aws_graviton4 — Failed

@EgorBo

Agent failed with exit code 1

Job | Full logs