{ "metadata": { "generated_at_utc": "2026-07-17T12:57:13Z", "runner_source_commit": "744269f4fa83ea5a5cbbbeef58d541d0981171d1", "binary_source_commit": "deccb9358fd378a8d4e060cd13a19a35c609197e", "region": "nyc3", "vpc_ip_range": "10.141.0.0/20", "routes": 1000, "route_mix": "45% static; 25% REST ID; 15% dynamic action; 5% nested; 5% constrained; 5% glob", "method_mix": "65% GET; 20% POST; 8% PUT; 5% PATCH; 2% DELETE", "sampled_methods": { "GET": 2665, "POST": 820, "PUT": 328, "PATCH": 203, "DELETE": 80 }, "sampled_route_shapes": { "static": 1844, "restful": 1024, "variable": 613, "nested": 205, "constrained": 205, "glob": 205 }, "traffic_entries": 4096, "traffic_locality": "70% selects the first 20% within each method-and-route-shape cell; 20% query strings", "request_table_sha256": "8543042f1684cf2a42ca7759a4166c171af6aaf22678aa88dee7eab407cbe0f5", "connections": [ 16 ], "threads": 4, "duration": "15s", "warmup": "5s", "repetitions": 7, "trial_schedule": "paired interleaving with rotating variant and connection order", "scope": "separate DigitalOcean load generator and smallest target Droplet over a private VPC using HTTP/1.1 keep-alive", "hardware": { "target": { "size": "s-1vcpu-512mb-10gb", "cpu": "{\n \"lscpu\": [\n {\n \"field\": \"Architecture:\",\n \"data\": \"x86_64\"\n },{\n \"field\": \"CPU op-mode(s):\",\n \"data\": \"32-bit, 64-bit\"\n },{\n \"field\": \"Address sizes:\",\n \"data\": \"40 bits physical, 48 bits virtual\"\n },{\n \"field\": \"Byte Order:\",\n \"data\": \"Little Endian\"\n },{\n \"field\": \"CPU(s):\",\n \"data\": \"1\"\n },{\n \"field\": \"On-line CPU(s) list:\",\n \"data\": \"0\"\n },{\n \"field\": \"Vendor ID:\",\n \"data\": \"GenuineIntel\"\n },{\n \"field\": \"BIOS Vendor ID:\",\n \"data\": \"QEMU\"\n },{\n \"field\": \"Model name:\",\n \"data\": \"DO-Regular\"\n },{\n \"field\": \"BIOS Model name:\",\n \"data\": \"pc-i440fx-6.1 CPU @ 2.0GHz\"\n },{\n \"field\": \"BIOS CPU family:\",\n \"data\": \"1\"\n },{\n \"field\": \"CPU family:\",\n \"data\": \"6\"\n },{\n \"field\": \"Model:\",\n \"data\": \"79\"\n },{\n \"field\": \"Thread(s) per core:\",\n \"data\": \"1\"\n },{\n \"field\": \"Core(s) per socket:\",\n \"data\": \"1\"\n },{\n \"field\": \"Socket(s):\",\n \"data\": \"1\"\n },{\n \"field\": \"Stepping:\",\n \"data\": \"1\"\n },{\n \"field\": \"BogoMIPS:\",\n \"data\": \"4589.21\"\n },{\n \"field\": \"Flags:\",\n \"data\": \"fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ss syscall nx rdtscp lm constant_tsc rep_good nopl xtopology cpuid tsc_known_freq pni pclmulqdq vmx ssse3 fma cx16 pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand hypervisor lahf_lm abm 3dnowprefetch cpuid_fault pti ssbd ibrs ibpb tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap xsaveopt arat vnmi md_clear\"\n },{\n \"field\": \"Virtualization:\",\n \"data\": \"VT-x\"\n },{\n \"field\": \"Hypervisor vendor:\",\n \"data\": \"KVM\"\n },{\n \"field\": \"Virtualization type:\",\n \"data\": \"full\"\n },{\n \"field\": \"L1d cache:\",\n \"data\": \"32 KiB (1 instance)\"\n },{\n \"field\": \"L1i cache:\",\n \"data\": \"32 KiB (1 instance)\"\n },{\n \"field\": \"L2 cache:\",\n \"data\": \"4 MiB (1 instance)\"\n },{\n \"field\": \"NUMA node(s):\",\n \"data\": \"1\"\n },{\n \"field\": \"NUMA node0 CPU(s):\",\n \"data\": \"0\"\n },{\n \"field\": \"Vulnerability Gather data sampling:\",\n \"data\": \"Not affected\"\n },{\n \"field\": \"Vulnerability Indirect target selection:\",\n \"data\": \"Mitigation; Aligned branch/return thunks\"\n },{\n \"field\": \"Vulnerability Itlb multihit:\",\n \"data\": \"KVM: Mitigation: VMX disabled\"\n },{\n \"field\": \"Vulnerability L1tf:\",\n \"data\": \"Mitigation; PTE Inversion; VMX conditional cache flushes, SMT disabled\"\n },{\n \"field\": \"Vulnerability Mds:\",\n \"data\": \"Mitigation; Clear CPU buffers; SMT Host state unknown\"\n },{\n \"field\": \"Vulnerability Meltdown:\",\n \"data\": \"Mitigation; PTI\"\n },{\n \"field\": \"Vulnerability Mmio stale data:\",\n \"data\": \"Vulnerable: Clear CPU buffers attempted, no microcode; SMT Host state unknown\"\n },{\n \"field\": \"Vulnerability Reg file data sampling:\",\n \"data\": \"Not affected\"\n },{\n \"field\": \"Vulnerability Retbleed:\",\n \"data\": \"Not affected\"\n },{\n \"field\": \"Vulnerability Spec rstack overflow:\",\n \"data\": \"Not affected\"\n },{\n \"field\": \"Vulnerability Spec store bypass:\",\n \"data\": \"Mitigation; Speculative Store Bypass disabled via prctl\"\n },{\n \"field\": \"Vulnerability Spectre v1:\",\n \"data\": \"Mitigation; usercopy/swapgs barriers and __user pointer sanitization\"\n },{\n \"field\": \"Vulnerability Spectre v2:\",\n \"data\": \"Mitigation; Retpolines; IBPB conditional; IBRS_FW; STIBP disabled; RSB filling; PBRSB-eIBRS Not affected; BHI Retpoline\"\n },{\n \"field\": \"Vulnerability Srbds:\",\n \"data\": \"Not affected\"\n },{\n \"field\": \"Vulnerability Tsa:\",\n \"data\": \"Not affected\"\n },{\n \"field\": \"Vulnerability Tsx async abort:\",\n \"data\": \"Not affected\"\n },{\n \"field\": \"Vulnerability Vmscape:\",\n \"data\": \"Not affected\"\n }\n ]\n}\n", "memory_bytes": 480497664, "kernel": "Linux amber-framework-r22-target 6.8.0-124-generic #124-Ubuntu SMP PREEMPT_DYNAMIC Tue May 26 13:00:45 UTC 2026 x86_64 x86_64 x86_64 GNU/Linux" }, "loadgen": { "size": "c-4", "cpu": "{\n \"lscpu\": [\n {\n \"field\": \"Architecture:\",\n \"data\": \"x86_64\"\n },{\n \"field\": \"CPU op-mode(s):\",\n \"data\": \"32-bit, 64-bit\"\n },{\n \"field\": \"Address sizes:\",\n \"data\": \"40 bits physical, 48 bits virtual\"\n },{\n \"field\": \"Byte Order:\",\n \"data\": \"Little Endian\"\n },{\n \"field\": \"CPU(s):\",\n \"data\": \"4\"\n },{\n \"field\": \"On-line CPU(s) list:\",\n \"data\": \"0-3\"\n },{\n \"field\": \"Vendor ID:\",\n \"data\": \"GenuineIntel\"\n },{\n \"field\": \"BIOS Vendor ID:\",\n \"data\": \"QEMU\"\n },{\n \"field\": \"Model name:\",\n \"data\": \"Intel(R) Xeon(R) Platinum 8168 CPU @ 2.70GHz\"\n },{\n \"field\": \"BIOS Model name:\",\n \"data\": \"pc-i440fx-6.1 CPU @ 2.0GHz\"\n },{\n \"field\": \"BIOS CPU family:\",\n \"data\": \"1\"\n },{\n \"field\": \"CPU family:\",\n \"data\": \"6\"\n },{\n \"field\": \"Model:\",\n \"data\": \"85\"\n },{\n \"field\": \"Thread(s) per core:\",\n \"data\": \"1\"\n },{\n \"field\": \"Core(s) per socket:\",\n \"data\": \"4\"\n },{\n \"field\": \"Socket(s):\",\n \"data\": \"1\"\n },{\n \"field\": \"Stepping:\",\n \"data\": \"4\"\n },{\n \"field\": \"BogoMIPS:\",\n \"data\": \"5387.34\"\n },{\n \"field\": \"Flags:\",\n \"data\": \"fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ss ht syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon rep_good nopl xtopology cpuid tsc_known_freq pni pclmulqdq vmx ssse3 fma cx16 pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand hypervisor lahf_lm abm 3dnowprefetch cpuid_fault pti ssbd ibrs ibpb tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid avx512f avx512dq rdseed adx smap clflushopt clwb avx512cd avx512bw avx512vl xsaveopt xsavec xgetbv1 arat vnmi pku ospke md_clear\"\n },{\n \"field\": \"Virtualization:\",\n \"data\": \"VT-x\"\n },{\n \"field\": \"Hypervisor vendor:\",\n \"data\": \"KVM\"\n },{\n \"field\": \"Virtualization type:\",\n \"data\": \"full\"\n },{\n \"field\": \"L1d cache:\",\n \"data\": \"128 KiB (4 instances)\"\n },{\n \"field\": \"L1i cache:\",\n \"data\": \"128 KiB (4 instances)\"\n },{\n \"field\": \"L2 cache:\",\n \"data\": \"16 MiB (4 instances)\"\n },{\n \"field\": \"NUMA node(s):\",\n \"data\": \"1\"\n },{\n \"field\": \"NUMA node0 CPU(s):\",\n \"data\": \"0-3\"\n },{\n \"field\": \"Vulnerability Gather data sampling:\",\n \"data\": \"Unknown: Dependent on hypervisor status\"\n },{\n \"field\": \"Vulnerability Indirect target selection:\",\n \"data\": \"Mitigation; Aligned branch/return thunks\"\n },{\n \"field\": \"Vulnerability Itlb multihit:\",\n \"data\": \"KVM: Mitigation: VMX disabled\"\n },{\n \"field\": \"Vulnerability L1tf:\",\n \"data\": \"Mitigation; PTE Inversion; VMX conditional cache flushes, SMT disabled\"\n },{\n \"field\": \"Vulnerability Mds:\",\n \"data\": \"Mitigation; Clear CPU buffers; SMT Host state unknown\"\n },{\n \"field\": \"Vulnerability Meltdown:\",\n \"data\": \"Mitigation; PTI\"\n },{\n \"field\": \"Vulnerability Mmio stale data:\",\n \"data\": \"Vulnerable: Clear CPU buffers attempted, no microcode; SMT Host state unknown\"\n },{\n \"field\": \"Vulnerability Reg file data sampling:\",\n \"data\": \"Not affected\"\n },{\n \"field\": \"Vulnerability Retbleed:\",\n \"data\": \"Mitigation; IBRS\"\n },{\n \"field\": \"Vulnerability Spec rstack overflow:\",\n \"data\": \"Not affected\"\n },{\n \"field\": \"Vulnerability Spec store bypass:\",\n \"data\": \"Mitigation; Speculative Store Bypass disabled via prctl\"\n },{\n \"field\": \"Vulnerability Spectre v1:\",\n \"data\": \"Mitigation; usercopy/swapgs barriers and __user pointer sanitization\"\n },{\n \"field\": \"Vulnerability Spectre v2:\",\n \"data\": \"Mitigation; IBRS; IBPB conditional; STIBP disabled; RSB filling; PBRSB-eIBRS Not affected; BHI SW loop, KVM SW loop\"\n },{\n \"field\": \"Vulnerability Srbds:\",\n \"data\": \"Not affected\"\n },{\n \"field\": \"Vulnerability Tsa:\",\n \"data\": \"Not affected\"\n },{\n \"field\": \"Vulnerability Tsx async abort:\",\n \"data\": \"Not affected\"\n },{\n \"field\": \"Vulnerability Vmscape:\",\n \"data\": \"Not affected\"\n }\n ]\n}\n", "memory_bytes": 8326955008, "kernel": "Linux amber-framework-r22-loadgen 6.8.0-124-generic #124-Ubuntu SMP PREEMPT_DYNAMIC Tue May 26 13:00:45 UTC 2026 x86_64 x86_64 x86_64 GNU/Linux", "wrk": "wrk debian/4.1.0-4build2 [epoll] Copyright (C) 2012 Will Glozer" } }, "binaries": [ { "name": "stock_json_legacy", "remote_filename": "stock_json_legacy", "bytes": 2753800, "sha256": "b10f83ab8d6e83e3498bd0a6b65d86bef16dd6f24e39987d74049051fc5cd4ab", "wrk_script_bytes": 282943, "wrk_script_sha256": "95e2ea7e135f7357576eb274844c447c7c5da77f427592cd4658b95c3c459d9d" }, { "name": "stock_json_optimized", "remote_filename": "stock_json_optimized", "bytes": 2754056, "sha256": "50b31cd70a65e9e175c147bdeff81ae966bdba4e13916a67fc72b9e6ab5f6035", "wrk_script_bytes": 282943, "wrk_script_sha256": "95e2ea7e135f7357576eb274844c447c7c5da77f427592cd4658b95c3c459d9d" }, { "name": "stock_typed_json", "remote_filename": "stock_typed_json", "bytes": 2765760, "sha256": "0bcf52988b6e5cc6b6c503efeea668194b7dd19a2b67e6b7d8d964fc21c0fdca", "wrk_script_bytes": 282943, "wrk_script_sha256": "95e2ea7e135f7357576eb274844c447c7c5da77f427592cd4658b95c3c459d9d" }, { "name": "stock_msgpack_map", "remote_filename": "stock_msgpack_map", "bytes": 2786240, "sha256": "b4b9525d7220a0a3169defc0ce63727cddaf3bb6593a58670a2bda243282ae09", "wrk_script_bytes": 282795, "wrk_script_sha256": "d62b93f0915d1162faded17b8910be9116855b12fdaa828b054c7e2906c48944" }, { "name": "stock_msgpack_array", "remote_filename": "stock_msgpack_array", "bytes": 2783280, "sha256": "23257e7ea2a3c4fa064dca7e73790783ee8c129193503368ae743e6019f4935e", "wrk_script_bytes": 282543, "wrk_script_sha256": "e5d466b5d180b2590f69de669110e785f28b8607cbcd7b581d19e9b446dda0db" }, { "name": "acrystal_json_optimized", "remote_filename": "acrystal_json_optimized", "bytes": 2740840, "sha256": "cd7cade501c048323d750fb19b0898a5a11d2aa9c40c174228e9c8a76b2254af", "wrk_script_bytes": 282943, "wrk_script_sha256": "95e2ea7e135f7357576eb274844c447c7c5da77f427592cd4658b95c3c459d9d" }, { "name": "acrystal_msgpack_map", "remote_filename": "acrystal_msgpack_map", "bytes": 2772880, "sha256": "6f518381c9d93e049efe68d7e33131f17c58b409182150b765899eddc0dc743a", "wrk_script_bytes": 282795, "wrk_script_sha256": "d62b93f0915d1162faded17b8910be9116855b12fdaa828b054c7e2906c48944" } ] }, "aggregates": { "16": { "stock_json_legacy": { "requests_per_second": { "count": 7, "min": 18592.03, "median": 21795.0, "mean": 21739.84, "max": 24083.27, "stddev": 1820.571885220999, "coefficient_of_variation": 0.08374357332993247 }, "p50_seconds": { "count": 7, "min": 0.000565, "median": 0.000655, "mean": 0.0006424285714285715, "max": 0.000709, "stddev": 4.316366574813042e-05, "coefficient_of_variation": 0.06718827223413673 }, "p99_seconds": { "count": 7, "min": 0.00322, "median": 0.004200000000000001, "mean": 0.004728571428571428, "max": 0.00762, "stddev": 0.0014377604466811625, "coefficient_of_variation": 0.30405810050659027 }, "server_cpu_cores": { "count": 7, "min": 0.8883741059602649, "median": 0.9602088079470199, "mean": 0.9480740645185964, "max": 0.9807340622929092, "stddev": 0.030237674182836884, "coefficient_of_variation": 0.03189378901340442 }, "requests_per_cpu_second": { "count": 7, "min": 20928.15388839303, "median": 22826.54712826776, "mean": 22897.146397040528, "max": 24693.860870147422, "stddev": 1292.5002196745202, "coefficient_of_variation": 0.05644809170812555 }, "server_memory_peak_bytes": { "count": 7, "min": 9670656, "median": 10797056, "mean": 10857910, "max": 12050432, "stddev": 843063.9515884902, "coefficient_of_variation": 0.07764514087780154 }, "median_rps_ratio_vs_first_variant": 1.0 }, "stock_json_optimized": { "requests_per_second": { "count": 7, "min": 17906.26, "median": 21607.04, "mean": 21497.292857142857, "max": 23908.54, "stddev": 1795.6752910551854, "coefficient_of_variation": 0.0835302985816905 }, "p50_seconds": { "count": 7, "min": 0.000591, "median": 0.000654, "mean": 0.0006518571428571429, "max": 0.00074, "stddev": 4.2360455182461216e-05, "coefficient_of_variation": 0.06498426173070973 }, "p99_seconds": { "count": 7, "min": 0.0034500000000000004, "median": 0.00415, "mean": 0.004367142857142857, "max": 0.0075, "stddev": 0.001329325438878298, "coefficient_of_variation": 0.3043924786440329 }, "server_cpu_cores": { "count": 7, "min": 0.8814588469184891, "median": 0.9524675281643472, "mean": 0.9487947777541625, "max": 0.9735135188866799, "stddev": 0.029215996613746457, "coefficient_of_variation": 0.03079274601711232 }, "requests_per_cpu_second": { "count": 7, "min": 20314.345998793793, "median": 22652.18671561863, "mean": 22624.304583753517, "max": 24661.642877855797, "stddev": 1315.2346886079442, "coefficient_of_variation": 0.0581337067726896 }, "server_memory_peak_bytes": { "count": 7, "min": 9564160, "median": 11157504, "mean": 11078509, "max": 12226560, "stddev": 985270.069134854, "coefficient_of_variation": 0.08893525917024159 }, "median_rps_ratio_vs_first_variant": 0.9913760036705667 }, "stock_typed_json": { "requests_per_second": { "count": 7, "min": 20107.76, "median": 25071.59, "mean": 24853.11142857143, "max": 26957.46, "stddev": 2169.383670541531, "coefficient_of_variation": 0.08728821245486318 }, "p50_seconds": { "count": 7, "min": 0.000527, "median": 0.000559, "mean": 0.0005674285714285714, "max": 0.000646, "stddev": 3.805205886247771e-05, "coefficient_of_variation": 0.06706052669620947 }, "p99_seconds": { "count": 7, "min": 0.00294, "median": 0.00331, "mean": 0.004681428571428572, "max": 0.01247, "stddev": 0.0032039325326026122, "coefficient_of_variation": 0.6843920576203322 }, "server_cpu_cores": { "count": 7, "min": 0.9117821073558648, "median": 0.9627662913907284, "mean": 0.9573281843470868, "max": 0.980267880794702, "stddev": 0.02143973236590987, "coefficient_of_variation": 0.022395384066261577 }, "requests_per_cpu_second": { "count": 7, "min": 22053.251361020644, "median": 25966.00617906816, "mean": 25923.01919427983, "max": 27511.114502594824, "stddev": 1747.7162630894513, "coefficient_of_variation": 0.06741947185978639 }, "server_memory_peak_bytes": { "count": 7, "min": 9510912, "median": 10969088, "mean": 10734445, "max": 12140544, "stddev": 1039253.9091324122, "coefficient_of_variation": 0.09681487111186579 }, "median_rps_ratio_vs_first_variant": 1.1503367744895618 }, "stock_msgpack_map": { "requests_per_second": { "count": 7, "min": 27045.92, "median": 28602.44, "mean": 28430.794285714284, "max": 29952.19, "stddev": 923.5636781179604, "coefficient_of_variation": 0.03248462455310391 }, "p50_seconds": { "count": 7, "min": 0.000489, "median": 0.000513, "mean": 0.0005121428571428572, "max": 0.00053, "stddev": 1.4671922373106022e-05, "coefficient_of_variation": 0.02864810505208986 }, "p99_seconds": { "count": 7, "min": 0.0028799999999999997, "median": 0.00314, "mean": 0.003174285714285714, "max": 0.00394, "stddev": 0.00033551057649316437, "coefficient_of_variation": 0.10569640123547033 }, "server_cpu_cores": { "count": 7, "min": 0.9511720344599073, "median": 0.9705939695162359, "mean": 0.9673395483297001, "max": 0.9749976805831677, "stddev": 0.008721342254335589, "coefficient_of_variation": 0.009015802434000224 }, "requests_per_cpu_second": { "count": 7, "min": 28358.593903444358, "median": 29335.905684300957, "mean": 29387.341649666538, "max": 30743.922403282137, "stddev": 802.3940035946401, "coefficient_of_variation": 0.027304068981814318 }, "server_memory_peak_bytes": { "count": 7, "min": 10842112, "median": 11550720, "mean": 11440713, "max": 11603968, "stddev": 250927.37844842678, "coefficient_of_variation": 0.021932844434470716 }, "median_rps_ratio_vs_first_variant": 1.3123395274145446 }, "stock_msgpack_array": { "requests_per_second": { "count": 7, "min": 28014.3, "median": 29296.77, "mean": 29078.579999999998, "max": 30014.14, "stddev": 738.2917816922289, "coefficient_of_variation": 0.025389540400261257 }, "p50_seconds": { "count": 7, "min": 0.000486, "median": 0.000498, "mean": 0.0004967142857142858, "max": 0.000507, "stddev": 8.310308326999427e-06, "coefficient_of_variation": 0.01673056033620822 }, "p99_seconds": { "count": 7, "min": 0.00282, "median": 0.00312, "mean": 0.003164285714285714, "max": 0.00405, "stddev": 0.00038927981646908437, "coefficient_of_variation": 0.12302296682995895 }, "server_cpu_cores": { "count": 7, "min": 0.9506382781456953, "median": 0.9755543046357615, "mean": 0.9714292980311738, "max": 0.977185298013245, "stddev": 0.008835721267960204, "coefficient_of_variation": 0.009095588619643073 }, "requests_per_cpu_second": { "count": 7, "min": 29001.57931710458, "median": 29985.738543732863, "mean": 29931.175503241193, "max": 30714.891086698666, "stddev": 589.0329543065747, "coefficient_of_variation": 0.019679579715898204 }, "server_memory_peak_bytes": { "count": 7, "min": 9637888, "median": 11132928, "mean": 11035209, "max": 12013568, "stddev": 661324.8226408865, "coefficient_of_variation": 0.059928617812393635 }, "median_rps_ratio_vs_first_variant": 1.3441968341362698 }, "acrystal_json_optimized": { "requests_per_second": { "count": 7, "min": 22721.72, "median": 24444.61, "mean": 24020.024285714288, "max": 25451.86, "stddev": 1059.4313126101074, "coefficient_of_variation": 0.04410617158452231 }, "p50_seconds": { "count": 7, "min": 0.000566, "median": 0.000591, "mean": 0.0005957142857142857, "max": 0.000631, "stddev": 2.4423140582618907e-05, "coefficient_of_variation": 0.04099807771662647 }, "p99_seconds": { "count": 7, "min": 0.00297, "median": 0.0032, "mean": 0.003227142857142857, "max": 0.00372, "stddev": 0.0002366259426493509, "coefficient_of_variation": 0.0733236652742566 }, "server_cpu_cores": { "count": 7, "min": 0.9587632206759443, "median": 0.978515970841617, "mean": 0.9748875949725802, "max": 0.9835980119284294, "stddev": 0.008066590095093059, "coefficient_of_variation": 0.008274379668683692 }, "requests_per_cpu_second": { "count": 7, "min": 23220.591872871686, "median": 24852.236079731614, "mean": 24636.268307685572, "max": 25980.98073899451, "stddev": 1007.4765784162894, "coefficient_of_variation": 0.04089404149336997 }, "server_memory_peak_bytes": { "count": 7, "min": 9601024, "median": 12238848, "mean": 11537846, "max": 12374016, "stddev": 1174750.322677121, "coefficient_of_variation": 0.10181712623631144 }, "median_rps_ratio_vs_first_variant": 1.1215696260610233 }, "acrystal_msgpack_map": { "requests_per_second": { "count": 7, "min": 23304.37, "median": 28409.7, "mean": 27636.16, "max": 30680.65, "stddev": 2480.4951797459435, "coefficient_of_variation": 0.08975542114917352 }, "p50_seconds": { "count": 7, "min": 0.000474, "median": 0.000508, "mean": 0.0005165714285714285, "max": 0.000571, "stddev": 3.0927829090398465e-05, "coefficient_of_variation": 0.05987135056216517 }, "p99_seconds": { "count": 7, "min": 0.00269, "median": 0.0029300000000000003, "mean": 0.0037414285714285713, "max": 0.006019999999999999, "stddev": 0.0013513424919731653, "coefficient_of_variation": 0.3611835602830148 }, "server_cpu_cores": { "count": 7, "min": 0.8827667329357191, "median": 0.9671840397350994, "mean": 0.9492895991882199, "max": 0.9763843708609271, "stddev": 0.03343902721107971, "coefficient_of_variation": 0.035225317163144865 }, "requests_per_cpu_second": { "count": 7, "min": 26399.2390407591, "median": 29573.864771211625, "mean": 29059.17497191575, "max": 31450.337654177172, "stddev": 1707.4007251711605, "coefficient_of_variation": 0.058755994511932245 }, "server_memory_peak_bytes": { "count": 7, "min": 9363456, "median": 11472896, "mean": 10964992, "max": 11755520, "stddev": 1019171.721051953, "coefficient_of_variation": 0.09294778519236066 }, "median_rps_ratio_vs_first_variant": 1.3034962147281486 } } }, "paired_comparisons_vs_first_variant": { "16": { "stock_json_optimized": { "baseline": "stock_json_legacy", "rps_ratio": { "count": 7, "min": 0.8584509360701993, "median": 0.9913760036705667, "mean": 0.9915933214771157, "max": 1.1351487486690186, "stddev": 0.075078123024439, "coefficient_of_variation": 0.07571463159170913 }, "requests_per_cpu_second_ratio": { "count": 7, "min": 0.883927324466232, "median": 0.9841087998656296, "mean": 0.9898873925075699, "max": 1.1115413535025445, "stddev": 0.06179833978586509, "coefficient_of_variation": 0.06242966649905333 }, "rps_wins": 2, "pair_count": 7 }, "stock_typed_json": { "baseline": "stock_json_legacy", "rps_ratio": { "count": 7, "min": 1.080063463142671, "median": 1.1411071346639137, "mean": 1.1435692771696364, "max": 1.2072355913356998, "stddev": 0.048028190241098646, "coefficient_of_variation": 0.04199849646185814 }, "requests_per_cpu_second_ratio": { "count": 7, "min": 1.053759996157693, "median": 1.1361648048192154, "mean": 1.132098838748433, "max": 1.1896191233169435, "stddev": 0.044547805534535294, "coefficient_of_variation": 0.03934974934148342 }, "rps_wins": 7, "pair_count": 7 }, "stock_msgpack_map": { "baseline": "stock_json_legacy", "rps_ratio": { "count": 7, "min": 1.2144538511589165, "median": 1.3123395274145446, "mean": 1.3141557971206212, "max": 1.4547050537246335, "stddev": 0.07975850915035583, "coefficient_of_variation": 0.06069182156720731 }, "requests_per_cpu_second_ratio": { "count": 7, "min": 1.2203092000356193, "median": 1.2924338163417677, "mean": 1.286063604539385, "max": 1.3586630543362268, "stddev": 0.0517132349006153, "coefficient_of_variation": 0.04021048004008857 }, "rps_wins": 7, "pair_count": 7 }, "stock_msgpack_array": { "baseline": "stock_json_legacy", "rps_ratio": { "count": 7, "min": 1.1972687668745898, "median": 1.369972470750172, "mean": 1.3473228796231693, "max": 1.5757703704221648, "stddev": 0.1220915530432365, "coefficient_of_variation": 0.0906178874342163 }, "requests_per_cpu_second_ratio": { "count": 7, "min": 1.203625729304475, "median": 1.3455776256524667, "mean": 1.3113683217910457, "max": 1.4327942494900738, "stddev": 0.07808745177370736, "coefficient_of_variation": 0.05954654422874634 }, "rps_wins": 7, "pair_count": 7 }, "acrystal_json_optimized": { "baseline": "stock_json_legacy", "rps_ratio": { "count": 7, "min": 0.9476233916739711, "median": 1.1439315830586452, "mean": 1.1156361050503487, "max": 1.3528888453815964, "stddev": 0.1334656805535452, "coefficient_of_variation": 0.11963191218835814 }, "requests_per_cpu_second_ratio": { "count": 7, "min": 0.9639419140402227, "median": 1.1097476999264055, "mean": 1.0807365289564126, "max": 1.2255980712395491, "stddev": 0.09246137846532564, "coefficient_of_variation": 0.08555404207037284 }, "rps_wins": 5, "pair_count": 7 }, "acrystal_msgpack_map": { "baseline": "stock_json_legacy", "rps_ratio": { "count": 7, "min": 1.1047427667907446, "median": 1.2534602192444828, "mean": 1.2767637270617551, "max": 1.5047581819492681, "stddev": 0.1291693334069696, "coefficient_of_variation": 0.1011693320143343 }, "requests_per_cpu_second_ratio": { "count": 7, "min": 1.1577247523747944, "median": 1.2614222535605681, "mean": 1.2722179414081687, "max": 1.462208392786563, "stddev": 0.09341670480786449, "coefficient_of_variation": 0.07342822465187464 }, "rps_wins": 7, "pair_count": 7 } } }, "trials": [ { "requests_per_second": 18592.03, "total_requests": 280653, "elapsed_seconds": 15.1, "p50_seconds": 0.000709, "p99_seconds": 0.00762, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "stock_json_legacy", "repetition": 1, "connections": 16, "trial_sequence": 1, "server_cpu_cores": 0.8883741059602649, "requests_per_cpu_second": 20928.15388839303, "server_memory_current_bytes": 10715136, "server_memory_peak_bytes": 11063296, "server_tasks": 1, "loadgen_cpu_percent": 73.0, "loadgen_max_rss_bytes": 15990784, "raw_result": "round22_digitalocean_framework_workload_raw/stock_json_legacy_r1_c16.txt", "server_log": [ "Jul 17 12:36:27 amber-framework-r22-target systemd[1]: Started amber-framework-stock-json-legacy-r1-c16.service - /opt/amber-router/bin/stock_json_legacy --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:36:27 amber-framework-r22-target stock_json_legacy[8438]: READY 10.141.0.2:41019 routes=1000 codec=legacy_json_params_streaming", "Jul 17 12:36:33 amber-framework-r22-target systemd[1]: Stopping amber-framework-stock-json-legacy-r1-c16.service - /opt/amber-router/bin/stock_json_legacy --server --host=10.141.0.2 --port=41019 --routes=1000...", "Jul 17 12:36:33 amber-framework-r22-target systemd[1]: amber-framework-stock-json-legacy-r1-c16.service: Deactivated successfully.", "Jul 17 12:36:33 amber-framework-r22-target systemd[1]: Stopped amber-framework-stock-json-legacy-r1-c16.service - /opt/amber-router/bin/stock_json_legacy --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:36:33 amber-framework-r22-target systemd[1]: amber-framework-stock-json-legacy-r1-c16.service: Consumed 2.486s CPU time, 11.5M memory peak, 0B memory swap peak.", "Jul 17 12:37:30 amber-framework-r22-target systemd[1]: Started amber-framework-stock-json-legacy-r1-c16.service - /opt/amber-router/bin/stock_json_legacy --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:37:30 amber-framework-r22-target stock_json_legacy[9713]: READY 10.141.0.2:41019 routes=1000 codec=legacy_json_params_streaming" ] }, { "requests_per_second": 17906.26, "total_requests": 270210, "elapsed_seconds": 15.09, "p50_seconds": 0.00074, "p99_seconds": 0.0075, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "stock_json_optimized", "repetition": 1, "connections": 16, "trial_sequence": 2, "server_cpu_cores": 0.8814588469184891, "requests_per_cpu_second": 20314.345998793793, "server_memory_current_bytes": 11620352, "server_memory_peak_bytes": 11968512, "server_tasks": 1, "loadgen_cpu_percent": 69.0, "loadgen_max_rss_bytes": 16334848, "raw_result": "round22_digitalocean_framework_workload_raw/stock_json_optimized_r1_c16.txt", "server_log": [ "Jul 17 12:37:54 amber-framework-r22-target systemd[1]: Started amber-framework-stock-json-optimized-r1-c16.service - /opt/amber-router/bin/stock_json_optimized --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:37:54 amber-framework-r22-target stock_json_optimized[9965]: READY 10.141.0.2:41019 routes=1000 codec=legacy_json_params_streaming" ] }, { "requests_per_second": 20107.76, "total_requests": 303467, "elapsed_seconds": 15.09, "p50_seconds": 0.000646, "p99_seconds": 0.01247, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "stock_typed_json", "repetition": 1, "connections": 16, "trial_sequence": 3, "server_cpu_cores": 0.9117821073558648, "requests_per_cpu_second": 22053.251361020644, "server_memory_current_bytes": 10153984, "server_memory_peak_bytes": 10969088, "server_tasks": 1, "loadgen_cpu_percent": 78.0, "loadgen_max_rss_bytes": 16216064, "raw_result": "round22_digitalocean_framework_workload_raw/stock_typed_json_r1_c16.txt", "server_log": [ "Jul 17 12:38:18 amber-framework-r22-target systemd[1]: Started amber-framework-stock-typed-json-r1-c16.service - /opt/amber-router/bin/stock_typed_json --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:38:18 amber-framework-r22-target stock_typed_json[10220]: READY 10.141.0.2:41019 routes=1000 codec=typed_json_buffered" ] }, { "requests_per_second": 27045.92, "total_requests": 408100, "elapsed_seconds": 15.09, "p50_seconds": 0.00053, "p99_seconds": 0.00394, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "stock_msgpack_map", "repetition": 1, "connections": 16, "trial_sequence": 4, "server_cpu_cores": 0.9511720344599073, "requests_per_cpu_second": 28434.309483622656, "server_memory_current_bytes": 11223040, "server_memory_peak_bytes": 11571200, "server_tasks": 1, "loadgen_cpu_percent": 105.0, "loadgen_max_rss_bytes": 16310272, "raw_result": "round22_digitalocean_framework_workload_raw/stock_msgpack_map_r1_c16.txt", "server_log": [ "Jul 17 12:36:33 amber-framework-r22-target systemd[1]: Started amber-framework-stock-msgpack-map-r1-c16.service - /opt/amber-router/bin/stock_msgpack_map --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:36:33 amber-framework-r22-target stock_msgpack_map[8666]: READY 10.141.0.2:41019 routes=1000 codec=msgpack_map_streaming", "Jul 17 12:36:40 amber-framework-r22-target systemd[1]: Stopping amber-framework-stock-msgpack-map-r1-c16.service - /opt/amber-router/bin/stock_msgpack_map --server --host=10.141.0.2 --port=41019 --routes=1000...", "Jul 17 12:36:40 amber-framework-r22-target systemd[1]: amber-framework-stock-msgpack-map-r1-c16.service: Deactivated successfully.", "Jul 17 12:36:40 amber-framework-r22-target systemd[1]: Stopped amber-framework-stock-msgpack-map-r1-c16.service - /opt/amber-router/bin/stock_msgpack_map --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:36:40 amber-framework-r22-target systemd[1]: amber-framework-stock-msgpack-map-r1-c16.service: Consumed 2.696s CPU time, 10.8M memory peak, 0B memory swap peak.", "Jul 17 12:38:43 amber-framework-r22-target systemd[1]: Started amber-framework-stock-msgpack-map-r1-c16.service - /opt/amber-router/bin/stock_msgpack_map --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:38:43 amber-framework-r22-target stock_msgpack_map[10482]: READY 10.141.0.2:41019 routes=1000 codec=msgpack_map_streaming" ] }, { "requests_per_second": 29296.77, "total_requests": 442053, "elapsed_seconds": 15.09, "p50_seconds": 0.000498, "p99_seconds": 0.00315, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "stock_msgpack_array", "repetition": 1, "connections": 16, "trial_sequence": 5, "server_cpu_cores": 0.9770234592445328, "requests_per_cpu_second": 29985.738543732863, "server_memory_current_bytes": 10317824, "server_memory_peak_bytes": 11104256, "server_tasks": 1, "loadgen_cpu_percent": 114.0, "loadgen_max_rss_bytes": 17666048, "raw_result": "round22_digitalocean_framework_workload_raw/stock_msgpack_array_r1_c16.txt", "server_log": [ "Jul 17 12:39:07 amber-framework-r22-target systemd[1]: Started amber-framework-stock-msgpack-array-r1-c16.service - /opt/amber-router/bin/stock_msgpack_array --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:39:07 amber-framework-r22-target stock_msgpack_array[10736]: READY 10.141.0.2:41019 routes=1000 codec=msgpack_array_buffered" ] }, { "requests_per_second": 25152.95, "total_requests": 379573, "elapsed_seconds": 15.09, "p50_seconds": 0.000573, "p99_seconds": 0.00298, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "acrystal_json_optimized", "repetition": 1, "connections": 16, "trial_sequence": 6, "server_cpu_cores": 0.9806407554671969, "requests_per_cpu_second": 25649.505040218966, "server_memory_current_bytes": 12025856, "server_memory_peak_bytes": 12374016, "server_tasks": 1, "loadgen_cpu_percent": 97.0, "loadgen_max_rss_bytes": 16302080, "raw_result": "round22_digitalocean_framework_workload_raw/acrystal_json_optimized_r1_c16.txt", "server_log": [ "Jul 17 12:39:31 amber-framework-r22-target systemd[1]: Started amber-framework-acrystal-json-optimized-r1-c16.service - /opt/amber-router/bin/acrystal_json_optimized --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:39:31 amber-framework-r22-target acrystal_json_optimized[10998]: READY 10.141.0.2:41019 routes=1000 codec=legacy_json_params_streaming" ] }, { "requests_per_second": 23304.37, "total_requests": 351717, "elapsed_seconds": 15.09, "p50_seconds": 0.000571, "p99_seconds": 0.006019999999999999, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "acrystal_msgpack_map", "repetition": 1, "connections": 16, "trial_sequence": 7, "server_cpu_cores": 0.8827667329357191, "requests_per_cpu_second": 26399.2390407591, "server_memory_current_bytes": 11403264, "server_memory_peak_bytes": 11751424, "server_tasks": 1, "loadgen_cpu_percent": 92.0, "loadgen_max_rss_bytes": 16445440, "raw_result": "round22_digitalocean_framework_workload_raw/acrystal_msgpack_map_r1_c16.txt", "server_log": [ "Jul 17 12:39:55 amber-framework-r22-target systemd[1]: Started amber-framework-acrystal-msgpack-map-r1-c16.service - /opt/amber-router/bin/acrystal_msgpack_map --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:39:55 amber-framework-r22-target acrystal_msgpack_map[11250]: READY 10.141.0.2:41019 routes=1000 codec=msgpack_map_streaming" ] }, { "requests_per_second": 21607.04, "total_requests": 326137, "elapsed_seconds": 15.09, "p50_seconds": 0.000654, "p99_seconds": 0.00417, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "stock_json_optimized", "repetition": 2, "connections": 16, "trial_sequence": 8, "server_cpu_cores": 0.9512088800530153, "requests_per_cpu_second": 22715.347231404885, "server_memory_current_bytes": 11878400, "server_memory_peak_bytes": 12226560, "server_tasks": 1, "loadgen_cpu_percent": 83.0, "loadgen_max_rss_bytes": 16338944, "raw_result": "round22_digitalocean_framework_workload_raw/stock_json_optimized_r2_c16.txt", "server_log": [ "Jul 17 12:40:19 amber-framework-r22-target systemd[1]: Started amber-framework-stock-json-optimized-r2-c16.service - /opt/amber-router/bin/stock_json_optimized --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:40:20 amber-framework-r22-target stock_json_optimized[11504]: READY 10.141.0.2:41019 routes=1000 codec=legacy_json_params_streaming" ] }, { "requests_per_second": 24870.43, "total_requests": 375314, "elapsed_seconds": 15.09, "p50_seconds": 0.000569, "p99_seconds": 0.00363, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "stock_typed_json", "repetition": 2, "connections": 16, "trial_sequence": 9, "server_cpu_cores": 0.9578072895957588, "requests_per_cpu_second": 25966.00617906816, "server_memory_current_bytes": 10973184, "server_memory_peak_bytes": 11321344, "server_tasks": 1, "loadgen_cpu_percent": 99.0, "loadgen_max_rss_bytes": 16334848, "raw_result": "round22_digitalocean_framework_workload_raw/stock_typed_json_r2_c16.txt", "server_log": [ "Jul 17 12:40:43 amber-framework-r22-target systemd[1]: Started amber-framework-stock-typed-json-r2-c16.service - /opt/amber-router/bin/stock_typed_json --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:40:43 amber-framework-r22-target stock_typed_json[11785]: READY 10.141.0.2:41019 routes=1000 codec=typed_json_buffered" ] }, { "requests_per_second": 28602.44, "total_requests": 431592, "elapsed_seconds": 15.09, "p50_seconds": 0.000513, "p99_seconds": 0.0028799999999999997, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "stock_msgpack_map", "repetition": 2, "connections": 16, "trial_sequence": 10, "server_cpu_cores": 0.9749976805831677, "requests_per_cpu_second": 29335.905684300957, "server_memory_current_bytes": 11251712, "server_memory_peak_bytes": 11599872, "server_tasks": 1, "loadgen_cpu_percent": 114.0, "loadgen_max_rss_bytes": 16171008, "raw_result": "round22_digitalocean_framework_workload_raw/stock_msgpack_map_r2_c16.txt", "server_log": [ "Jul 17 12:41:08 amber-framework-r22-target systemd[1]: Started amber-framework-stock-msgpack-map-r2-c16.service - /opt/amber-router/bin/stock_msgpack_map --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:41:08 amber-framework-r22-target stock_msgpack_map[12072]: READY 10.141.0.2:41019 routes=1000 codec=msgpack_map_streaming" ] }, { "requests_per_second": 29858.55, "total_requests": 450332, "elapsed_seconds": 15.08, "p50_seconds": 0.000486, "p99_seconds": 0.00287, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "stock_msgpack_array", "repetition": 2, "connections": 16, "trial_sequence": 11, "server_cpu_cores": 0.9767529840848806, "requests_per_cpu_second": 30569.192504668372, "server_memory_current_bytes": 10784768, "server_memory_peak_bytes": 11132928, "server_tasks": 1, "loadgen_cpu_percent": 118.0, "loadgen_max_rss_bytes": 15843328, "raw_result": "round22_digitalocean_framework_workload_raw/stock_msgpack_array_r2_c16.txt", "server_log": [ "Jul 17 12:41:32 amber-framework-r22-target systemd[1]: Started amber-framework-stock-msgpack-array-r2-c16.service - /opt/amber-router/bin/stock_msgpack_array --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:41:32 amber-framework-r22-target stock_msgpack_array[12359]: READY 10.141.0.2:41019 routes=1000 codec=msgpack_array_buffered" ] }, { "requests_per_second": 22721.72, "total_requests": 342881, "elapsed_seconds": 15.09, "p50_seconds": 0.000618, "p99_seconds": 0.0032, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "acrystal_json_optimized", "repetition": 2, "connections": 16, "trial_sequence": 12, "server_cpu_cores": 0.978515970841617, "requests_per_cpu_second": 23220.591872871686, "server_memory_current_bytes": 9150464, "server_memory_peak_bytes": 9601024, "server_tasks": 1, "loadgen_cpu_percent": 89.0, "loadgen_max_rss_bytes": 16195584, "raw_result": "round22_digitalocean_framework_workload_raw/acrystal_json_optimized_r2_c16.txt", "server_log": [ "Jul 17 12:41:55 amber-framework-r22-target systemd[1]: Started amber-framework-acrystal-json-optimized-r2-c16.service - /opt/amber-router/bin/acrystal_json_optimized --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:41:56 amber-framework-r22-target acrystal_json_optimized[12646]: READY 10.141.0.2:41019 routes=1000 codec=legacy_json_params_streaming" ] }, { "requests_per_second": 28409.7, "total_requests": 428982, "elapsed_seconds": 15.1, "p50_seconds": 0.000506, "p99_seconds": 0.00287, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "acrystal_msgpack_map", "repetition": 2, "connections": 16, "trial_sequence": 13, "server_cpu_cores": 0.9763843708609271, "requests_per_cpu_second": 29096.840186974463, "server_memory_current_bytes": 9019392, "server_memory_peak_bytes": 9367552, "server_tasks": 1, "loadgen_cpu_percent": 110.0, "loadgen_max_rss_bytes": 16384000, "raw_result": "round22_digitalocean_framework_workload_raw/acrystal_msgpack_map_r2_c16.txt", "server_log": [ "Jul 17 12:42:20 amber-framework-r22-target systemd[1]: Started amber-framework-acrystal-msgpack-map-r2-c16.service - /opt/amber-router/bin/acrystal_msgpack_map --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:42:20 amber-framework-r22-target acrystal_msgpack_map[12907]: READY 10.141.0.2:41019 routes=1000 codec=msgpack_map_streaming" ] }, { "requests_per_second": 21795.0, "total_requests": 329092, "elapsed_seconds": 15.1, "p50_seconds": 0.000655, "p99_seconds": 0.004200000000000001, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "stock_json_legacy", "repetition": 2, "connections": 16, "trial_sequence": 14, "server_cpu_cores": 0.9602088079470199, "requests_per_cpu_second": 22698.187956220616, "server_memory_current_bytes": 10084352, "server_memory_peak_bytes": 10797056, "server_tasks": 1, "loadgen_cpu_percent": 84.0, "loadgen_max_rss_bytes": 15994880, "raw_result": "round22_digitalocean_framework_workload_raw/stock_json_legacy_r2_c16.txt", "server_log": [ "Jul 17 12:42:44 amber-framework-r22-target systemd[1]: Started amber-framework-stock-json-legacy-r2-c16.service - /opt/amber-router/bin/stock_json_legacy --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:42:44 amber-framework-r22-target stock_json_legacy[13159]: READY 10.141.0.2:41019 routes=1000 codec=legacy_json_params_streaming" ] }, { "requests_per_second": 26860.34, "total_requests": 405589, "elapsed_seconds": 15.1, "p50_seconds": 0.000527, "p99_seconds": 0.00294, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "stock_typed_json", "repetition": 3, "connections": 16, "trial_sequence": 15, "server_cpu_cores": 0.9763450331125828, "requests_per_cpu_second": 27511.114502594824, "server_memory_current_bytes": 9162752, "server_memory_peak_bytes": 9510912, "server_tasks": 1, "loadgen_cpu_percent": 104.0, "loadgen_max_rss_bytes": 15978496, "raw_result": "round22_digitalocean_framework_workload_raw/stock_typed_json_r3_c16.txt", "server_log": [ "Jul 17 12:43:08 amber-framework-r22-target systemd[1]: Started amber-framework-stock-typed-json-r3-c16.service - /opt/amber-router/bin/stock_typed_json --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:43:08 amber-framework-r22-target stock_typed_json[13439]: READY 10.141.0.2:41019 routes=1000 codec=typed_json_buffered" ] }, { "requests_per_second": 27634.06, "total_requests": 417270, "elapsed_seconds": 15.1, "p50_seconds": 0.00053, "p99_seconds": 0.00315, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "stock_msgpack_map", "repetition": 3, "connections": 16, "trial_sequence": 16, "server_cpu_cores": 0.9744509933774834, "requests_per_cpu_second": 28358.593903444358, "server_memory_current_bytes": 10493952, "server_memory_peak_bytes": 10842112, "server_tasks": 1, "loadgen_cpu_percent": 107.0, "loadgen_max_rss_bytes": 16252928, "raw_result": "round22_digitalocean_framework_workload_raw/stock_msgpack_map_r3_c16.txt", "server_log": [ "Jul 17 12:43:33 amber-framework-r22-target systemd[1]: Started amber-framework-stock-msgpack-map-r3-c16.service - /opt/amber-router/bin/stock_msgpack_map --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:43:33 amber-framework-r22-target stock_msgpack_map[13730]: READY 10.141.0.2:41019 routes=1000 codec=msgpack_map_streaming" ] }, { "requests_per_second": 28129.66, "total_requests": 424486, "elapsed_seconds": 15.09, "p50_seconds": 0.000503, "p99_seconds": 0.00323, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "stock_msgpack_array", "repetition": 3, "connections": 16, "trial_sequence": 17, "server_cpu_cores": 0.9699354539430086, "requests_per_cpu_second": 29001.57931710458, "server_memory_current_bytes": 9289728, "server_memory_peak_bytes": 9637888, "server_tasks": 1, "loadgen_cpu_percent": 110.0, "loadgen_max_rss_bytes": 16109568, "raw_result": "round22_digitalocean_framework_workload_raw/stock_msgpack_array_r3_c16.txt", "server_log": [ "Jul 17 12:43:57 amber-framework-r22-target systemd[1]: Started amber-framework-stock-msgpack-array-r3-c16.service - /opt/amber-router/bin/stock_msgpack_array --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:43:57 amber-framework-r22-target stock_msgpack_array[13983]: READY 10.141.0.2:41019 routes=1000 codec=msgpack_array_buffered" ] }, { "requests_per_second": 25451.86, "total_requests": 384314, "elapsed_seconds": 15.1, "p50_seconds": 0.000566, "p99_seconds": 0.00315, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "acrystal_json_optimized", "repetition": 3, "connections": 16, "trial_sequence": 18, "server_cpu_cores": 0.9796343046357616, "requests_per_cpu_second": 25980.98073899451, "server_memory_current_bytes": 11931648, "server_memory_peak_bytes": 12279808, "server_tasks": 1, "loadgen_cpu_percent": 99.0, "loadgen_max_rss_bytes": 16121856, "raw_result": "round22_digitalocean_framework_workload_raw/acrystal_json_optimized_r3_c16.txt", "server_log": [ "Jul 17 12:44:20 amber-framework-r22-target systemd[1]: Started amber-framework-acrystal-json-optimized-r3-c16.service - /opt/amber-router/bin/acrystal_json_optimized --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:44:20 amber-framework-r22-target acrystal_json_optimized[14235]: READY 10.141.0.2:41019 routes=1000 codec=legacy_json_params_streaming" ] }, { "requests_per_second": 24579.93, "total_requests": 371159, "elapsed_seconds": 15.1, "p50_seconds": 0.000552, "p99_seconds": 0.00571, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "acrystal_msgpack_map", "repetition": 3, "connections": 16, "trial_sequence": 19, "server_cpu_cores": 0.9180684768211921, "requests_per_cpu_second": 26773.5257451687, "server_memory_current_bytes": 9015296, "server_memory_peak_bytes": 9363456, "server_tasks": 1, "loadgen_cpu_percent": 95.0, "loadgen_max_rss_bytes": 16162816, "raw_result": "round22_digitalocean_framework_workload_raw/acrystal_msgpack_map_r3_c16.txt", "server_log": [ "Jul 17 12:44:45 amber-framework-r22-target systemd[1]: Started amber-framework-acrystal-msgpack-map-r3-c16.service - /opt/amber-router/bin/acrystal_msgpack_map --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:44:45 amber-framework-r22-target acrystal_msgpack_map[14496]: READY 10.141.0.2:41019 routes=1000 codec=msgpack_map_streaming" ] }, { "requests_per_second": 22249.46, "total_requests": 335755, "elapsed_seconds": 15.09, "p50_seconds": 0.000634, "p99_seconds": 0.00395, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "stock_json_legacy", "repetition": 3, "connections": 16, "trial_sequence": 20, "server_cpu_cores": 0.9620978131212724, "requests_per_cpu_second": 23125.98542118862, "server_memory_current_bytes": 10121216, "server_memory_peak_bytes": 10776576, "server_tasks": 1, "loadgen_cpu_percent": 85.0, "loadgen_max_rss_bytes": 16072704, "raw_result": "round22_digitalocean_framework_workload_raw/stock_json_legacy_r3_c16.txt", "server_log": [ "Jul 17 12:45:09 amber-framework-r22-target systemd[1]: Started amber-framework-stock-json-legacy-r3-c16.service - /opt/amber-router/bin/stock_json_legacy --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:45:09 amber-framework-r22-target stock_json_legacy[14751]: READY 10.141.0.2:41019 routes=1000 codec=legacy_json_params_streaming" ] }, { "requests_per_second": 22052.21, "total_requests": 332796, "elapsed_seconds": 15.09, "p50_seconds": 0.000633, "p99_seconds": 0.00346, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "stock_json_optimized", "repetition": 3, "connections": 16, "trial_sequence": 21, "server_cpu_cores": 0.9735135188866799, "requests_per_cpu_second": 22652.18671561863, "server_memory_current_bytes": 9043968, "server_memory_peak_bytes": 9715712, "server_tasks": 1, "loadgen_cpu_percent": 84.0, "loadgen_max_rss_bytes": 16269312, "raw_result": "round22_digitalocean_framework_workload_raw/stock_json_optimized_r3_c16.txt", "server_log": [ "Jul 17 12:45:33 amber-framework-r22-target systemd[1]: Started amber-framework-stock-json-optimized-r3-c16.service - /opt/amber-router/bin/stock_json_optimized --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:45:33 amber-framework-r22-target stock_json_optimized[15003]: READY 10.141.0.2:41019 routes=1000 codec=legacy_json_params_streaming" ] }, { "requests_per_second": 29248.02, "total_requests": 441323, "elapsed_seconds": 15.09, "p50_seconds": 0.000495, "p99_seconds": 0.003, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "stock_msgpack_map", "repetition": 4, "connections": 16, "trial_sequence": 22, "server_cpu_cores": 0.9705939695162359, "requests_per_cpu_second": 30134.145604240482, "server_memory_current_bytes": 11128832, "server_memory_peak_bytes": 11476992, "server_tasks": 1, "loadgen_cpu_percent": 113.0, "loadgen_max_rss_bytes": 16306176, "raw_result": "round22_digitalocean_framework_workload_raw/stock_msgpack_map_r4_c16.txt", "server_log": [ "Jul 17 12:45:58 amber-framework-r22-target systemd[1]: Started amber-framework-stock-msgpack-map-r4-c16.service - /opt/amber-router/bin/stock_msgpack_map --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:45:58 amber-framework-r22-target stock_msgpack_map[15265]: READY 10.141.0.2:41019 routes=1000 codec=msgpack_map_streaming" ] }, { "requests_per_second": 29470.45, "total_requests": 444585, "elapsed_seconds": 15.09, "p50_seconds": 0.000489, "p99_seconds": 0.0029100000000000003, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "stock_msgpack_array", "repetition": 4, "connections": 16, "trial_sequence": 23, "server_cpu_cores": 0.9729153081510934, "requests_per_cpu_second": 30290.868848599974, "server_memory_current_bytes": 10244096, "server_memory_peak_bytes": 10842112, "server_tasks": 1, "loadgen_cpu_percent": 114.0, "loadgen_max_rss_bytes": 16031744, "raw_result": "round22_digitalocean_framework_workload_raw/stock_msgpack_array_r4_c16.txt", "server_log": [ "Jul 17 12:46:22 amber-framework-r22-target systemd[1]: Started amber-framework-stock-msgpack-array-r4-c16.service - /opt/amber-router/bin/stock_msgpack_array --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:46:22 amber-framework-r22-target stock_msgpack_array[15517]: READY 10.141.0.2:41019 routes=1000 codec=msgpack_array_buffered" ] }, { "requests_per_second": 22821.87, "total_requests": 344401, "elapsed_seconds": 15.09, "p50_seconds": 0.000618, "p99_seconds": 0.00372, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "acrystal_json_optimized", "repetition": 4, "connections": 16, "trial_sequence": 24, "server_cpu_cores": 0.9587632206759443, "requests_per_cpu_second": 23803.447512212864, "server_memory_current_bytes": 11927552, "server_memory_peak_bytes": 12275712, "server_tasks": 1, "loadgen_cpu_percent": 86.0, "loadgen_max_rss_bytes": 16252928, "raw_result": "round22_digitalocean_framework_workload_raw/acrystal_json_optimized_r4_c16.txt", "server_log": [ "Jul 17 12:46:46 amber-framework-r22-target systemd[1]: Started amber-framework-acrystal-json-optimized-r4-c16.service - /opt/amber-router/bin/acrystal_json_optimized --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:46:46 amber-framework-r22-target acrystal_json_optimized[15770]: READY 10.141.0.2:41019 routes=1000 codec=legacy_json_params_streaming" ] }, { "requests_per_second": 28603.37, "total_requests": 431909, "elapsed_seconds": 15.1, "p50_seconds": 0.000508, "p99_seconds": 0.0029300000000000003, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "acrystal_msgpack_map", "repetition": 4, "connections": 16, "trial_sequence": 25, "server_cpu_cores": 0.9671840397350994, "requests_per_cpu_second": 29573.864771211625, "server_memory_current_bytes": 11046912, "server_memory_peak_bytes": 11395072, "server_tasks": 1, "loadgen_cpu_percent": 110.0, "loadgen_max_rss_bytes": 16310272, "raw_result": "round22_digitalocean_framework_workload_raw/acrystal_msgpack_map_r4_c16.txt", "server_log": [ "Jul 17 12:47:11 amber-framework-r22-target systemd[1]: Started amber-framework-acrystal-msgpack-map-r4-c16.service - /opt/amber-router/bin/acrystal_msgpack_map --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:47:11 amber-framework-r22-target acrystal_msgpack_map[16031]: READY 10.141.0.2:41019 routes=1000 codec=msgpack_map_streaming" ] }, { "requests_per_second": 24083.27, "total_requests": 363661, "elapsed_seconds": 15.1, "p50_seconds": 0.000565, "p99_seconds": 0.00322, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "stock_json_legacy", "repetition": 4, "connections": 16, "trial_sequence": 26, "server_cpu_cores": 0.9752735761589404, "requests_per_cpu_second": 24693.860870147422, "server_memory_current_bytes": 9322496, "server_memory_peak_bytes": 9670656, "server_tasks": 1, "loadgen_cpu_percent": 92.0, "loadgen_max_rss_bytes": 16191488, "raw_result": "round22_digitalocean_framework_workload_raw/stock_json_legacy_r4_c16.txt", "server_log": [ "Jul 17 12:47:34 amber-framework-r22-target systemd[1]: Started amber-framework-stock-json-legacy-r4-c16.service - /opt/amber-router/bin/stock_json_legacy --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:47:34 amber-framework-r22-target stock_json_legacy[16283]: READY 10.141.0.2:41019 routes=1000 codec=legacy_json_params_streaming" ] }, { "requests_per_second": 23908.54, "total_requests": 361017, "elapsed_seconds": 15.1, "p50_seconds": 0.000591, "p99_seconds": 0.0034500000000000004, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "stock_json_optimized", "repetition": 4, "connections": 16, "trial_sequence": 27, "server_cpu_cores": 0.9694625827814569, "requests_per_cpu_second": 24661.642877855797, "server_memory_current_bytes": 10256384, "server_memory_peak_bytes": 11112448, "server_tasks": 1, "loadgen_cpu_percent": 90.0, "loadgen_max_rss_bytes": 16199680, "raw_result": "round22_digitalocean_framework_workload_raw/stock_json_optimized_r4_c16.txt", "server_log": [ "Jul 17 12:47:58 amber-framework-r22-target systemd[1]: Started amber-framework-stock-json-optimized-r4-c16.service - /opt/amber-router/bin/stock_json_optimized --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:47:58 amber-framework-r22-target stock_json_optimized[16538]: READY 10.141.0.2:41019 routes=1000 codec=legacy_json_params_streaming" ] }, { "requests_per_second": 26011.46, "total_requests": 392769, "elapsed_seconds": 15.1, "p50_seconds": 0.000555, "p99_seconds": 0.00316, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "stock_typed_json", "repetition": 4, "connections": 16, "trial_sequence": 28, "server_cpu_cores": 0.9627662913907284, "requests_per_cpu_second": 27017.4186950668, "server_memory_current_bytes": 11792384, "server_memory_peak_bytes": 12140544, "server_tasks": 1, "loadgen_cpu_percent": 101.0, "loadgen_max_rss_bytes": 16396288, "raw_result": "round22_digitalocean_framework_workload_raw/stock_typed_json_r4_c16.txt", "server_log": [ "Jul 17 12:48:23 amber-framework-r22-target systemd[1]: Started amber-framework-stock-typed-json-r4-c16.service - /opt/amber-router/bin/stock_typed_json --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:48:23 amber-framework-r22-target stock_typed_json[16800]: READY 10.141.0.2:41019 routes=1000 codec=typed_json_buffered" ] }, { "requests_per_second": 28014.3, "total_requests": 423004, "elapsed_seconds": 15.1, "p50_seconds": 0.000507, "p99_seconds": 0.00405, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "stock_msgpack_array", "repetition": 5, "connections": 16, "trial_sequence": 29, "server_cpu_cores": 0.9506382781456953, "requests_per_cpu_second": 29468.93749602045, "server_memory_current_bytes": 10887168, "server_memory_peak_bytes": 11235328, "server_tasks": 1, "loadgen_cpu_percent": 108.0, "loadgen_max_rss_bytes": 15966208, "raw_result": "round22_digitalocean_framework_workload_raw/stock_msgpack_array_r5_c16.txt", "server_log": [ "Jul 17 12:48:47 amber-framework-r22-target systemd[1]: Started amber-framework-stock-msgpack-array-r5-c16.service - /opt/amber-router/bin/stock_msgpack_array --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:48:47 amber-framework-r22-target stock_msgpack_array[17052]: READY 10.141.0.2:41019 routes=1000 codec=msgpack_array_buffered" ] }, { "requests_per_second": 24444.61, "total_requests": 368934, "elapsed_seconds": 15.09, "p50_seconds": 0.000573, "p99_seconds": 0.00297, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "acrystal_json_optimized", "repetition": 5, "connections": 16, "trial_sequence": 30, "server_cpu_cores": 0.9835980119284294, "requests_per_cpu_second": 24852.236079731614, "server_memory_current_bytes": 9416704, "server_memory_peak_bytes": 9764864, "server_tasks": 1, "loadgen_cpu_percent": 94.0, "loadgen_max_rss_bytes": 15941632, "raw_result": "round22_digitalocean_framework_workload_raw/acrystal_json_optimized_r5_c16.txt", "server_log": [ "Jul 17 12:49:11 amber-framework-r22-target systemd[1]: Started amber-framework-acrystal-json-optimized-r5-c16.service - /opt/amber-router/bin/acrystal_json_optimized --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:49:11 amber-framework-r22-target acrystal_json_optimized[17305]: READY 10.141.0.2:41019 routes=1000 codec=legacy_json_params_streaming" ] }, { "requests_per_second": 30680.65, "total_requests": 463279, "elapsed_seconds": 15.1, "p50_seconds": 0.000474, "p99_seconds": 0.00269, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "acrystal_msgpack_map", "repetition": 5, "connections": 16, "trial_sequence": 31, "server_cpu_cores": 0.9755268874172185, "requests_per_cpu_second": 31450.337654177172, "server_memory_current_bytes": 11407360, "server_memory_peak_bytes": 11755520, "server_tasks": 1, "loadgen_cpu_percent": 118.0, "loadgen_max_rss_bytes": 16121856, "raw_result": "round22_digitalocean_framework_workload_raw/acrystal_msgpack_map_r5_c16.txt", "server_log": [ "Jul 17 12:49:36 amber-framework-r22-target systemd[1]: Started amber-framework-acrystal-msgpack-map-r5-c16.service - /opt/amber-router/bin/acrystal_msgpack_map --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:49:36 amber-framework-r22-target acrystal_msgpack_map[17566]: READY 10.141.0.2:41019 routes=1000 codec=msgpack_map_streaming" ] }, { "requests_per_second": 20389.09, "total_requests": 307766, "elapsed_seconds": 15.09, "p50_seconds": 0.000672, "p99_seconds": 0.0052, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "stock_json_legacy", "repetition": 5, "connections": 16, "trial_sequence": 32, "server_cpu_cores": 0.9479420808482438, "requests_per_cpu_second": 21508.793007432796, "server_memory_current_bytes": 9453568, "server_memory_peak_bytes": 9801728, "server_tasks": 1, "loadgen_cpu_percent": 78.0, "loadgen_max_rss_bytes": 16338944, "raw_result": "round22_digitalocean_framework_workload_raw/stock_json_legacy_r5_c16.txt", "server_log": [ "Jul 17 12:49:59 amber-framework-r22-target systemd[1]: Started amber-framework-stock-json-legacy-r5-c16.service - /opt/amber-router/bin/stock_json_legacy --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:49:59 amber-framework-r22-target stock_json_legacy[17818]: READY 10.141.0.2:41019 routes=1000 codec=legacy_json_params_streaming" ] }, { "requests_per_second": 23144.65, "total_requests": 349312, "elapsed_seconds": 15.09, "p50_seconds": 0.000627, "p99_seconds": 0.00347, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "stock_json_optimized", "repetition": 5, "connections": 16, "trial_sequence": 33, "server_cpu_cores": 0.9680748840291584, "requests_per_cpu_second": 23907.912891687916, "server_memory_current_bytes": 11456512, "server_memory_peak_bytes": 11804672, "server_tasks": 1, "loadgen_cpu_percent": 89.0, "loadgen_max_rss_bytes": 16048128, "raw_result": "round22_digitalocean_framework_workload_raw/stock_json_optimized_r5_c16.txt", "server_log": [ "Jul 17 12:50:23 amber-framework-r22-target systemd[1]: Started amber-framework-stock-json-optimized-r5-c16.service - /opt/amber-router/bin/stock_json_optimized --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:50:23 amber-framework-r22-target stock_json_optimized[18072]: READY 10.141.0.2:41019 routes=1000 codec=legacy_json_params_streaming" ] }, { "requests_per_second": 24092.74, "total_requests": 363795, "elapsed_seconds": 15.1, "p50_seconds": 0.000589, "p99_seconds": 0.004200000000000001, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "stock_typed_json", "repetition": 5, "connections": 16, "trial_sequence": 34, "server_cpu_cores": 0.945609536423841, "requests_per_cpu_second": 25478.529003752723, "server_memory_current_bytes": 11542528, "server_memory_peak_bytes": 11890688, "server_tasks": 1, "loadgen_cpu_percent": 91.0, "loadgen_max_rss_bytes": 16121856, "raw_result": "round22_digitalocean_framework_workload_raw/stock_typed_json_r5_c16.txt", "server_log": [ "Jul 17 12:50:48 amber-framework-r22-target systemd[1]: Started amber-framework-stock-typed-json-r5-c16.service - /opt/amber-router/bin/stock_typed_json --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:50:48 amber-framework-r22-target stock_typed_json[18352]: READY 10.141.0.2:41019 routes=1000 codec=typed_json_buffered" ] }, { "requests_per_second": 27846.85, "total_requests": 420187, "elapsed_seconds": 15.09, "p50_seconds": 0.000518, "p99_seconds": 0.00322, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "stock_msgpack_map", "repetition": 5, "connections": 16, "trial_sequence": 35, "server_cpu_cores": 0.9572518223989397, "requests_per_cpu_second": 29090.412103070073, "server_memory_current_bytes": 11091968, "server_memory_peak_bytes": 11440128, "server_tasks": 1, "loadgen_cpu_percent": 108.0, "loadgen_max_rss_bytes": 16171008, "raw_result": "round22_digitalocean_framework_workload_raw/stock_msgpack_map_r5_c16.txt", "server_log": [ "Jul 17 12:51:12 amber-framework-r22-target systemd[1]: Started amber-framework-stock-msgpack-map-r5-c16.service - /opt/amber-router/bin/stock_msgpack_map --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:51:12 amber-framework-r22-target stock_msgpack_map[18639]: READY 10.141.0.2:41019 routes=1000 codec=msgpack_map_streaming" ] }, { "requests_per_second": 23031.9, "total_requests": 347564, "elapsed_seconds": 15.09, "p50_seconds": 0.000631, "p99_seconds": 0.00322, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "acrystal_json_optimized", "repetition": 6, "connections": 16, "trial_sequence": 36, "server_cpu_cores": 0.9752911862160372, "requests_per_cpu_second": 23615.40873691254, "server_memory_current_bytes": 11890688, "server_memory_peak_bytes": 12238848, "server_tasks": 1, "loadgen_cpu_percent": 88.0, "loadgen_max_rss_bytes": 16244736, "raw_result": "round22_digitalocean_framework_workload_raw/acrystal_json_optimized_r6_c16.txt", "server_log": [ "Jul 17 12:51:36 amber-framework-r22-target systemd[1]: Started amber-framework-acrystal-json-optimized-r6-c16.service - /opt/amber-router/bin/acrystal_json_optimized --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:51:36 amber-framework-r22-target acrystal_json_optimized[18900]: READY 10.141.0.2:41019 routes=1000 codec=legacy_json_params_streaming" ] }, { "requests_per_second": 28315.04, "total_requests": 427230, "elapsed_seconds": 15.09, "p50_seconds": 0.000509, "p99_seconds": 0.00314, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "acrystal_msgpack_map", "repetition": 6, "connections": 16, "trial_sequence": 37, "server_cpu_cores": 0.9496485752153744, "requests_per_cpu_second": 29816.334946407227, "server_memory_current_bytes": 11124736, "server_memory_peak_bytes": 11472896, "server_tasks": 1, "loadgen_cpu_percent": 111.0, "loadgen_max_rss_bytes": 16003072, "raw_result": "round22_digitalocean_framework_workload_raw/acrystal_msgpack_map_r6_c16.txt", "server_log": [ "Jul 17 12:52:01 amber-framework-r22-target systemd[1]: Started amber-framework-acrystal-msgpack-map-r6-c16.service - /opt/amber-router/bin/acrystal_msgpack_map --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:52:01 amber-framework-r22-target acrystal_msgpack_map[19153]: READY 10.141.0.2:41019 routes=1000 codec=msgpack_map_streaming" ] }, { "requests_per_second": 24026.51, "total_requests": 362581, "elapsed_seconds": 15.09, "p50_seconds": 0.000606, "p99_seconds": 0.00332, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "stock_json_legacy", "repetition": 6, "connections": 16, "trial_sequence": 38, "server_cpu_cores": 0.9807340622929092, "requests_per_cpu_second": 24498.49650763345, "server_memory_current_bytes": 11497472, "server_memory_peak_bytes": 11845632, "server_tasks": 1, "loadgen_cpu_percent": 92.0, "loadgen_max_rss_bytes": 17362944, "raw_result": "round22_digitalocean_framework_workload_raw/stock_json_legacy_r6_c16.txt", "server_log": [ "Jul 17 12:52:25 amber-framework-r22-target systemd[1]: Started amber-framework-stock-json-legacy-r6-c16.service - /opt/amber-router/bin/stock_json_legacy --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:52:25 amber-framework-r22-target stock_json_legacy[19414]: READY 10.141.0.2:41019 routes=1000 codec=legacy_json_params_streaming" ] }, { "requests_per_second": 20625.58, "total_requests": 311251, "elapsed_seconds": 15.09, "p50_seconds": 0.000657, "p99_seconds": 0.00437, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "stock_json_optimized", "repetition": 6, "connections": 16, "trial_sequence": 39, "server_cpu_cores": 0.9524675281643472, "requests_per_cpu_second": 21654.890471437764, "server_memory_current_bytes": 9216000, "server_memory_peak_bytes": 9564160, "server_tasks": 1, "loadgen_cpu_percent": 79.0, "loadgen_max_rss_bytes": 15986688, "raw_result": "round22_digitalocean_framework_workload_raw/stock_json_optimized_r6_c16.txt", "server_log": [ "Jul 17 12:52:49 amber-framework-r22-target systemd[1]: Started amber-framework-stock-json-optimized-r6-c16.service - /opt/amber-router/bin/stock_json_optimized --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:52:49 amber-framework-r22-target stock_json_optimized[19666]: READY 10.141.0.2:41019 routes=1000 codec=legacy_json_params_streaming" ] }, { "requests_per_second": 26957.46, "total_requests": 407062, "elapsed_seconds": 15.1, "p50_seconds": 0.000527, "p99_seconds": 0.0030600000000000002, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "stock_typed_json", "repetition": 6, "connections": 16, "trial_sequence": 40, "server_cpu_cores": 0.980267880794702, "requests_per_cpu_second": 27500.095155770705, "server_memory_current_bytes": 9216000, "server_memory_peak_bytes": 9564160, "server_tasks": 1, "loadgen_cpu_percent": 104.0, "loadgen_max_rss_bytes": 15990784, "raw_result": "round22_digitalocean_framework_workload_raw/stock_typed_json_r6_c16.txt", "server_log": [ "Jul 17 12:53:13 amber-framework-r22-target systemd[1]: Started amber-framework-stock-typed-json-r6-c16.service - /opt/amber-router/bin/stock_typed_json --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:53:13 amber-framework-r22-target stock_typed_json[19918]: READY 10.141.0.2:41019 routes=1000 codec=typed_json_buffered" ] }, { "requests_per_second": 29952.19, "total_requests": 451951, "elapsed_seconds": 15.09, "p50_seconds": 0.000489, "p99_seconds": 0.00289, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "stock_msgpack_map", "repetition": 6, "connections": 16, "trial_sequence": 41, "server_cpu_cores": 0.9742475149105367, "requests_per_cpu_second": 30743.922403282137, "server_memory_current_bytes": 11255808, "server_memory_peak_bytes": 11603968, "server_tasks": 1, "loadgen_cpu_percent": 118.0, "loadgen_max_rss_bytes": 16244736, "raw_result": "round22_digitalocean_framework_workload_raw/stock_msgpack_map_r6_c16.txt", "server_log": [ "Jul 17 12:53:37 amber-framework-r22-target systemd[1]: Started amber-framework-stock-msgpack-map-r6-c16.service - /opt/amber-router/bin/stock_msgpack_map --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:53:37 amber-framework-r22-target stock_msgpack_map[20200]: READY 10.141.0.2:41019 routes=1000 codec=msgpack_map_streaming" ] }, { "requests_per_second": 28766.19, "total_requests": 434376, "elapsed_seconds": 15.1, "p50_seconds": 0.000506, "p99_seconds": 0.00312, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "stock_msgpack_array", "repetition": 6, "connections": 16, "trial_sequence": 42, "server_cpu_cores": 0.9755543046357615, "requests_per_cpu_second": 29487.020725863444, "server_memory_current_bytes": 10932224, "server_memory_peak_bytes": 11280384, "server_tasks": 1, "loadgen_cpu_percent": 110.0, "loadgen_max_rss_bytes": 15859712, "raw_result": "round22_digitalocean_framework_workload_raw/stock_msgpack_array_r6_c16.txt", "server_log": [ "Jul 17 12:54:00 amber-framework-r22-target systemd[1]: Started amber-framework-stock-msgpack-array-r6-c16.service - /opt/amber-router/bin/stock_msgpack_array --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:54:00 amber-framework-r22-target stock_msgpack_array[20487]: READY 10.141.0.2:41019 routes=1000 codec=msgpack_array_buffered" ] }, { "requests_per_second": 29560.06, "total_requests": 446105, "elapsed_seconds": 15.09, "p50_seconds": 0.000496, "p99_seconds": 0.00283, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "acrystal_msgpack_map", "repetition": 7, "connections": 16, "trial_sequence": 43, "server_cpu_cores": 0.9754481113320079, "requests_per_cpu_second": 30304.08245871195, "server_memory_current_bytes": 11300864, "server_memory_peak_bytes": 11649024, "server_tasks": 1, "loadgen_cpu_percent": 114.0, "loadgen_max_rss_bytes": 16396288, "raw_result": "round22_digitalocean_framework_workload_raw/acrystal_msgpack_map_r7_c16.txt", "server_log": [ "Jul 17 12:54:25 amber-framework-r22-target systemd[1]: Started amber-framework-acrystal-msgpack-map-r7-c16.service - /opt/amber-router/bin/acrystal_msgpack_map --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:54:25 amber-framework-r22-target acrystal_msgpack_map[20755]: READY 10.141.0.2:41019 routes=1000 codec=msgpack_map_streaming" ] }, { "requests_per_second": 21043.52, "total_requests": 317559, "elapsed_seconds": 15.09, "p50_seconds": 0.000656, "p99_seconds": 0.0055899999999999995, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "stock_json_legacy", "repetition": 7, "connections": 16, "trial_sequence": 44, "server_cpu_cores": 0.9218880053015241, "requests_per_cpu_second": 22826.54712826776, "server_memory_current_bytes": 11702272, "server_memory_peak_bytes": 12050432, "server_tasks": 1, "loadgen_cpu_percent": 83.0, "loadgen_max_rss_bytes": 15990784, "raw_result": "round22_digitalocean_framework_workload_raw/stock_json_legacy_r7_c16.txt", "server_log": [ "Jul 17 12:54:49 amber-framework-r22-target systemd[1]: Started amber-framework-stock-json-legacy-r7-c16.service - /opt/amber-router/bin/stock_json_legacy --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:54:49 amber-framework-r22-target stock_json_legacy[21008]: READY 10.141.0.2:41019 routes=1000 codec=legacy_json_params_streaming" ] }, { "requests_per_second": 21236.77, "total_requests": 320567, "elapsed_seconds": 15.09, "p50_seconds": 0.000661, "p99_seconds": 0.00415, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "stock_json_optimized", "repetition": 7, "connections": 16, "trial_sequence": 45, "server_cpu_cores": 0.9453772034459907, "requests_per_cpu_second": 22463.80589947582, "server_memory_current_bytes": 10809344, "server_memory_peak_bytes": 11157504, "server_tasks": 1, "loadgen_cpu_percent": 81.0, "loadgen_max_rss_bytes": 16515072, "raw_result": "round22_digitalocean_framework_workload_raw/stock_json_optimized_r7_c16.txt", "server_log": [ "Jul 17 12:55:12 amber-framework-r22-target systemd[1]: Started amber-framework-stock-json-optimized-r7-c16.service - /opt/amber-router/bin/stock_json_optimized --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:55:13 amber-framework-r22-target stock_json_optimized[21263]: READY 10.141.0.2:41019 routes=1000 codec=legacy_json_params_streaming" ] }, { "requests_per_second": 25071.59, "total_requests": 378390, "elapsed_seconds": 15.09, "p50_seconds": 0.000559, "p99_seconds": 0.00331, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "stock_typed_json", "repetition": 7, "connections": 16, "trial_sequence": 46, "server_cpu_cores": 0.9667191517561299, "requests_per_cpu_second": 25934.719462684963, "server_memory_current_bytes": 9396224, "server_memory_peak_bytes": 9744384, "server_tasks": 1, "loadgen_cpu_percent": 98.0, "loadgen_max_rss_bytes": 16330752, "raw_result": "round22_digitalocean_framework_workload_raw/stock_typed_json_r7_c16.txt", "server_log": [ "Jul 17 12:55:37 amber-framework-r22-target systemd[1]: Started amber-framework-stock-typed-json-r7-c16.service - /opt/amber-router/bin/stock_typed_json --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:55:37 amber-framework-r22-target stock_typed_json[21524]: READY 10.141.0.2:41019 routes=1000 codec=typed_json_buffered" ] }, { "requests_per_second": 28686.08, "total_requests": 432837, "elapsed_seconds": 15.09, "p50_seconds": 0.00051, "p99_seconds": 0.00314, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "stock_msgpack_map", "repetition": 7, "connections": 16, "trial_sequence": 47, "server_cpu_cores": 0.9686628230616302, "requests_per_cpu_second": 29614.102365705097, "server_memory_current_bytes": 11202560, "server_memory_peak_bytes": 11550720, "server_tasks": 1, "loadgen_cpu_percent": 112.0, "loadgen_max_rss_bytes": 15986688, "raw_result": "round22_digitalocean_framework_workload_raw/stock_msgpack_map_r7_c16.txt", "server_log": [ "Jul 17 12:56:01 amber-framework-r22-target systemd[1]: Started amber-framework-stock-msgpack-map-r7-c16.service - /opt/amber-router/bin/stock_msgpack_map --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:56:01 amber-framework-r22-target stock_msgpack_map[21777]: READY 10.141.0.2:41019 routes=1000 codec=msgpack_map_streaming" ] }, { "requests_per_second": 30014.14, "total_requests": 453211, "elapsed_seconds": 15.1, "p50_seconds": 0.000488, "p99_seconds": 0.00282, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "stock_msgpack_array", "repetition": 7, "connections": 16, "trial_sequence": 48, "server_cpu_cores": 0.977185298013245, "requests_per_cpu_second": 30714.891086698666, "server_memory_current_bytes": 11665408, "server_memory_peak_bytes": 12013568, "server_tasks": 1, "loadgen_cpu_percent": 117.0, "loadgen_max_rss_bytes": 16093184, "raw_result": "round22_digitalocean_framework_workload_raw/stock_msgpack_array_r7_c16.txt", "server_log": [ "Jul 17 12:56:25 amber-framework-r22-target systemd[1]: Started amber-framework-stock-msgpack-array-r7-c16.service - /opt/amber-router/bin/stock_msgpack_array --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:56:25 amber-framework-r22-target stock_msgpack_array[22031]: READY 10.141.0.2:41019 routes=1000 codec=msgpack_array_buffered" ] }, { "requests_per_second": 24515.26, "total_requests": 369955, "elapsed_seconds": 15.09, "p50_seconds": 0.000591, "p99_seconds": 0.00335, "socket_errors": 0, "non_2xx_responses": 0, "strategy": "acrystal_json_optimized", "repetition": 7, "connections": 16, "trial_sequence": 49, "server_cpu_cores": 0.9677697150430749, "requests_per_cpu_second": 25331.708172856845, "server_memory_current_bytes": 11882496, "server_memory_peak_bytes": 12230656, "server_tasks": 1, "loadgen_cpu_percent": 95.0, "loadgen_max_rss_bytes": 15921152, "raw_result": "round22_digitalocean_framework_workload_raw/acrystal_json_optimized_r7_c16.txt", "server_log": [ "Jul 17 12:56:49 amber-framework-r22-target systemd[1]: Started amber-framework-acrystal-json-optimized-r7-c16.service - /opt/amber-router/bin/acrystal_json_optimized --server --host=10.141.0.2 --port=41019 --routes=1000.", "Jul 17 12:56:49 amber-framework-r22-target acrystal_json_optimized[22311]: READY 10.141.0.2:41019 routes=1000 codec=legacy_json_params_streaming" ] } ] }