assets/mashup_forge_bakeoff.json
{
"generator": "cargo xtask mashup",
"repo": "gunnar",
"wire_metric": "wire_rx_b",
"source": {"kind":"warehouse","timestamp":"2026-08-13T10:18:18.038867+00:00","machine":"the desktop","cores":32},
"provenance": "iceberg bench_runs · the desktop · 32 cores · 2026-08-13T10:18:18.038867+00:00 · 3 interleaved rounds · loadavg 4.39",
"conditions": "3 interleaved rounds · loadavg 4.39 at the end of the run · device read-ahead 2048 kB · gunnar cgroup 8.00 cpus / 8192 MB · gitea cgroup 8.00 cpus / 8192 MB · forgejo cgroup 8.00 cpus / 8192 MB · znippy cold tier not wired — gunnar on the filesystem",
"missing_arms": ["vs_forge_fetch_gc","vs_forge_gc_orders","vs_forge_mixed"],
"skipped_runs": [],
"rows": [
{"op":"clone","engine":"gunnar","corpus":"large","metric":"pack and protocol, server to client","objects":36172,"clients":1,"wire_b":{"gunnar":6202799,"gitea":6224900,"forgejo":6225808},"pack_b":{"gunnar":6200252,"gitea":6216044,"forgejo":6216044},"wall_ms":{"gunnar":371.6,"gitea":493.6,"forgejo":481.3},"cpu_net_s":{"gunnar":0.0841,"gitea":0.2284,"forgejo":0.2267},"rss_op_anon_peak_mb":{"gunnar":2313.92,"gitea":122.38,"forgejo":166.55},"ratio":0.9964495815193818,"verdict":"Tie","cost":{"bytes":{"measured":true,"gunnar":6202799,"rival":6224900,"ratio":0.9964495815193818,"verdict":"Tie"},"CPU":{"measured":true,"gunnar":0.0841,"rival":0.2267,"ratio":0.37097485663872953,"verdict":"GunnarBetter"},"RSS":{"measured":true,"gunnar":2313.92,"rival":122.38,"ratio":18.90766465108678,"verdict":"GunnarWorse"}}},
{"op":"clone","engine":"gunnar","corpus":"real","metric":"pack and protocol, server to client","objects":12370,"clients":1,"wire_b":{"gunnar":8154661,"gitea":8151209,"forgejo":8150688},"pack_b":{"gunnar":8141544,"gitea":8134041,"forgejo":8134041},"wall_ms":{"gunnar":373.3,"gitea":511.4,"forgejo":502.4},"cpu_net_s":{"gunnar":0.0392,"gitea":0.1286,"forgejo":0.1291},"rss_op_anon_peak_mb":{"gunnar":2324.55,"gitea":116.93,"forgejo":158.89},"ratio":1.0004874435139708,"verdict":"Tie","cost":{"bytes":{"measured":true,"gunnar":8154661,"rival":8150688,"ratio":1.0004874435139708,"verdict":"Tie"},"CPU":{"measured":true,"gunnar":0.0392,"rival":0.1286,"ratio":0.3048211508553655,"verdict":"GunnarBetter"},"RSS":{"measured":true,"gunnar":2324.55,"rival":116.93,"ratio":19.879842640896264,"verdict":"GunnarWorse"}}},
{"op":"clone","engine":"gunnar","corpus":"small","metric":"pack and protocol, server to client","objects":3257,"clients":1,"wire_b":{"gunnar":1780174,"gitea":1782849,"forgejo":1783070},"pack_b":{"gunnar":1778354,"gitea":1779249,"forgejo":1779249},"wall_ms":{"gunnar":72.1,"gitea":84.6,"forgejo":83.8},"cpu_net_s":{"gunnar":0.0097,"gitea":0.0334,"forgejo":0.0332},"rss_op_anon_peak_mb":{"gunnar":2307.9,"gitea":112.63,"forgejo":154.55},"ratio":0.9984995925061517,"verdict":"Tie","cost":{"bytes":{"measured":true,"gunnar":1780174,"rival":1782849,"ratio":0.9984995925061517,"verdict":"Tie"},"CPU":{"measured":true,"gunnar":0.0097,"rival":0.0332,"ratio":0.2921686746987952,"verdict":"GunnarBetter"},"RSS":{"measured":true,"gunnar":2307.9,"rival":112.63,"ratio":20.490988191423245,"verdict":"GunnarWorse"}}},
{"op":"clone","engine":"gunnar","corpus":"xl","metric":"pack and protocol, server to client","objects":352396,"clients":1,"wire_b":{"gunnar":64767969,"gitea":64995449,"forgejo":64990957},"pack_b":{"gunnar":64758939,"gitea":64899986,"forgejo":64899986},"wall_ms":{"gunnar":4350.3,"gitea":5136.3,"forgejo":5068.9},"cpu_net_s":{"gunnar":1.3416,"gitea":2.3508,"forgejo":2.3993},"rss_op_anon_peak_mb":{"gunnar":2689.63,"gitea":215.05,"forgejo":294.53},"ratio":0.996568938044719,"verdict":"Tie","cost":{"bytes":{"measured":true,"gunnar":64767969,"rival":64990957,"ratio":0.996568938044719,"verdict":"Tie"},"CPU":{"measured":true,"gunnar":1.3416,"rival":2.3508,"ratio":0.5706993363961205,"verdict":"GunnarBetter"},"RSS":{"measured":true,"gunnar":2689.63,"rival":215.05,"ratio":12.506998372471518,"verdict":"GunnarWorse"}}},
{"op":"clone","engine":"gunnar","corpus":"year","metric":"pack and protocol, server to client","objects":28893,"clients":1,"wire_b":{"gunnar":24560850,"gitea":24562305,"forgejo":24564168},"pack_b":{"gunnar":24522797,"gitea":24514397,"forgejo":24514397},"wall_ms":{"gunnar":673,"gitea":712,"forgejo":721.2},"cpu_net_s":{"gunnar":0.1058,"gitea":0.2448,"forgejo":0.2489},"rss_op_anon_peak_mb":{"gunnar":2344.32,"gitea":124.92,"forgejo":160.92},"ratio":0.9999407628884993,"verdict":"Tie","cost":{"bytes":{"measured":true,"gunnar":24560850,"rival":24562305,"ratio":0.9999407628884993,"verdict":"Tie"},"CPU":{"measured":true,"gunnar":0.1058,"rival":0.2448,"ratio":0.43218954248366015,"verdict":"GunnarBetter"},"RSS":{"measured":true,"gunnar":2344.32,"rival":124.92,"ratio":18.766570605187322,"verdict":"GunnarWorse"}}},
{"op":"clone, ramped","engine":"gunnar","corpus":"c1","metric":"one batch of N concurrent clients","objects":28893,"clients":1,"wire_b":{"gunnar":24560850,"gitea":24568716,"forgejo":24567491},"pack_b":{"gunnar":24522797,"gitea":24514397,"forgejo":24514397},"wall_ms":{"gunnar":668.8,"gitea":698.3,"forgejo":696.2},"cpu_net_s":{"gunnar":0.1046,"gitea":0.2577,"forgejo":0.2546},"rss_op_anon_peak_mb":{"gunnar":527.93,"gitea":154.52,"forgejo":158.91},"ratio":0.999729683425955,"verdict":"Tie","cost":{"bytes":{"measured":true,"gunnar":24560850,"rival":24567491,"ratio":0.999729683425955,"verdict":"Tie"},"CPU":{"measured":true,"gunnar":0.1046,"rival":0.2546,"ratio":0.41084053417124905,"verdict":"GunnarBetter"},"RSS":{"measured":true,"gunnar":527.93,"rival":154.52,"ratio":3.416580377944602,"verdict":"GunnarWorse"}}},
{"op":"clone, ramped","engine":"gunnar","corpus":"c1-pin","metric":"one batch of N concurrent clients","objects":28893,"clients":1,"wire_b":{"gunnar":24560850,"gitea":24563837,"forgejo":24565774},"pack_b":{"gunnar":24522797,"gitea":24514397,"forgejo":24514397},"wall_ms":{"gunnar":662.3,"gitea":695,"forgejo":693.9},"cpu_net_s":{"gunnar":0.1107,"gitea":0.2391,"forgejo":0.2408},"rss_op_anon_peak_mb":{"gunnar":481.56,"gitea":127.35,"forgejo":124.53},"ratio":0.9998783984765898,"verdict":"Tie","cost":{"bytes":{"measured":true,"gunnar":24560850,"rival":24563837,"ratio":0.9998783984765898,"verdict":"Tie"},"CPU":{"measured":true,"gunnar":0.1107,"rival":0.2391,"ratio":0.4629861982434128,"verdict":"GunnarBetter"},"RSS":{"measured":true,"gunnar":481.56,"rival":124.53,"ratio":3.867019995181884,"verdict":"GunnarWorse"}}},
{"op":"clone, ramped","engine":"gunnar","corpus":"c16","metric":"one batch of N concurrent clients","objects":462288,"clients":16,"wire_b":{"gunnar":392973575,"gitea":392828825,"forgejo":392828149},"pack_b":{"gunnar":392364752,"gitea":392230352,"forgejo":392230352},"wall_ms":{"gunnar":1225.8,"gitea":1146.9,"forgejo":1126.8},"cpu_net_s":{"gunnar":3.1793,"gitea":3.9926,"forgejo":3.9561},"rss_op_anon_peak_mb":{"gunnar":1004.2,"gitea":385.31,"forgejo":171.6},"ratio":1.000370202594621,"verdict":"Tie","cost":{"bytes":{"measured":true,"gunnar":392973575,"rival":392828149,"ratio":1.000370202594621,"verdict":"Tie"},"CPU":{"measured":true,"gunnar":3.1793,"rival":3.9561,"ratio":0.803645003918,"verdict":"GunnarBetter"},"RSS":{"measured":true,"gunnar":1004.2,"rival":171.6,"ratio":5.851981351981353,"verdict":"GunnarWorse"}}},
{"op":"clone, ramped","engine":"gunnar","corpus":"c16-pin","metric":"one batch of N concurrent clients","objects":462288,"clients":16,"wire_b":{"gunnar":392973590,"gitea":392822005,"forgejo":392838689},"pack_b":{"gunnar":392364752,"gitea":392230352,"forgejo":392230352},"wall_ms":{"gunnar":1117.5,"gitea":1189.6,"forgejo":1186.4},"cpu_net_s":{"gunnar":2.2897,"gitea":3.8179,"forgejo":3.8144},"rss_op_anon_peak_mb":{"gunnar":923.77,"gitea":114.82,"forgejo":305.87},"ratio":1.0003858872417293,"verdict":"Tie","cost":{"bytes":{"measured":true,"gunnar":392973590,"rival":392822005,"ratio":1.0003858872417293,"verdict":"Tie"},"CPU":{"measured":true,"gunnar":2.2897,"rival":3.8144,"ratio":0.600277894295302,"verdict":"GunnarBetter"},"RSS":{"measured":true,"gunnar":923.77,"rival":114.82,"ratio":8.045375370144574,"verdict":"GunnarWorse"}}},
{"op":"clone, ramped","engine":"gunnar","corpus":"c4","metric":"one batch of N concurrent clients","objects":115572,"clients":4,"wire_b":{"gunnar":98243400,"gitea":98253895,"forgejo":98250865},"pack_b":{"gunnar":98091188,"gitea":98057588,"forgejo":98057588},"wall_ms":{"gunnar":834.9,"gitea":847.2,"forgejo":854.3},"cpu_net_s":{"gunnar":0.5301,"gitea":1.0421,"forgejo":1.0357},"rss_op_anon_peak_mb":{"gunnar":450.84,"gitea":210.31,"forgejo":193.74},"ratio":0.9999240210251584,"verdict":"Tie","cost":{"bytes":{"measured":true,"gunnar":98243400,"rival":98250865,"ratio":0.9999240210251584,"verdict":"Tie"},"CPU":{"measured":true,"gunnar":0.5301,"rival":1.0357,"ratio":0.5118277493482668,"verdict":"GunnarBetter"},"RSS":{"measured":true,"gunnar":450.84,"rival":193.74,"ratio":2.327036234128213,"verdict":"GunnarWorse"}}},
{"op":"clone, ramped","engine":"gunnar","corpus":"c4-pin","metric":"one batch of N concurrent clients","objects":115572,"clients":4,"wire_b":{"gunnar":98243400,"gitea":98252140,"forgejo":98257374},"pack_b":{"gunnar":98091188,"gitea":98057588,"forgejo":98057588},"wall_ms":{"gunnar":802.2,"gitea":842.7,"forgejo":839.9},"cpu_net_s":{"gunnar":0.5322,"gitea":0.9837,"forgejo":0.9858},"rss_op_anon_peak_mb":{"gunnar":448.11,"gitea":150.53,"forgejo":168.51},"ratio":0.9999110451945372,"verdict":"Tie","cost":{"bytes":{"measured":true,"gunnar":98243400,"rival":98252140,"ratio":0.9999110451945372,"verdict":"Tie"},"CPU":{"measured":true,"gunnar":0.5322,"rival":0.9837,"ratio":0.5410186032326929,"verdict":"GunnarBetter"},"RSS":{"measured":true,"gunnar":448.11,"rival":150.53,"ratio":2.9768816847140105,"verdict":"GunnarWorse"}}},
{"op":"fetch","engine":"gunnar","corpus":"diverge","metric":"the answer to a negotiation, server to client","objects":2912,"clients":1,"wire_b":{"gunnar":344021,"gitea":296694,"forgejo":296645},"pack_b":{"gunnar":417714,"gitea":383801,"forgejo":383801},"wall_ms":{"gunnar":90.1,"gitea":93.4,"forgejo":93.3},"cpu_net_s":{"gunnar":0.0375,"gitea":0.055,"forgejo":0.0561},"rss_op_anon_peak_mb":{"gunnar":156.26,"gitea":112.71,"forgejo":108.52},"ratio":1.159706045947176,"verdict":"GunnarWorse","cost":{"bytes":{"measured":true,"gunnar":344021,"rival":296645,"ratio":1.159706045947176,"verdict":"GunnarWorse"},"CPU":{"measured":true,"gunnar":0.0375,"rival":0.055,"ratio":0.6818181818181818,"verdict":"GunnarBetter"},"RSS":{"measured":true,"gunnar":156.26,"rival":108.52,"ratio":1.4399189089568742,"verdict":"GunnarWorse"}}},
{"op":"ls-remote","engine":"gunnar","corpus":"real","metric":"the ref advertisement","objects":0,"clients":1,"wire_b":{"gunnar":7207,"gitea":7295,"forgejo":7295},"pack_b":null,"wall_ms":{"gunnar":10.3,"gitea":13.2,"forgejo":12.8},"cpu_net_s":{"gunnar":0.0018,"gitea":0.0057,"forgejo":0.0074},"rss_op_anon_peak_mb":{"gunnar":329.59,"gitea":159.12,"forgejo":142.69},"ratio":0.9879369431117203,"verdict":"Tie","cost":{"bytes":{"measured":true,"gunnar":7207,"rival":7295,"ratio":0.9879369431117203,"verdict":"Tie"},"CPU":{"measured":true,"gunnar":0.0018,"rival":0.0057,"ratio":0.3157894736842105,"verdict":"GunnarBetter"},"RSS":{"measured":true,"gunnar":329.59,"rival":142.69,"ratio":2.3098325040297145,"verdict":"GunnarWorse"}}},
{"op":"ls-remote","engine":"gunnar","corpus":"small","metric":"the ref advertisement","objects":0,"clients":1,"wire_b":{"gunnar":1165,"gitea":1215,"forgejo":1215},"pack_b":null,"wall_ms":{"gunnar":9.3,"gitea":12.2,"forgejo":11.8},"cpu_net_s":{"gunnar":0.0007,"gitea":0.0044,"forgejo":0.0091},"rss_op_anon_peak_mb":{"gunnar":330.69,"gitea":159.17,"forgejo":143.84},"ratio":0.9588477366255144,"verdict":"GunnarBetter","cost":{"bytes":{"measured":true,"gunnar":1165,"rival":1215,"ratio":0.9588477366255144,"verdict":"GunnarBetter"},"CPU":{"measured":true,"gunnar":0.0007,"rival":0.0044,"ratio":0.1590909090909091,"verdict":"GunnarBetter"},"RSS":{"measured":true,"gunnar":330.69,"rival":143.84,"ratio":2.299012791991101,"verdict":"GunnarWorse"}}},
{"op":"ls-remote","engine":"gunnar","corpus":"year","metric":"the ref advertisement","objects":0,"clients":1,"wire_b":{"gunnar":18027,"gitea":18151,"forgejo":18151},"pack_b":null,"wall_ms":{"gunnar":12.2,"gitea":13.9,"forgejo":13},"cpu_net_s":{"gunnar":0.0035,"gitea":0.0064,"forgejo":0.0083},"rss_op_anon_peak_mb":{"gunnar":329.59,"gitea":159.13,"forgejo":143.31},"ratio":0.9931684204727013,"verdict":"Tie","cost":{"bytes":{"measured":true,"gunnar":18027,"rival":18151,"ratio":0.9931684204727013,"verdict":"Tie"},"CPU":{"measured":true,"gunnar":0.0035,"rival":0.0064,"ratio":0.546875,"verdict":"GunnarBetter"},"RSS":{"measured":true,"gunnar":329.59,"rival":143.31,"ratio":2.2998395087572394,"verdict":"GunnarWorse"}}},
{"op":"push","engine":"gunnar","corpus":"base","metric":"the server's response to 2 MB in","objects":0,"clients":1,"wire_b":{"gunnar":1449,"gitea":2164,"forgejo":2100},"pack_b":null,"wall_ms":{"gunnar":340.2,"gitea":820.6,"forgejo":1090},"cpu_net_s":{"gunnar":0.3017,"gitea":0.9442,"forgejo":1.1884},"rss_op_anon_peak_mb":{"gunnar":620.15,"gitea":143.75,"forgejo":125.38},"ratio":0.69,"verdict":"GunnarBetter","cost":{"bytes":{"measured":true,"gunnar":1449,"rival":2100,"ratio":0.69,"verdict":"GunnarBetter"},"CPU":{"measured":true,"gunnar":0.3017,"rival":0.9442,"ratio":0.3195297606439314,"verdict":"GunnarBetter"},"RSS":{"measured":true,"gunnar":620.15,"rival":125.38,"ratio":4.946163662466103,"verdict":"GunnarWorse"}}}
]
}