{
 "trust": {
  "badge": "Dedicated",
  "host_class": "A",
  "reasons": [
   "uncontained: the arms were not run in the container envelope",
   "not yet reproduced (buffon reproduce / compare)",
   "1 sample(s) waited for the host to quiet down (longest 2 s)",
   "adaptive stopping: 6 of 6 cells stopped with fewer than 12 rounds (8-8) because their answer was clear; the 12-round minimum applies to the Verified badge",
   "1 samples waited for the host to quiet down (longest 2 s) and 0 gave up waiting",
   "the run is not labelled quiet dedicated hardware",
   "8 measured rounds in the thinnest cell (the minimum for a headline is 12)",
   "adaptive stopping: 2 of 2 cells stopped with fewer than 12 rounds (8-9) because their answer was clear; the 12-round minimum applies to the Verified badge",
   "3 sample(s) waited for the host to quiet down (longest 2 s)",
   "adaptive stopping: 2 of 2 cells stopped with fewer than 12 rounds (8-8) because their answer was clear; the 12-round minimum applies to the Verified badge",
   "3 samples waited for the host to quiet down (longest 2 s) and 0 gave up waiting",
   "adaptive stopping: 6 of 6 cells stopped with fewer than 12 rounds (7-8) because their answer was clear; the 12-round minimum applies to the Verified badge",
   "7 measured rounds in the thinnest cell (the minimum for a headline is 12)",
   "6 sample(s) waited for the host to quiet down (longest 2 s)",
   "no instruction counters (the container envelope starts the harness through the container runtime: no counter is attached to its tree, so CPU time is the headline for this run): CPU time is the headline",
   "6 samples waited for the host to quiet down (longest 2 s) and 0 gave up waiting"
  ],
  "headline": "instructions",
  "headline_why": "hardware instruction counters",
  "strict_problems": [
   "uncontained: the arms were not run in the container envelope",
   "the run is not labelled quiet dedicated hardware",
   "8 measured rounds in the thinnest cell (the minimum for a headline is 12)",
   "uncontained: the arms were not run in the container envelope",
   "8 measured rounds in the thinnest cell (the minimum for a headline is 12)",
   "uncontained: the arms were not run in the container envelope",
   "the run is not labelled quiet dedicated hardware",
   "8 measured rounds in the thinnest cell (the minimum for a headline is 12)",
   "uncontained: the arms were not run in the container envelope",
   "7 measured rounds in the thinnest cell (the minimum for a headline is 12)",
   "uncontained: the arms were not run in the container envelope",
   "the run is not labelled quiet dedicated hardware"
  ],
  "rounds": 12
 },
 "provisional": true,
 "reasons": [
  "run 2: adaptive stopping: 6 of 6 cells stopped with fewer than 12 rounds (8-8) because their answer was clear; the 12-round minimum applies to the Verified badge",
  "run 2: 1 samples waited for the host to quiet down (longest 2 s) and 0 gave up waiting",
  "run 4: adaptive stopping: 2 of 2 cells stopped with fewer than 12 rounds (8-8) because their answer was clear; the 12-round minimum applies to the Verified badge",
  "run 4: 3 samples waited for the host to quiet down (longest 2 s) and 0 gave up waiting",
  "run 6: 6 samples waited for the host to quiet down (longest 2 s) and 0 gave up waiting"
 ],
 "reference": "pi-node",
 "arms": [
  "claude-code",
  "codex",
  "copilot",
  "octet",
  "opencode-v2",
  "pi-bun",
  "pi-node",
  "pibolt",
  "pig-0.4.1",
  "pig-tip",
  "rpi"
 ],
 "health": {
  "notes": 7,
  "summary": "7 notes: calibration_cv 2.6%, aa_significant_fraction 12.4%, aa_gap_max 156.7%, aa_floor_max 700.4%, flagged_fraction 12.7%, foreign_cpu_p95 16.9%, hardware",
  "checks": [
   {
    "id": "calibration_cv",
    "title": "Calibration: CV of the reference's CPU time between identical runs",
    "kind": "threshold",
    "unit": "fraction",
    "value": 0.02606445545233869,
    "usual": 0.02,
    "status": "note",
    "meaning": "How much the reference's CPU time varied between identical calibration runs. Lower means a quieter host.",
    "detail": ""
   },
   {
    "id": "aa_significant_fraction",
    "title": "A/A pairs with a significant gap (paired p < 0.05, before Holm) that is also larger than 1%",
    "kind": "threshold",
    "unit": "fraction",
    "value": 0.12396440625958884,
    "usual": 0.05,
    "status": "note",
    "meaning": "Share of harness and copy pairs that differ by more than 1% and also pass a significance test. A gap under 1% on a steady counter is not counted. About 5% can happen by chance.",
    "detail": "streaming/tui-prose chat n_first_paint_ms pi-node: 156.7%; scale/print-256 - wall_ms_p50 rpi: 63.3%; scale/print-512 - wall_ms_p50 rpi: 45.4%"
   },
   {
    "id": "aa_gap_max",
    "title": "A/A gap between a harness and its own copy, largest cell",
    "kind": "threshold",
    "unit": "fraction",
    "value": 1.5667750853777869,
    "usual": 0.05,
    "status": "note",
    "meaning": "The largest gap between a harness and its identical copy, and the cell where it happened.",
    "detail": "streaming/tui-prose chat n_first_paint_ms pi-node: 156.7%; scale/print-256 - wall_ms_p50 rpi: 63.3%; scale/print-512 - wall_ms_p50 rpi: 45.4%"
   },
   {
    "id": "aa_floor_max",
    "title": "A/A noise floor, worst scored cell",
    "kind": "threshold",
    "unit": "fraction",
    "value": 7.003784295175022,
    "usual": 0.15,
    "status": "note",
    "meaning": "The same floor in the noisiest cell. Comparisons in that cell resolve only larger differences.",
    "detail": "streaming/print-prose anthropic n10_peak_rss_mib: 700.4%; streaming/tui-prose chat n10_first_paint_ms: 167.7%; streaming/tui-prose chat n_first_paint_ms: 163.3%"
   },
   {
    "id": "flagged_fraction",
    "title": "Measured samples with at least one host flag",
    "kind": "threshold",
    "unit": "fraction",
    "value": 0.12684415804646432,
    "usual": 0.05,
    "status": "note",
    "meaning": "Share of samples where the host showed a disturbance: throttling, foreign CPU, steal, a clock change, swap or a memory event.",
    "detail": ""
   },
   {
    "id": "foreign_cpu_p95",
    "title": "Foreign CPU on the pinned CPUs during a sample, p95 over samples, as a share of the sample's CPU time",
    "kind": "threshold",
    "unit": "fraction",
    "value": 0.16929674777689402,
    "usual": 0.01,
    "status": "note",
    "meaning": "CPU time that other processes used on the pinned cores during a sample, as a share of the sample's own CPU time (95th percentile).",
    "detail": ""
   },
   {
    "id": "hardware",
    "title": "Quiet dedicated hardware by the runner's own detection",
    "kind": "pass",
    "unit": null,
    "value": false,
    "usual": null,
    "status": "note",
    "meaning": "On shared hardware other work can disturb the numbers.",
    "detail": "run 2, run 4, run 6 not on quiet dedicated hardware: adaptive stopping: 6 of 6 cells stopped with fewer than 12 rounds (8-8) because their answer was clear; the 12-round minimum applies to the Verified badge; 1 samples waited for the host to quiet down (longest 2 s) and 0 gave up waiting; adaptive stopping: 2 of 2 cells stopped with fewer than 12 roun"
   },
   {
    "id": "aa_cv_cpu",
    "title": "A/A CV of CPU metrics, median over arms and cells",
    "kind": "threshold",
    "unit": "fraction",
    "value": 0.012417339963349039,
    "usual": 0.02,
    "status": "ok",
    "meaning": "How much CPU time varies from round to round for one harness. Lower means a quieter host.",
    "detail": ""
   },
   {
    "id": "aa_gap_median",
    "title": "A/A gap between a harness and its own copy, median over cells",
    "kind": "threshold",
    "unit": "fraction",
    "value": 0.004774925167723265,
    "usual": 0.01,
    "status": "ok",
    "meaning": "The usual gap between a harness and its identical copy. A real difference between two harnesses should be larger than this.",
    "detail": ""
   },
   {
    "id": "aa_floor_median",
    "title": "A/A noise floor, median over scored cells",
    "kind": "threshold",
    "unit": "fraction",
    "value": 0.020157351506823806,
    "usual": 0.03,
    "status": "ok",
    "meaning": "The smallest difference the identical copies cannot tell from noise, in the usual cell. Smaller differences than this are not resolved.",
    "detail": ""
   },
   {
    "id": "outlier_fraction",
    "title": "Measured values flagged by the MAD rule",
    "kind": "threshold",
    "unit": "fraction",
    "value": 0.019254813703425855,
    "usual": 0.02,
    "status": "ok",
    "meaning": "Share of measured values far from the median of their cell. Outliers are counted and never removed.",
    "detail": ""
   },
   {
    "id": "throttled_samples",
    "title": "Measured samples with CFS throttling (arm cgroup, every ancestor, session)",
    "kind": "threshold",
    "unit": "count",
    "value": 0,
    "usual": 0,
    "status": "ok",
    "meaning": "Samples where the kernel held the process back for a CPU quota. Their time then describes the quota, not the harness.",
    "detail": ""
   },
   {
    "id": "steal_share",
    "title": "Steal: share of the pinned CPUs' capacity taken by a hypervisor",
    "kind": "threshold",
    "unit": "fraction",
    "value": 0.0,
    "usual": 0.001,
    "status": "ok",
    "meaning": "Share of the pinned CPUs' time that a hypervisor took away. It only matters on virtual machines.",
    "detail": ""
   },
   {
    "id": "gate_slow_fraction",
    "title": "Samples that waited more than 1 s for the host to quiet down",
    "kind": "threshold",
    "unit": "fraction",
    "value": 0.0004883607357968419,
    "usual": 0.01,
    "status": "ok",
    "meaning": "Share of samples that had to wait for the quiet-host gate. A busy host makes the gate wait.",
    "detail": ""
   },
   {
    "id": "gate_gave_up",
    "title": "Samples for which the host never quieted down",
    "kind": "threshold",
    "unit": "count",
    "value": 0,
    "usual": 0,
    "status": "ok",
    "meaning": "Samples that did not start because the host stayed busy. They are not in the numbers.",
    "detail": ""
   },
   {
    "id": "clock_deviation",
    "title": "Effective clock: largest deviation of a sample's mean MHz from the run median",
    "kind": "threshold",
    "unit": "fraction",
    "value": 0.012964748741026488,
    "usual": 0.02,
    "status": "ok",
    "meaning": "How far a sample's mean CPU clock moved from the run median. A moving clock changes CPU time for the same work.",
    "detail": ""
   },
   {
    "id": "infra_failed_fraction",
    "title": "Infrastructure failures (envelope OOM, no process started, runner fault) over measured samples",
    "kind": "threshold",
    "unit": "fraction",
    "value": 0.0,
    "usual": 0.0,
    "status": "ok",
    "meaning": "Share of samples that failed because of the host or the runner. They are never charged to a harness.",
    "detail": ""
   },
   {
    "id": "arm_failed_fraction",
    "title": "Arm failures over measured samples (a swarm ladder's designed stops are results and not counted)",
    "kind": "threshold",
    "unit": "fraction",
    "value": 0.0,
    "usual": 0.02,
    "status": "ok",
    "meaning": "Share of samples where the harness itself failed. A scale sample that stopped because the kernel's limit was reached (stop_cause oom, pids or timeout) is a result and is in neither the failures nor the samples counted; a scale error stop is a failure.",
    "detail": ""
   },
   {
    "id": "drift",
    "title": "Drift: median absolute change over the run of an arm's value, over cells",
    "kind": "threshold",
    "unit": "fraction",
    "value": 0.0063420605221850305,
    "usual": 0.02,
    "status": "ok",
    "meaning": "How much a harness's value moved from the start of the run to the end. Drift means the host changed during the run.",
    "detail": ""
   },
   {
    "id": "reference_changepoint",
    "title": "No change point in the reference arm's per-round series",
    "kind": "pass",
    "unit": null,
    "value": true,
    "usual": null,
    "status": "ok",
    "meaning": "The host's speed did not shift during the run. A shift moves every comparison the same way.",
    "detail": "no change point in 57 rounds"
   },
   {
    "id": "rounds",
    "title": "At least 12 measured rounds",
    "kind": "pass",
    "unit": null,
    "value": true,
    "usual": null,
    "status": "ok",
    "meaning": "With fewer rounds the intervals are wide.",
    "detail": "12, 12, 12, 12, 12, 12 measured rounds"
   },
   {
    "id": "aa_copies",
    "title": "Every arm has an A/A copy",
    "kind": "pass",
    "unit": null,
    "value": true,
    "usual": null,
    "status": "ok",
    "meaning": "Without a copy there is no noise floor for that harness.",
    "detail": "every arm has its copy"
   },
   {
    "id": "egress",
    "title": "No harness connected outside the loopback",
    "kind": "pass",
    "unit": null,
    "value": true,
    "usual": null,
    "status": "ok",
    "meaning": "A harness that talks to the network is not measured alone.",
    "detail": "no connection outside the loopback"
   },
   {
    "id": "integrity",
    "title": "Every executable and install tree unchanged during the run",
    "kind": "pass",
    "unit": null,
    "value": true,
    "usual": null,
    "status": "ok",
    "meaning": "A changed executable means the arm is not what the lock names.",
    "detail": "every executable and install tree unchanged"
   },
   {
    "id": "calibration_ran",
    "title": "Calibration ran and the reference stayed within its 5% limit",
    "kind": "pass",
    "unit": null,
    "value": true,
    "usual": null,
    "status": "ok",
    "meaning": "Calibration shows the host's noise before the run. Above 5% the run is labelled Noisy.",
    "detail": "calibration passed in every run"
   },
   {
    "id": "telemetry",
    "title": "Telemetry recorded for every measured sample",
    "kind": "pass",
    "unit": null,
    "value": true,
    "usual": null,
    "status": "ok",
    "meaning": "Telemetry is how the other checks see the host.",
    "detail": "every ok sample has telemetry"
   },
   {
    "id": "cpu_quota",
    "title": "No CPU quota (cpu.max) on the arm cgroup or any ancestor",
    "kind": "pass",
    "unit": null,
    "value": true,
    "usual": null,
    "status": "ok",
    "meaning": "A quota can throttle a sample.",
    "detail": "no ancestor of the arm cgroup has a CPU quota"
   },
   {
    "id": "clock_policy",
    "title": "The pinned CPUs have a fixed clock policy",
    "kind": "pass",
    "unit": null,
    "value": true,
    "usual": null,
    "status": "ok",
    "meaning": "A clock that scales with load changes CPU time for the same work.",
    "detail": "the pinned CPUs have a fixed clock policy (or the machine does not say)"
   }
  ],
  "thresholds_sha256": "bb1caaa044ec28a8b258fb9a98912a3cc5948a3e74bc9d2caec584214f080737"
 },
 "noise": {
  "by_metric": [
   {
    "metric": "cpu_ms",
    "cells": 39,
    "aa_gap_median": 0.006662684660493856,
    "aa_gap_max": 0.201671521146215,
    "aa_floor_median": 0.02373115145549496,
    "aa_floor_max": 0.29009462259849705,
    "cv_median": 0.013149666259965432,
    "cv_max": 0.5779538555506099,
    "outliers": 96,
    "values": 5353,
    "drift_median": 0.007359960401415459,
    "drift_max": 0.1699255802219981
   },
   {
    "metric": "cpu_ms_per_agent_turn",
    "cells": 21,
    "aa_gap_median": 0.004791537610044749,
    "aa_gap_max": 0.201671521146215,
    "aa_floor_median": 0.018641739869236403,
    "aa_floor_max": 0.29009462259849705,
    "cv_median": 0.009519535931286696,
    "cv_max": 0.5779538555506099,
    "outliers": 30,
    "values": 2783,
    "drift_median": 0.004856009500703681,
    "drift_max": 0.1699255802219981
   },
   {
    "metric": "cycles",
    "cells": 18,
    "aa_gap_median": 0.007835456817688102,
    "aa_gap_max": 0.14251879483697583,
    "aa_floor_median": 0.022935112530541334,
    "aa_floor_max": 0.17447057159638124,
    "cv_median": 0.01449227705815015,
    "cv_max": 0.09989326137090604,
    "outliers": 64,
    "values": 2570,
    "drift_median": 0.00811905593722452,
    "drift_max": 0.08669877527481828
   },
   {
    "metric": "extensions_ready_cpu_ms",
    "cells": 2,
    "aa_gap_median": 0.008286860290661946,
    "aa_gap_max": 0.013586558099200952,
    "aa_floor_median": 0.02699194509171112,
    "aa_floor_max": 0.052663232429067675,
    "cv_median": 0.013329240603916506,
    "cv_max": 0.028245581105552427,
    "outliers": 4,
    "values": 160,
    "drift_median": 0.011158504285938918,
    "drift_max": 0.030163097767848767
   },
   {
    "metric": "extensions_ready_ms",
    "cells": 2,
    "aa_gap_median": 0.00796671656211928,
    "aa_gap_max": 0.01670123819429148,
    "aa_floor_median": 0.025778391650377368,
    "aa_floor_max": 0.03888820486379463,
    "cv_median": 0.01338162204125265,
    "cv_max": 0.022184806111789208,
    "outliers": 1,
    "values": 160,
    "drift_median": 0.0048950379157295335,
    "drift_max": 0.015755701235858614
   },
   {
    "metric": "extensions_ready_pss_mib",
    "cells": 2,
    "aa_gap_median": 0.0034393379933136403,
    "aa_gap_max": 0.05308312015577865,
    "aa_floor_median": 0.011195087059653995,
    "aa_floor_max": 0.1310702756782529,
    "cv_median": 0.0074825831348390446,
    "cv_max": 0.07943938064003535,
    "outliers": 4,
    "values": 160,
    "drift_median": 0.004415314141512068,
    "drift_max": 0.08380566399285425
   },
   {
    "metric": "extensions_ready_rss_mib",
    "cells": 2,
    "aa_gap_median": 0.0033026255851039132,
    "aa_gap_max": 0.05177036833465798,
    "aa_floor_median": 0.01365862902152215,
    "aa_floor_max": 0.13849380014587886,
    "cv_median": 0.006357106139126231,
    "cv_max": 0.07527048431332266,
    "outliers": 3,
    "values": 160,
    "drift_median": 0.0026560704190071475,
    "drift_max": 0.07080641301746829
   },
   {
    "metric": "first_frame_ms",
    "cells": 1,
    "aa_gap_median": 0.01508710008000036,
    "aa_gap_max": 0.026606022521401873,
    "aa_floor_median": 0.030919049841685163,
    "aa_floor_max": 0.03824061981962365,
    "cv_median": 0.010162759956229447,
    "cv_max": 0.03195647463238597,
    "outliers": 2,
    "values": 80,
    "drift_median": 0.010241634890433478,
    "drift_max": 0.03372644170325998
   },
   {
    "metric": "first_input_accepted_ms",
    "cells": 1,
    "aa_gap_median": 0.012111346753223673,
    "aa_gap_max": 0.028037575198223696,
    "aa_floor_median": 0.03145326827355597,
    "aa_floor_max": 0.045248095642319894,
    "cv_median": 0.01384826089981311,
    "cv_max": 0.05235446126524312,
    "outliers": 4,
    "values": 80,
    "drift_median": 0.00556267997594405,
    "drift_max": 0.021254324357298026
   },
   {
    "metric": "first_request_cpu_ms",
    "cells": 8,
    "aa_gap_median": 0.011868041585302636,
    "aa_gap_max": 0.04027714533165461,
    "aa_floor_median": 0.030595228831229625,
    "aa_floor_max": 0.0952363048464111,
    "cv_median": 0.015924440496032526,
    "cv_max": 0.05991516401755598,
    "outliers": 23,
    "values": 1360,
    "drift_median": 0.008490682239153259,
    "drift_max": 0.046448679081853524
   },
   {
    "metric": "first_request_ms",
    "cells": 8,
    "aa_gap_median": 0.009960299732408695,
    "aa_gap_max": 0.0774406715822441,
    "aa_floor_median": 0.027107102353069852,
    "aa_floor_max": 0.18819640677903648,
    "cv_median": 0.013560901245350533,
    "cv_max": 0.1102681264196336,
    "outliers": 16,
    "values": 1360,
    "drift_median": 0.0071511347631675135,
    "drift_max": 0.07618581761528707
   },
   {
    "metric": "input_to_reply_visible_ms",
    "cells": 1,
    "aa_gap_median": 0.0074736969261214314,
    "aa_gap_max": 0.059982159190626216,
    "aa_floor_median": 0.029294286162186,
    "aa_floor_max": 0.1657049163823079,
    "cv_median": 0.013337618118825122,
    "cv_max": 0.07044521110392785,
    "outliers": 2,
    "values": 80,
    "drift_median": 0.025016440863366088,
    "drift_max": 0.06677967312993742
   },
   {
    "metric": "input_to_request_ms",
    "cells": 1,
    "aa_gap_median": 0.017385067480388816,
    "aa_gap_max": 0.0865405569233515,
    "aa_floor_median": 0.09027391051848244,
    "aa_floor_max": 0.42445842124332145,
    "cv_median": 0.0447713628908563,
    "cv_max": 0.18711622622069538,
    "outliers": 5,
    "values": 80,
    "drift_median": 0.027356138882147746,
    "drift_max": 0.06232552558894953
   },
   {
    "metric": "instructions",
    "cells": 18,
    "aa_gap_median": 0.003101406596237477,
    "aa_gap_max": 0.12385216474671457,
    "aa_floor_median": 0.011643378818968746,
    "aa_floor_max": 0.1423706438976162,
    "cv_median": 0.00665510594239954,
    "cv_max": 0.09636525813423558,
    "outliers": 101,
    "values": 2570,
    "drift_median": 0.002778026508234374,
    "drift_max": 0.04261783432279364
   },
   {
    "metric": "kb200_after_stream_ms",
    "cells": 3,
    "aa_gap_median": 0.00346981253998091,
    "aa_gap_max": 0.1355021258210296,
    "aa_floor_median": 0.026710925965696485,
    "aa_floor_max": 0.3722183011044089,
    "cv_median": 0.01498347104761888,
    "cv_max": 0.19663946333103782,
    "outliers": 12,
    "values": 272,
    "drift_median": 0.0035619094088163252,
    "drift_max": 0.052219985660452585
   },
   {
    "metric": "kb200_call_to_result_ms",
    "cells": 3,
    "aa_gap_median": 0.0023259226938900923,
    "aa_gap_max": 0.0852482273344013,
    "aa_floor_median": 0.0120803105727353,
    "aa_floor_max": 0.20663741558155757,
    "cv_median": 0.007662002684912838,
    "cv_max": 0.13435188605030468,
    "outliers": 11,
    "values": 272,
    "drift_median": 0.0032992143883401725,
    "drift_max": 0.017820257847163377
   },
   {
    "metric": "kb200_cpu_ms",
    "cells": 3,
    "aa_gap_median": 0.0018801525876828151,
    "aa_gap_max": 0.04039757247780562,
    "aa_floor_median": 0.019397296935617724,
    "aa_floor_max": 0.0824098704823375,
    "cv_median": 0.011362219262007846,
    "cv_max": 0.08996548638071047,
    "outliers": 7,
    "values": 272,
    "drift_median": 0.007224396407581415,
    "drift_max": 0.024673661494292638
   },
   {
    "metric": "kb200_cycles",
    "cells": 3,
    "aa_gap_median": 0.0014692495035557585,
    "aa_gap_max": 0.04035542994473729,
    "aa_floor_median": 0.019597157225169314,
    "aa_floor_max": 0.09383488444290711,
    "cv_median": 0.01119023143675347,
    "cv_max": 0.09398847779974438,
    "outliers": 7,
    "values": 272,
    "drift_median": 0.004552301183887246,
    "drift_max": 0.026962466910429077
   },
   {
    "metric": "kb200_instructions",
    "cells": 3,
    "aa_gap_median": 0.0012922760071159,
    "aa_gap_max": 0.014219275499269157,
    "aa_floor_median": 0.005452717241032407,
    "aa_floor_max": 0.08186044625262223,
    "cv_median": 0.002564556439116441,
    "cv_max": 0.043604819748571014,
    "outliers": 5,
    "values": 272,
    "drift_median": 0.0011816434595253583,
    "drift_max": 0.022432198575490215
   },
   {
    "metric": "kb200_peak_mem_mib",
    "cells": 3,
    "aa_gap_median": 0.011503516998827679,
    "aa_gap_max": 0.25077532736044117,
    "aa_floor_median": 0.030409162586106687,
    "aa_floor_max": 0.3886568030171162,
    "cv_median": 0.016114007410620544,
    "cv_max": 0.23145298177000037,
    "outliers": 5,
    "values": 272,
    "drift_median": 0.014974961544455963,
    "drift_max": 0.03967966355725566
   },
   {
    "metric": "kb200_peak_rss_mib",
    "cells": 3,
    "aa_gap_median": 0.0055536968885915305,
    "aa_gap_max": 0.22354634887626967,
    "aa_floor_median": 0.02494577006507591,
    "aa_floor_max": 0.34640978855854887,
    "cv_median": 0.015414179382215676,
    "cv_max": 0.20786114193014135,
    "outliers": 7,
    "values": 272,
    "drift_median": 0.008657267865824016,
    "drift_max": 0.02871310885387507
   },
   {
    "metric": "kb200_wall_ms",
    "cells": 3,
    "aa_gap_median": 0.003228156325863818,
    "aa_gap_max": 0.03752543152795429,
    "aa_floor_median": 0.020915419522332817,
    "aa_floor_max": 0.08649391696416142,
    "cv_median": 0.01076760145789393,
    "cv_max": 0.08209166380846654,
    "outliers": 11,
    "values": 272,
    "drift_median": 0.005749094258158401,
    "drift_max": 0.02210779383527002
   },
   {
    "metric": "kb50_after_stream_ms",
    "cells": 3,
    "aa_gap_median": 0.004751422213013723,
    "aa_gap_max": 0.161744897149518,
    "aa_floor_median": 0.028197628589676223,
    "aa_floor_max": 0.37808855032198563,
    "cv_median": 0.015338204154214384,
    "cv_max": 0.15823739470170176,
    "outliers": 10,
    "values": 272,
    "drift_median": 0.006630004824311885,
    "drift_max": 0.08070197563968286
   },
   {
    "metric": "kb50_call_to_result_ms",
    "cells": 3,
    "aa_gap_median": 0.0046230791694151785,
    "aa_gap_max": 0.12434041210299007,
    "aa_floor_median": 0.030486349013983366,
    "aa_floor_max": 0.3034407921937722,
    "cv_median": 0.014895550101330564,
    "cv_max": 0.11603753131718514,
    "outliers": 7,
    "values": 272,
    "drift_median": 0.005207725459664507,
    "drift_max": 0.04220244341296204
   },
   {
    "metric": "kb50_cpu_ms",
    "cells": 3,
    "aa_gap_median": 0.006390035327573873,
    "aa_gap_max": 0.029505350178536394,
    "aa_floor_median": 0.023460045582184022,
    "aa_floor_max": 0.08830208918947585,
    "cv_median": 0.012887529303579951,
    "cv_max": 0.048598042372845165,
    "outliers": 4,
    "values": 272,
    "drift_median": 0.011534687647635928,
    "drift_max": 0.03411607017679522
   },
   {
    "metric": "kb50_cycles",
    "cells": 3,
    "aa_gap_median": 0.005121374349820185,
    "aa_gap_max": 0.03065793034214148,
    "aa_floor_median": 0.02155528029211065,
    "aa_floor_max": 0.08862730111526801,
    "cv_median": 0.01241863759587954,
    "cv_max": 0.048449628969515046,
    "outliers": 6,
    "values": 272,
    "drift_median": 0.009300223535212034,
    "drift_max": 0.03484872109673573
   },
   {
    "metric": "kb50_instructions",
    "cells": 3,
    "aa_gap_median": 0.00227088645413398,
    "aa_gap_max": 0.02125812846146502,
    "aa_floor_median": 0.008931391556977942,
    "aa_floor_max": 0.039760076812147105,
    "cv_median": 0.004383634548695764,
    "cv_max": 0.0326782011798234,
    "outliers": 3,
    "values": 272,
    "drift_median": 0.004625894768492887,
    "drift_max": 0.018728463661424572
   },
   {
    "metric": "kb50_peak_mem_mib",
    "cells": 3,
    "aa_gap_median": 0.005641000916059902,
    "aa_gap_max": 0.03727174184941218,
    "aa_floor_median": 0.02218807031024883,
    "aa_floor_max": 0.07912584777694046,
    "cv_median": 0.01359935831927235,
    "cv_max": 0.054351613496059735,
    "outliers": 6,
    "values": 272,
    "drift_median": 0.009167303284950344,
    "drift_max": 0.06667280766396463
   },
   {
    "metric": "kb50_peak_rss_mib",
    "cells": 3,
    "aa_gap_median": 0.0035782126606882514,
    "aa_gap_max": 0.009092759720431554,
    "aa_floor_median": 0.02595975453118312,
    "aa_floor_max": 0.10347234339556795,
    "cv_median": 0.01356045122372794,
    "cv_max": 0.06879484541064086,
    "outliers": 17,
    "values": 272,
    "drift_median": 0.00818348374838841,
    "drift_max": 0.04624144877241269
   },
   {
    "metric": "kb50_wall_ms",
    "cells": 3,
    "aa_gap_median": 0.006305970144417916,
    "aa_gap_max": 0.038322659742777154,
    "aa_floor_median": 0.021964663296644916,
    "aa_floor_max": 0.11379282486161557,
    "cv_median": 0.01167482790235767,
    "cv_max": 0.06622593079627892,
    "outliers": 19,
    "values": 272,
    "drift_median": 0.005853470072449664,
    "drift_max": 0.05583304878036248
   },
   {
    "metric": "latency_ms_max",
    "cells": 10,
    "aa_gap_median": 0.004340841916498528,
    "aa_gap_max": 0.12464404085274883,
    "aa_floor_median": 0.04414617875665056,
    "aa_floor_max": 0.3025057721795703,
    "cv_median": 0.030088276450263865,
    "cv_max": 0.2066175063476944,
    "outliers": 24,
    "values": 1128,
    "drift_median": 0.01900256873659557,
    "drift_max": 0.3397820920627648
   },
   {
    "metric": "latency_ms_p50",
    "cells": 10,
    "aa_gap_median": 0.007825679349454218,
    "aa_gap_max": 0.07766765025448974,
    "aa_floor_median": 0.03172128996874135,
    "aa_floor_max": 0.2592367986709913,
    "cv_median": 0.020186251059329016,
    "cv_max": 0.1279773894985611,
    "outliers": 14,
    "values": 1128,
    "drift_median": 0.014959012308138142,
    "drift_max": 0.24149712643171395
   },
   {
    "metric": "latency_ms_p95",
    "cells": 10,
    "aa_gap_median": 0.005438098901640931,
    "aa_gap_max": 0.11603314922364938,
    "aa_floor_median": 0.04983980551482135,
    "aa_floor_max": 0.2894649495197805,
    "cv_median": 0.031893372823321185,
    "cv_max": 0.20078276454551489,
    "outliers": 23,
    "values": 1128,
    "drift_median": 0.02017016845843654,
    "drift_max": 0.3327735696080389
   },
   {
    "metric": "makespan_ms",
    "cells": 11,
    "aa_gap_median": 0.007800646969789771,
    "aa_gap_max": 0.26343157633173364,
    "aa_floor_median": 0.029059015508173577,
    "aa_floor_max": 0.38348623158238887,
    "cv_median": 0.017233444231813912,
    "cv_max": 0.5611690613462562,
    "outliers": 29,
    "values": 1655,
    "drift_median": 0.01024343004911952,
    "drift_max": 0.08977084524040209
   },
   {
    "metric": "mem_peak_mib",
    "cells": 21,
    "aa_gap_median": 0.006625739839259626,
    "aa_gap_max": 0.35974443407593326,
    "aa_floor_median": 0.021174174767088917,
    "aa_floor_max": 0.4037543427098509,
    "cv_median": 0.013896464778563952,
    "cv_max": 0.5688749960283404,
    "outliers": 25,
    "values": 2783,
    "drift_median": 0.010361644172912082,
    "drift_max": 0.5777248626172268
   },
   {
    "metric": "mem_per_agent_mib",
    "cells": 21,
    "aa_gap_median": 0.0067194372000504154,
    "aa_gap_max": 0.362246439361243,
    "aa_floor_median": 0.021783090647805273,
    "aa_floor_max": 0.4047425474254742,
    "cv_median": 0.015124792247620499,
    "cv_max": 0.572007001405401,
    "outliers": 20,
    "values": 2783,
    "drift_median": 0.009595721125843696,
    "drift_max": 0.5809833117537045
   },
   {
    "metric": "n10_cpu_ms_per_1k_tokens",
    "cells": 4,
    "aa_gap_median": 0.01705424551402035,
    "aa_gap_max": 0.03872248119259725,
    "aa_floor_median": 0.06235794229696093,
    "aa_floor_max": 0.12538982686310346,
    "cv_median": 0.02900717563162068,
    "cv_max": 0.11983711805103754,
    "outliers": 12,
    "values": 362,
    "drift_median": 0.01176093359894348,
    "drift_max": 0.12415819295266807
   },
   {
    "metric": "n10_first_paint_ms",
    "cells": 1,
    "aa_gap_median": 0.003199897367825777,
    "aa_gap_max": 0.06608526984443897,
    "aa_floor_median": 0.3422096031093477,
    "aa_floor_max": 1.6765739965881261,
    "cv_median": 0.2822644864034218,
    "cv_max": 0.40586945956376236,
    "outliers": 20,
    "values": 90,
    "drift_median": 0.016201846453330865,
    "drift_max": 0.1653435104774529
   },
   {
    "metric": "n10_instructions_per_1k_tokens",
    "cells": 4,
    "aa_gap_median": 0.0032631912766494797,
    "aa_gap_max": 0.04821286278225456,
    "aa_floor_median": 0.027611236281235043,
    "aa_floor_max": 0.12190678569056823,
    "cv_median": 0.01519514707253118,
    "cv_max": 0.10663639908749216,
    "outliers": 6,
    "values": 362,
    "drift_median": 0.009924130275562451,
    "drift_max": 0.05310207466665133
   },
   {
    "metric": "n10_peak_rss_mib",
    "cells": 3,
    "aa_gap_median": 0.005376746506986052,
    "aa_gap_max": 0.060343895317400253,
    "aa_floor_median": 0.015139258060788086,
    "aa_floor_max": 7.003784295175022,
    "cv_median": 0.00873175864322873,
    "cv_max": 0.5748445452486874,
    "outliers": 9,
    "values": 272,
    "drift_median": 0.0068332085828343315,
    "drift_max": 0.1810435391619003
   },
   {
    "metric": "n10_settle_ms",
    "cells": 1,
    "aa_gap_median": NaN,
    "aa_gap_max": NaN,
    "aa_floor_median": NaN,
    "aa_floor_max": NaN,
    "cv_median": 3.0,
    "cv_max": 3.0000000000000004,
    "outliers": 15,
    "values": 90,
    "drift_median": NaN,
    "drift_max": NaN
   },
   {
    "metric": "n10_wall_ms",
    "cells": 4,
    "aa_gap_median": 0.010518952439104279,
    "aa_gap_max": 0.03389459920627236,
    "aa_floor_median": 0.035758776149204655,
    "aa_floor_max": 0.17676117279955064,
    "cv_median": 0.020601799876708522,
    "cv_max": 0.13578506891405998,
    "outliers": 10,
    "values": 362,
    "drift_median": 0.0179052192888717,
    "drift_max": 0.16826314961548547
   },
   {
    "metric": "n_cpu_ms_per_1k_tokens",
    "cells": 4,
    "aa_gap_median": 0.01966066300247249,
    "aa_gap_max": 0.0882084603573734,
    "aa_floor_median": 0.0724057085870112,
    "aa_floor_max": 0.13958137927629952,
    "cv_median": 0.03682628643601825,
    "cv_max": 0.0983816182951733,
    "outliers": 6,
    "values": 362,
    "drift_median": 0.026215695808796048,
    "drift_max": 0.13301954364064322
   },
   {
    "metric": "n_first_paint_ms",
    "cells": 1,
    "aa_gap_median": 0.006456579613496327,
    "aa_gap_max": 1.5667750853777869,
    "aa_floor_median": 0.06827424508178281,
    "aa_floor_max": 1.632532254396736,
    "cv_median": 0.03705097580259452,
    "cv_max": 0.5155517132723115,
    "outliers": 20,
    "values": 90,
    "drift_median": 0.006361836356404134,
    "drift_max": 0.1689037490944963
   },
   {
    "metric": "n_instructions_per_1k_tokens",
    "cells": 4,
    "aa_gap_median": 0.0040568231415265,
    "aa_gap_max": 0.08547547340521866,
    "aa_floor_median": 0.050711370147575874,
    "aa_floor_max": 0.1415799388659133,
    "cv_median": 0.021646049278570053,
    "cv_max": 0.07336333151797056,
    "outliers": 28,
    "values": 362,
    "drift_median": 0.018528643476595698,
    "drift_max": 0.07667666626884814
   },
   {
    "metric": "n_peak_rss_mib",
    "cells": 3,
    "aa_gap_median": 0.009293680297397744,
    "aa_gap_max": 0.0326492537313432,
    "aa_floor_median": 0.0170736147917383,
    "aa_floor_max": 0.062264150943396324,
    "cv_median": 0.009903455245679964,
    "cv_max": 0.0703022508012544,
    "outliers": 4,
    "values": 272,
    "drift_median": 0.005301776206881124,
    "drift_max": 0.03822026022304833
   },
   {
    "metric": "n_settle_ms",
    "cells": 1,
    "aa_gap_median": 0.2571393222235838,
    "aa_gap_max": 0.2571393222235838,
    "aa_floor_median": 0.5564729644825535,
    "aa_floor_max": 0.5564729644825535,
    "cv_median": 1.9984856344522717,
    "cv_max": 2.6444816695017654,
    "outliers": 17,
    "values": 90,
    "drift_median": 0.005885351613749503,
    "drift_max": 0.005885351613749503
   },
   {
    "metric": "n_wall_ms",
    "cells": 4,
    "aa_gap_median": 0.0178883706796083,
    "aa_gap_max": 0.12175765609219369,
    "aa_floor_median": 0.0568075607313315,
    "aa_floor_max": 0.23337183962614888,
    "cv_median": 0.02400156832143191,
    "cv_max": 0.09398080721974103,
    "outliers": 10,
    "values": 362,
    "drift_median": 0.020440893312484394,
    "drift_max": 0.0681242188252705
   },
   {
    "metric": "peak_mem_mib",
    "cells": 18,
    "aa_gap_median": 0.0052097826622301,
    "aa_gap_max": 0.11423374794649144,
    "aa_floor_median": 0.018860581700189998,
    "aa_floor_max": 0.19761702304166584,
    "cv_median": 0.012284128626220817,
    "cv_max": 0.13036763322205952,
    "outliers": 50,
    "values": 2570,
    "drift_median": 0.008183265806980766,
    "drift_max": 0.11891247803489381
   },
   {
    "metric": "peak_rss_mib",
    "cells": 18,
    "aa_gap_median": 0.0034809873652975054,
    "aa_gap_max": 0.1645650827360411,
    "aa_floor_median": 0.01112782692448617,
    "aa_floor_max": 0.2020135117234071,
    "cv_median": 0.007481873642163867,
    "cv_max": 0.11275030810809676,
    "outliers": 97,
    "values": 2570,
    "drift_median": 0.004288580672082215,
    "drift_max": 0.07871369176327823
   },
   {
    "metric": "pss_mib_per_agent",
    "cells": 10,
    "aa_gap_median": 0.002100100071882549,
    "aa_gap_max": 0.14284104624027005,
    "aa_floor_median": 0.009636511089536726,
    "aa_floor_max": 0.14813418243160426,
    "cv_median": 0.006169599769960052,
    "cv_max": 0.01949352029172011,
    "outliers": 3,
    "values": 1128,
    "drift_median": 0.0036411761535814816,
    "drift_max": 0.026227759846274557
   },
   {
    "metric": "ready_cpu_ms",
    "cells": 8,
    "aa_gap_median": 0.009992797405762532,
    "aa_gap_max": 0.037102892366050355,
    "aa_floor_median": 0.026405610275427073,
    "aa_floor_max": 0.07712996630750239,
    "cv_median": 0.014513936960989338,
    "cv_max": 0.07375435028332511,
    "outliers": 28,
    "values": 856,
    "drift_median": 0.007759158259081238,
    "drift_max": 0.03914884051998629
   },
   {
    "metric": "ready_ms",
    "cells": 18,
    "aa_gap_median": 0.00993433760197604,
    "aa_gap_max": 0.37589036922110974,
    "aa_floor_median": 0.02988758587805064,
    "aa_floor_max": 0.4314284276563709,
    "cv_median": 0.014239441798113938,
    "cv_max": 0.3793755658212206,
    "outliers": 52,
    "values": 1984,
    "drift_median": 0.007663368243088328,
    "drift_max": 0.14844234773404125
   },
   {
    "metric": "ready_pss_mib",
    "cells": 8,
    "aa_gap_median": 0.0013908604254638801,
    "aa_gap_max": 0.05310927321740855,
    "aa_floor_median": 0.011196546100591995,
    "aa_floor_max": 0.13112332236405,
    "cv_median": 0.008026130191961746,
    "cv_max": 0.07944635647507327,
    "outliers": 11,
    "values": 856,
    "drift_median": 0.0020990191193379654,
    "drift_max": 0.0837606732679287
   },
   {
    "metric": "ready_rss_mib",
    "cells": 8,
    "aa_gap_median": 0.0015481566518052992,
    "aa_gap_max": 0.05179572887650874,
    "aa_floor_median": 0.011033517091300831,
    "aa_floor_max": 0.13854570321404158,
    "cv_median": 0.007766330127517514,
    "cv_max": 0.0752719693474203,
    "outliers": 7,
    "values": 856,
    "drift_median": 0.002654410556910375,
    "drift_max": 0.07078587154206949
   },
   {
    "metric": "request_bytes",
    "cells": 23,
    "aa_gap_median": 0.0,
    "aa_gap_max": 0.0,
    "aa_floor_median": 0.0,
    "aa_floor_max": 0.0,
    "cv_median": 0.0,
    "cv_max": 0.0,
    "outliers": 0,
    "values": 2850,
    "drift_median": 0.0,
    "drift_max": 0.0
   },
   {
    "metric": "request_bytes_per_turn",
    "cells": 23,
    "aa_gap_median": 0.0,
    "aa_gap_max": 0.0,
    "aa_floor_median": 0.0,
    "aa_floor_max": 0.0,
    "cv_median": 0.0,
    "cv_max": 0.0,
    "outliers": 0,
    "values": 2850,
    "drift_median": 0.0,
    "drift_max": 0.0
   },
   {
    "metric": "requests",
    "cells": 23,
    "aa_gap_median": 0.0,
    "aa_gap_max": 0.0,
    "aa_floor_median": 0.0,
    "aa_floor_max": 0.0,
    "cv_median": 0.0,
    "cv_max": 0.0,
    "outliers": 0,
    "values": 2850,
    "drift_median": 0.0,
    "drift_max": 0.0
   },
   {
    "metric": "session_growth_bytes",
    "cells": 2,
    "aa_gap_median": 0.0,
    "aa_gap_max": 0.0,
    "aa_floor_median": 0.0,
    "aa_floor_max": 0.0,
    "cv_median": 0.0,
    "cv_max": 3.9126660000085635e-05,
    "outliers": 1,
    "values": 160,
    "drift_median": 0.0,
    "drift_max": 0.0
   },
   {
    "metric": "side_requests",
    "cells": 23,
    "aa_gap_median": 0.0,
    "aa_gap_max": 0.0,
    "aa_floor_median": 0.0,
    "aa_floor_max": 0.0,
    "cv_median": 0.0,
    "cv_max": 0.0,
    "outliers": 0,
    "values": 2850,
    "drift_median": 0.0,
    "drift_max": 0.0
   },
   {
    "metric": "teardown_ms",
    "cells": 13,
    "aa_gap_median": 0.06584207884474302,
    "aa_gap_max": 0.23411916903337748,
    "aa_floor_median": 0.15525655589069456,
    "aa_floor_max": 0.9638559766614635,
    "cv_median": 0.07774341050217362,
    "cv_max": 0.4422382975892897,
    "outliers": 60,
    "values": 1976,
    "drift_median": 0.0347046815625292,
    "drift_max": 0.575918507445133
   },
   {
    "metric": "turn_cpu_mean_ms",
    "cells": 5,
    "aa_gap_median": 0.004667238285496977,
    "aa_gap_max": 0.03617041680106747,
    "aa_floor_median": 0.023441923261182218,
    "aa_floor_max": 0.09265061722621493,
    "cv_median": 0.019165954916449984,
    "cv_max": 0.06724950137771177,
    "outliers": 17,
    "values": 616,
    "drift_median": 0.011457102907757104,
    "drift_max": 0.03857786788534144
   },
   {
    "metric": "turn_cpu_ms",
    "cells": 10,
    "aa_gap_median": 0.007593943150369764,
    "aa_gap_max": 0.07558782339500414,
    "aa_floor_median": 0.03909929542760414,
    "aa_floor_max": 0.1827477804262972,
    "cv_median": 0.03335440562145082,
    "cv_max": 0.206146196553936,
    "outliers": 56,
    "values": 1376,
    "drift_median": 0.01675261709337121,
    "drift_max": 0.1430294966165674
   },
   {
    "metric": "turn_extension_cpu_ms",
    "cells": 2,
    "aa_gap_median": 0.012531328320801949,
    "aa_gap_max": 0.026490066225165587,
    "aa_floor_median": 0.044947318007662905,
    "aa_floor_max": 0.08641975308641979,
    "cv_median": 0.031495356070040614,
    "cv_max": 0.06535200704276833,
    "outliers": 0,
    "values": 160,
    "drift_median": 0.024768518518518523,
    "drift_max": 0.0728476821192053
   },
   {
    "metric": "turn_gap_ms",
    "cells": 3,
    "aa_gap_median": 0.006541748264643932,
    "aa_gap_max": 0.060645803533286524,
    "aa_floor_median": 0.03829943717953399,
    "aa_floor_max": 0.2547006453036892,
    "cv_median": 0.0310484652018288,
    "cv_max": 0.14824377495708047,
    "outliers": 17,
    "values": 600,
    "drift_median": 0.012569194620048199,
    "drift_max": 0.23953293857270783
   },
   {
    "metric": "turn_harness_added_ms",
    "cells": 5,
    "aa_gap_median": 0.010813330366218121,
    "aa_gap_max": 0.07044941894460477,
    "aa_floor_median": 0.05378294961628294,
    "aa_floor_max": 0.1707050969593833,
    "cv_median": 0.03957696112817362,
    "cv_max": 0.18460393390128807,
    "outliers": 13,
    "values": 616,
    "drift_median": 0.03145184485694822,
    "drift_max": 0.2388060090982284
   },
   {
    "metric": "turn_host_cpu_ms",
    "cells": 2,
    "aa_gap_median": 0.0012755102040816202,
    "aa_gap_max": 0.03448275862068961,
    "aa_floor_median": 0.05971479500891268,
    "aa_floor_max": 0.12500000000000006,
    "cv_median": 0.039785285378773926,
    "cv_max": 0.08399210511316162,
    "outliers": 9,
    "values": 160,
    "drift_median": 0.015573699238366535,
    "drift_max": 0.06481481481481481
   },
   {
    "metric": "turn_turn_gap_ms",
    "cells": 5,
    "aa_gap_median": 0.00954487308372598,
    "aa_gap_max": 0.044835005223605506,
    "aa_floor_median": 0.034298624113583864,
    "aa_floor_max": 0.24867103568529347,
    "cv_median": 0.0261611743162775,
    "cv_max": 0.13483415380491792,
    "outliers": 9,
    "values": 616,
    "drift_median": 0.014176828461873067,
    "drift_max": 0.22776097885744667
   },
   {
    "metric": "turn_wall_ms",
    "cells": 7,
    "aa_gap_median": 0.006944289573493023,
    "aa_gap_max": 0.04177476329479901,
    "aa_floor_median": 0.02939595130986028,
    "aa_floor_max": 0.10434435997454697,
    "cv_median": 0.023162531482228632,
    "cv_max": 0.279760727966806,
    "outliers": 6,
    "values": 776,
    "drift_median": 0.012070154761791912,
    "drift_max": 0.0783538802037282
   },
   {
    "metric": "turns_per_s",
    "cells": 21,
    "aa_gap_median": 0.004328824042782342,
    "aa_gap_max": 0.20848232302672876,
    "aa_floor_median": 0.017627589702008173,
    "aa_floor_max": 0.3834054447645383,
    "cv_median": 0.012644544958266155,
    "cv_max": 0.21569182535786263,
    "outliers": 91,
    "values": 2783,
    "drift_median": 0.0063420605221850305,
    "drift_max": 0.10087752612975524
   },
   {
    "metric": "wall_ms",
    "cells": 9,
    "aa_gap_median": 0.010349043228377597,
    "aa_gap_max": 0.1681169900005004,
    "aa_floor_median": 0.027747159236362777,
    "aa_floor_max": 0.20721753267045823,
    "cv_median": 0.013376009408317197,
    "cv_max": 0.0651836609599681,
    "outliers": 28,
    "values": 1624,
    "drift_median": 0.007625199780646283,
    "drift_max": 0.10092411506810658
   },
   {
    "metric": "wall_ms_p50",
    "cells": 11,
    "aa_gap_median": 0.014510010019177177,
    "aa_gap_max": 0.6326442392859868,
    "aa_floor_median": 0.041140755526906436,
    "aa_floor_max": 0.7958290283655995,
    "cv_median": 0.03549793746641763,
    "cv_max": 1.9944321909722516,
    "outliers": 27,
    "values": 1655,
    "drift_median": 0.01684144042086161,
    "drift_max": 0.6902082737280031
   },
   {
    "metric": "wall_ms_p95",
    "cells": 11,
    "aa_gap_median": 0.010964357213730458,
    "aa_gap_max": 0.4076299169865205,
    "aa_floor_median": 0.037258155223573806,
    "aa_floor_max": 0.3834545153938771,
    "cv_median": 0.03214051260873416,
    "cv_max": 1.2594500024709172,
    "outliers": 20,
    "values": 1655,
    "drift_median": 0.018061467610767587,
    "drift_max": 0.23160788654313277
   }
  ],
  "runs": [
   {
    "index": 1,
    "rounds": 12,
    "warmup_rounds": 1,
    "hardware": "quiet-dedicated",
    "samples": {
     "measured": 1920,
     "ok": 1920,
     "failed": 0,
     "warmup": 160,
     "with_telemetry": 1920,
     "infra_failed": 0,
     "arm_failed": 0,
     "stopped": 0
    },
    "failed": [],
    "flag_counts": {
     "throttled": 0,
     "foreign_busy": 0,
     "steal": 0,
     "clock_moved": 0,
     "gate_waited": 0,
     "swap": 0,
     "thermal": 0,
     "memory_events": 0
    },
    "flagged_samples": 0,
    "flagged_rounds": [],
    "flagged": [],
    "throttled_samples": 0,
    "throttled_us_total": 0,
    "throttle_events": [],
    "facts_throttled_us": 0,
    "gate": {
     "passed": 1920,
     "waited": 0,
     "gave_up": 0,
     "disabled": 0,
     "waited_ms_total": 0,
     "waited_ms_max": 0,
     "slow": 0
    },
    "sources": [
     "cgroup_throttle",
     "cpufreq",
     "loadavg",
     "meminfo",
     "pressure",
     "proc_stat",
     "schedstat",
     "thermal_throttle",
     "vmstat"
    ],
    "steal_share": 0.0,
    "foreign_p95": 0.0,
    "clock_deviation": 0.001964215563729832,
    "clock_median_mhz": 2800.1,
    "cpu_quota_limited": [],
    "fixed_clock": true,
    "collector_cpu_ms_median": 5.545,
    "collector_cpu_ms_max": 18.698999999999998,
    "calibration": {
     "metric": "cpu_ms",
     "max_cv": 0.01611803473865285,
     "gate": 0.05,
     "passed": true,
     "runs": 12,
     "arm": "pi-node"
    },
    "host": {
     "load_before": [
      1.28125,
      1.72607421875,
      1.466796875
     ],
     "load_after": [
      0.98681640625,
      1.009765625,
      1.13623046875
     ],
     "idle_before": {
      "48": 0.0,
      "49": 0.0,
      "50": 0.0,
      "51": 0.0,
      "112": 0.0,
      "113": 0.0167,
      "114": 0.0,
      "115": 0.0
     },
     "idle_after": {
      "48": 0.0,
      "49": 0.0,
      "50": 0.0,
      "51": 0.0,
      "112": 0.0,
      "113": 0.0,
      "114": 0.0,
      "115": 0.0
     },
     "cpumon": {
      "samples": 1513,
      "pinned_busy_mean": 0.07753912132206553,
      "pinned_busy_max": 0.28942251623121495,
      "host_busy_mean": 0.008752875639689902
     }
    }
   },
   {
    "index": 2,
    "rounds": 12,
    "warmup_rounds": 1,
    "hardware": "provisional",
    "samples": {
     "measured": 480,
     "ok": 480,
     "failed": 0,
     "warmup": 60,
     "with_telemetry": 480,
     "infra_failed": 0,
     "arm_failed": 0,
     "stopped": 0
    },
    "failed": [],
    "flag_counts": {
     "throttled": 0,
     "foreign_busy": 1,
     "steal": 0,
     "clock_moved": 16,
     "gate_waited": 1,
     "swap": 0,
     "thermal": 0,
     "memory_events": 0
    },
    "flagged_samples": 18,
    "flagged_rounds": [
     [
      "overhead/print-ext10",
      "openai-completions",
      7
     ],
     [
      "overhead/print-write",
      "openai-completions",
      1
     ],
     [
      "overhead/print-write",
      "openai-completions",
      2
     ],
     [
      "overhead/print-write",
      "openai-completions",
      3
     ],
     [
      "overhead/print-write",
      "openai-completions",
      4
     ],
     [
      "overhead/print-write",
      "openai-completions",
      5
     ],
     [
      "overhead/print-write",
      "openai-completions",
      6
     ],
     [
      "overhead/print-write",
      "openai-completions",
      7
     ],
     [
      "overhead/print-write",
      "openai-completions",
      8
     ],
     [
      "overhead/rpc-ext10",
      "openai-completions",
      3
     ]
    ],
    "flagged": [
     {
      "arm": "pi-node",
      "scenario": "overhead/print-write",
      "api": "openai-completions",
      "round": 1,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-bun-b",
      "scenario": "overhead/print-write",
      "api": "openai-completions",
      "round": 1,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-bun",
      "scenario": "overhead/print-write",
      "api": "openai-completions",
      "round": 2,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-bun-b",
      "scenario": "overhead/print-write",
      "api": "openai-completions",
      "round": 2,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-node",
      "scenario": "overhead/rpc-ext10",
      "api": "openai-completions",
      "round": 3,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-node-b",
      "scenario": "overhead/print-write",
      "api": "openai-completions",
      "round": 3,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-bun-b",
      "scenario": "overhead/print-write",
      "api": "openai-completions",
      "round": 3,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-bun",
      "scenario": "overhead/print-write",
      "api": "openai-completions",
      "round": 3,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-bun",
      "scenario": "overhead/print-write",
      "api": "openai-completions",
      "round": 4,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-bun-b",
      "scenario": "overhead/print-write",
      "api": "openai-completions",
      "round": 5,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-bun",
      "scenario": "overhead/print-write",
      "api": "openai-completions",
      "round": 5,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-bun",
      "scenario": "overhead/print-write",
      "api": "openai-completions",
      "round": 6,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-node",
      "scenario": "overhead/print-ext10",
      "api": "openai-completions",
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pi-bun-b",
      "scenario": "overhead/print-ext10",
      "api": "openai-completions",
      "round": 7,
      "flags": [
       "gate_waited"
      ]
     },
     {
      "arm": "pi-bun-b",
      "scenario": "overhead/print-write",
      "api": "openai-completions",
      "round": 7,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-bun",
      "scenario": "overhead/print-write",
      "api": "openai-completions",
      "round": 7,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-node-b",
      "scenario": "overhead/print-write",
      "api": "openai-completions",
      "round": 7,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-bun-b",
      "scenario": "overhead/print-write",
      "api": "openai-completions",
      "round": 8,
      "flags": [
       "clock_moved"
      ]
     }
    ],
    "throttled_samples": 0,
    "throttled_us_total": 0,
    "throttle_events": [],
    "facts_throttled_us": 0,
    "gate": {
     "passed": 479,
     "waited": 1,
     "gave_up": 0,
     "disabled": 0,
     "waited_ms_total": 1607,
     "waited_ms_max": 1607,
     "slow": 1
    },
    "sources": [
     "cgroup_throttle",
     "cpufreq",
     "loadavg",
     "meminfo",
     "pressure",
     "proc_stat",
     "schedstat",
     "thermal_throttle",
     "vmstat"
    ],
    "steal_share": 0.0,
    "foreign_p95": 0.0,
    "clock_deviation": 0.001071428571428612,
    "clock_median_mhz": 2800.0,
    "cpu_quota_limited": [],
    "fixed_clock": true,
    "collector_cpu_ms_median": 10.7925,
    "collector_cpu_ms_max": 359.721,
    "calibration": {
     "metric": "cpu_ms",
     "max_cv": 0.01549632481795311,
     "gate": 0.05,
     "passed": true,
     "runs": 12,
     "arm": "pi-node"
    },
    "host": {
     "load_before": [
      1.5390625,
      1.4228515625,
      1.1005859375
     ],
     "load_after": [
      1.41650390625,
      1.76025390625,
      1.78271484375
     ],
     "idle_before": {
      "48": 0.0,
      "49": 0.0,
      "50": 0.0,
      "51": 0.0,
      "112": 0.0,
      "113": 0.0,
      "114": 0.0,
      "115": 0.0
     },
     "idle_after": {
      "48": 0.0,
      "49": 0.0,
      "50": 0.0,
      "51": 0.0,
      "112": 0.0,
      "113": 0.0,
      "114": 0.0,
      "115": 0.0
     },
     "cpumon": {
      "samples": 3249,
      "pinned_busy_mean": 0.16544446029293886,
      "pinned_busy_max": 0.25687506250625064,
      "host_busy_mean": 0.014122724373804607
     }
    }
   },
   {
    "index": 3,
    "rounds": 12,
    "warmup_rounds": 1,
    "hardware": "quiet-dedicated",
    "samples": {
     "measured": 170,
     "ok": 170,
     "failed": 0,
     "warmup": 20,
     "with_telemetry": 170,
     "infra_failed": 0,
     "arm_failed": 0,
     "stopped": 0
    },
    "failed": [],
    "flag_counts": {
     "throttled": 0,
     "foreign_busy": 0,
     "steal": 0,
     "clock_moved": 1,
     "gate_waited": 0,
     "swap": 0,
     "thermal": 0,
     "memory_events": 0
    },
    "flagged_samples": 1,
    "flagged_rounds": [
     [
      "streaming/tui-prose",
      "openai-completions",
      8
     ]
    ],
    "flagged": [
     {
      "arm": "pi-node-b",
      "scenario": "streaming/tui-prose",
      "api": "openai-completions",
      "round": 8,
      "flags": [
       "clock_moved"
      ]
     }
    ],
    "throttled_samples": 0,
    "throttled_us_total": 0,
    "throttle_events": [],
    "facts_throttled_us": 0,
    "gate": {
     "passed": 170,
     "waited": 0,
     "gave_up": 0,
     "disabled": 0,
     "waited_ms_total": 0,
     "waited_ms_max": 0,
     "slow": 0
    },
    "sources": [
     "cgroup_throttle",
     "cpufreq",
     "loadavg",
     "meminfo",
     "pressure",
     "proc_stat",
     "schedstat",
     "thermal_throttle",
     "vmstat"
    ],
    "steal_share": 0.0,
    "foreign_p95": 0.01663911038498222,
    "clock_deviation": 0.0012857142857142234,
    "clock_median_mhz": 2800.0,
    "cpu_quota_limited": [],
    "fixed_clock": true,
    "collector_cpu_ms_median": 220.178,
    "collector_cpu_ms_max": 289.53799999999995,
    "calibration": {
     "metric": "cpu_ms",
     "max_cv": 0.0185811065454572,
     "gate": 0.05,
     "passed": true,
     "runs": 12,
     "arm": "pi-node"
    },
    "host": {
     "load_before": [
      1.43310546875,
      1.74267578125,
      1.7763671875
     ],
     "load_after": [
      1.08984375,
      1.19384765625,
      1.23583984375
     ],
     "idle_before": {
      "48": 0.0,
      "49": 0.0,
      "50": 0.0,
      "51": 0.0,
      "112": 0.0,
      "113": 0.0,
      "114": 0.0,
      "115": 0.0
     },
     "idle_after": {
      "48": 0.0,
      "49": 0.0,
      "50": 0.0,
      "51": 0.0,
      "112": 0.0,
      "113": 0.0,
      "114": 0.0,
      "115": 0.0
     },
     "cpumon": {
      "samples": 4992,
      "pinned_busy_mean": 0.022014418578323126,
      "pinned_busy_max": 0.1664141414141414,
      "host_busy_mean": 0.009147627403471434
     }
    }
   },
   {
    "index": 4,
    "rounds": 12,
    "warmup_rounds": 1,
    "hardware": "provisional",
    "samples": {
     "measured": 160,
     "ok": 160,
     "failed": 0,
     "warmup": 20,
     "with_telemetry": 160,
     "infra_failed": 0,
     "arm_failed": 0,
     "stopped": 0
    },
    "failed": [],
    "flag_counts": {
     "throttled": 0,
     "foreign_busy": 0,
     "steal": 0,
     "clock_moved": 0,
     "gate_waited": 0,
     "swap": 0,
     "thermal": 0,
     "memory_events": 0
    },
    "flagged_samples": 0,
    "flagged_rounds": [],
    "flagged": [],
    "throttled_samples": 0,
    "throttled_us_total": 0,
    "throttle_events": [],
    "facts_throttled_us": 0,
    "gate": {
     "passed": 160,
     "waited": 0,
     "gave_up": 0,
     "disabled": 0,
     "waited_ms_total": 0,
     "waited_ms_max": 0,
     "slow": 0
    },
    "sources": [
     "cgroup_throttle",
     "cpufreq",
     "loadavg",
     "meminfo",
     "pressure",
     "proc_stat",
     "schedstat",
     "thermal_throttle",
     "vmstat"
    ],
    "steal_share": 0.0,
    "foreign_p95": 0.0,
    "clock_deviation": 0.0006428571428571672,
    "clock_median_mhz": 2800.0,
    "cpu_quota_limited": [],
    "fixed_clock": true,
    "collector_cpu_ms_median": 5.383,
    "collector_cpu_ms_max": 8.987,
    "calibration": {
     "metric": "cpu_ms",
     "max_cv": 0.01741467587870728,
     "gate": 0.05,
     "passed": true,
     "runs": 12,
     "arm": "pi-node"
    },
    "host": {
     "load_before": [
      1.001953125,
      1.1708984375,
      1.2275390625
     ],
     "load_after": [
      1.55224609375,
      1.798828125,
      1.486328125
     ],
     "idle_before": {
      "48": 0.0,
      "49": 0.0,
      "50": 0.0,
      "51": 0.0,
      "112": 0.0,
      "113": 0.0,
      "114": 0.0,
      "115": 0.0
     },
     "idle_after": {
      "48": 0.0,
      "49": 0.0,
      "50": 0.0,
      "51": 0.0,
      "112": 0.0,
      "113": 0.0166,
      "114": 0.0,
      "115": 0.0
     },
     "cpumon": {
      "samples": 131,
      "pinned_busy_mean": 0.05882074256425395,
      "pinned_busy_max": 0.15375179609797715,
      "host_busy_mean": 0.007511967865316689
     }
    }
   },
   {
    "index": 5,
    "rounds": 12,
    "warmup_rounds": 1,
    "hardware": "quiet-dedicated",
    "samples": {
     "measured": 384,
     "ok": 384,
     "failed": 0,
     "warmup": 52,
     "with_telemetry": 384,
     "infra_failed": 0,
     "arm_failed": 0,
     "stopped": 0
    },
    "failed": [],
    "flag_counts": {
     "throttled": 0,
     "foreign_busy": 0,
     "steal": 0,
     "clock_moved": 9,
     "gate_waited": 0,
     "swap": 0,
     "thermal": 0,
     "memory_events": 0
    },
    "flagged_samples": 9,
    "flagged_rounds": [
     [
      "overhead/print-write",
      "anthropic-messages",
      1
     ],
     [
      "overhead/print-write",
      "anthropic-messages",
      2
     ],
     [
      "overhead/print-write",
      "anthropic-messages",
      6
     ],
     [
      "overhead/print-write",
      "openai-completions",
      1
     ],
     [
      "overhead/print-write",
      "openai-completions",
      3
     ],
     [
      "overhead/print-write",
      "openai-responses",
      1
     ],
     [
      "overhead/print-write",
      "openai-responses",
      3
     ],
     [
      "overhead/print-write",
      "openai-responses",
      5
     ]
    ],
    "flagged": [
     {
      "arm": "pi-node",
      "scenario": "overhead/print-write",
      "api": "anthropic-messages",
      "round": 1,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-node",
      "scenario": "overhead/print-write",
      "api": "openai-responses",
      "round": 1,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-node-b",
      "scenario": "overhead/print-write",
      "api": "openai-completions",
      "round": 1,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-node-b",
      "scenario": "overhead/print-write",
      "api": "anthropic-messages",
      "round": 2,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-node-b",
      "scenario": "overhead/print-write",
      "api": "openai-completions",
      "round": 3,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-node-b",
      "scenario": "overhead/print-write",
      "api": "openai-responses",
      "round": 3,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-node",
      "scenario": "overhead/print-write",
      "api": "openai-responses",
      "round": 3,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-node",
      "scenario": "overhead/print-write",
      "api": "openai-responses",
      "round": 5,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-node",
      "scenario": "overhead/print-write",
      "api": "anthropic-messages",
      "round": 6,
      "flags": [
       "clock_moved"
      ]
     }
    ],
    "throttled_samples": 0,
    "throttled_us_total": 0,
    "throttle_events": [],
    "facts_throttled_us": 0,
    "gate": {
     "passed": 384,
     "waited": 0,
     "gave_up": 0,
     "disabled": 0,
     "waited_ms_total": 0,
     "waited_ms_max": 0,
     "slow": 0
    },
    "sources": [
     "cgroup_throttle",
     "cpufreq",
     "loadavg",
     "meminfo",
     "pressure",
     "proc_stat",
     "schedstat",
     "thermal_throttle",
     "vmstat"
    ],
    "steal_share": 0.0,
    "foreign_p95": 0.0,
    "clock_deviation": 0.002071428571428613,
    "clock_median_mhz": 2800.0,
    "cpu_quota_limited": [],
    "fixed_clock": true,
    "collector_cpu_ms_median": 19.354,
    "collector_cpu_ms_max": 265.71500000000003,
    "calibration": {
     "metric": "cpu_ms",
     "max_cv": 0.013673231305321318,
     "gate": 0.05,
     "passed": true,
     "runs": 12,
     "arm": "pi-node"
    },
    "host": {
     "load_before": [
      1.02587890625,
      1.86962890625,
      2.03564453125
     ],
     "load_after": [
      1.326171875,
      1.4140625,
      1.46337890625
     ],
     "idle_before": {
      "48": 0.0,
      "49": 0.0,
      "50": 0.0,
      "51": 0.0,
      "112": 0.0,
      "113": 0.0,
      "114": 0.0,
      "115": 0.0
     },
     "idle_after": {
      "48": 0.0,
      "49": 0.01,
      "50": 0.0,
      "51": 0.0,
      "112": 0.0,
      "113": 0.0,
      "114": 0.0,
      "115": 0.0
     },
     "cpumon": {
      "samples": 3438,
      "pinned_busy_mean": 0.13423437590672263,
      "pinned_busy_max": 0.32748067408781695,
      "host_busy_mean": 0.011067802580892315
     }
    }
   },
   {
    "index": 6,
    "rounds": 12,
    "warmup_rounds": 1,
    "hardware": "provisional",
    "samples": {
     "measured": 3029,
     "ok": 2783,
     "failed": 246,
     "warmup": 257,
     "with_telemetry": 2783,
     "infra_failed": 0,
     "arm_failed": 0,
     "stopped": 246
    },
    "failed": [
     {
      "arm": "opencode-v2-b",
      "scenario": "scale/print-32",
      "api": null,
      "round": 1,
      "reason": "15 agents exited (exit 1); out of memory: the kernel's OOM killer stopped 15 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "opencode-v2",
      "scenario": "scale/print-32",
      "api": null,
      "round": 1,
      "reason": "14 agents exited (exit 1); out of memory: the kernel's OOM killer stopped 14 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "copilot-b",
      "scenario": "scale/print-32",
      "api": null,
      "round": 1,
      "reason": "32 of 32 agents did not finish; the container hit its 4096 MiB memory limit 4979908 times without an OOM kill (reclaim)",
      "kind": "stop"
     },
     {
      "arm": "copilot",
      "scenario": "scale/print-32",
      "api": null,
      "round": 1,
      "reason": "32 of 32 agents did not finish; the container hit its 4096 MiB memory limit 4985348 times without an OOM kill (reclaim)",
      "kind": "stop"
     },
     {
      "arm": "claude-code-b",
      "scenario": "scale/print-64",
      "api": null,
      "round": 1,
      "reason": "20 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 20 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "claude-code",
      "scenario": "scale/print-64",
      "api": null,
      "round": 1,
      "reason": "20 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 20 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-node-b",
      "scenario": "scale/print-64",
      "api": null,
      "round": 1,
      "reason": "10 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 10 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-bun-b",
      "scenario": "scale/print-64",
      "api": null,
      "round": 1,
      "reason": "6 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 6 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-bun",
      "scenario": "scale/print-64",
      "api": null,
      "round": 1,
      "reason": "8 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 8 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-node",
      "scenario": "scale/print-128",
      "api": null,
      "round": 1,
      "reason": "64 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 64 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/print-512",
      "api": null,
      "round": 1,
      "reason": "44 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 44 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/print-512",
      "api": null,
      "round": 1,
      "reason": "158 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 158 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 1,
      "reason": "441 of 1024 agents did not finish; 455 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 461 processes (container",
      "kind": "stop"
     },
     {
      "arm": "pibolt",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 1,
      "reason": "426 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 426 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-node-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 1,
      "reason": "6 of 64 agents never answered get_state; 7 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 7 processes (contain",
      "kind": "stop"
     },
     {
      "arm": "pi-node",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 1,
      "reason": "12 of 64 agents did not answer a prompt; 13 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 13 processes (conta",
      "kind": "stop"
     },
     {
      "arm": "pi-bun-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 1,
      "reason": "5 of 64 agents never answered get_state; 5 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 5 processes (contain",
      "kind": "stop"
     },
     {
      "arm": "pi-bun",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 1,
      "reason": "4 of 64 agents never answered get_state; 4 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 4 processes (contain",
      "kind": "stop"
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 1,
      "reason": "1 of 256 agents did not answer a prompt; 1 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 1 processes (contain",
      "kind": "stop"
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 1,
      "reason": "6 of 256 agents did not answer a prompt; 7 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 7 processes (contain",
      "kind": "stop"
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 1,
      "reason": "35 of 256 agents did not answer a prompt; 40 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 40 processes (cont",
      "kind": "stop"
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 1,
      "reason": "39 of 256 agents did not answer a prompt; 41 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 41 processes (cont",
      "kind": "stop"
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 1,
      "reason": "80 of 512 agents did not answer a prompt; 92 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 92 processes (cont",
      "kind": "stop"
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 1,
      "reason": "87 of 512 agents did not answer a prompt; 94 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 94 processes (cont",
      "kind": "stop"
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-1024",
      "api": null,
      "round": 1,
      "reason": "127 of 1024 agents did not answer a prompt; 136 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 136 processes (",
      "kind": "stop"
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-1024",
      "api": null,
      "round": 1,
      "reason": "101 of 1024 agents did not answer a prompt; 116 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 116 processes (",
      "kind": "stop"
     },
     {
      "arm": "pi-node",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 2,
      "reason": "12 of 64 agents did not answer a prompt; 12 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 12 processes (conta",
      "kind": "stop"
     },
     {
      "arm": "pi-node-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 2,
      "reason": "6 of 64 agents never answered get_state; 7 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 7 processes (contain",
      "kind": "stop"
     },
     {
      "arm": "pi-bun",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 2,
      "reason": "5 of 64 agents never answered get_state; 7 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 7 processes (contain",
      "kind": "stop"
     },
     {
      "arm": "pi-bun-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 2,
      "reason": "6 of 64 agents never answered get_state; 6 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 6 processes (contain",
      "kind": "stop"
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 2,
      "reason": "38 of 256 agents did not answer a prompt; 42 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 42 processes (cont",
      "kind": "stop"
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 2,
      "reason": "39 of 256 agents did not answer a prompt; 40 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 40 processes (cont",
      "kind": "stop"
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 2,
      "reason": "5 of 256 agents did not answer a prompt; 5 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 5 processes (contain",
      "kind": "stop"
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 2,
      "reason": "5 of 256 agents did not answer a prompt; 7 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 7 processes (contain",
      "kind": "stop"
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 2,
      "reason": "89 of 512 agents did not answer a prompt; 93 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 93 processes (cont",
      "kind": "stop"
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 2,
      "reason": "88 of 512 agents did not answer a prompt; 95 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 95 processes (cont",
      "kind": "stop"
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-1024",
      "api": null,
      "round": 2,
      "reason": "103 of 1024 agents did not answer a prompt; 111 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 111 processes (",
      "kind": "stop"
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-1024",
      "api": null,
      "round": 2,
      "reason": "105 of 1024 agents did not answer a prompt; 114 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 114 processes (",
      "kind": "stop"
     },
     {
      "arm": "opencode-v2",
      "scenario": "scale/print-32",
      "api": null,
      "round": 2,
      "reason": "15 agents exited (exit 1); out of memory: the kernel's OOM killer stopped 15 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "opencode-v2-b",
      "scenario": "scale/print-32",
      "api": null,
      "round": 2,
      "reason": "14 agents exited (exit 1); out of memory: the kernel's OOM killer stopped 14 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "copilot",
      "scenario": "scale/print-32",
      "api": null,
      "round": 2,
      "reason": "32 of 32 agents did not finish; the container hit its 4096 MiB memory limit 5057006 times without an OOM kill (reclaim)",
      "kind": "stop"
     },
     {
      "arm": "copilot-b",
      "scenario": "scale/print-32",
      "api": null,
      "round": 2,
      "reason": "32 of 32 agents did not finish; the container hit its 4096 MiB memory limit 5023039 times without an OOM kill (reclaim)",
      "kind": "stop"
     },
     {
      "arm": "pi-bun",
      "scenario": "scale/print-64",
      "api": null,
      "round": 2,
      "reason": "8 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 8 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-bun-b",
      "scenario": "scale/print-64",
      "api": null,
      "round": 2,
      "reason": "7 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 7 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "claude-code",
      "scenario": "scale/print-64",
      "api": null,
      "round": 2,
      "reason": "22 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 22 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "claude-code-b",
      "scenario": "scale/print-64",
      "api": null,
      "round": 2,
      "reason": "20 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 20 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-node",
      "scenario": "scale/print-64",
      "api": null,
      "round": 2,
      "reason": "2 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 2 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-node-b",
      "scenario": "scale/print-64",
      "api": null,
      "round": 2,
      "reason": "11 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 11 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/print-512",
      "api": null,
      "round": 2,
      "reason": "55 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 55 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 2,
      "reason": "549 of 1024 agents did not finish; 492 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 511 processes (container",
      "kind": "stop"
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 2,
      "reason": "533 of 1024 agents did not finish; 392 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 402 processes (container",
      "kind": "stop"
     },
     {
      "arm": "pibolt",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 2,
      "reason": "1 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 1 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "opencode-v2-b",
      "scenario": "scale/print-64",
      "api": null,
      "round": 3,
      "reason": "45 agents exited (exit 1, signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 53 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "opencode-v2",
      "scenario": "scale/print-64",
      "api": null,
      "round": 3,
      "reason": "49 of 64 agents did not finish; 15 agents exited (exit 1, signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 20 processes (contai",
      "kind": "stop"
     },
     {
      "arm": "copilot-b",
      "scenario": "scale/print-64",
      "api": null,
      "round": 3,
      "reason": "46 of 64 agents did not finish; 18 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 57 processes (container peak",
      "kind": "stop"
     },
     {
      "arm": "copilot",
      "scenario": "scale/print-64",
      "api": null,
      "round": 3,
      "reason": "44 of 64 agents did not finish; 20 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 55 processes (container peak",
      "kind": "stop"
     },
     {
      "arm": "pi-bun-b",
      "scenario": "scale/print-128",
      "api": null,
      "round": 3,
      "reason": "68 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 68 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-bun",
      "scenario": "scale/print-128",
      "api": null,
      "round": 3,
      "reason": "68 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 68 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "claude-code-b",
      "scenario": "scale/print-128",
      "api": null,
      "round": 3,
      "reason": "85 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 85 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "claude-code",
      "scenario": "scale/print-128",
      "api": null,
      "round": 3,
      "reason": "85 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 85 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-node-b",
      "scenario": "scale/print-128",
      "api": null,
      "round": 3,
      "reason": "75 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 75 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-node",
      "scenario": "scale/print-128",
      "api": null,
      "round": 3,
      "reason": "68 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 68 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/print-512",
      "api": null,
      "round": 3,
      "reason": "85 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 85 processes (container peak 4099 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 3,
      "reason": "104 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 104 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pibolt",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 3,
      "reason": "242 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 242 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-node-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 3,
      "reason": "71 of 128 agents never answered get_state; 71 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 71 processes (con",
      "kind": "stop"
     },
     {
      "arm": "pi-node",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 3,
      "reason": "59 of 128 agents never answered get_state; 60 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 60 processes (con",
      "kind": "stop"
     },
     {
      "arm": "pi-bun-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 3,
      "reason": "68 of 128 agents never answered get_state; 68 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 68 processes (con",
      "kind": "stop"
     },
     {
      "arm": "pi-bun",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 3,
      "reason": "68 of 128 agents never answered get_state; 68 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 68 processes (con",
      "kind": "stop"
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 3,
      "reason": "34 of 512 agents never answered get_state; 258 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 258 processes (c",
      "kind": "stop"
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 3,
      "reason": "7 of 512 agents never answered get_state; 261 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 261 processes (co",
      "kind": "stop"
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 3,
      "reason": "23 of 512 agents never answered get_state; 194 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 194 processes (c",
      "kind": "stop"
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 3,
      "reason": "15 of 512 agents never answered get_state; 193 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 193 processes (c",
      "kind": "stop"
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-1024",
      "api": null,
      "round": 3,
      "reason": "15 of 1024 agents never answered get_state; 443 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 443 processes (",
      "kind": "stop"
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-1024",
      "api": null,
      "round": 3,
      "reason": "24 of 1024 agents never answered get_state; 444 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 444 processes (",
      "kind": "stop"
     },
     {
      "arm": "pi-node",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 4,
      "reason": "58 of 128 agents never answered get_state; 60 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 60 processes (con",
      "kind": "stop"
     },
     {
      "arm": "pi-node-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 4,
      "reason": "71 of 128 agents never answered get_state; 71 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 71 processes (con",
      "kind": "stop"
     },
     {
      "arm": "pi-bun",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 4,
      "reason": "69 of 128 agents never answered get_state; 69 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 69 processes (con",
      "kind": "stop"
     },
     {
      "arm": "pi-bun-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 4,
      "reason": "68 of 128 agents never answered get_state; 68 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 68 processes (con",
      "kind": "stop"
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 4,
      "reason": "1 of 512 agents never answered get_state; 261 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 261 processes (co",
      "kind": "stop"
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 4,
      "reason": "4 of 512 agents never answered get_state; 261 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 261 processes (co",
      "kind": "stop"
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 4,
      "reason": "25 of 512 agents never answered get_state; 195 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 195 processes (c",
      "kind": "stop"
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 4,
      "reason": "24 of 512 agents never answered get_state; 194 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 194 processes (c",
      "kind": "stop"
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-1024",
      "api": null,
      "round": 4,
      "reason": "7 of 1024 agents never answered get_state; 440 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 440 processes (c",
      "kind": "stop"
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-1024",
      "api": null,
      "round": 4,
      "reason": "32 of 1024 agents never answered get_state; 440 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 440 processes (",
      "kind": "stop"
     },
     {
      "arm": "pi-node",
      "scenario": "scale/print-64",
      "api": null,
      "round": 4,
      "reason": "3 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 3 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "opencode-v2",
      "scenario": "scale/print-64",
      "api": null,
      "round": 4,
      "reason": "45 agents exited (exit 1, signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 48 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "opencode-v2-b",
      "scenario": "scale/print-64",
      "api": null,
      "round": 4,
      "reason": "46 agents exited (exit 1, signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 53 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "copilot",
      "scenario": "scale/print-64",
      "api": null,
      "round": 4,
      "reason": "44 of 64 agents did not finish; 20 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 60 processes (container peak",
      "kind": "stop"
     },
     {
      "arm": "copilot-b",
      "scenario": "scale/print-64",
      "api": null,
      "round": 4,
      "reason": "47 of 64 agents did not finish; 17 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 57 processes (container peak",
      "kind": "stop"
     },
     {
      "arm": "claude-code",
      "scenario": "scale/print-128",
      "api": null,
      "round": 4,
      "reason": "83 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 83 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "claude-code-b",
      "scenario": "scale/print-128",
      "api": null,
      "round": 4,
      "reason": "82 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 82 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-node-b",
      "scenario": "scale/print-128",
      "api": null,
      "round": 4,
      "reason": "75 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 75 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-bun",
      "scenario": "scale/print-128",
      "api": null,
      "round": 4,
      "reason": "68 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 68 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-bun-b",
      "scenario": "scale/print-128",
      "api": null,
      "round": 4,
      "reason": "68 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 68 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/print-512",
      "api": null,
      "round": 4,
      "reason": "2 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 2 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 4,
      "reason": "471 of 1024 agents did not finish; 561 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 554 processes (container",
      "kind": "stop"
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 4,
      "reason": "98 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 98 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "opencode-v2-b",
      "scenario": "scale/print-64",
      "api": null,
      "round": 5,
      "reason": "45 agents exited (exit 1, signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 49 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "opencode-v2",
      "scenario": "scale/print-64",
      "api": null,
      "round": 5,
      "reason": "45 agents exited (exit 1, signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 51 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "copilot-b",
      "scenario": "scale/print-64",
      "api": null,
      "round": 5,
      "reason": "44 of 64 agents did not finish; 20 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 51 processes (container peak",
      "kind": "stop"
     },
     {
      "arm": "copilot",
      "scenario": "scale/print-64",
      "api": null,
      "round": 5,
      "reason": "45 of 64 agents did not finish; 19 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 57 processes (container peak",
      "kind": "stop"
     },
     {
      "arm": "pi-node",
      "scenario": "scale/print-64",
      "api": null,
      "round": 5,
      "reason": "1 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 1 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "claude-code-b",
      "scenario": "scale/print-128",
      "api": null,
      "round": 5,
      "reason": "85 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 85 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "claude-code",
      "scenario": "scale/print-128",
      "api": null,
      "round": 5,
      "reason": "85 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 85 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-node-b",
      "scenario": "scale/print-128",
      "api": null,
      "round": 5,
      "reason": "76 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 76 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-bun-b",
      "scenario": "scale/print-128",
      "api": null,
      "round": 5,
      "reason": "68 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 68 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-bun",
      "scenario": "scale/print-128",
      "api": null,
      "round": 5,
      "reason": "67 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 67 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/print-512",
      "api": null,
      "round": 5,
      "reason": "10 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 10 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-node-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 5,
      "reason": "71 of 128 agents never answered get_state; 71 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 71 processes (con",
      "kind": "stop"
     },
     {
      "arm": "pi-node",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 5,
      "reason": "59 of 128 agents never answered get_state; 59 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 59 processes (con",
      "kind": "stop"
     },
     {
      "arm": "pi-bun-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 5,
      "reason": "68 of 128 agents never answered get_state; 68 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 68 processes (con",
      "kind": "stop"
     },
     {
      "arm": "pi-bun",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 5,
      "reason": "68 of 128 agents never answered get_state; 68 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 68 processes (con",
      "kind": "stop"
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 5,
      "reason": "22 of 512 agents never answered get_state; 195 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 195 processes (c",
      "kind": "stop"
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 5,
      "reason": "35 of 512 agents never answered get_state; 194 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 194 processes (c",
      "kind": "stop"
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 5,
      "reason": "31 of 512 agents never answered get_state; 259 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 259 processes (c",
      "kind": "stop"
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 5,
      "reason": "1 of 512 agents never answered get_state; 250 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 250 processes (co",
      "kind": "stop"
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-1024",
      "api": null,
      "round": 5,
      "reason": "40 of 1024 agents never answered get_state; 444 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 444 processes (",
      "kind": "stop"
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-1024",
      "api": null,
      "round": 5,
      "reason": "40 of 1024 agents never answered get_state; 441 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 441 processes (",
      "kind": "stop"
     },
     {
      "arm": "pi-node",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 6,
      "reason": "188 of 256 agents never answered get_state; 188 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 188 processes (",
      "kind": "stop"
     },
     {
      "arm": "pi-node-b",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 6,
      "reason": "200 of 256 agents never answered get_state; 200 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 200 processes (",
      "kind": "stop"
     },
     {
      "arm": "pi-bun",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 6,
      "reason": "194 of 256 agents never answered get_state; 194 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 194 processes (",
      "kind": "stop"
     },
     {
      "arm": "pi-bun-b",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 6,
      "reason": "195 of 256 agents never answered get_state; 195 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 195 processes (",
      "kind": "stop"
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-1024",
      "api": null,
      "round": 6,
      "reason": "640 of 1024 agents never answered get_state; 642 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 642 processes ",
      "kind": "stop"
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-1024",
      "api": null,
      "round": 6,
      "reason": "728 of 1024 agents never answered get_state; 472 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 494 processes ",
      "kind": "stop"
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-1024",
      "api": null,
      "round": 6,
      "reason": "185 of 1024 agents never answered get_state; 744 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 744 processes ",
      "kind": "stop"
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-1024",
      "api": null,
      "round": 6,
      "reason": "147 of 1024 agents never answered get_state; 748 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 748 processes ",
      "kind": "stop"
     },
     {
      "arm": "pi-node",
      "scenario": "scale/print-64",
      "api": null,
      "round": 6,
      "reason": "1 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 1 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "opencode-v2",
      "scenario": "scale/print-128",
      "api": null,
      "round": 6,
      "reason": "25 of 128 agents did not finish; 103 agents exited (exit 1, signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 119 processes (con",
      "kind": "stop"
     },
     {
      "arm": "opencode-v2-b",
      "scenario": "scale/print-128",
      "api": null,
      "round": 6,
      "reason": "22 of 128 agents did not finish; 106 agents exited (exit 1, signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 123 processes (con",
      "kind": "stop"
     },
     {
      "arm": "copilot",
      "scenario": "scale/print-128",
      "api": null,
      "round": 6,
      "reason": "43 of 128 agents did not finish; 85 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 213 processes (container pe",
      "kind": "stop"
     },
     {
      "arm": "copilot-b",
      "scenario": "scale/print-128",
      "api": null,
      "round": 6,
      "reason": "41 of 128 agents did not finish; 87 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 215 processes (container pe",
      "kind": "stop"
     },
     {
      "arm": "claude-code",
      "scenario": "scale/print-256",
      "api": null,
      "round": 6,
      "reason": "213 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 213 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "claude-code-b",
      "scenario": "scale/print-256",
      "api": null,
      "round": 6,
      "reason": "212 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 212 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-node-b",
      "scenario": "scale/print-256",
      "api": null,
      "round": 6,
      "reason": "203 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 203 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-bun",
      "scenario": "scale/print-256",
      "api": null,
      "round": 6,
      "reason": "195 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 195 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-bun-b",
      "scenario": "scale/print-256",
      "api": null,
      "round": 6,
      "reason": "196 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 196 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pibolt",
      "scenario": "scale/print-512",
      "api": null,
      "round": 6,
      "reason": "127 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 127 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 6,
      "reason": "483 of 1024 agents did not finish; 397 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 393 processes (container",
      "kind": "stop"
     },
     {
      "arm": "pi-node",
      "scenario": "scale/print-128",
      "api": null,
      "round": 7,
      "reason": "66 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 66 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "opencode-v2-b",
      "scenario": "scale/print-128",
      "api": null,
      "round": 7,
      "reason": "20 of 128 agents did not finish; 108 agents exited (exit 1, signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 122 processes (con",
      "kind": "stop"
     },
     {
      "arm": "opencode-v2",
      "scenario": "scale/print-128",
      "api": null,
      "round": 7,
      "reason": "25 of 128 agents did not finish; 103 agents exited (exit 1, signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 119 processes (con",
      "kind": "stop"
     },
     {
      "arm": "copilot-b",
      "scenario": "scale/print-128",
      "api": null,
      "round": 7,
      "reason": "43 of 128 agents did not finish; 85 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 213 processes (container pe",
      "kind": "stop"
     },
     {
      "arm": "copilot",
      "scenario": "scale/print-128",
      "api": null,
      "round": 7,
      "reason": "43 of 128 agents did not finish; 85 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 213 processes (container pe",
      "kind": "stop"
     },
     {
      "arm": "claude-code-b",
      "scenario": "scale/print-256",
      "api": null,
      "round": 7,
      "reason": "212 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 212 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "claude-code",
      "scenario": "scale/print-256",
      "api": null,
      "round": 7,
      "reason": "213 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 213 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-node-b",
      "scenario": "scale/print-256",
      "api": null,
      "round": 7,
      "reason": "203 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 203 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-bun-b",
      "scenario": "scale/print-256",
      "api": null,
      "round": 7,
      "reason": "196 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 196 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-bun",
      "scenario": "scale/print-256",
      "api": null,
      "round": 7,
      "reason": "196 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 196 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/print-512",
      "api": null,
      "round": 7,
      "reason": "19 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 19 processes (container peak 4101 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 7,
      "reason": "134 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 135 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-node-b",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 7,
      "reason": "198 of 256 agents never answered get_state; 199 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 199 processes (",
      "kind": "stop"
     },
     {
      "arm": "pi-node",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 7,
      "reason": "187 of 256 agents never answered get_state; 188 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 188 processes (",
      "kind": "stop"
     },
     {
      "arm": "pi-bun-b",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 7,
      "reason": "195 of 256 agents never answered get_state; 195 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 195 processes (",
      "kind": "stop"
     },
     {
      "arm": "pi-bun",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 7,
      "reason": "195 of 256 agents never answered get_state; 195 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 195 processes (",
      "kind": "stop"
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-1024",
      "api": null,
      "round": 7,
      "reason": "746 of 1024 agents never answered get_state; 464 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 487 processes ",
      "kind": "stop"
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-1024",
      "api": null,
      "round": 7,
      "reason": "181 of 1024 agents never answered get_state; 715 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 715 processes ",
      "kind": "stop"
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-1024",
      "api": null,
      "round": 7,
      "reason": "136 of 1024 agents never answered get_state; 747 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 747 processes ",
      "kind": "stop"
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-1024",
      "api": null,
      "round": 7,
      "reason": "137 of 1024 agents never answered get_state; 747 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 747 processes ",
      "kind": "stop"
     },
     {
      "arm": "pi-node",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 8,
      "reason": "188 of 256 agents never answered get_state; 189 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 189 processes (",
      "kind": "stop"
     },
     {
      "arm": "pi-node-b",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 8,
      "reason": "199 of 256 agents never answered get_state; 199 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 199 processes (",
      "kind": "stop"
     },
     {
      "arm": "pi-bun",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 8,
      "reason": "195 of 256 agents never answered get_state; 195 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 195 processes (",
      "kind": "stop"
     },
     {
      "arm": "pi-bun-b",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 8,
      "reason": "195 of 256 agents never answered get_state; 195 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 195 processes (",
      "kind": "stop"
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-1024",
      "api": null,
      "round": 8,
      "reason": "240 of 1024 agents never answered get_state; 716 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 716 processes ",
      "kind": "stop"
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-1024",
      "api": null,
      "round": 8,
      "reason": "295 of 1024 agents never answered get_state; 716 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 716 processes ",
      "kind": "stop"
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-1024",
      "api": null,
      "round": 8,
      "reason": "132 of 1024 agents never answered get_state; 745 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 745 processes ",
      "kind": "stop"
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-1024",
      "api": null,
      "round": 8,
      "reason": "104 of 1024 agents never answered get_state; 744 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 744 processes ",
      "kind": "stop"
     },
     {
      "arm": "opencode-v2",
      "scenario": "scale/print-128",
      "api": null,
      "round": 8,
      "reason": "25 of 128 agents did not finish; 103 agents exited (exit 1, signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 121 processes (con",
      "kind": "stop"
     },
     {
      "arm": "opencode-v2-b",
      "scenario": "scale/print-128",
      "api": null,
      "round": 8,
      "reason": "21 of 128 agents did not finish; 107 agents exited (exit 1, signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 121 processes (con",
      "kind": "stop"
     },
     {
      "arm": "copilot",
      "scenario": "scale/print-128",
      "api": null,
      "round": 8,
      "reason": "43 of 128 agents did not finish; 85 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 213 processes (container pe",
      "kind": "stop"
     },
     {
      "arm": "copilot-b",
      "scenario": "scale/print-128",
      "api": null,
      "round": 8,
      "reason": "43 of 128 agents did not finish; 85 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 213 processes (container pe",
      "kind": "stop"
     },
     {
      "arm": "pi-node",
      "scenario": "scale/print-256",
      "api": null,
      "round": 8,
      "reason": "190 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 190 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-node-b",
      "scenario": "scale/print-256",
      "api": null,
      "round": 8,
      "reason": "202 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 202 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-bun",
      "scenario": "scale/print-256",
      "api": null,
      "round": 8,
      "reason": "196 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 196 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-bun-b",
      "scenario": "scale/print-256",
      "api": null,
      "round": 8,
      "reason": "196 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 196 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "claude-code",
      "scenario": "scale/print-256",
      "api": null,
      "round": 8,
      "reason": "212 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 212 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "claude-code-b",
      "scenario": "scale/print-256",
      "api": null,
      "round": 8,
      "reason": "213 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 213 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/print-512",
      "api": null,
      "round": 8,
      "reason": "96 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 96 processes (container peak 4098 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pibolt",
      "scenario": "scale/print-512",
      "api": null,
      "round": 8,
      "reason": "115 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 115 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "opencode-v2-b",
      "scenario": "scale/print-256",
      "api": null,
      "round": 9,
      "reason": "237 agents exited (exit 1, signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 257 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "opencode-v2",
      "scenario": "scale/print-256",
      "api": null,
      "round": 9,
      "reason": "238 agents exited (exit 1, signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 265 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "copilot-b",
      "scenario": "scale/print-256",
      "api": null,
      "round": 9,
      "reason": "85 of 256 agents did not finish; 171 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 421 processes (container p",
      "kind": "stop"
     },
     {
      "arm": "copilot",
      "scenario": "scale/print-256",
      "api": null,
      "round": 9,
      "reason": "41 of 256 agents did not finish; 215 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 465 processes (container p",
      "kind": "stop"
     },
     {
      "arm": "pi-node",
      "scenario": "scale/print-256",
      "api": null,
      "round": 9,
      "reason": "191 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 191 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-node-b",
      "scenario": "scale/print-512",
      "api": null,
      "round": 9,
      "reason": "460 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 460 processes (container peak 4097 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-bun-b",
      "scenario": "scale/print-512",
      "api": null,
      "round": 9,
      "reason": "453 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 453 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-bun",
      "scenario": "scale/print-512",
      "api": null,
      "round": 9,
      "reason": "452 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 452 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/print-512",
      "api": null,
      "round": 9,
      "reason": "102 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 102 processes (container peak 4099 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pibolt",
      "scenario": "scale/print-512",
      "api": null,
      "round": 9,
      "reason": "10 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 10 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "claude-code-b",
      "scenario": "scale/print-512",
      "api": null,
      "round": 9,
      "reason": "468 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 468 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "claude-code",
      "scenario": "scale/print-512",
      "api": null,
      "round": 9,
      "reason": "469 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 469 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 9,
      "reason": "286 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 286 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-node-b",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 9,
      "reason": "455 of 512 agents never answered get_state; 456 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 456 processes (",
      "kind": "stop"
     },
     {
      "arm": "pi-node",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 9,
      "reason": "443 of 512 agents never answered get_state; 445 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 445 processes (",
      "kind": "stop"
     },
     {
      "arm": "pi-bun-b",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 9,
      "reason": "452 of 512 agents never answered get_state; 452 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 452 processes (",
      "kind": "stop"
     },
     {
      "arm": "pi-bun",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 9,
      "reason": "452 of 512 agents never answered get_state; 452 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 452 processes (",
      "kind": "stop"
     },
     {
      "arm": "pi-bun",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 10,
      "reason": "451 of 512 agents never answered get_state; 451 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 451 processes (",
      "kind": "stop"
     },
     {
      "arm": "pi-bun-b",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 10,
      "reason": "452 of 512 agents never answered get_state; 452 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 452 processes (",
      "kind": "stop"
     },
     {
      "arm": "pi-node",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 10,
      "reason": "444 of 512 agents never answered get_state; 446 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 446 processes (",
      "kind": "stop"
     },
     {
      "arm": "pi-node-b",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 10,
      "reason": "456 of 512 agents never answered get_state; 456 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 456 processes (",
      "kind": "stop"
     },
     {
      "arm": "opencode-v2",
      "scenario": "scale/print-256",
      "api": null,
      "round": 10,
      "reason": "238 agents exited (exit 1, signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 263 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "opencode-v2-b",
      "scenario": "scale/print-256",
      "api": null,
      "round": 10,
      "reason": "237 agents exited (exit 1, signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 260 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "copilot",
      "scenario": "scale/print-256",
      "api": null,
      "round": 10,
      "reason": "70 of 256 agents did not finish; 186 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 438 processes (container p",
      "kind": "stop"
     },
     {
      "arm": "copilot-b",
      "scenario": "scale/print-256",
      "api": null,
      "round": 10,
      "reason": "70 of 256 agents did not finish; 186 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 437 processes (container p",
      "kind": "stop"
     },
     {
      "arm": "pi-node",
      "scenario": "scale/print-256",
      "api": null,
      "round": 10,
      "reason": "192 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 192 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/print-512",
      "api": null,
      "round": 10,
      "reason": "39 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 39 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/print-512",
      "api": null,
      "round": 10,
      "reason": "17 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 17 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pibolt",
      "scenario": "scale/print-512",
      "api": null,
      "round": 10,
      "reason": "104 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 104 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "claude-code",
      "scenario": "scale/print-512",
      "api": null,
      "round": 10,
      "reason": "468 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 468 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "claude-code-b",
      "scenario": "scale/print-512",
      "api": null,
      "round": 10,
      "reason": "468 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 468 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-node-b",
      "scenario": "scale/print-512",
      "api": null,
      "round": 10,
      "reason": "458 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 458 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-bun",
      "scenario": "scale/print-512",
      "api": null,
      "round": 10,
      "reason": "452 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 452 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-bun-b",
      "scenario": "scale/print-512",
      "api": null,
      "round": 10,
      "reason": "453 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 453 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 10,
      "reason": "120 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 121 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "opencode-v2-b",
      "scenario": "scale/print-256",
      "api": null,
      "round": 11,
      "reason": "238 agents exited (exit 1, signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 266 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "opencode-v2",
      "scenario": "scale/print-256",
      "api": null,
      "round": 11,
      "reason": "238 agents exited (exit 1, signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 265 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "copilot-b",
      "scenario": "scale/print-256",
      "api": null,
      "round": 11,
      "reason": "53 of 256 agents did not finish; 203 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 455 processes (container p",
      "kind": "stop"
     },
     {
      "arm": "copilot",
      "scenario": "scale/print-256",
      "api": null,
      "round": 11,
      "reason": "93 of 256 agents did not finish; 163 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 398 processes (container p",
      "kind": "stop"
     },
     {
      "arm": "claude-code-b",
      "scenario": "scale/print-512",
      "api": null,
      "round": 11,
      "reason": "468 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 468 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "claude-code",
      "scenario": "scale/print-512",
      "api": null,
      "round": 11,
      "reason": "468 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 468 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-node-b",
      "scenario": "scale/print-512",
      "api": null,
      "round": 11,
      "reason": "459 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 459 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-node",
      "scenario": "scale/print-512",
      "api": null,
      "round": 11,
      "reason": "447 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 447 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-bun-b",
      "scenario": "scale/print-512",
      "api": null,
      "round": 11,
      "reason": "452 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 452 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-bun",
      "scenario": "scale/print-512",
      "api": null,
      "round": 11,
      "reason": "451 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 451 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/print-512",
      "api": null,
      "round": 11,
      "reason": "52 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 53 processes (container peak 4099 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 11,
      "reason": "402 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 402 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 11,
      "reason": "189 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 189 processes (container peak 4097 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-bun-b",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 11,
      "reason": "452 of 512 agents never answered get_state; 452 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 452 processes (",
      "kind": "stop"
     },
     {
      "arm": "pi-bun",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 11,
      "reason": "452 of 512 agents never answered get_state; 452 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 452 processes (",
      "kind": "stop"
     },
     {
      "arm": "pi-node-b",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 11,
      "reason": "455 of 512 agents never answered get_state; 456 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 456 processes (",
      "kind": "stop"
     },
     {
      "arm": "pi-node",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 11,
      "reason": "443 of 512 agents never answered get_state; 445 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 445 processes (",
      "kind": "stop"
     },
     {
      "arm": "pi-node",
      "scenario": "scale/agents-1024",
      "api": null,
      "round": 12,
      "reason": "956 of 1024 agents never answered get_state; 957 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 957 processes ",
      "kind": "stop"
     },
     {
      "arm": "pi-node-b",
      "scenario": "scale/agents-1024",
      "api": null,
      "round": 12,
      "reason": "969 of 1024 agents never answered get_state; 969 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 969 processes ",
      "kind": "stop"
     },
     {
      "arm": "pi-bun",
      "scenario": "scale/agents-1024",
      "api": null,
      "round": 12,
      "reason": "966 of 1024 agents never answered get_state; 966 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 966 processes ",
      "kind": "stop"
     },
     {
      "arm": "pi-bun-b",
      "scenario": "scale/agents-1024",
      "api": null,
      "round": 12,
      "reason": "964 of 1024 agents never answered get_state; 964 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 964 processes ",
      "kind": "stop"
     },
     {
      "arm": "opencode-v2",
      "scenario": "scale/print-512",
      "api": null,
      "round": 12,
      "reason": "80 of 512 agents did not finish; 433 agents exited (exit 1, signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 476 processes (con",
      "kind": "stop"
     },
     {
      "arm": "opencode-v2-b",
      "scenario": "scale/print-512",
      "api": null,
      "round": 12,
      "reason": "19 of 512 agents did not finish; 493 agents exited (exit 1, signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 514 processes (con",
      "kind": "stop"
     },
     {
      "arm": "copilot",
      "scenario": "scale/print-512",
      "api": null,
      "round": 12,
      "reason": "168 of 512 agents did not finish; 345 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 608 processes (container ",
      "kind": "stop"
     },
     {
      "arm": "copilot-b",
      "scenario": "scale/print-512",
      "api": null,
      "round": 12,
      "reason": "152 of 512 agents did not finish; 360 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 679 processes (container ",
      "kind": "stop"
     },
     {
      "arm": "pi-node",
      "scenario": "scale/print-512",
      "api": null,
      "round": 12,
      "reason": "452 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 452 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "claude-code",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 12,
      "reason": "981 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 981 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "claude-code-b",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 12,
      "reason": "981 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 981 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-node-b",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 12,
      "reason": "971 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 971 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-bun",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 12,
      "reason": "964 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 964 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pi-bun-b",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 12,
      "reason": "965 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 965 processes (container peak 4096 MiB of 4096 MiB)",
      "kind": "stop"
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 12,
      "reason": "360 agents exited (signal 9: killed, out of memory?); out of memory: the kernel's OOM killer stopped 360 processes (container peak 4097 MiB of 4096 MiB)",
      "kind": "stop"
     }
    ],
    "flag_counts": {
     "throttled": 0,
     "foreign_busy": 612,
     "steal": 0,
     "clock_moved": 149,
     "gate_waited": 1,
     "swap": 0,
     "thermal": 0,
     "memory_events": 0
    },
    "flagged_samples": 720,
    "flagged_rounds": [
     [
      "scale/agents-1",
      null,
      2
     ],
     [
      "scale/agents-1",
      null,
      3
     ],
     [
      "scale/agents-1",
      null,
      6
     ],
     [
      "scale/agents-1",
      null,
      7
     ],
     [
      "scale/agents-1",
      null,
      10
     ],
     [
      "scale/agents-128",
      null,
      1
     ],
     [
      "scale/agents-128",
      null,
      2
     ],
     [
      "scale/agents-128",
      null,
      3
     ],
     [
      "scale/agents-128",
      null,
      4
     ],
     [
      "scale/agents-128",
      null,
      5
     ],
     [
      "scale/agents-128",
      null,
      6
     ],
     [
      "scale/agents-128",
      null,
      7
     ],
     [
      "scale/agents-128",
      null,
      8
     ],
     [
      "scale/agents-128",
      null,
      9
     ],
     [
      "scale/agents-128",
      null,
      10
     ],
     [
      "scale/agents-128",
      null,
      11
     ],
     [
      "scale/agents-128",
      null,
      12
     ],
     [
      "scale/agents-16",
      null,
      1
     ],
     [
      "scale/agents-16",
      null,
      2
     ],
     [
      "scale/agents-16",
      null,
      3
     ],
     [
      "scale/agents-16",
      null,
      4
     ],
     [
      "scale/agents-16",
      null,
      5
     ],
     [
      "scale/agents-16",
      null,
      6
     ],
     [
      "scale/agents-16",
      null,
      7
     ],
     [
      "scale/agents-16",
      null,
      8
     ],
     [
      "scale/agents-16",
      null,
      9
     ],
     [
      "scale/agents-16",
      null,
      10
     ],
     [
      "scale/agents-16",
      null,
      11
     ],
     [
      "scale/agents-16",
      null,
      12
     ],
     [
      "scale/agents-2",
      null,
      3
     ],
     [
      "scale/agents-2",
      null,
      4
     ],
     [
      "scale/agents-2",
      null,
      6
     ],
     [
      "scale/agents-2",
      null,
      7
     ],
     [
      "scale/agents-2",
      null,
      9
     ],
     [
      "scale/agents-256",
      null,
      1
     ],
     [
      "scale/agents-256",
      null,
      2
     ],
     [
      "scale/agents-256",
      null,
      3
     ],
     [
      "scale/agents-256",
      null,
      4
     ],
     [
      "scale/agents-256",
      null,
      5
     ],
     [
      "scale/agents-256",
      null,
      6
     ],
     [
      "scale/agents-256",
      null,
      7
     ],
     [
      "scale/agents-256",
      null,
      8
     ],
     [
      "scale/agents-256",
      null,
      9
     ],
     [
      "scale/agents-256",
      null,
      10
     ],
     [
      "scale/agents-256",
      null,
      11
     ],
     [
      "scale/agents-256",
      null,
      12
     ],
     [
      "scale/agents-32",
      null,
      1
     ],
     [
      "scale/agents-32",
      null,
      2
     ],
     [
      "scale/agents-32",
      null,
      3
     ],
     [
      "scale/agents-32",
      null,
      4
     ],
     [
      "scale/agents-32",
      null,
      5
     ],
     [
      "scale/agents-32",
      null,
      6
     ],
     [
      "scale/agents-32",
      null,
      7
     ],
     [
      "scale/agents-32",
      null,
      8
     ],
     [
      "scale/agents-32",
      null,
      9
     ],
     [
      "scale/agents-32",
      null,
      10
     ],
     [
      "scale/agents-32",
      null,
      11
     ],
     [
      "scale/agents-32",
      null,
      12
     ],
     [
      "scale/agents-4",
      null,
      2
     ],
     [
      "scale/agents-4",
      null,
      3
     ],
     [
      "scale/agents-4",
      null,
      4
     ],
     [
      "scale/agents-4",
      null,
      5
     ],
     [
      "scale/agents-4",
      null,
      6
     ],
     [
      "scale/agents-4",
      null,
      7
     ],
     [
      "scale/agents-4",
      null,
      8
     ],
     [
      "scale/agents-4",
      null,
      9
     ],
     [
      "scale/agents-4",
      null,
      11
     ],
     [
      "scale/agents-512",
      null,
      1
     ],
     [
      "scale/agents-512",
      null,
      2
     ],
     [
      "scale/agents-512",
      null,
      3
     ],
     [
      "scale/agents-512",
      null,
      4
     ],
     [
      "scale/agents-512",
      null,
      5
     ],
     [
      "scale/agents-512",
      null,
      6
     ],
     [
      "scale/agents-512",
      null,
      7
     ],
     [
      "scale/agents-512",
      null,
      8
     ],
     [
      "scale/agents-512",
      null,
      9
     ],
     [
      "scale/agents-512",
      null,
      10
     ],
     [
      "scale/agents-512",
      null,
      11
     ],
     [
      "scale/agents-512",
      null,
      12
     ],
     [
      "scale/agents-64",
      null,
      1
     ],
     [
      "scale/agents-64",
      null,
      2
     ],
     [
      "scale/agents-64",
      null,
      3
     ],
     [
      "scale/agents-64",
      null,
      4
     ],
     [
      "scale/agents-64",
      null,
      5
     ],
     [
      "scale/agents-64",
      null,
      6
     ],
     [
      "scale/agents-64",
      null,
      7
     ],
     [
      "scale/agents-64",
      null,
      8
     ],
     [
      "scale/agents-64",
      null,
      9
     ],
     [
      "scale/agents-64",
      null,
      10
     ],
     [
      "scale/agents-64",
      null,
      11
     ],
     [
      "scale/agents-64",
      null,
      12
     ],
     [
      "scale/agents-8",
      null,
      1
     ],
     [
      "scale/agents-8",
      null,
      2
     ],
     [
      "scale/agents-8",
      null,
      3
     ],
     [
      "scale/agents-8",
      null,
      4
     ],
     [
      "scale/agents-8",
      null,
      5
     ],
     [
      "scale/agents-8",
      null,
      6
     ],
     [
      "scale/agents-8",
      null,
      7
     ],
     [
      "scale/agents-8",
      null,
      9
     ],
     [
      "scale/agents-8",
      null,
      10
     ],
     [
      "scale/agents-8",
      null,
      11
     ],
     [
      "scale/agents-8",
      null,
      12
     ],
     [
      "scale/print-1",
      null,
      2
     ],
     [
      "scale/print-1",
      null,
      3
     ],
     [
      "scale/print-1",
      null,
      4
     ],
     [
      "scale/print-1",
      null,
      5
     ],
     [
      "scale/print-1",
      null,
      7
     ],
     [
      "scale/print-1",
      null,
      8
     ],
     [
      "scale/print-1",
      null,
      9
     ],
     [
      "scale/print-1",
      null,
      10
     ],
     [
      "scale/print-1",
      null,
      12
     ],
     [
      "scale/print-1024",
      null,
      1
     ],
     [
      "scale/print-1024",
      null,
      2
     ],
     [
      "scale/print-1024",
      null,
      3
     ],
     [
      "scale/print-1024",
      null,
      4
     ],
     [
      "scale/print-1024",
      null,
      5
     ],
     [
      "scale/print-1024",
      null,
      6
     ],
     [
      "scale/print-1024",
      null,
      7
     ],
     [
      "scale/print-1024",
      null,
      8
     ],
     [
      "scale/print-1024",
      null,
      9
     ],
     [
      "scale/print-1024",
      null,
      10
     ],
     [
      "scale/print-1024",
      null,
      11
     ],
     [
      "scale/print-1024",
      null,
      12
     ],
     [
      "scale/print-128",
      null,
      1
     ],
     [
      "scale/print-128",
      null,
      2
     ],
     [
      "scale/print-128",
      null,
      3
     ],
     [
      "scale/print-128",
      null,
      5
     ],
     [
      "scale/print-128",
      null,
      6
     ],
     [
      "scale/print-128",
      null,
      7
     ],
     [
      "scale/print-128",
      null,
      8
     ],
     [
      "scale/print-128",
      null,
      9
     ],
     [
      "scale/print-128",
      null,
      10
     ],
     [
      "scale/print-128",
      null,
      11
     ],
     [
      "scale/print-128",
      null,
      12
     ],
     [
      "scale/print-16",
      null,
      1
     ],
     [
      "scale/print-16",
      null,
      2
     ],
     [
      "scale/print-16",
      null,
      3
     ],
     [
      "scale/print-16",
      null,
      4
     ],
     [
      "scale/print-16",
      null,
      5
     ],
     [
      "scale/print-16",
      null,
      6
     ],
     [
      "scale/print-16",
      null,
      7
     ],
     [
      "scale/print-16",
      null,
      8
     ],
     [
      "scale/print-16",
      null,
      9
     ],
     [
      "scale/print-16",
      null,
      10
     ],
     [
      "scale/print-16",
      null,
      11
     ],
     [
      "scale/print-16",
      null,
      12
     ],
     [
      "scale/print-2",
      null,
      2
     ],
     [
      "scale/print-2",
      null,
      3
     ],
     [
      "scale/print-2",
      null,
      6
     ],
     [
      "scale/print-2",
      null,
      7
     ],
     [
      "scale/print-2",
      null,
      8
     ],
     [
      "scale/print-2",
      null,
      9
     ],
     [
      "scale/print-2",
      null,
      10
     ],
     [
      "scale/print-256",
      null,
      1
     ],
     [
      "scale/print-256",
      null,
      2
     ],
     [
      "scale/print-256",
      null,
      3
     ],
     [
      "scale/print-256",
      null,
      4
     ],
     [
      "scale/print-256",
      null,
      5
     ],
     [
      "scale/print-256",
      null,
      6
     ],
     [
      "scale/print-256",
      null,
      7
     ],
     [
      "scale/print-256",
      null,
      8
     ],
     [
      "scale/print-256",
      null,
      9
     ],
     [
      "scale/print-256",
      null,
      10
     ],
     [
      "scale/print-256",
      null,
      11
     ],
     [
      "scale/print-256",
      null,
      12
     ],
     [
      "scale/print-32",
      null,
      1
     ],
     [
      "scale/print-32",
      null,
      2
     ],
     [
      "scale/print-32",
      null,
      3
     ],
     [
      "scale/print-32",
      null,
      4
     ],
     [
      "scale/print-32",
      null,
      5
     ],
     [
      "scale/print-32",
      null,
      6
     ],
     [
      "scale/print-32",
      null,
      7
     ],
     [
      "scale/print-32",
      null,
      8
     ],
     [
      "scale/print-32",
      null,
      9
     ],
     [
      "scale/print-32",
      null,
      10
     ],
     [
      "scale/print-4",
      null,
      1
     ],
     [
      "scale/print-4",
      null,
      2
     ],
     [
      "scale/print-4",
      null,
      3
     ],
     [
      "scale/print-4",
      null,
      4
     ],
     [
      "scale/print-4",
      null,
      6
     ],
     [
      "scale/print-4",
      null,
      8
     ],
     [
      "scale/print-4",
      null,
      12
     ],
     [
      "scale/print-512",
      null,
      1
     ],
     [
      "scale/print-512",
      null,
      2
     ],
     [
      "scale/print-512",
      null,
      3
     ],
     [
      "scale/print-512",
      null,
      4
     ],
     [
      "scale/print-512",
      null,
      5
     ],
     [
      "scale/print-512",
      null,
      6
     ],
     [
      "scale/print-512",
      null,
      7
     ],
     [
      "scale/print-512",
      null,
      8
     ],
     [
      "scale/print-512",
      null,
      9
     ],
     [
      "scale/print-512",
      null,
      10
     ],
     [
      "scale/print-512",
      null,
      11
     ],
     [
      "scale/print-512",
      null,
      12
     ],
     [
      "scale/print-64",
      null,
      4
     ],
     [
      "scale/print-64",
      null,
      5
     ],
     [
      "scale/print-64",
      null,
      6
     ],
     [
      "scale/print-64",
      null,
      8
     ],
     [
      "scale/print-64",
      null,
      9
     ],
     [
      "scale/print-64",
      null,
      10
     ],
     [
      "scale/print-64",
      null,
      12
     ],
     [
      "scale/print-8",
      null,
      2
     ],
     [
      "scale/print-8",
      null,
      3
     ],
     [
      "scale/print-8",
      null,
      5
     ],
     [
      "scale/print-8",
      null,
      7
     ],
     [
      "scale/print-8",
      null,
      9
     ],
     [
      "scale/print-8",
      null,
      10
     ],
     [
      "scale/print-8",
      null,
      11
     ],
     [
      "scale/print-8",
      null,
      12
     ]
    ],
    "flagged": [
     {
      "arm": "copilot",
      "scenario": "scale/print-4",
      "api": null,
      "round": 1,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-node",
      "scenario": "scale/print-4",
      "api": null,
      "round": 1,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "opencode-v2-b",
      "scenario": "scale/print-16",
      "api": null,
      "round": 1,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "opencode-v2",
      "scenario": "scale/print-16",
      "api": null,
      "round": 1,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "claude-code-b",
      "scenario": "scale/print-32",
      "api": null,
      "round": 1,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-128",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-128",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-256",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-256",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-512",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-512",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pi-bun",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 1,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 1,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-1",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pi-node",
      "scenario": "scale/agents-1",
      "api": null,
      "round": 2,
      "flags": [
       "gate_waited"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-4",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pi-node-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 2,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "copilot-b",
      "scenario": "scale/print-1",
      "api": null,
      "round": 2,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/print-2",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "copilot",
      "scenario": "scale/print-4",
      "api": null,
      "round": 2,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-8",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "copilot-b",
      "scenario": "scale/print-16",
      "api": null,
      "round": 2,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-16",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "claude-code",
      "scenario": "scale/print-16",
      "api": null,
      "round": 2,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/print-32",
      "api": null,
      "round": 2,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-32",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/print-128",
      "api": null,
      "round": 2,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-128",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-256",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-256",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-512",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-512",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/print-512",
      "api": null,
      "round": 2,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 2,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "copilot-b",
      "scenario": "scale/print-1",
      "api": null,
      "round": 3,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "copilot",
      "scenario": "scale/print-1",
      "api": null,
      "round": 3,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-node",
      "scenario": "scale/print-1",
      "api": null,
      "round": 3,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-2",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "copilot-b",
      "scenario": "scale/print-2",
      "api": null,
      "round": 3,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "copilot",
      "scenario": "scale/print-2",
      "api": null,
      "round": 3,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-node-b",
      "scenario": "scale/print-4",
      "api": null,
      "round": 3,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/print-4",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pi-bun",
      "scenario": "scale/print-8",
      "api": null,
      "round": 3,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "copilot",
      "scenario": "scale/print-16",
      "api": null,
      "round": 3,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "opencode-v2-b",
      "scenario": "scale/print-16",
      "api": null,
      "round": 3,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-bun",
      "scenario": "scale/print-32",
      "api": null,
      "round": 3,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-32",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/print-128",
      "api": null,
      "round": 3,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-128",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-256",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-256",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/print-512",
      "api": null,
      "round": 3,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-512",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-512",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-1",
      "api": null,
      "round": 3,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-2",
      "api": null,
      "round": 3,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-4",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-4",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pi-bun",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 3,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 3,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-2",
      "api": null,
      "round": 4,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-node",
      "scenario": "scale/agents-4",
      "api": null,
      "round": 4,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-node-b",
      "scenario": "scale/agents-4",
      "api": null,
      "round": 4,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-bun",
      "scenario": "scale/agents-4",
      "api": null,
      "round": 4,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-4",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-4",
      "api": null,
      "round": 4,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-4",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "pi-bun-b",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 4,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "copilot-b",
      "scenario": "scale/print-1",
      "api": null,
      "round": 4,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/print-4",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-16",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "copilot",
      "scenario": "scale/print-16",
      "api": null,
      "round": 4,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-node-b",
      "scenario": "scale/print-32",
      "api": null,
      "round": 4,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/print-32",
      "api": null,
      "round": 4,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/print-64",
      "api": null,
      "round": 4,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-64",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-256",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-256",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/print-512",
      "api": null,
      "round": 4,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-512",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-512",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 4,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "opencode-v2-b",
      "scenario": "scale/print-1",
      "api": null,
      "round": 5,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "opencode-v2",
      "scenario": "scale/print-8",
      "api": null,
      "round": 5,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-bun-b",
      "scenario": "scale/print-16",
      "api": null,
      "round": 5,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "claude-code-b",
      "scenario": "scale/print-16",
      "api": null,
      "round": 5,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-32",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-64",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-64",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-128",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-128",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-256",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-256",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-512",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-512",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-4",
      "api": null,
      "round": 5,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 5,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pi-node-b",
      "scenario": "scale/agents-1",
      "api": null,
      "round": 6,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-2",
      "api": null,
      "round": 6,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-2",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-4",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pi-node-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 6,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "copilot",
      "scenario": "scale/print-2",
      "api": null,
      "round": 6,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "copilot-b",
      "scenario": "scale/print-2",
      "api": null,
      "round": 6,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/print-4",
      "api": null,
      "round": 6,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "copilot-b",
      "scenario": "scale/print-16",
      "api": null,
      "round": 6,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-32",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-64",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-128",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-128",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/print-256",
      "api": null,
      "round": 6,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-256",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-256",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/print-512",
      "api": null,
      "round": 6,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-512",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-512",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 6,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "copilot-b",
      "scenario": "scale/print-1",
      "api": null,
      "round": 7,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "opencode-v2-b",
      "scenario": "scale/print-1",
      "api": null,
      "round": 7,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "opencode-v2",
      "scenario": "scale/print-1",
      "api": null,
      "round": 7,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "copilot",
      "scenario": "scale/print-2",
      "api": null,
      "round": 7,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "opencode-v2",
      "scenario": "scale/print-8",
      "api": null,
      "round": 7,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "copilot-b",
      "scenario": "scale/print-16",
      "api": null,
      "round": 7,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-32",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/print-128",
      "api": null,
      "round": 7,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-128",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-128",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/print-256",
      "api": null,
      "round": 7,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-256",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-256",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-512",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-512",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pi-node",
      "scenario": "scale/agents-1",
      "api": null,
      "round": 7,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-1",
      "api": null,
      "round": 7,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-bun-b",
      "scenario": "scale/agents-2",
      "api": null,
      "round": 7,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-2",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pi-node",
      "scenario": "scale/agents-4",
      "api": null,
      "round": 7,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 7,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-4",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/print-1",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-1",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "opencode-v2-b",
      "scenario": "scale/print-1",
      "api": null,
      "round": 8,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "copilot-b",
      "scenario": "scale/print-1",
      "api": null,
      "round": 8,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "copilot-b",
      "scenario": "scale/print-2",
      "api": null,
      "round": 8,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-4",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "opencode-v2",
      "scenario": "scale/print-4",
      "api": null,
      "round": 8,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "opencode-v2-b",
      "scenario": "scale/print-4",
      "api": null,
      "round": 8,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "copilot",
      "scenario": "scale/print-4",
      "api": null,
      "round": 8,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/print-4",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "copilot",
      "scenario": "scale/print-16",
      "api": null,
      "round": 8,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "copilot-b",
      "scenario": "scale/print-16",
      "api": null,
      "round": 8,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-32",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-64",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-128",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-128",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-256",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-256",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-512",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-512",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 8,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-1",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "opencode-v2-b",
      "scenario": "scale/print-2",
      "api": null,
      "round": 9,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "copilot-b",
      "scenario": "scale/print-2",
      "api": null,
      "round": 9,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-8",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-16",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "copilot-b",
      "scenario": "scale/print-16",
      "api": null,
      "round": 9,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-node-b",
      "scenario": "scale/print-32",
      "api": null,
      "round": 9,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-64",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-64",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-128",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-128",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-256",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-256",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/print-256",
      "api": null,
      "round": 9,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/print-512",
      "api": null,
      "round": 9,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-512",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-512",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-2",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-4",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-4",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-4",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-4",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pi-node-b",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 9,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pi-node-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 9,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 9,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-1",
      "api": null,
      "round": 10,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pi-bun",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 10,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "copilot-b",
      "scenario": "scale/print-1",
      "api": null,
      "round": 10,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/print-2",
      "api": null,
      "round": 10,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-8",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/print-16",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-16",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "opencode-v2-b",
      "scenario": "scale/print-16",
      "api": null,
      "round": 10,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-node-b",
      "scenario": "scale/print-32",
      "api": null,
      "round": 10,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-bun",
      "scenario": "scale/print-32",
      "api": null,
      "round": 10,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-64",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-128",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-256",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-256",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-512",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-512",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 10,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "opencode-v2-b",
      "scenario": "scale/print-8",
      "api": null,
      "round": 11,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "opencode-v2-b",
      "scenario": "scale/print-16",
      "api": null,
      "round": 11,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "opencode-v2",
      "scenario": "scale/print-16",
      "api": null,
      "round": 11,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-128",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-128",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/print-256",
      "api": null,
      "round": 11,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/print-256",
      "api": null,
      "round": 11,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-256",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-256",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-512",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-512",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-4",
      "api": null,
      "round": 11,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pi-node-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 11,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 11,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-8",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-16",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 12,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-32",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-64",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy",
       "clock_moved"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 12,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pibolt-b",
      "scenario": "scale/agents-128",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-tip-b",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-256",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/agents-512",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "copilot",
      "scenario": "scale/print-1",
      "api": null,
      "round": 12,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "copilot",
      "scenario": "scale/print-4",
      "api": null,
      "round": 12,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-bun-b",
      "scenario": "scale/print-8",
      "api": null,
      "round": 12,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "pi-node",
      "scenario": "scale/print-16",
      "api": null,
      "round": 12,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "opencode-v2-b",
      "scenario": "scale/print-16",
      "api": null,
      "round": 12,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "copilot",
      "scenario": "scale/print-16",
      "api": null,
      "round": 12,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-64",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-128",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-128",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1-b",
      "scenario": "scale/print-128",
      "api": null,
      "round": 12,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-256",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-256",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "pig-0.4.1",
      "scenario": "scale/print-512",
      "api": null,
      "round": 12,
      "flags": [
       "clock_moved"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-512",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-512",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     },
     {
      "arm": "rpi-b",
      "scenario": "scale/print-1024",
      "api": null,
      "round": 12,
      "flags": [
       "foreign_busy"
      ]
     }
    ],
    "throttled_samples": 0,
    "throttled_us_total": 0,
    "throttle_events": [],
    "facts_throttled_us": 0,
    "gate": {
     "passed": 3027,
     "waited": 2,
     "gave_up": 0,
     "disabled": 0,
     "waited_ms_total": 3335,
     "waited_ms_max": 1686,
     "slow": 2
    },
    "sources": [
     "cgroup_throttle",
     "cpufreq",
     "loadavg",
     "meminfo",
     "pressure",
     "proc_stat",
     "schedstat",
     "thermal_throttle",
     "vmstat"
    ],
    "steal_share": 0.0,
    "foreign_p95": 0.16929674777689402,
    "clock_deviation": 0.012964748741026488,
    "clock_median_mhz": 2799.9,
    "cpu_quota_limited": [],
    "fixed_clock": true,
    "collector_cpu_ms_median": 10.869,
    "collector_cpu_ms_max": 151.072,
    "calibration": {
     "metric": "cpu_ms",
     "max_cv": 0.02606445545233869,
     "gate": 0.05,
     "passed": true,
     "runs": 4,
     "arm": "pi-node"
    },
    "host": {
     "load_before": [
      288.564453125,
      200.939453125,
      197.36376953125
     ],
     "load_after": [
      176.4775390625,
      243.74951171875,
      230.93994140625
     ],
     "idle_before": {
      "8": 0.0,
      "9": 0.0,
      "10": 0.0,
      "11": 0.0,
      "72": 0.0,
      "73": 0.0,
      "74": 0.0,
      "75": 0.01
     },
     "idle_after": {
      "8": 0.0,
      "9": 0.0,
      "10": 0.01,
      "11": 0.0,
      "72": 0.0,
      "73": 0.0,
      "74": 0.0,
      "75": 0.0
     },
     "cpumon": {
      "samples": 19538,
      "pinned_busy_mean": 0.737528131373882,
      "pinned_busy_max": 1.0,
      "host_busy_mean": 0.060351981509392985
     }
    }
   }
  ],
  "discarded": [
   [
    "warm-up round (kept in the raw data, excluded from the statistics by rule)",
    569,
    6
   ],
   [
    "failed sample: 1 agents exited (signal 9",
    3,
    3
   ],
   [
    "failed sample: 1 of 256 agents did not answer a prompt; 1 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 1 of 512 agents never answered get_state; 250 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 1 of 512 agents never answered get_state; 261 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 10 agents exited (signal 9",
    3,
    3
   ],
   [
    "failed sample: 101 of 1024 agents did not answer a prompt; 116 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 102 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 103 of 1024 agents did not answer a prompt; 111 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 104 agents exited (signal 9",
    2,
    2
   ],
   [
    "failed sample: 104 of 1024 agents never answered get_state; 744 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 105 of 1024 agents did not answer a prompt; 114 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 11 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 115 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 12 of 64 agents did not answer a prompt; 12 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 12 of 64 agents did not answer a prompt; 13 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 120 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 127 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 127 of 1024 agents did not answer a prompt; 136 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 132 of 1024 agents never answered get_state; 745 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 134 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 136 of 1024 agents never answered get_state; 747 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 137 of 1024 agents never answered get_state; 747 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 14 agents exited (exit 1); out of memory",
    2,
    2
   ],
   [
    "failed sample: 147 of 1024 agents never answered get_state; 748 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 15 agents exited (exit 1); out of memory",
    2,
    2
   ],
   [
    "failed sample: 15 of 1024 agents never answered get_state; 443 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 15 of 512 agents never answered get_state; 193 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 152 of 512 agents did not finish; 360 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 158 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 168 of 512 agents did not finish; 345 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 17 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 181 of 1024 agents never answered get_state; 715 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 185 of 1024 agents never answered get_state; 744 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 187 of 256 agents never answered get_state; 188 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 188 of 256 agents never answered get_state; 188 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 188 of 256 agents never answered get_state; 189 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 189 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 19 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 19 of 512 agents did not finish; 493 agents exited (exit 1, signal 9",
    1,
    1
   ],
   [
    "failed sample: 190 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 191 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 192 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 194 of 256 agents never answered get_state; 194 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 195 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 195 of 256 agents never answered get_state; 195 agents exited (signal 9",
    5,
    3
   ],
   [
    "failed sample: 196 agents exited (signal 9",
    5,
    3
   ],
   [
    "failed sample: 198 of 256 agents never answered get_state; 199 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 199 of 256 agents never answered get_state; 199 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 2 agents exited (signal 9",
    2,
    2
   ],
   [
    "failed sample: 20 agents exited (signal 9",
    3,
    2
   ],
   [
    "failed sample: 20 of 128 agents did not finish; 108 agents exited (exit 1, signal 9",
    1,
    1
   ],
   [
    "failed sample: 200 of 256 agents never answered get_state; 200 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 202 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 203 agents exited (signal 9",
    2,
    2
   ],
   [
    "failed sample: 21 of 128 agents did not finish; 107 agents exited (exit 1, signal 9",
    1,
    1
   ],
   [
    "failed sample: 212 agents exited (signal 9",
    3,
    3
   ],
   [
    "failed sample: 213 agents exited (signal 9",
    3,
    3
   ],
   [
    "failed sample: 22 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 22 of 128 agents did not finish; 106 agents exited (exit 1, signal 9",
    1,
    1
   ],
   [
    "failed sample: 22 of 512 agents never answered get_state; 195 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 23 of 512 agents never answered get_state; 194 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 237 agents exited (exit 1, signal 9",
    2,
    2
   ],
   [
    "failed sample: 238 agents exited (exit 1, signal 9",
    4,
    3
   ],
   [
    "failed sample: 24 of 1024 agents never answered get_state; 444 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 24 of 512 agents never answered get_state; 194 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 240 of 1024 agents never answered get_state; 716 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 242 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 25 of 128 agents did not finish; 103 agents exited (exit 1, signal 9",
    3,
    3
   ],
   [
    "failed sample: 25 of 512 agents never answered get_state; 195 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 286 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 295 of 1024 agents never answered get_state; 716 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 3 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 31 of 512 agents never answered get_state; 259 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 32 of 1024 agents never answered get_state; 440 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 32 of 32 agents did not finish; the container hit its 4096 MiB memory limit 4979908 times ",
    1,
    1
   ],
   [
    "failed sample: 32 of 32 agents did not finish; the container hit its 4096 MiB memory limit 4985348 times ",
    1,
    1
   ],
   [
    "failed sample: 32 of 32 agents did not finish; the container hit its 4096 MiB memory limit 5023039 times ",
    1,
    1
   ],
   [
    "failed sample: 32 of 32 agents did not finish; the container hit its 4096 MiB memory limit 5057006 times ",
    1,
    1
   ],
   [
    "failed sample: 34 of 512 agents never answered get_state; 258 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 35 of 256 agents did not answer a prompt; 40 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 35 of 512 agents never answered get_state; 194 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 360 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 38 of 256 agents did not answer a prompt; 42 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 39 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 39 of 256 agents did not answer a prompt; 40 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 39 of 256 agents did not answer a prompt; 41 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 4 of 512 agents never answered get_state; 261 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 4 of 64 agents never answered get_state; 4 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 40 of 1024 agents never answered get_state; 441 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 40 of 1024 agents never answered get_state; 444 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 402 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 41 of 128 agents did not finish; 87 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 41 of 256 agents did not finish; 215 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 426 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 43 of 128 agents did not finish; 85 agents exited (signal 9",
    5,
    3
   ],
   [
    "failed sample: 44 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 44 of 64 agents did not finish; 20 agents exited (signal 9",
    3,
    3
   ],
   [
    "failed sample: 441 of 1024 agents did not finish; 455 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 443 of 512 agents never answered get_state; 445 agents exited (signal 9",
    2,
    2
   ],
   [
    "failed sample: 444 of 512 agents never answered get_state; 446 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 447 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 45 agents exited (exit 1, signal 9",
    4,
    3
   ],
   [
    "failed sample: 45 of 64 agents did not finish; 19 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 451 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 451 of 512 agents never answered get_state; 451 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 452 agents exited (signal 9",
    4,
    4
   ],
   [
    "failed sample: 452 of 512 agents never answered get_state; 452 agents exited (signal 9",
    5,
    3
   ],
   [
    "failed sample: 453 agents exited (signal 9",
    2,
    2
   ],
   [
    "failed sample: 455 of 512 agents never answered get_state; 456 agents exited (signal 9",
    2,
    2
   ],
   [
    "failed sample: 456 of 512 agents never answered get_state; 456 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 458 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 459 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 46 agents exited (exit 1, signal 9",
    1,
    1
   ],
   [
    "failed sample: 46 of 64 agents did not finish; 18 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 460 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 468 agents exited (signal 9",
    5,
    3
   ],
   [
    "failed sample: 469 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 47 of 64 agents did not finish; 17 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 471 of 1024 agents did not finish; 561 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 483 of 1024 agents did not finish; 397 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 49 of 64 agents did not finish; 15 agents exited (exit 1, signal 9",
    1,
    1
   ],
   [
    "failed sample: 5 of 256 agents did not answer a prompt; 5 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 5 of 256 agents did not answer a prompt; 7 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 5 of 64 agents never answered get_state; 5 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 5 of 64 agents never answered get_state; 7 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 52 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 53 of 256 agents did not finish; 203 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 533 of 1024 agents did not finish; 392 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 549 of 1024 agents did not finish; 492 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 55 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 58 of 128 agents never answered get_state; 60 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 59 of 128 agents never answered get_state; 59 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 59 of 128 agents never answered get_state; 60 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 6 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 6 of 256 agents did not answer a prompt; 7 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 6 of 64 agents never answered get_state; 6 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 6 of 64 agents never answered get_state; 7 agents exited (signal 9",
    2,
    2
   ],
   [
    "failed sample: 64 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 640 of 1024 agents never answered get_state; 642 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 66 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 67 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 68 agents exited (signal 9",
    6,
    3
   ],
   [
    "failed sample: 68 of 128 agents never answered get_state; 68 agents exited (signal 9",
    5,
    3
   ],
   [
    "failed sample: 69 of 128 agents never answered get_state; 69 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 7 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 7 of 1024 agents never answered get_state; 440 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 7 of 512 agents never answered get_state; 261 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 70 of 256 agents did not finish; 186 agents exited (signal 9",
    2,
    1
   ],
   [
    "failed sample: 71 of 128 agents never answered get_state; 71 agents exited (signal 9",
    3,
    3
   ],
   [
    "failed sample: 728 of 1024 agents never answered get_state; 472 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 746 of 1024 agents never answered get_state; 464 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 75 agents exited (signal 9",
    2,
    2
   ],
   [
    "failed sample: 76 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 8 agents exited (signal 9",
    2,
    2
   ],
   [
    "failed sample: 80 of 512 agents did not answer a prompt; 92 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 80 of 512 agents did not finish; 433 agents exited (exit 1, signal 9",
    1,
    1
   ],
   [
    "failed sample: 82 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 83 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 85 agents exited (signal 9",
    5,
    3
   ],
   [
    "failed sample: 85 of 256 agents did not finish; 171 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 87 of 512 agents did not answer a prompt; 94 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 88 of 512 agents did not answer a prompt; 95 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 89 of 512 agents did not answer a prompt; 93 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 93 of 256 agents did not finish; 163 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 956 of 1024 agents never answered get_state; 957 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 96 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 964 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 964 of 1024 agents never answered get_state; 964 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 965 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 966 of 1024 agents never answered get_state; 966 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 969 of 1024 agents never answered get_state; 969 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 971 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 98 agents exited (signal 9",
    1,
    1
   ],
   [
    "failed sample: 981 agents exited (signal 9",
    2,
    1
   ]
  ],
  "dropped": [],
  "sensitivity": {
   "rounds_dropped": 228,
   "comparisons": 2281,
   "verdict_changes": 733,
   "changes": [
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "cpu_ms",
     "arm": "pi-bun",
     "with_flagged": "loss",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "cpu_ms",
     "arm": "pibolt",
     "with_flagged": "win",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "cpu_ms",
     "arm": "pig-0.4.1",
     "with_flagged": "loss",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "cpu_ms",
     "arm": "pig-tip",
     "with_flagged": "loss",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "cycles",
     "arm": "pi-bun",
     "with_flagged": "loss",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "cycles",
     "arm": "pibolt",
     "with_flagged": "win",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "cycles",
     "arm": "pig-0.4.1",
     "with_flagged": "loss",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "cycles",
     "arm": "pig-tip",
     "with_flagged": "loss",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "first_request_cpu_ms",
     "arm": "pi-bun",
     "with_flagged": "loss",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "first_request_cpu_ms",
     "arm": "pibolt",
     "with_flagged": "win",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "first_request_cpu_ms",
     "arm": "pig-0.4.1",
     "with_flagged": "loss",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "first_request_cpu_ms",
     "arm": "pig-tip",
     "with_flagged": "loss",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "first_request_ms",
     "arm": "pi-bun",
     "with_flagged": "loss",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "first_request_ms",
     "arm": "pibolt",
     "with_flagged": "win",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "first_request_ms",
     "arm": "pig-0.4.1",
     "with_flagged": "loss",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "first_request_ms",
     "arm": "pig-tip",
     "with_flagged": "loss",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "instructions",
     "arm": "pi-bun",
     "with_flagged": "loss",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "instructions",
     "arm": "pibolt",
     "with_flagged": "win",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "instructions",
     "arm": "pig-0.4.1",
     "with_flagged": "loss",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "instructions",
     "arm": "pig-tip",
     "with_flagged": "loss",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "peak_mem_mib",
     "arm": "pi-bun",
     "with_flagged": "loss",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "peak_mem_mib",
     "arm": "pibolt",
     "with_flagged": "win",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "peak_mem_mib",
     "arm": "pig-0.4.1",
     "with_flagged": "loss",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "peak_mem_mib",
     "arm": "pig-tip",
     "with_flagged": "loss",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "peak_rss_mib",
     "arm": "pi-bun",
     "with_flagged": "loss",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "peak_rss_mib",
     "arm": "pibolt",
     "with_flagged": "win",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "peak_rss_mib",
     "arm": "pig-0.4.1",
     "with_flagged": "loss",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "peak_rss_mib",
     "arm": "pig-tip",
     "with_flagged": "loss",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "request_bytes",
     "arm": "pi-bun",
     "with_flagged": "win",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "request_bytes",
     "arm": "pibolt",
     "with_flagged": "loss",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "request_bytes",
     "arm": "pig-0.4.1",
     "with_flagged": "loss",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "request_bytes",
     "arm": "pig-tip",
     "with_flagged": "win",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "request_bytes_per_turn",
     "arm": "pi-bun",
     "with_flagged": "win",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "request_bytes_per_turn",
     "arm": "pibolt",
     "with_flagged": "loss",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "request_bytes_per_turn",
     "arm": "pig-0.4.1",
     "with_flagged": "loss",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "request_bytes_per_turn",
     "arm": "pig-tip",
     "with_flagged": "win",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "teardown_ms",
     "arm": "pibolt",
     "with_flagged": "win",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "teardown_ms",
     "arm": "pig-0.4.1",
     "with_flagged": "loss",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "wall_ms",
     "arm": "pi-bun",
     "with_flagged": "loss",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    },
    {
     "scenario": "overhead/print-ext10",
     "api": "openai-completions",
     "metric": "wall_ms",
     "arm": "pibolt",
     "with_flagged": "win",
     "without_flagged": "inconclusive (paired test p 0.062 >= 0.05)"
    }
   ]
  }
 },
 "cells": [
  {
   "id": "2026-10-19-smc1-launch-focus-longsession::longsession/resume-n@openai-completions#cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-longsession::longsession/resume-n@openai-completions#cpu_ms",
   "scenario": "longsession/resume-n",
   "api": "openai-completions",
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.011185583375549564,
   "aa": {
    "pi-bun": 0.01934132995777328,
    "pi-node": 0.020956758925629867,
    "pibolt": 0.039914997826804334,
    "pig-0.4.1": 0.03495505751650595,
    "pig-tip": 0.04991779136838511
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.5583589278707601,
     "ci": [
      1.5380483619239367,
      1.5791719053670628
     ],
     "floor": 0.020956758925629867,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 691.0605,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.540532458915764,
      "high": 1.5760611009833354,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.11176131007951219,
     "ci": [
      0.11031238419796983,
      0.1134077305127358
     ],
     "floor": 0.039914997826804334,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 49.561,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11076691591275228,
      "high": 0.11305703427192712,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.3084412362950836,
     "ci": [
      0.3044509521756415,
      0.31532964445622624
     ],
     "floor": 0.03495505751650595,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 136.77949999999998,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.30584855899793384,
      "high": 0.31439812927047406,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.1559045583081898,
     "ci": [
      0.14869389663046292,
      0.1570115093243387
     ],
     "floor": 0.04991779136838511,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 69.1365,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.14956117207196234,
      "high": 0.15689091595000418,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-longsession::longsession/resume-n@openai-completions#cycles",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-longsession::longsession/resume-n@openai-completions#cycles",
   "scenario": "longsession/resume-n",
   "api": "openai-completions",
   "metric": "cycles",
   "kind": "CPU",
   "unit": "cycles",
   "mde": 0.011573774722949522,
   "aa": {
    "pi-bun": 0.020851760800407872,
    "pi-node": 0.02102862078342754,
    "pibolt": 0.041763089840265284,
    "pig-0.4.1": 0.04730527239421193,
    "pig-tip": 0.011392719961337672
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.5512658799352492,
     "ci": [
      1.5272707113878707,
      1.5647352666659686
     ],
     "floor": 0.02102862078342754,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 1888254893.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.5304926207989042,
      "high": 1.5634156931678131,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.10570355329659241,
     "ci": [
      0.10449380281388039,
      0.10748427353658142
     ],
     "floor": 0.041763089840265284,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 128666049.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10471589816151239,
      "high": 0.10725964482661464,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.29471517641638934,
     "ci": [
      0.29131707347174407,
      0.3068762642928683
     ],
     "floor": 0.04730527239421193,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 358737584.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2918815792872378,
      "high": 0.30647584499831687,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.14302483434931457,
     "ci": [
      0.14113725067364913,
      0.14395153095920488
     ],
     "floor": 0.02102862078342754,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 174094813.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.14150067409724887,
      "high": 0.14377776474494627,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-longsession::longsession/resume-n@openai-completions#instructions",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-longsession::longsession/resume-n@openai-completions#instructions",
   "scenario": "longsession/resume-n",
   "api": "openai-completions",
   "metric": "instructions",
   "kind": "CPU",
   "unit": "instructions",
   "mde": 0.0012782207176430388,
   "aa": {
    "pi-bun": 0.021736437187905945,
    "pi-node": 0.002668964840408303,
    "pibolt": 0.01974188149273594,
    "pig-0.4.1": 0.034268789800365844,
    "pig-tip": 0.004052683406249877
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.4976173463731324,
     "ci": [
      1.4948386943329977,
      1.5305615826560255
     ],
     "floor": 0.021736437187905945,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 3638041480.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.4953292889138632,
      "high": 1.5301319128593969,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.08220616724750464,
     "ci": [
      0.08204598758606839,
      0.082585061320392
     ],
     "floor": 0.01974188149273594,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 199696836.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0820692063168059,
      "high": 0.08242330261476899,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.34115399686669584,
     "ci": [
      0.3388174542726018,
      0.3501606032122393
     ],
     "floor": 0.034268789800365844,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 828737991.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.33887956688387877,
      "high": 0.3498940881692507,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.19472273401826423,
     "ci": [
      0.19430261606622615,
      0.19506351560758972
     ],
     "floor": 0.004052683406249877,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 473024291.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.19437124902104994,
      "high": 0.19500020007955907,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-longsession::longsession/resume-n@openai-completions#peak_mem_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-longsession::longsession/resume-n@openai-completions#peak_mem_mib",
   "scenario": "longsession/resume-n",
   "api": "openai-completions",
   "metric": "peak_mem_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.014954040621598613,
   "aa": {
    "pi-bun": 0.020756974009528098,
    "pi-node": 0.018548293682582255,
    "pibolt": 0.012317066501900585,
    "pig-0.4.1": 0.026073969462746656,
    "pig-tip": 0.03759981341828114
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.500216568969998,
     "ci": [
      1.4757055075102412,
      1.5392572790143546
     ],
     "floor": 0.020756974009528098,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 101.47265625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.479770763835429,
      "high": 1.5296121971643903,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.34708786925009383,
     "ci": [
      0.34058586888775566,
      0.35095482068001865
     ],
     "floor": 0.018548293682582255,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 23.4765625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3419435593991807,
      "high": 0.3504017233348859,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.37428893188184,
     "ci": [
      0.36549840691852525,
      0.38152680652680654
     ],
     "floor": 0.026073969462746656,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 25.31640625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3663802913063268,
      "high": 0.3808802980903586,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.31261008922641564,
     "ci": [
      0.30432319111564393,
      0.31995225896599905
     ],
     "floor": 0.03759981341828114,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 21.14453125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3049897587619481,
      "high": 0.31931500465983226,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-longsession::longsession/resume-n@openai-completions#peak_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-longsession::longsession/resume-n@openai-completions#peak_rss_mib",
   "scenario": "longsession/resume-n",
   "api": "openai-completions",
   "metric": "peak_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.006425257729310297,
   "aa": {
    "pi-bun": 0.015676844113673104,
    "pi-node": 0.007373823523447903,
    "pibolt": 0.0030622825503151896,
    "pig-0.4.1": 0.010984418575904377,
    "pig-tip": 0.009420536505825998
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.187086573521345,
     "ci": [
      1.1763208860860797,
      1.2059575845879877
     ],
     "floor": 0.015676844113673104,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 143.70703125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1776969425036856,
      "high": 1.2018327901648866,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.7796457035913652,
     "ci": [
      0.7714468425259792,
      0.783772405641283
     ],
     "floor": 0.007373823523447903,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 94.3828125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7724442594874914,
      "high": 0.7836656031871994,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.4527120776999774,
     "ci": [
      0.44773780975219823,
      0.45643516270033996
     ],
     "floor": 0.010984418575904377,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 54.8046875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.448308977703795,
      "high": 0.4562897715312748,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.4623277725791359,
     "ci": [
      0.4581294964028777,
      0.4645297069774972
     ],
     "floor": 0.009420536505825998,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 55.96875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.4586647886422203,
      "high": 0.46440019426906265,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-longsession::longsession/resume-n@openai-completions#ready_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-longsession::longsession/resume-n@openai-completions#ready_cpu_ms",
   "scenario": "longsession/resume-n",
   "api": "openai-completions",
   "metric": "ready_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.015855595006874557,
   "aa": {
    "pi-bun": 0.02573762670392113,
    "pi-node": 0.031673494997004156,
    "pibolt": 0.04206251148565869,
    "pig-0.4.1": 0.02332927020902089,
    "pig-tip": 0.019870644875793073
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.5510351152170365,
     "ci": [
      1.5206748527242098,
      1.5766988427795683
     ],
     "floor": 0.031673494997004156,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 584.3455,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.5264101916724524,
      "high": 1.572103714576551,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.10522222561384276,
     "ci": [
      0.10341902581182348,
      0.10679003627002381
     ],
     "floor": 0.04206251148565869,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 39.641999999999996,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10373133547489248,
      "high": 0.10652329257648832,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.26702774153904957,
     "ci": [
      0.26023689421766105,
      0.26961872503271234
     ],
     "floor": 0.031673494997004156,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 100.60149999999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2610464604073395,
      "high": 0.26927143688687855,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.1430156431861827,
     "ci": [
      0.14031092718350094,
      0.14421398514554648
     ],
     "floor": 0.031673494997004156,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 53.8805,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.14087714868816933,
      "high": 0.14399679139539656,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-longsession::longsession/resume-n@openai-completions#ready_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-longsession::longsession/resume-n@openai-completions#ready_ms",
   "scenario": "longsession/resume-n",
   "api": "openai-completions",
   "metric": "ready_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.009225867303759454,
   "aa": {
    "pi-bun": 0.007152194738611761,
    "pi-node": 0.010676347088172392,
    "pibolt": 0.035551761165353954,
    "pig-0.4.1": 0.017711281326011033,
    "pig-tip": 0.31245720949724415
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.6951685953478157,
     "ci": [
      1.683694735652402,
      1.7089391239074596
     ],
     "floor": 0.010676347088172392,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 454.2844135,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.685070417547355,
      "high": 1.7079544571515481,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.13360643474940959,
     "ci": [
      0.13217613593436553,
      0.13502152125574002
     ],
     "floor": 0.035551761165353954,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 35.8048875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13235665694041682,
      "high": 0.13494092058345894,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.261773585376324,
     "ci": [
      0.259681969984097,
      0.2638827008401151
     ],
     "floor": 0.017711281326011033,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 70.1521135,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2598765605887742,
      "high": 0.2634151157362046,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.2459309618250365,
     "ci": [
      0.17906752850276023,
      0.2482749761818095
     ],
     "floor": 0.31245720949724415,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 65.9064845,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1934257155965568,
      "high": 0.24804205018218417,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-longsession::longsession/resume-n@openai-completions#ready_pss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-longsession::longsession/resume-n@openai-completions#ready_pss_mib",
   "scenario": "longsession/resume-n",
   "api": "openai-completions",
   "metric": "ready_pss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.010851372310966742,
   "aa": {
    "pi-bun": 0.01782634848113655,
    "pi-node": 0.011900364796817978,
    "pibolt": 0.003365328598425656,
    "pig-0.4.1": 0.01590197087238122,
    "pig-tip": 0.012038360657286626
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.2256556349163077,
     "ci": [
      1.2124273295055708,
      1.2461528643839113
     ],
     "floor": 0.01782634848113655,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 131.71728515625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.214537698662683,
      "high": 1.2440861191860466,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.7753484906311906,
     "ci": [
      0.7651643175607651,
      0.7827504500202049
     ],
     "floor": 0.011900364796817978,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 83.32421875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7665004769704278,
      "high": 0.780763467582779,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.4167802555295058,
     "ci": [
      0.4120895952715609,
      0.4227961256963915
     ],
     "floor": 0.01590197087238122,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 44.7900390625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.41275940891664714,
      "high": 0.4222466920262818,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.4479172346109809,
     "ci": [
      0.4436274950953041,
      0.4526652217038316
     ],
     "floor": 0.012038360657286626,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 48.13623046875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.4441471150034238,
      "high": 0.45159120854988655,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-longsession::longsession/resume-n@openai-completions#ready_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-longsession::longsession/resume-n@openai-completions#ready_rss_mib",
   "scenario": "longsession/resume-n",
   "api": "openai-completions",
   "metric": "ready_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.01014329525268852,
   "aa": {
    "pi-bun": 0.0178824664145659,
    "pi-node": 0.011332944766761978,
    "pibolt": 0.00343459011078149,
    "pig-0.4.1": 0.01517454496970362,
    "pig-tip": 0.011583291170610823
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.2467842736699963,
     "ci": [
      1.2342774843975035,
      1.2680262199563002
     ],
     "floor": 0.0178824664145659,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 140.66015625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2356757870163755,
      "high": 1.266952893720894,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.7763447189377283,
     "ci": [
      0.7663298510018839,
      0.7833094430654127
     ],
     "floor": 0.011332944766761978,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 87.5859375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.767711405253412,
      "high": 0.7817241199115121,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.41384623374824714,
     "ci": [
      0.4092313502008308,
      0.4195772695772696
     ],
     "floor": 0.01517454496970362,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 46.689453125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.40986557849255884,
      "high": 0.4191614691614692,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.44351920779737897,
     "ci": [
      0.43927028324531925,
      0.4478201587246093
     ],
     "floor": 0.011583291170610823,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 50.037109375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.43976792886813826,
      "high": 0.4467940566810082,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-longsession::longsession/resume-n@openai-completions#request_bytes",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-longsession::longsession/resume-n@openai-completions#request_bytes",
   "scenario": "longsession/resume-n",
   "api": "openai-completions",
   "metric": "request_bytes",
   "kind": "wire",
   "unit": "bytes",
   "mde": 0.0,
   "aa": {
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.999779653174096,
     "ci": [
      0.999779653174096,
      0.999779653174096
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 589849.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.0032492681942917,
     "ci": [
      1.0032492681942917,
      1.0032492681942917
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 591896.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 0.9999983050244161,
     "ci": [
      0.9999983050244161,
      0.9999983050244161
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 589978.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 0.9999338959522288,
     "ci": [
      0.9999338959522288,
      0.9999338959522288
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 589940.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-longsession::longsession/resume-n@openai-completions#request_bytes_per_turn",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-longsession::longsession/resume-n@openai-completions#request_bytes_per_turn",
   "scenario": "longsession/resume-n",
   "api": "openai-completions",
   "metric": "request_bytes_per_turn",
   "kind": "wire",
   "unit": "bytes per turn",
   "mde": 0.0,
   "aa": {
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.999779653174096,
     "ci": [
      0.999779653174096,
      0.999779653174096
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 589849.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.999779653174096,
      "high": 0.999779653174096,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 1.0032492681942917,
     "ci": [
      1.0032492681942917,
      1.0032492681942917
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 591896.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.0032492681942917,
      "high": 1.0032492681942917,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.9999983050244161,
     "ci": [
      0.9999983050244161,
      0.9999983050244161
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 589978.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9999983050244161,
      "high": 0.9999983050244161,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.9999338959522288,
     "ci": [
      0.9999338959522288,
      0.9999338959522288
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 589940.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9999338959522288,
      "high": 0.9999338959522288,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-longsession::longsession/resume-n@openai-completions#requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-longsession::longsession/resume-n@openai-completions#requests",
   "scenario": "longsession/resume-n",
   "api": "openai-completions",
   "metric": "requests",
   "kind": "wire",
   "unit": "count",
   "mde": 0.0,
   "aa": {
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-longsession::longsession/resume-n@openai-completions#session_growth_bytes",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-longsession::longsession/resume-n@openai-completions#session_growth_bytes",
   "scenario": "longsession/resume-n",
   "api": "openai-completions",
   "metric": "session_growth_bytes",
   "kind": "size",
   "unit": "bytes",
   "mde": 0.0,
   "aa": {
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.9817268796205887,
     "ci": [
      0.9817268796205887,
      0.9817268796205887
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 7038.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.2584739852141162,
     "ci": [
      1.2584739852141162,
      1.2584739852141162
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 9022.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 0.9979076579718231,
     "ci": [
      0.9979076579718231,
      0.9979076579718231
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 7154.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 0.994420421258195,
     "ci": [
      0.994420421258195,
      0.994420421258195
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 7129.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-longsession::longsession/resume-n@openai-completions#side_requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-longsession::longsession/resume-n@openai-completions#side_requests",
   "scenario": "longsession/resume-n",
   "api": "openai-completions",
   "metric": "side_requests",
   "kind": "wire",
   "unit": "count",
   "mde": null,
   "aa": {
    "pi-bun": null,
    "pi-node": null,
    "pibolt": null,
    "pig-0.4.1": null,
    "pig-tip": null
   },
   "comparisons": {}
  },
  {
   "id": "2026-10-19-smc1-launch-focus-longsession::longsession/resume-n@openai-completions#turn_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-longsession::longsession/resume-n@openai-completions#turn_cpu_ms",
   "scenario": "longsession/resume-n",
   "api": "openai-completions",
   "metric": "turn_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.020478189186958803,
   "aa": {
    "pi-bun": 0.02896194169062552,
    "pi-node": 0.035980789619949556,
    "pibolt": 0.0364588113176133,
    "pig-0.4.1": 0.1604546294107052,
    "pig-tip": 0.09077757028880057
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.454043431981733,
     "ci": [
      1.4476378953484168,
      1.4803672521410949
     ],
     "floor": 0.035980789619949556,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 79.9135,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.4488347794485097,
      "high": 1.4692045609412636,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.11960625551542506,
     "ci": [
      0.11728226671758783,
      0.12278372041907828
     ],
     "floor": 0.0364588113176133,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 6.573499999999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1173245215875667,
      "high": 0.12234561930226404,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.5822014392416237,
     "ci": [
      0.5227033692380226,
      0.6356875961608909
     ],
     "floor": 0.1604546294107052,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 31.997499999999995,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.5294763390913052,
      "high": 0.6347672752654201,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.12274493035780905,
     "ci": [
      0.11892812660268141,
      0.1239017590197913
     ],
     "floor": 0.09077757028880057,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 6.746000000000002,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.12020670513476008,
      "high": 0.12363084462486523,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-longsession::longsession/resume-n@openai-completions#turn_wall_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-longsession::longsession/resume-n@openai-completions#turn_wall_ms",
   "scenario": "longsession/resume-n",
   "api": "openai-completions",
   "metric": "turn_wall_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.018315624781483603,
   "aa": {
    "pi-bun": 0.022478189053280664,
    "pi-node": 0.029588775031630894,
    "pibolt": 0.023307724164611403,
    "pig-0.4.1": 0.03934926047864776,
    "pig-tip": 0.04042877680746601
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.3881830279505962,
     "ci": [
      1.3726137200146724,
      1.411195416937096
     ],
     "floor": 0.029588775031630894,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 70.850506,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3727570209349806,
      "high": 1.4043845389158303,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.15564338022759103,
     "ci": [
      0.1537612545620884,
      0.1582560790826006
     ],
     "floor": 0.029588775031630894,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 7.9437739999999994,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.15405609445611843,
      "high": 0.1581321189303649,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.39124845118772855,
     "ci": [
      0.37740775001361504,
      0.4024844838763512
     ],
     "floor": 0.03934926047864776,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 19.968657,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3804671004662013,
      "high": 0.40221185833756645,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.16874393335530768,
     "ci": [
      0.16656572070807282,
      0.1728668323778815
     ],
     "floor": 0.04042877680746601,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 8.612404,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.16699891756991675,
      "high": 0.172165050236878,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-longsession::longsession/resume-n-varied@openai-completions#cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-longsession::longsession/resume-n-varied@openai-completions#cpu_ms",
   "scenario": "longsession/resume-n-varied",
   "api": "openai-completions",
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.016634505025343964,
   "aa": {
    "pi-bun": 0.01937308085028685,
    "pi-node": 0.01670251084993079,
    "pibolt": 0.0426316179161398,
    "pig-0.4.1": 0.028830526940182594,
    "pig-tip": 0.04592602239115592
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.5694009912973055,
     "ci": [
      1.55820816354969,
      1.6013459110856363
     ],
     "floor": 0.01937308085028685,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 693.749,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.5603762409239141,
      "high": 1.5960893022959777,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.11314181523684132,
     "ci": [
      0.11183179689736879,
      0.1162150048893557
     ],
     "floor": 0.0426316179161398,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 50.013999999999996,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1119625574049901,
      "high": 0.1160229722802818,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.30943429092381575,
     "ci": [
      0.3034988662131519,
      0.3162056501841267
     ],
     "floor": 0.028830526940182594,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 136.78449999999998,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3034988662131519,
      "high": 0.31583663267888784,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.15774114517234591,
     "ci": [
      0.15551186422355548,
      0.15879651255962712
     ],
     "floor": 0.04592602239115592,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 69.729,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.15566050483757635,
      "high": 0.15869875111456921,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-longsession::longsession/resume-n-varied@openai-completions#cycles",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-longsession::longsession/resume-n-varied@openai-completions#cycles",
   "scenario": "longsession/resume-n-varied",
   "api": "openai-completions",
   "metric": "cycles",
   "kind": "CPU",
   "unit": "cycles",
   "mde": 0.016778532179000792,
   "aa": {
    "pi-bun": 0.020969417501712256,
    "pi-node": 0.016902697657657735,
    "pibolt": 0.040816506306107656,
    "pig-0.4.1": 0.04139358607916147,
    "pig-tip": 0.007317418060975752
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.5582348709818872,
     "ci": [
      1.5483602608523204,
      1.5940785915715037
     ],
     "floor": 0.020969417501712256,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 1893147247.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.550185286984316,
      "high": 1.58732776091174,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.10659710736912677,
     "ci": [
      0.10538597871024005,
      0.10979491194326822
     ],
     "floor": 0.040816506306107656,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 129508089.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10559319841464015,
      "high": 0.10942811842703976,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.29823760396100907,
     "ci": [
      0.29293288802575346,
      0.30398098122150125
     ],
     "floor": 0.04139358607916147,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 362337995.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.29293288802575346,
      "high": 0.30375582388447164,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.14406761433708312,
     "ci": [
      0.1428638930832349,
      0.1450006512772555
     ],
     "floor": 0.016902697657657735,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 175032155.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1430721216568974,
      "high": 0.14477823333308634,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-longsession::longsession/resume-n-varied@openai-completions#instructions",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-longsession::longsession/resume-n-varied@openai-completions#instructions",
   "scenario": "longsession/resume-n-varied",
   "api": "openai-completions",
   "metric": "instructions",
   "kind": "CPU",
   "unit": "instructions",
   "mde": 0.0029759676758916976,
   "aa": {
    "pi-bun": 0.0024051530350025305,
    "pi-node": 0.003495490955041661,
    "pibolt": 0.012583919749798486,
    "pig-0.4.1": 0.03137003386274527,
    "pig-tip": 0.0024735017871483226
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.531831017026942,
     "ci": [
      1.5281439176035732,
      1.5339285529309172
     ],
     "floor": 0.003495490955041661,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 3713474040.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.5281439176035732,
      "high": 1.5338684393623265,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.0822237958480744,
     "ci": [
      0.08186975385878353,
      0.08250311037274953
     ],
     "floor": 0.012583919749798486,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 199327424.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.08193163874918517,
      "high": 0.08247287261515641,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.34434953546094255,
     "ci": [
      0.33919940118094727,
      0.350653944450208
     ],
     "floor": 0.03137003386274527,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 834774232.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.33934793275941993,
      "high": 0.3504431127435708,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.19556796100812,
     "ci": [
      0.19504582778730173,
      0.19590586755560296
     ],
     "floor": 0.003495490955041661,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 474097037.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.19511967719918935,
      "high": 0.19586308419617252,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-longsession::longsession/resume-n-varied@openai-completions#peak_mem_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-longsession::longsession/resume-n-varied@openai-completions#peak_mem_mib",
   "scenario": "longsession/resume-n-varied",
   "api": "openai-completions",
   "metric": "peak_mem_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.02232130120517702,
   "aa": {
    "pi-bun": 0.02199199313327785,
    "pi-node": 0.02929236845616448,
    "pibolt": 0.009537426934038182,
    "pig-0.4.1": 0.03436333880002711,
    "pig-tip": 0.008579043217348658
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.524389193534495,
     "ci": [
      1.5135221126312441,
      1.5454312990112513
     ],
     "floor": 0.02929236845616448,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 103.703125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.517205781142464,
      "high": 1.5415171780373698,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.3444632654818983,
     "ci": [
      0.34087145223002685,
      0.3507490799501579
     ],
     "floor": 0.02929236845616448,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 23.43359375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.34159621722309785,
      "high": 0.3494799579291808,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.36969940570181736,
     "ci": [
      0.36090268629360217,
      0.37885874649204865
     ],
     "floor": 0.03436333880002711,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 25.150390625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.36156538704309404,
      "high": 0.377791346824843,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.31354253394964254,
     "ci": [
      0.31070353918899557,
      0.3187868966315546
     ],
     "floor": 0.02929236845616448,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 21.330078125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.31148992062132375,
      "high": 0.3176901605024424,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-longsession::longsession/resume-n-varied@openai-completions#peak_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-longsession::longsession/resume-n-varied@openai-completions#peak_rss_mib",
   "scenario": "longsession/resume-n-varied",
   "api": "openai-completions",
   "metric": "peak_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.011242905854774738,
   "aa": {
    "pi-bun": 0.01548647687676657,
    "pi-node": 0.014050845675108739,
    "pibolt": 0.003929440664996751,
    "pig-0.4.1": 0.014433976923134487,
    "pig-tip": 0.0065669699699363645
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.2017892484191217,
     "ci": [
      1.1964854687650863,
      1.2151631139795966
     ],
     "floor": 0.01548647687676657,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 145.87890625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1979981333075858,
      "high": 1.2095574652638341,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.7785322370432348,
     "ci": [
      0.7745396805029833,
      0.7849048639522047
     ],
     "floor": 0.014050845675108739,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 94.501953125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.775210860310065,
      "high": 0.7835950567563618,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.45114161128899904,
     "ci": [
      0.4470712773465067,
      0.45769205792583934
     ],
     "floor": 0.014433976923134487,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 54.76171875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.4481728375230905,
      "high": 0.45767547414491816,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.462678401905099,
     "ci": [
      0.46059216013344456,
      0.46685038093694275
     ],
     "floor": 0.014050845675108739,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 56.162109375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.46080447214547327,
      "high": 0.4660398768033717,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-longsession::longsession/resume-n-varied@openai-completions#ready_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-longsession::longsession/resume-n-varied@openai-completions#ready_cpu_ms",
   "scenario": "longsession/resume-n-varied",
   "api": "openai-completions",
   "metric": "ready_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.020018833013438472,
   "aa": {
    "pi-bun": 0.015676157063546272,
    "pi-node": 0.019356243783821104,
    "pibolt": 0.036495719581851785,
    "pig-0.4.1": 0.013257645828208707,
    "pig-tip": 0.013928283796847546
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.5796367297106264,
     "ci": [
      1.5673624490404163,
      1.604242847099285
     ],
     "floor": 0.019356243783821104,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 589.988,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.5700022353028837,
      "high": 1.5992394031002766,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.10674545376657314,
     "ci": [
      0.10562140092419395,
      0.10854255190810021
     ],
     "floor": 0.036495719581851785,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 39.869,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10574978445293623,
      "high": 0.1084768286442272,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.26752361471073316,
     "ci": [
      0.26558432634588724,
      0.2686305326079656
     ],
     "floor": 0.019356243783821104,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 99.919,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2657371132923116,
      "high": 0.26835026681297336,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.14298145093923362,
     "ci": [
      0.14194806992143422,
      0.14421111292703642
     ],
     "floor": 0.019356243783821104,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 53.403,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.14212904805501736,
      "high": 0.14407229840126845,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-longsession::longsession/resume-n-varied@openai-completions#ready_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-longsession::longsession/resume-n-varied@openai-completions#ready_ms",
   "scenario": "longsession/resume-n-varied",
   "api": "openai-completions",
   "metric": "ready_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.012006516297319691,
   "aa": {
    "pi-bun": 0.01246875133606336,
    "pi-node": 0.013295784166118992,
    "pibolt": 0.036274232259550766,
    "pig-0.4.1": 0.0133555388843686,
    "pig-tip": 0.15087957909680952
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.6930778852657855,
     "ci": [
      1.677453155378659,
      1.7121684221578104
     ],
     "floor": 0.013295784166118992,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 453.1647435,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.6799626878213578,
      "high": 1.7072051938255746,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.13455743408834142,
     "ci": [
      0.1321919654363812,
      0.1365064747521651
     ],
     "floor": 0.036274232259550766,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 36.0152865,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13270075015307137,
      "high": 0.13634965702340165,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.2604791853429081,
     "ci": [
      0.2578207479298046,
      0.26333005895443073
     ],
     "floor": 0.0133555388843686,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 69.719169,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2583626913213416,
      "high": 0.26320988674507023,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.24641402153601216,
     "ci": [
      0.20875916722394655,
      0.24821491511108731
     ],
     "floor": 0.15087957909680952,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 65.95452449999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2268396711694626,
      "high": 0.2481553430491677,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-longsession::longsession/resume-n-varied@openai-completions#ready_pss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-longsession::longsession/resume-n-varied@openai-completions#ready_pss_mib",
   "scenario": "longsession/resume-n-varied",
   "api": "openai-completions",
   "metric": "ready_pss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.01599110166883833,
   "aa": {
    "pi-bun": 0.02156970430789442,
    "pi-node": 0.017062207439959173,
    "pibolt": 0.003517868518450103,
    "pig-0.4.1": 0.007050097743621115,
    "pig-tip": 0.008042345858721581
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.2463634212059422,
     "ci": [
      1.2391144211606162,
      1.2674210403396056
     ],
     "floor": 0.02156970430789442,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 133.71142578125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.23963864623394,
      "high": 1.2620469417704228,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.7769170550538887,
     "ci": [
      0.7702899958875447,
      0.7861177512990669
     ],
     "floor": 0.017062207439959173,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 83.3486328125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.771415272122524,
      "high": 0.7849086101850787,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.41968577046315175,
     "ci": [
      0.4154115554910358,
      0.42458951332293465
     ],
     "floor": 0.017062207439959173,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 45.0244140625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.41602963553365696,
      "high": 0.423690079319462,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.45156386542382754,
     "ci": [
      0.4480251824192079,
      0.45777917247362643
     ],
     "floor": 0.017062207439959173,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 48.4443359375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.44856606079811673,
      "high": 0.45628233130244855,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-longsession::longsession/resume-n-varied@openai-completions#ready_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-longsession::longsession/resume-n-varied@openai-completions#ready_rss_mib",
   "scenario": "longsession/resume-n-varied",
   "api": "openai-completions",
   "metric": "ready_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.01555071367802151,
   "aa": {
    "pi-bun": 0.008178096569139084,
    "pi-node": 0.015786225060406882,
    "pibolt": 0.003345603655922254,
    "pig-0.4.1": 0.006763835230985525,
    "pig-tip": 0.007739677194215445
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.267467457057182,
     "ci": [
      1.2544164743965012,
      1.2804314329738058
     ],
     "floor": 0.015786225060406882,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 142.8203125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2569893216297474,
      "high": 1.2784878834570668,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.7778759988213475,
     "ci": [
      0.7714280794793209,
      0.7868048746323014
     ],
     "floor": 0.015786225060406882,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 87.65234375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7724439546816351,
      "high": 0.7857893262361675,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.416428336193299,
     "ci": [
      0.41236133669696234,
      0.42110239529345844
     ],
     "floor": 0.015786225060406882,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 46.923828125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.41295497671209247,
      "high": 0.4203371970495258,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.4467786386563361,
     "ci": [
      0.4435070078170736,
      0.452616789603091
     ],
     "floor": 0.015786225060406882,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 50.34375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.44399986202614605,
      "high": 0.45146986942252637,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-longsession::longsession/resume-n-varied@openai-completions#request_bytes",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-longsession::longsession/resume-n-varied@openai-completions#request_bytes",
   "scenario": "longsession/resume-n-varied",
   "api": "openai-completions",
   "metric": "request_bytes",
   "kind": "wire",
   "unit": "bytes",
   "mde": 0.0,
   "aa": {
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.9997796557884424,
     "ci": [
      0.9997796557884424,
      0.9997796557884424
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 589856.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.0032492296427373,
     "ci": [
      1.0032492296427373,
      1.0032492296427373
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 591903.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.0000220344211557,
     "ci": [
      1.0000220344211557,
      1.0000220344211557
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 589999.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 0.999957626113162,
     "ci": [
      0.999957626113162,
      0.999957626113162
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 589961.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-longsession::longsession/resume-n-varied@openai-completions#request_bytes_per_turn",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-longsession::longsession/resume-n-varied@openai-completions#request_bytes_per_turn",
   "scenario": "longsession/resume-n-varied",
   "api": "openai-completions",
   "metric": "request_bytes_per_turn",
   "kind": "wire",
   "unit": "bytes per turn",
   "mde": 0.0,
   "aa": {
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.9997796557884424,
     "ci": [
      0.9997796557884424,
      0.9997796557884424
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 589856.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9997796557884424,
      "high": 0.9997796557884424,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 1.0032492296427373,
     "ci": [
      1.0032492296427373,
      1.0032492296427373
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 591903.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.0032492296427373,
      "high": 1.0032492296427373,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.0000220344211557,
     "ci": [
      1.0000220344211557,
      1.0000220344211557
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 589999.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.0000220344211557,
      "high": 1.0000220344211557,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.999957626113162,
     "ci": [
      0.999957626113162,
      0.999957626113162
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 589961.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.999957626113162,
      "high": 0.999957626113162,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-longsession::longsession/resume-n-varied@openai-completions#requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-longsession::longsession/resume-n-varied@openai-completions#requests",
   "scenario": "longsession/resume-n-varied",
   "api": "openai-completions",
   "metric": "requests",
   "kind": "wire",
   "unit": "count",
   "mde": 0.0,
   "aa": {
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-longsession::longsession/resume-n-varied@openai-completions#session_growth_bytes",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-longsession::longsession/resume-n-varied@openai-completions#session_growth_bytes",
   "scenario": "longsession/resume-n-varied",
   "api": "openai-completions",
   "metric": "session_growth_bytes",
   "kind": "size",
   "unit": "bytes",
   "mde": 0.0,
   "aa": {
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.9817624947793401,
     "ci": [
      0.9817624947793401,
      0.9817624947793401
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 7052.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.2579702074342196,
     "ci": [
      1.2579702074342196,
      1.2579702074342196
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 9036.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 0.9998607824028958,
     "ci": [
      0.9998607824028958,
      0.9998607824028958
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 7182.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 0.9963803424752888,
     "ci": [
      0.9963803424752888,
      0.9963803424752888
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 7157.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-longsession::longsession/resume-n-varied@openai-completions#side_requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-longsession::longsession/resume-n-varied@openai-completions#side_requests",
   "scenario": "longsession/resume-n-varied",
   "api": "openai-completions",
   "metric": "side_requests",
   "kind": "wire",
   "unit": "count",
   "mde": null,
   "aa": {
    "pi-bun": null,
    "pi-node": null,
    "pibolt": null,
    "pig-0.4.1": null,
    "pig-tip": null
   },
   "comparisons": {}
  },
  {
   "id": "2026-10-19-smc1-launch-focus-longsession::longsession/resume-n-varied@openai-completions#turn_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-longsession::longsession/resume-n-varied@openai-completions#turn_cpu_ms",
   "scenario": "longsession/resume-n-varied",
   "api": "openai-completions",
   "metric": "turn_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.025571562337069722,
   "aa": {
    "pi-bun": 0.038517999870410755,
    "pi-node": 0.03669456188248999,
    "pibolt": 0.05197039557883644,
    "pig-0.4.1": 0.1678403589061777,
    "pig-tip": 0.04162900824660486
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.4358576938326784,
     "ci": [
      1.396034739889464,
      1.497893628225381
     ],
     "floor": 0.038517999870410755,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 79.67000000000002,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.397363828499768,
      "high": 1.487105758916902,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.11794867173701469,
     "ci": [
      0.11395834063891717,
      0.12552876098195875
     ],
     "floor": 0.05197039557883644,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 6.544499999999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11423809106061933,
      "high": 0.12514868615506608,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.5725227985437769,
     "ci": [
      0.511957189227125,
      0.61932824758668
     ],
     "floor": 0.1678403589061777,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 31.76700000000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.5165247805129206,
      "high": 0.619039010810224,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.12245431279962514,
     "ci": [
      0.11863099203983593,
      0.12531941499483504
     ],
     "floor": 0.04162900824660486,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 6.794500000000003,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11895780331608037,
      "high": 0.12500451932463208,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-longsession::longsession/resume-n-varied@openai-completions#turn_wall_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-longsession::longsession/resume-n-varied@openai-completions#turn_wall_ms",
   "scenario": "longsession/resume-n-varied",
   "api": "openai-completions",
   "metric": "turn_wall_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.015476246257952216,
   "aa": {
    "pi-bun": 0.024642730091270555,
    "pi-node": 0.01199456370861069,
    "pibolt": 0.02897217517055478,
    "pig-0.4.1": 0.039631494653359335,
    "pig-tip": 0.03110946523769703
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.3739815292997817,
     "ci": [
      1.3625400587710546,
      1.405005493357478
     ],
     "floor": 0.024642730091270555,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 71.198928,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.364877069685406,
      "high": 1.3967226415359564,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.15311317205654254,
     "ci": [
      0.15085097208370551,
      0.15958208415846833
     ],
     "floor": 0.02897217517055478,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 7.934236,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.15115366948463138,
      "high": 0.15863527776558645,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.38078672877504044,
     "ci": [
      0.37220550913271816,
      0.3933804048841733
     ],
     "floor": 0.039631494653359335,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 19.732148000000002,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3734764285903074,
      "high": 0.39118127827713156,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.17070991423553422,
     "ci": [
      0.16717764442091587,
      0.1757296900252699
     ],
     "floor": 0.03110946523769703,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 8.846089,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.16728886099201243,
      "high": 0.17424635455077692,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@anthropic-messages#cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@anthropic-messages#cpu_ms",
   "scenario": "overhead/print",
   "api": "anthropic-messages",
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.015032007720491321,
   "aa": {
    "claude-code": 0.034900908670158645,
    "copilot": 0.010133071821823379,
    "pi-bun": 0.011855427048596693,
    "pi-node": 0.021366240288423825,
    "pibolt": 0.029566154533989236,
    "pig-0.4.1": 0.06659298656467348,
    "pig-tip": 0.05536040643441609,
    "rpi": 0.06596825788672374
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.9134174720395128,
     "ci": [
      0.9016340871041525,
      0.928928267555222
     ],
     "floor": 0.034900908670158645,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 384.6675,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.904326192642142,
      "high": 0.9262355082969308,
      "p": 0.99375,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 4.8599007432384305,
     "ci": [
      4.804869927744801,
      4.938852024203936
     ],
     "floor": 0.021366240288423825,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2046.65,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.8190380249749625,
      "high": 4.91228010041746,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.5068743618360125,
     "ci": [
      1.4879904894665448,
      1.519179726020887
     ],
     "floor": 0.021366240288423825,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 634.5899999999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.4936735092772047,
      "high": 1.516190476190476,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.10318666445040724,
     "ci": [
      0.10181652659092723,
      0.10362857142857143
     ],
     "floor": 0.029566154533989236,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 43.455,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10210277852078142,
      "high": 0.10353514328736688,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.15078004416688434,
     "ci": [
      0.1410985875639605,
      0.15476190476190477
     ],
     "floor": 0.06659298656467348,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 63.498000000000005,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.14213805959108797,
      "high": 0.1544548338422422,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.037704509296416784,
     "ci": [
      0.03722687571254935,
      0.03847232288188958
     ],
     "floor": 0.05536040643441609,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 15.878499999999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.03731326577380637,
      "high": 0.03805523569736709,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.015580699546458337,
     "ci": [
      0.0153894372069094,
      0.015684632410121434
     ],
     "floor": 0.06596825788672374,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 6.5615,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.015421826372652974,
      "high": 0.01565197118520734,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@anthropic-messages#cycles",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@anthropic-messages#cycles",
   "scenario": "overhead/print",
   "api": "anthropic-messages",
   "metric": "cycles",
   "kind": "CPU",
   "unit": "cycles",
   "mde": 0.0142198616154792,
   "aa": {
    "claude-code": 0.030630131810831945,
    "copilot": 0.011721431326766087,
    "pi-bun": 0.011876980459838026,
    "pi-node": 0.021511963684683555,
    "pibolt": 0.02302707588827799,
    "pig-0.4.1": 0.05780113264130675,
    "pig-tip": 0.028496308930160332,
    "rpi": 0.05891810153506862
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.8758011057713124,
     "ci": [
      0.8645636668428003,
      0.8938203604690054
     ],
     "floor": 0.030630131810831945,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 1022077931.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.8672196165994526,
      "high": 0.8907007189468752,
      "p": 0.99975,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 4.818398997763364,
     "ci": [
      4.7654814881183265,
      4.901390672303337
     ],
     "floor": 0.021511963684683555,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 5623170887.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.776224690561061,
      "high": 4.872523655420022,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.4876031843343653,
     "ci": [
      1.4689168596829087,
      1.5017346349763383
     ],
     "floor": 0.021511963684683555,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1736063560.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.4745433654579543,
      "high": 1.4992284042976107,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.09602473945019682,
     "ci": [
      0.09487615611400796,
      0.0964248033243823
     ],
     "floor": 0.02302707588827799,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 112062849.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09521979214656907,
      "high": 0.09629423078733745,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.13894332590998965,
     "ci": [
      0.12917206588409982,
      0.14129834208651287
     ],
     "floor": 0.05780113264130675,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 162149723.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1294507904267517,
      "high": 0.14086275167432474,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.03271213808595672,
     "ci": [
      0.032364018255325915,
      0.033200469622948856
     ],
     "floor": 0.028496308930160332,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 38175739.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.03241925443998057,
      "high": 0.033060267787644974,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.01244355798537042,
     "ci": [
      0.012265420969111668,
      0.012620544566718005
     ],
     "floor": 0.05891810153506862,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 14521888.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.012299524145163658,
      "high": 0.01261083952271744,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@anthropic-messages#first_request_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@anthropic-messages#first_request_cpu_ms",
   "scenario": "overhead/print",
   "api": "anthropic-messages",
   "metric": "first_request_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.014964837554177492,
   "aa": {
    "claude-code": 0.0317799339389672,
    "copilot": 0.01082422461411938,
    "pi-bun": 0.013808952982867363,
    "pi-node": 0.022678810856714877,
    "pibolt": 0.019517602902448288,
    "pig-0.4.1": 0.06633399802960643,
    "pig-tip": 0.05666244751328177,
    "rpi": 0.06311381652274205
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.8684892881962175,
     "ci": [
      0.8557951086796959,
      0.8870726878264765
     ],
     "floor": 0.0317799339389672,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 348.675,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.8585918913316025,
      "high": 0.8836847869200891,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 4.921249996886466,
     "ci": [
      4.855020149400432,
      4.942014820429453
     ],
     "floor": 0.022678810856714877,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1975.749,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.873229252016308,
      "high": 4.938310763185915,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.5280790987189674,
     "ci": [
      1.5071724671592017,
      1.5485662023988418
     ],
     "floor": 0.022678810856714877,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 613.4825,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.512864144759573,
      "high": 1.5458294650255058,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.09821332941443137,
     "ci": [
      0.09698450105791892,
      0.09860108696464004
     ],
     "floor": 0.022678810856714877,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 39.43,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09721502302919006,
      "high": 0.09850235451354628,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.144174078954251,
     "ci": [
      0.1345312277177384,
      0.1462209904230665
     ],
     "floor": 0.06633399802960643,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 57.882,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1347590203831781,
      "high": 0.14597992891178238,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.033687196897425234,
     "ci": [
      0.032946908311881275,
      0.03475374001976752
     ],
     "floor": 0.05666244751328177,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 13.5245,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.033027418216196834,
      "high": 0.034023412286804285,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.011627182898974528,
     "ci": [
      0.011441706383769977,
      0.011644992378866386
     ],
     "floor": 0.06311381652274205,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 4.668,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.011481061899928981,
      "high": 0.011638924072725822,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@anthropic-messages#first_request_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@anthropic-messages#first_request_ms",
   "scenario": "overhead/print",
   "api": "anthropic-messages",
   "metric": "first_request_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.012023747932395338,
   "aa": {
    "claude-code": 0.02466343731495496,
    "copilot": 0.00895726485217001,
    "pi-bun": 0.006909518210129161,
    "pi-node": 0.013013476609176384,
    "pibolt": 0.024889818813418948,
    "pig-0.4.1": 0.041176210787578806,
    "pig-tip": 0.03127969706174869,
    "rpi": 0.050949331069859605
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.956964936665499,
     "ci": [
      0.9521193180905989,
      0.9700251378060694
     ],
     "floor": 0.02466343731495496,
     "p": 0.00146484375,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 279.8602425,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.9540468094445645,
      "high": 0.9662280257518777,
      "p": 0.032,
      "equivalent": true
     }
    },
    "copilot": {
     "ratio": 5.05217929375324,
     "ci": [
      5.022857578338768,
      5.078388795930396
     ],
     "floor": 0.013013476609176384,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1477.487908,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 5.031081502187561,
      "high": 5.06944211757146,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.6272307443372558,
     "ci": [
      1.6203730046808993,
      1.6423261911565536
     ],
     "floor": 0.013013476609176384,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 475.876569,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.622696224861656,
      "high": 1.638101678081468,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.12264456070231991,
     "ci": [
      0.12191541282014873,
      0.12303896972666574
     ],
     "floor": 0.024889818813418948,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 35.86686950000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.12205210574404769,
      "high": 0.12301801952646267,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.11385431570432607,
     "ci": [
      0.11236105282595435,
      0.11552104116260598
     ],
     "floor": 0.041176210787578806,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 33.2962005,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11273638530784978,
      "high": 0.11518830516710735,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.039573297138347,
     "ci": [
      0.03925273931548674,
      0.040005263216727004
     ],
     "floor": 0.03127969706174869,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 11.573039,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.03929922264641754,
      "high": 0.03993317055989783,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.012835810249329739,
     "ci": [
      0.01271613844431817,
      0.012935497865766388
     ],
     "floor": 0.050949331069859605,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.753777,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.012734512883850937,
      "high": 0.012906168533469172,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@anthropic-messages#instructions",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@anthropic-messages#instructions",
   "scenario": "overhead/print",
   "api": "anthropic-messages",
   "metric": "instructions",
   "kind": "CPU",
   "unit": "instructions",
   "mde": 0.0040322140120960795,
   "aa": {
    "claude-code": 0.01129164097518672,
    "copilot": 0.01037686083585808,
    "pi-bun": 0.012527257629673456,
    "pi-node": 0.0047757301299349445,
    "pibolt": 0.016251701589034096,
    "pig-0.4.1": 0.06324596058155525,
    "pig-tip": 0.01842141225350653,
    "rpi": 0.046644758988582516
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.6045904749317355,
     "ci": [
      0.6030902545134137,
      0.6059033511107818
     ],
     "floor": 0.01129164097518672,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 1404917758.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.6034532956337412,
      "high": 0.6056643794750388,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 4.356400880397661,
     "ci": [
      4.340224620493459,
      4.383029743686359
     ],
     "floor": 0.01037686083585808,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 10123191174.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.344649687285381,
      "high": 4.377407821684621,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.4161087050605705,
     "ci": [
      1.4120166518184596,
      1.4196807524835329
     ],
     "floor": 0.012527257629673456,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 3290684108.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.4131831440781482,
      "high": 1.4188267789331028,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.07367811972759453,
     "ci": [
      0.07342657531474697,
      0.07384984816893778
     ],
     "floor": 0.016251701589034096,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 171209609.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.07350094705629415,
      "high": 0.07383764649780668,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.113930875932628,
     "ci": [
      0.10639786270135379,
      0.11541124352664774
     ],
     "floor": 0.06324596058155525,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 264746994.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10671268793187837,
      "high": 0.11532931371033152,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.023586293034777255,
     "ci": [
      0.02344287514944578,
      0.023674308565241726
     ],
     "floor": 0.01842141225350653,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 54808673.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.02345928092085416,
      "high": 0.023663178918514632,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.006259371425247062,
     "ci": [
      0.006196574697993968,
      0.006324050522848216
     ],
     "floor": 0.046644758988582516,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 14545221.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.006201603462529484,
      "high": 0.0063093611711384475,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@anthropic-messages#peak_mem_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@anthropic-messages#peak_mem_mib",
   "scenario": "overhead/print",
   "api": "anthropic-messages",
   "metric": "peak_mem_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.012794362361767935,
   "aa": {
    "claude-code": 0.0035057320230372667,
    "copilot": 0.0015496473939087534,
    "pi-bun": 0.004820452855431829,
    "pi-node": 0.01569900793127427,
    "pibolt": 0.01005033585350145,
    "pig-0.4.1": 0.021958036100952004,
    "pig-tip": 0.04937172859408152,
    "rpi": 0.08706365500412262
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.7175102599179206,
     "ci": [
      1.7097553422112108,
      1.7421673075710773
     ],
     "floor": 0.01569900793127427,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 107.89453125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.7108814062886852,
      "high": 1.7402380652475122,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 5.856920780997388,
     "ci": [
      5.830713047784105,
      5.937779739015319
     ],
     "floor": 0.01569900793127427,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 367.93359375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 5.8348714772375345,
      "high": 5.9321702985262625,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.5448327322472328,
     "ci": [
      1.5370141124040604,
      1.56628632667213
     ],
     "floor": 0.01569900793127427,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 97.046875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.538061319293899,
      "high": 1.5648066507116765,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.2913194876259172,
     "ci": [
      0.2898267188373393,
      0.29553047973271135
     ],
     "floor": 0.01569900793127427,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 18.30078125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2900824908515785,
      "high": 0.29524467617312644,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.2610371844297973,
     "ci": [
      0.2580535038172677,
      0.2662120351076593
     ],
     "floor": 0.021958036100952004,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 16.3984375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2586067861795174,
      "high": 0.26534080181257474,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.1119263773162542,
     "ci": [
      0.11110421451182421,
      0.11384983924856584
     ],
     "floor": 0.04937172859408152,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 7.03125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11119037280565722,
      "high": 0.11363207250298948,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.05328939186668325,
     "ci": [
      0.04974877488989517,
      0.05689784677015523
     ],
     "floor": 0.08706365500412262,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.34765625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.04986941922646437,
      "high": 0.056117957746478875,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@anthropic-messages#peak_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@anthropic-messages#peak_rss_mib",
   "scenario": "overhead/print",
   "api": "anthropic-messages",
   "metric": "peak_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.007968942909782104,
   "aa": {
    "claude-code": 0.04145523191642751,
    "copilot": 0.003932055129100563,
    "pi-bun": 0.020825527039362884,
    "pi-node": 0.008348618539468326,
    "pibolt": 0.010616152463189213,
    "pig-0.4.1": 0.012203090584933546,
    "pig-tip": 0.03520715663592614,
    "rpi": 0.025434897147821604
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.9615378005396393,
     "ci": [
      1.9474879559532003,
      1.9751771823681936
     ],
     "floor": 0.04145523191642751,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 222.921875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.9553297744101945,
      "high": 1.9725643993711235,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 2.6679155137745543,
     "ci": [
      2.6638410323289174,
      2.692695694377037
     ],
     "floor": 0.008348618539468326,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 303.19921875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.6645602225504,
      "high": 2.6910910320667347,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.2067987694845927,
     "ci": [
      1.2024329060857015,
      1.2313522138013562
     ],
     "floor": 0.020825527039362884,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 137.1484375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2031115842978328,
      "high": 1.224616022528982,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.6905322494715315,
     "ci": [
      0.6893687137413752,
      0.6971089644647162
     ],
     "floor": 0.010616152463189213,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 78.4765625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.6895344046147507,
      "high": 0.6967343825833737,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.3599601285510509,
     "ci": [
      0.357794696409851,
      0.3639895249822237
     ],
     "floor": 0.012203090584933546,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 40.908203125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3585083907315481,
      "high": 0.36324978392394125,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.0613882826060804,
     "ci": [
      0.0612749304864234,
      0.06194828393541562
     ],
     "floor": 0.03520715663592614,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 6.9765625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.06129209433249803,
      "high": 0.06191499687998336,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.03701857803289395,
     "ci": [
      0.03664048670665269,
      0.037412395217809535
     ],
     "floor": 0.025434897147821604,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 4.20703125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.03670464685290686,
      "high": 0.03735627200360729,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@anthropic-messages#request_bytes",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@anthropic-messages#request_bytes",
   "scenario": "overhead/print",
   "api": "anthropic-messages",
   "metric": "request_bytes",
   "kind": "wire",
   "unit": "bytes",
   "mde": 0.0,
   "aa": {
    "claude-code": 0.0,
    "copilot": 0.0,
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "claude-code": {
     "ratio": 10.320085050703304,
     "ci": [
      10.320085050703304,
      10.320085050703304
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 63097.0,
     "not_compared": null,
     "equivalence": null
    },
    "copilot": {
     "ratio": 7.8125613346418055,
     "ci": [
      7.8125613346418055,
      7.8125613346418055
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 47766.0,
     "not_compared": null,
     "equivalence": null
    },
    "pi-bun": {
     "ratio": 0.9787373241740268,
     "ci": [
      0.9787373241740268,
      0.9787373241740268
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 5984.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.3135426889106967,
     "ci": [
      1.3135426889106967,
      1.3135426889106967
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 8031.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 0.9998364409551849,
     "ci": [
      0.9998364409551849,
      0.9998364409551849
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 6113.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 0.9936211972522081,
     "ci": [
      0.9936211972522081,
      0.9936211972522081
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 6075.0,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 1.0793261367353615,
     "ci": [
      1.0793261367353615,
      1.0793261367353615
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 6599.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@anthropic-messages#request_bytes_per_turn",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@anthropic-messages#request_bytes_per_turn",
   "scenario": "overhead/print",
   "api": "anthropic-messages",
   "metric": "request_bytes_per_turn",
   "kind": "wire",
   "unit": "bytes per turn",
   "mde": 0.0,
   "aa": {
    "claude-code": 0.0,
    "copilot": 0.0,
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "claude-code": {
     "ratio": 10.320085050703304,
     "ci": [
      10.320085050703304,
      10.320085050703304
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 63097.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 10.320085050703304,
      "high": 10.320085050703304,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 7.8125613346418055,
     "ci": [
      7.8125613346418055,
      7.8125613346418055
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 47766.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 7.8125613346418055,
      "high": 7.8125613346418055,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.9787373241740268,
     "ci": [
      0.9787373241740268,
      0.9787373241740268
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 5984.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9787373241740268,
      "high": 0.9787373241740268,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 1.3135426889106967,
     "ci": [
      1.3135426889106967,
      1.3135426889106967
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 8031.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.3135426889106967,
      "high": 1.3135426889106967,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.9998364409551849,
     "ci": [
      0.9998364409551849,
      0.9998364409551849
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 6113.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9998364409551849,
      "high": 0.9998364409551849,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.9936211972522081,
     "ci": [
      0.9936211972522081,
      0.9936211972522081
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 6075.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9936211972522081,
      "high": 0.9936211972522081,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 1.0793261367353615,
     "ci": [
      1.0793261367353615,
      1.0793261367353615
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 6599.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.0793261367353615,
      "high": 1.0793261367353615,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@anthropic-messages#requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@anthropic-messages#requests",
   "scenario": "overhead/print",
   "api": "anthropic-messages",
   "metric": "requests",
   "kind": "wire",
   "unit": "count",
   "mde": 0.0,
   "aa": {
    "claude-code": 0.0,
    "copilot": 0.0,
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    },
    "copilot": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    },
    "pi-bun": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@anthropic-messages#side_requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@anthropic-messages#side_requests",
   "scenario": "overhead/print",
   "api": "anthropic-messages",
   "metric": "side_requests",
   "kind": "wire",
   "unit": "count",
   "mde": null,
   "aa": {
    "claude-code": null,
    "copilot": null,
    "pi-bun": null,
    "pi-node": null,
    "pibolt": null,
    "pig-0.4.1": null,
    "pig-tip": null,
    "rpi": null
   },
   "comparisons": {}
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@anthropic-messages#teardown_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@anthropic-messages#teardown_ms",
   "scenario": "overhead/print",
   "api": "anthropic-messages",
   "metric": "teardown_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.023608200224021766,
   "aa": {
    "claude-code": 0.1413972301521837,
    "copilot": 0.03359719066093975,
    "pi-bun": 0.18084567097986246,
    "pi-node": 0.018832869636646366,
    "pibolt": 0.14581570920655104,
    "pig-0.4.1": 0.1484798608026166,
    "pig-tip": 0.17513726076859393,
    "rpi": 0.11871803663192952
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.8823018721067297,
     "ci": [
      1.8382940544363395,
      1.9132245914831332
     ],
     "floor": 0.1413972301521837,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 32.918497,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.8446973938866429,
      "high": 1.9075443542559423,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 3.030439102981595,
     "ci": [
      2.995889559584863,
      3.111392436825169
     ],
     "floor": 0.03359719066093975,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 52.997609999999995,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.0008159151924314,
      "high": 3.102256871681484,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.8194889294210927,
     "ci": [
      0.7918997582787475,
      0.8586779908037466
     ],
     "floor": 0.18084567097986246,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 14.3315715,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7978415682476716,
      "high": 0.844769533513584,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.18110174694966835,
     "ci": [
      0.17893243209515855,
      0.18722076532216225
     ],
     "floor": 0.14581570920655104,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.1671845000000003,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1792197400971451,
      "high": 0.18496617444268681,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.17313730806877647,
     "ci": [
      0.16386237595462544,
      0.18258787268791374
     ],
     "floor": 0.1484798608026166,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.0278989999999997,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.16537522996548007,
      "high": 0.1815941248936173,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.10054126654965978,
     "ci": [
      0.09503796091550183,
      0.11144185328809812
     ],
     "floor": 0.17513726076859393,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.7583085,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09555554421435375,
      "high": 0.11071714595415973,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.05122919581213313,
     "ci": [
      0.05016034227057079,
      0.05287764945653731
     ],
     "floor": 0.11871803663192952,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 0.895918,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.05033133978715921,
      "high": 0.052680987303926806,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@anthropic-messages#wall_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@anthropic-messages#wall_ms",
   "scenario": "overhead/print",
   "api": "anthropic-messages",
   "metric": "wall_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.012312736493344916,
   "aa": {
    "claude-code": 0.027369182731084744,
    "copilot": 0.007309323365972806,
    "pi-bun": 0.007221154235201972,
    "pi-node": 0.011749324062204159,
    "pibolt": 0.03152114187057411,
    "pig-0.4.1": 0.0414471627344604,
    "pig-tip": 0.04371788286480379,
    "rpi": 0.060681645831111346
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.0111541341900852,
     "ci": [
      1.0054070998725622,
      1.0192274058743782
     ],
     "floor": 0.027369182731084744,
     "p": 0.04150390625,
     "p_holm": 0.04150390625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 313.97395,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0059110460268126,
      "high": 1.0176590258632323,
      "p": 0.00025,
      "equivalent": true
     }
    },
    "copilot": {
     "ratio": 4.9327177512010145,
     "ci": [
      4.906799800043485,
      4.976158551101282
     ],
     "floor": 0.011749324062204159,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1531.6605295,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.916631419466013,
      "high": 4.968327782694844,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.5811132789982583,
     "ci": [
      1.5754291060301895,
      1.5951524764426326
     ],
     "floor": 0.011749324062204159,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 490.95223450000003,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.577342332134435,
      "high": 1.5907192402635535,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.12738855931895463,
     "ci": [
      0.1268890713249085,
      0.12802357159683472
     ],
     "floor": 0.03152114187057411,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 39.555482,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.126978595714303,
      "high": 0.12763573752038512,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.11855697157810373,
     "ci": [
      0.11605149868985282,
      0.12038493964722784
     ],
     "floor": 0.0414471627344604,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 36.8131815,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1164452281718995,
      "high": 0.1198765450935185,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.044652516222926965,
     "ci": [
      0.043772229019874806,
      0.04504805833256497
     ],
     "floor": 0.04371788286480379,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 13.865074,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.04381794699583622,
      "high": 0.045003994268404755,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.01640767838252104,
     "ci": [
      0.016244584494683162,
      0.016495715059898684
     ],
     "floor": 0.060681645831111346,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 5.094756,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.01625225748017541,
      "high": 0.016484432578846072,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@openai-completions#cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@openai-completions#cpu_ms",
   "scenario": "overhead/print",
   "api": "openai-completions",
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.0190209690065835,
   "aa": {
    "copilot": 0.014242186078962481,
    "octet": 0.043757986146423435,
    "opencode-v2": 0.04156960363414141,
    "pi-bun": 0.02439260118272898,
    "pi-node": 0.029092148140727407,
    "pibolt": 0.04280764603530987,
    "pig-0.4.1": 0.031222619596148395,
    "pig-tip": 0.060982510278352074,
    "rpi": 0.08416982867818727
   },
   "comparisons": {
    "copilot": {
     "ratio": 4.7851786120857245,
     "ci": [
      4.72314705790772,
      4.85425146190537
     ],
     "floor": 0.029092148140727407,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2049.169,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.726373827874079,
      "high": 4.844275760025338,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.029481648403612528,
     "ci": [
      0.029038931035990326,
      0.030032287190541698
     ],
     "floor": 0.043757986146423435,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 12.625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0290504361592217,
      "high": 0.02995421132796609,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 4.091209798415581,
     "ci": [
      4.001201134865355,
      4.161327020046735
     ],
     "floor": 0.04156960363414141,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1751.989,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.015282255188235,
      "high": 4.153524497885585,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.5028646821528027,
     "ci": [
      1.4806445697889914,
      1.5259500676423565
     ],
     "floor": 0.029092148140727407,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 643.5755,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.4820991787643039,
      "high": 1.5250426635277656,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.10353254365327247,
     "ci": [
      0.10167336819277387,
      0.10576363283524161
     ],
     "floor": 0.04280764603530987,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 44.336,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10186813605021675,
      "high": 0.10557667094233526,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.1480644276181747,
     "ci": [
      0.1447622729029764,
      0.1516805270905416
     ],
     "floor": 0.031222619596148395,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 63.406,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.14506924933672963,
      "high": 0.15100788542708085,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.03650820523897649,
     "ci": [
      0.03611519007994779,
      0.03797163256339081
     ],
     "floor": 0.060982510278352074,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 15.634,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.03614209506738504,
      "high": 0.03771907265537336,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.01528608874851862,
     "ci": [
      0.015020853948378387,
      0.01563189323069548
     ],
     "floor": 0.08416982867818727,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 6.545999999999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.015080965107783933,
      "high": 0.01555835256275785,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@openai-completions#cycles",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@openai-completions#cycles",
   "scenario": "overhead/print",
   "api": "openai-completions",
   "metric": "cycles",
   "kind": "CPU",
   "unit": "cycles",
   "mde": 0.018465721065751554,
   "aa": {
    "copilot": 0.012789103474656685,
    "octet": 0.03559063951126239,
    "opencode-v2": 0.043310272805772286,
    "pi-bun": 0.02312058518940785,
    "pi-node": 0.02632562851155655,
    "pibolt": 0.026284894810578177,
    "pig-0.4.1": 0.013476917216112959,
    "pig-tip": 0.042484939484109176,
    "rpi": 0.08425273044668656
   },
   "comparisons": {
    "copilot": {
     "ratio": 4.743882552300732,
     "ci": [
      4.690141572837722,
      4.813581087733889
     ],
     "floor": 0.02632562851155655,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 5629288633.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.699450074296494,
      "high": 4.8026451062624425,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.026011351381409836,
     "ci": [
      0.0256517843135831,
      0.026440597399738076
     ],
     "floor": 0.03559063951126239,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 30866153.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.025688851591066625,
      "high": 0.0263723946558554,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 4.038175537143394,
     "ci": [
      3.962594172047818,
      4.116687593337192
     ],
     "floor": 0.043310272805772286,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 4791867294.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.975656353797156,
      "high": 4.104254134615067,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.4785431309986217,
     "ci": [
      1.4610649014565624,
      1.5061313959823301
     ],
     "floor": 0.02632562851155655,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1754500865.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.4629600452717022,
      "high": 1.5052581622073067,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.09585522487975567,
     "ci": [
      0.09462274995829154,
      0.09726963130708331
     ],
     "floor": 0.02632562851155655,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 113745802.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09474680654073385,
      "high": 0.09716099704890471,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.13690593035334822,
     "ci": [
      0.135098966960495,
      0.1389815184948182
     ],
     "floor": 0.02632562851155655,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 162458279.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13540653183689488,
      "high": 0.13866381521474874,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.03216303287813208,
     "ci": [
      0.03172169518264299,
      0.032835089096908715
     ],
     "floor": 0.042484939484109176,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 38165994.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0317695739831035,
      "high": 0.032740525696105305,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.012052765857191767,
     "ci": [
      0.011908237945026377,
      0.012461866563019368
     ],
     "floor": 0.08425273044668656,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 14302314.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.011926967900906185,
      "high": 0.012405430453906375,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@openai-completions#first_request_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@openai-completions#first_request_cpu_ms",
   "scenario": "overhead/print",
   "api": "openai-completions",
   "metric": "first_request_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.01929766842241454,
   "aa": {
    "copilot": 0.017399861033834535,
    "octet": 0.03884645164705472,
    "opencode-v2": 0.04896303870850417,
    "pi-bun": 0.019057650760683123,
    "pi-node": 0.02528673268884654,
    "pibolt": 0.03292134969081093,
    "pig-0.4.1": 0.09097014349893982,
    "pig-tip": 0.054777733975828975,
    "rpi": 0.07390472920860121
   },
   "comparisons": {
    "copilot": {
     "ratio": 4.90249154638462,
     "ci": [
      4.856652846340663,
      4.981728419939045
     ],
     "floor": 0.02528673268884654,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1984.08,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.861765203510398,
      "high": 4.967227498710779,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.018428078481178427,
     "ci": [
      0.018179330296929065,
      0.018768451073824327
     ],
     "floor": 0.03884645164705472,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 7.458,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.018219417319650908,
      "high": 0.018724997872159335,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 3.8318691107303153,
     "ci": [
      3.7304803261189408,
      3.9145499659933383
     ],
     "floor": 0.04896303870850417,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1550.79,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.741706902281213,
      "high": 3.9046767141479055,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.5234631839953945,
     "ci": [
      1.5052387747522336,
      1.5526413336405622
     ],
     "floor": 0.02528673268884654,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 616.5585000000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.508647630332624,
      "high": 1.5519092989140502,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.09942217670249079,
     "ci": [
      0.09792403776609263,
      0.10143562719777192
     ],
     "floor": 0.03292134969081093,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 40.236999999999995,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09814497441642493,
      "high": 0.1011279609285691,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.13836996257800366,
     "ci": [
      0.13136248602487877,
      0.14538279400157852
     ],
     "floor": 0.09097014349893982,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 55.9995,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13196211409082184,
      "high": 0.1447375086018702,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.033431469810987414,
     "ci": [
      0.03301295088795302,
      0.03491650536974763
     ],
     "floor": 0.054777733975828975,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 13.530000000000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.03309670535998088,
      "high": 0.03448860524489301,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.011495928551043528,
     "ci": [
      0.011346323371450725,
      0.011716396944167382
     ],
     "floor": 0.07390472920860121,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 4.6525,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.011377608472283479,
      "high": 0.011671178919795924,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@openai-completions#first_request_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@openai-completions#first_request_ms",
   "scenario": "overhead/print",
   "api": "openai-completions",
   "metric": "first_request_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.02071633224828594,
   "aa": {
    "copilot": 0.015337665195426361,
    "octet": 0.17243653284726648,
    "opencode-v2": 0.06732803589451383,
    "pi-bun": 0.0074962089368088985,
    "pi-node": 0.014685858815460496,
    "pibolt": 0.023374795673322613,
    "pig-0.4.1": 0.028003769379963666,
    "pig-tip": 0.03410944762868657,
    "rpi": 0.05734732662196802
   },
   "comparisons": {
    "copilot": {
     "ratio": 5.042763726545334,
     "ci": [
      5.007812619848495,
      5.078567440466583
     ],
     "floor": 0.015337665195426361,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1482.741269,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 5.008165556201018,
      "high": 5.069256181837249,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.0245095727804081,
     "ci": [
      0.0242931534171971,
      0.02703748621551599
     ],
     "floor": 0.17243653284726648,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 7.2066345,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.024330453640007903,
      "high": 0.02694833477207841,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 2.388431902633748,
     "ci": [
      2.27449180927532,
      2.439354662771212
     ],
     "floor": 0.06732803589451383,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 702.2788975,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.2803362930536606,
      "high": 2.428746125302821,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.6270848143828858,
     "ci": [
      1.6135593648214872,
      1.6395599398292926
     ],
     "floor": 0.014685858815460496,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 478.41737850000004,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.6141909692859284,
      "high": 1.6369946479079962,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.1232720501889954,
     "ci": [
      0.12214633714032191,
      0.12433837335605356
     ],
     "floor": 0.023374795673322613,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 36.246107499999994,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.12227028027378378,
      "high": 0.12402496961353149,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.11187426235117211,
     "ci": [
      0.10896299508988389,
      0.114214218826976
     ],
     "floor": 0.028003769379963666,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 32.8947765,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10924856555465003,
      "high": 0.11394420373932188,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.03970961665432632,
     "ci": [
      0.039417450679884836,
      0.0399990166320679
     ],
     "floor": 0.03410944762868657,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 11.675956,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.03945570014484852,
      "high": 0.03994135562439857,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.0126583960671374,
     "ci": [
      0.01247454253261748,
      0.012788595080357812
     ],
     "floor": 0.05734732662196802,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.721992,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.012502415807740213,
      "high": 0.012755614969814694,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@openai-completions#instructions",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@openai-completions#instructions",
   "scenario": "overhead/print",
   "api": "openai-completions",
   "metric": "instructions",
   "kind": "CPU",
   "unit": "instructions",
   "mde": 0.0021492083713736863,
   "aa": {
    "copilot": 0.015915094862796922,
    "octet": 0.04429822616834978,
    "opencode-v2": 0.01833348700963849,
    "pi-bun": 0.023710309767952974,
    "pi-node": 0.0022589541899270377,
    "pibolt": 0.015523675866766989,
    "pig-0.4.1": 0.011734574730761988,
    "pig-tip": 0.012582518860260922,
    "rpi": 0.042122450669034
   },
   "comparisons": {
    "copilot": {
     "ratio": 4.3180430436458686,
     "ci": [
      4.306102999884488,
      4.358945271589107
     ],
     "floor": 0.015915094862796922,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 10138356422.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.306694540160383,
      "high": 4.357340391271663,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.018127313460604904,
     "ci": [
      0.01798241021618177,
      0.01820617660626449
     ],
     "floor": 0.04429822616834978,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 42561216.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.018012617398239526,
      "high": 0.018197037396536136,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 2.8689651181079214,
     "ci": [
      2.843694640805857,
      2.884591474740293
     ],
     "floor": 0.01833348700963849,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 6736058588.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.8499656928224355,
      "high": 2.881470187374386,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.414648883909328,
     "ci": [
      1.4109741326393501,
      1.4169306573470235
     ],
     "floor": 0.023710309767952974,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 3321461702.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.411965095134497,
      "high": 1.4167553328084108,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.07381568554434625,
     "ci": [
      0.07361820126246144,
      0.07409851301036627
     ],
     "floor": 0.015523675866766989,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 173312244.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.07369265747543693,
      "high": 0.07403156528619705,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.11279647409008528,
     "ci": [
      0.11201073199800862,
      0.11381896992722466
     ],
     "floor": 0.011734574730761988,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 264835446.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11217635795666824,
      "high": 0.11368371760787083,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.02310985159091571,
     "ci": [
      0.022962111768802945,
      0.023261842203162332
     ],
     "floor": 0.012582518860260922,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 54259744.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.022976796534389835,
      "high": 0.023227586772788803,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.006042718424924285,
     "ci": [
      0.005994968298553994,
      0.006114573185461653
     ],
     "floor": 0.042122450669034,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 14187731.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0060004618989887275,
      "high": 0.0060970618994185466,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@openai-completions#peak_mem_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@openai-completions#peak_mem_mib",
   "scenario": "overhead/print",
   "api": "openai-completions",
   "metric": "peak_mem_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.017596815799648138,
   "aa": {
    "copilot": 0.0019270641602577882,
    "octet": 0.051216760846688865,
    "opencode-v2": 0.049333813577406446,
    "pi-bun": 0.021203345094164425,
    "pi-node": 0.010303084496322891,
    "pibolt": 0.023255649433749893,
    "pig-0.4.1": 0.039804487036249996,
    "pig-tip": 0.028456632076513288,
    "rpi": 0.08628103108622807
   },
   "comparisons": {
    "copilot": {
     "ratio": 5.794091426112084,
     "ci": [
      5.772599216070554,
      5.819449598021027
     ],
     "floor": 0.010303084496322891,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 368.1171875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 5.774904919641762,
      "high": 5.817412259021255,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.06342033262627195,
     "ci": [
      0.061422347671350554,
      0.06380553330457822
     ],
     "floor": 0.051216760846688865,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 4.029296875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.06149462266752459,
      "high": 0.06373578843302026,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 4.08589258815211,
     "ci": [
      4.034512510785159,
      4.193032447835279
     ],
     "floor": 0.049333813577406446,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 259.58984375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.047526822220172,
      "high": 4.170519345146851,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.5441605951612407,
     "ci": [
      1.535465882280847,
      1.5527142769117013
     ],
     "floor": 0.021203345094164425,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 98.10546875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.5374203821656052,
      "high": 1.5518413247652,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.2968428171785176,
     "ci": [
      0.29285779943009466,
      0.2994639226076776
     ],
     "floor": 0.023255649433749893,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 18.859375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.29400944263903367,
      "high": 0.29931616559881713,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.25998339942820253,
     "ci": [
      0.25359533845772375,
      0.26329378496342287
     ],
     "floor": 0.039804487036249996,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 16.517578125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.25405687291021195,
      "high": 0.2624313629252431,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.10728888069107566,
     "ci": [
      0.10640581398914477,
      0.11089206505667816
     ],
     "floor": 0.028456632076513288,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 6.81640625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10648346930012881,
      "high": 0.1104497760323986,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.053275538750038424,
     "ci": [
      0.049027428361048044,
      0.055764372419742435
     ],
     "floor": 0.08628103108622807,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.384765625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.04907072317978286,
      "high": 0.05489157220305569,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@openai-completions#peak_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@openai-completions#peak_rss_mib",
   "scenario": "overhead/print",
   "api": "openai-completions",
   "metric": "peak_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.005395529928102004,
   "aa": {
    "copilot": 0.003080814253196649,
    "octet": 0.021989190076703066,
    "opencode-v2": 0.0469392186884231,
    "pi-bun": 0.020237287679742026,
    "pi-node": 0.004982588407112386,
    "pibolt": 0.010296610944020826,
    "pig-0.4.1": 0.008716208643566524,
    "pig-tip": 0.018323666477459304,
    "rpi": 0.023805091424671625
   },
   "comparisons": {
    "copilot": {
     "ratio": 2.656516234988196,
     "ci": [
      2.650240671832861,
      2.66848525400175
     ],
     "floor": 0.004982588407112386,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 303.2890625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.6515503346537357,
      "high": 2.6661807580174925,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.03616518972183255,
     "ci": [
      0.03578756582997059,
      0.03667037766549627
     ],
     "floor": 0.021989190076703066,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 4.12890625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.03589435774309724,
      "high": 0.0365912044319814,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 3.368717281965306,
     "ci": [
      3.3145975022698853,
      3.4364584223570636
     ],
     "floor": 0.0469392186884231,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 384.599609375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.3254439896559402,
      "high": 3.4203141576263647,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.2015602011838369,
     "ci": [
      1.1985969344211929,
      1.2077330272557518
     ],
     "floor": 0.020237287679742026,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 137.1796875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1992312291791236,
      "high": 1.2056073162780323,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.6881137304547166,
     "ci": [
      0.6865401679066275,
      0.6900362039086495
     ],
     "floor": 0.010296610944020826,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 78.560546875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.6867002647988383,
      "high": 0.6898621304616229,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.3579566838881856,
     "ci": [
      0.35601108791622466,
      0.3607737830533986
     ],
     "floor": 0.008716208643566524,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 40.8671875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.35638752951644365,
      "high": 0.36020962134575535,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.0610736647620351,
     "ci": [
      0.060936059809510806,
      0.0612549544448448
     ],
     "floor": 0.018323666477459304,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 6.97265625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.06095478759732277,
      "high": 0.06124163951294804,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.036438909227768844,
     "ci": [
      0.03609806098915179,
      0.036854994776592286
     ],
     "floor": 0.023805091424671625,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 4.16015625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.03613366378941971,
      "high": 0.03681527354843125,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@openai-completions#request_bytes",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@openai-completions#request_bytes",
   "scenario": "overhead/print",
   "api": "openai-completions",
   "metric": "request_bytes",
   "kind": "wire",
   "unit": "bytes",
   "mde": 0.0,
   "aa": {
    "copilot": 0.0,
    "octet": 0.0,
    "opencode-v2": 0.0,
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "copilot": {
     "ratio": 7.970952302360126,
     "ci": [
      7.970952302360126,
      7.970952302360126
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 48296.0,
     "not_compared": null,
     "equivalence": null
    },
    "octet": {
     "ratio": 1.3069813500577654,
     "ci": [
      1.3069813500577654,
      1.3069813500577654
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 7919.0,
     "not_compared": null,
     "equivalence": null
    },
    "opencode-v2": {
     "ratio": 4.103152335368873,
     "ci": [
      4.103152335368873,
      4.103152335368873
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 24861.0,
     "not_compared": null,
     "equivalence": null
    },
    "pi-bun": {
     "ratio": 0.9785443142432745,
     "ci": [
      0.9785443142432745,
      0.9785443142432745
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 5929.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.3163888430434065,
     "ci": [
      1.3163888430434065,
      1.3163888430434065
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 7976.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 0.9988446938438686,
     "ci": [
      0.9988446938438686,
      0.9988446938438686
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 6052.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 0.9925730318534411,
     "ci": [
      0.9925730318534411,
      0.9925730318534411
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 6014.0,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 1.2711668592176928,
     "ci": [
      1.2711668592176928,
      1.2711668592176928
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 7702.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@openai-completions#request_bytes_per_turn",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@openai-completions#request_bytes_per_turn",
   "scenario": "overhead/print",
   "api": "openai-completions",
   "metric": "request_bytes_per_turn",
   "kind": "wire",
   "unit": "bytes per turn",
   "mde": 0.0,
   "aa": {
    "copilot": 0.0,
    "octet": 0.0,
    "opencode-v2": 0.0,
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "copilot": {
     "ratio": 7.970952302360126,
     "ci": [
      7.970952302360126,
      7.970952302360126
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 48296.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 7.970952302360126,
      "high": 7.970952302360126,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 1.3069813500577654,
     "ci": [
      1.3069813500577654,
      1.3069813500577654
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 7919.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.3069813500577654,
      "high": 1.3069813500577654,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 4.103152335368873,
     "ci": [
      4.103152335368873,
      4.103152335368873
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 24861.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 4.103152335368873,
      "high": 4.103152335368873,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.9785443142432745,
     "ci": [
      0.9785443142432745,
      0.9785443142432745
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 5929.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9785443142432745,
      "high": 0.9785443142432745,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 1.3163888430434065,
     "ci": [
      1.3163888430434065,
      1.3163888430434065
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 7976.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.3163888430434065,
      "high": 1.3163888430434065,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.9988446938438686,
     "ci": [
      0.9988446938438686,
      0.9988446938438686
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 6052.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9988446938438686,
      "high": 0.9988446938438686,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.9925730318534411,
     "ci": [
      0.9925730318534411,
      0.9925730318534411
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 6014.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9925730318534411,
      "high": 0.9925730318534411,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 1.2711668592176928,
     "ci": [
      1.2711668592176928,
      1.2711668592176928
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 7702.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.2711668592176928,
      "high": 1.2711668592176928,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@openai-completions#requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@openai-completions#requests",
   "scenario": "overhead/print",
   "api": "openai-completions",
   "metric": "requests",
   "kind": "wire",
   "unit": "count",
   "mde": 0.0,
   "aa": {
    "copilot": 0.0,
    "octet": 0.0,
    "opencode-v2": 0.0,
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "copilot": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    },
    "octet": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    },
    "opencode-v2": {
     "ratio": 2.0,
     "ci": [
      2.0,
      2.0
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2.0,
     "not_compared": null,
     "equivalence": null
    },
    "pi-bun": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@openai-completions#side_requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@openai-completions#side_requests",
   "scenario": "overhead/print",
   "api": "openai-completions",
   "metric": "side_requests",
   "kind": "wire",
   "unit": "count",
   "mde": null,
   "aa": {
    "copilot": null,
    "octet": null,
    "opencode-v2": 0.0,
    "pi-bun": null,
    "pi-node": null,
    "pibolt": null,
    "pig-0.4.1": null,
    "pig-tip": null,
    "rpi": null
   },
   "comparisons": {}
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@openai-completions#teardown_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@openai-completions#teardown_ms",
   "scenario": "overhead/print",
   "api": "openai-completions",
   "metric": "teardown_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.03319059407245136,
   "aa": {
    "copilot": 0.04131537048491588,
    "octet": 0.06923622931360746,
    "opencode-v2": 0.1399960129136392,
    "pi-bun": 0.17601756181408704,
    "pi-node": 0.02083229581886902,
    "pibolt": 0.17651381277935857,
    "pig-0.4.1": 0.3475983788338389,
    "pig-tip": 0.07953567547500387,
    "rpi": 0.1568545354868338
   },
   "comparisons": {
    "copilot": {
     "ratio": 2.6347753376818512,
     "ci": [
      2.564430018956832,
      2.6666721354767904
     ],
     "floor": 0.04131537048491588,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 53.2553425,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.5759565877724455,
      "high": 2.660955376602855,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.2547060097203809,
     "ci": [
      0.2494399756764433,
      0.2567691558284276
     ],
     "floor": 0.06923622931360746,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 5.1482399999999995,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2503806010183151,
      "high": 0.2564067411917474,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 4.1175777073762765,
     "ci": [
      3.8975639424882873,
      4.495701681721303
     ],
     "floor": 0.1399960129136392,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 83.22645499999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.916108843076647,
      "high": 4.482220792179343,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.910868431554872,
     "ci": [
      0.8762070355086515,
      0.9423995634114785
     ],
     "floor": 0.17601756181408704,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 18.410909500000002,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.8836875007770323,
      "high": 0.9378350469816913,
      "p": 0.99725,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.1665160872519376,
     "ci": [
      0.1633522207908608,
      0.1736671703793226
     ],
     "floor": 0.17651381277935857,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.365703,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.16382208736199685,
      "high": 0.17266688423837945,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.15566818509327368,
     "ci": [
      0.13701958141643128,
      0.18858456700610346
     ],
     "floor": 0.3475983788338389,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.14644,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1394264379682293,
      "high": 0.1825528134734781,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.0803378675040833,
     "ci": [
      0.07869444362809924,
      0.08121372857057581
     ],
     "floor": 0.07953567547500387,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.6238275,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.07889825495841338,
      "high": 0.08096326118113222,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.048197847275491354,
     "ci": [
      0.04552448323023934,
      0.0487826943887649
     ],
     "floor": 0.1568545354868338,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 0.9741979999999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.04573240857750218,
      "high": 0.04875406321528484,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@openai-completions#wall_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@openai-completions#wall_ms",
   "scenario": "overhead/print",
   "api": "openai-completions",
   "metric": "wall_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.02033506733441348,
   "aa": {
    "copilot": 0.013018725862855855,
    "octet": 0.1009394034460513,
    "opencode-v2": 0.06790080561095925,
    "pi-bun": 0.009957785672966865,
    "pi-node": 0.017281741853450196,
    "pibolt": 0.033065654448752264,
    "pig-0.4.1": 0.016483626359723905,
    "pig-tip": 0.03033273789081545,
    "rpi": 0.06609600025999741
   },
   "comparisons": {
    "copilot": {
     "ratio": 4.8675099695419854,
     "ci": [
      4.837116662708509,
      4.914420981105895
     ],
     "floor": 0.017281741853450196,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1536.7439825,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.847084445399686,
      "high": 4.904438855248348,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.04060069707766828,
     "ci": [
      0.04022118420160676,
      0.04266164314653591
     ],
     "floor": 0.1009394034460513,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 12.818233,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.04028410149770176,
      "high": 0.0425209535869599,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 2.4938606656916003,
     "ci": [
      2.386026675277765,
      2.5537429280347985
     ],
     "floor": 0.06790080561095925,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 787.3482325,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.3879948852541317,
      "high": 2.546361272893624,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.5755328014538093,
     "ci": [
      1.5629250356509563,
      1.5917129969110475
     ],
     "floor": 0.017281741853450196,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 497.4187145,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.5652234837564942,
      "high": 1.589029528964378,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.12684087461472007,
     "ci": [
      0.12587344019371866,
      0.12827673132892886
     ],
     "floor": 0.033065654448752264,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 40.045516500000005,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.12603939239848114,
      "high": 0.12805069043875902,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.11536722260716202,
     "ci": [
      0.11457138456328737,
      0.11669944900060372
     ],
     "floor": 0.017281741853450196,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 36.423117000000005,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11466580222745247,
      "high": 0.11640983560646773,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.04332363573526678,
     "ci": [
      0.043143667393813666,
      0.04374151146163382
     ],
     "floor": 0.03033273789081545,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 13.6779045,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.04317007469926916,
      "high": 0.04365456350444927,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.016048003278302577,
     "ci": [
      0.01582269985813049,
      0.01629013953049318
     ],
     "floor": 0.06609600025999741,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 5.0665890000000005,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.015845482123263258,
      "high": 0.01624617120539333,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@openai-responses#cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@openai-responses#cpu_ms",
   "scenario": "overhead/print",
   "api": "openai-responses",
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.029443666288167265,
   "aa": {
    "codex": 0.03742427774560845,
    "copilot": 0.022261757269655746,
    "pi-bun": 0.011337654182064673,
    "pi-node": 0.01700916722517839,
    "pibolt": 0.02727577363883616,
    "pig-0.4.1": 0.052987563327318264,
    "pig-tip": 0.05943154153969579,
    "rpi": 0.06892016800805796
   },
   "comparisons": {
    "codex": {
     "ratio": 0.5601332936542011,
     "ci": [
      0.5529434787318679,
      0.5657296739491522
     ],
     "floor": 0.03742427774560845,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 238.0995,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.5555139165671418,
      "high": 0.5650425831358215,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 4.83904426614974,
     "ci": [
      4.786811531641927,
      4.8782128238819515
     ],
     "floor": 0.022261757269655746,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2056.964,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.801650824539372,
      "high": 4.875090260387183,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.51201960117767,
     "ci": [
      1.4886013404999952,
      1.5270354580430487
     ],
     "floor": 0.01700916722517839,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 642.7239999999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.4959583089648256,
      "high": 1.5241551960586623,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.10357312154400443,
     "ci": [
      0.10238370419880988,
      0.10414100333819173
     ],
     "floor": 0.02727577363883616,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 44.0265,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10275765294805733,
      "high": 0.10407786957909294,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.15105869178841927,
     "ci": [
      0.1493603846975056,
      0.15458657490996056
     ],
     "floor": 0.052987563327318264,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 64.2115,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1499788424467535,
      "high": 0.15386551439438667,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.03735562892796944,
     "ci": [
      0.03673412467289567,
      0.038969571109066146
     ],
     "floor": 0.05943154153969579,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 15.879000000000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.03685214582114908,
      "high": 0.03852449232594665,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.015693645732003533,
     "ci": [
      0.015393270039319956,
      0.016181099757058996
     ],
     "floor": 0.06892016800805796,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 6.671,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.01540740044195778,
      "high": 0.016027489199996216,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@openai-responses#cycles",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@openai-responses#cycles",
   "scenario": "overhead/print",
   "api": "openai-responses",
   "metric": "cycles",
   "kind": "CPU",
   "unit": "cycles",
   "mde": 0.029196379764075353,
   "aa": {
    "codex": 0.034361415235749,
    "copilot": 0.022128770694443873,
    "pi-bun": 0.0085650560179326,
    "pi-node": 0.016463599982854165,
    "pibolt": 0.023220070493276006,
    "pig-0.4.1": 0.03002560169639295,
    "pig-tip": 0.030622925991113346,
    "rpi": 0.07709354438432182
   },
   "comparisons": {
    "codex": {
     "ratio": 0.5118993544859037,
     "ci": [
      0.5054516304670967,
      0.5198431462316385
     ],
     "floor": 0.034361415235749,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 603045151.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.5068561087791228,
      "high": 0.518307768538755,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 4.796963456521021,
     "ci": [
      4.750054545926041,
      4.835168998296864
     ],
     "floor": 0.022128770694443873,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 5651082633.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.763367262799027,
      "high": 4.833650605543648,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.4935221425514211,
     "ci": [
      1.4733135052207522,
      1.5061889239080695
     ],
     "floor": 0.016463599982854165,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1759449935.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.477691306438352,
      "high": 1.5037173257775105,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.09674340861116006,
     "ci": [
      0.09566403734264305,
      0.09730085065093096
     ],
     "floor": 0.023220070493276006,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 113968972.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09603322294579024,
      "high": 0.09721010973529152,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.13930492554966709,
     "ci": [
      0.13738752793722483,
      0.1419676672718012
     ],
     "floor": 0.03002560169639295,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 164108743.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13797115434760193,
      "high": 0.14160318178126766,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.032792091100631846,
     "ci": [
      0.03237068906070008,
      0.03315003856915313
     ],
     "floor": 0.030622925991113346,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 38630858.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.03247663696067603,
      "high": 0.03310764542361814,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.012640971720981638,
     "ci": [
      0.0123126306686952,
      0.013089438901358429
     ],
     "floor": 0.07709354438432182,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 14891749.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.012371675690260191,
      "high": 0.012972709913449992,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@openai-responses#first_request_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@openai-responses#first_request_cpu_ms",
   "scenario": "overhead/print",
   "api": "openai-responses",
   "metric": "first_request_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.029935147230021192,
   "aa": {
    "codex": 0.03123910635829966,
    "copilot": 0.019876951312151742,
    "pi-bun": 0.011371244348817925,
    "pi-node": 0.01803604784410866,
    "pibolt": 0.02472306031799476,
    "pig-0.4.1": 0.04267500726642856,
    "pig-tip": 0.07194726908486965,
    "rpi": 0.0694120708223713
   },
   "comparisons": {
    "codex": {
     "ratio": 0.5046588682796168,
     "ci": [
      0.4990095511126374,
      0.5099616505675318
     ],
     "floor": 0.03123910635829966,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 202.72500000000002,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.5005503913894325,
      "high": 0.5095348316284626,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 4.935145516508301,
     "ci": [
      4.878026306413448,
      4.970792531172226
     ],
     "floor": 0.019876951312151742,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1982.4825,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.896894791509897,
      "high": 4.967814755061969,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.5321453198475508,
     "ci": [
      1.5126280845059688,
      1.551965169008901
     ],
     "floor": 0.01803604784410866,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 615.4735000000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.516589966479177,
      "high": 1.5484497020701902,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.09996589554077971,
     "ci": [
      0.09886282382369346,
      0.10056576625355954
     ],
     "floor": 0.02472306031799476,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 40.157,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0991258896577594,
      "high": 0.10049885756851454,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.14518915527984327,
     "ci": [
      0.1433673826821513,
      0.1493661123645023
     ],
     "floor": 0.04267500726642856,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 58.323499999999996,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1438274566391582,
      "high": 0.14854834984425427,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.03369869083685372,
     "ci": [
      0.033087009288908224,
      0.035506478121718005
     ],
     "floor": 0.07194726908486965,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 13.536999999999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.03323801746278857,
      "high": 0.0349490062566262,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.01149594107147747,
     "ci": [
      0.011234053567073323,
      0.011906410424346764
     ],
     "floor": 0.0694120708223713,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 4.618,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.011252146643769133,
      "high": 0.01173024853033899,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@openai-responses#first_request_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@openai-responses#first_request_ms",
   "scenario": "overhead/print",
   "api": "openai-responses",
   "metric": "first_request_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.024730566337372195,
   "aa": {
    "codex": 0.04180730511365805,
    "copilot": 0.015080188419495369,
    "pi-bun": 0.004630969570424441,
    "pi-node": 0.026839025940253423,
    "pibolt": 0.02978496906686523,
    "pig-0.4.1": 0.041058749940837184,
    "pig-tip": 0.03505265188474581,
    "rpi": 0.059142614708725116
   },
   "comparisons": {
    "codex": {
     "ratio": 0.5189332332574709,
     "ci": [
      0.5087223851384577,
      0.5239436003350056
     ],
     "floor": 0.04180730511365805,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 152.875229,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.5101877877749585,
      "high": 0.5235612358930455,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 5.027328025236747,
     "ci": [
      4.9260366638991515,
      5.065006984275014
     ],
     "floor": 0.026839025940253423,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1481.026602,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.9507665179017515,
      "high": 5.058894170568042,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.6198431600609406,
     "ci": [
      1.588719842851912,
      1.629798784499167
     ],
     "floor": 0.026839025940253423,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 477.1979865,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.5977692078389036,
      "high": 1.6281289453624905,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.123720091285472,
     "ci": [
      0.12136576776815716,
      0.12453050918124102
     ],
     "floor": 0.02978496906686523,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 36.447342500000005,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1218883802737112,
      "high": 0.12434142804360014,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.11393725300247148,
     "ci": [
      0.1111483959899198,
      0.11575663952776934
     ],
     "floor": 0.041058749940837184,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 33.5653655,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11164239568990018,
      "high": 0.11558032258117834,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.039681155067915835,
     "ci": [
      0.03882281257927542,
      0.04000322858611336
     ],
     "floor": 0.03505265188474581,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 11.689877,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.03902598939004463,
      "high": 0.03993593581665809,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.012571305498907528,
     "ci": [
      0.012235258164591607,
      0.012844462298183805
     ],
     "floor": 0.059142614708725116,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.703446,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.012288725606489302,
      "high": 0.012812994891589165,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@openai-responses#instructions",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@openai-responses#instructions",
   "scenario": "overhead/print",
   "api": "openai-responses",
   "metric": "instructions",
   "kind": "CPU",
   "unit": "instructions",
   "mde": 0.003755090491570752,
   "aa": {
    "codex": 0.025525852037475847,
    "copilot": 0.006989455651070451,
    "pi-bun": 0.0019065509512178468,
    "pi-node": 0.004125901626099771,
    "pibolt": 0.015106173334735306,
    "pig-0.4.1": 0.015269113415106275,
    "pig-tip": 0.016454374336987463,
    "rpi": 0.041283801124639245
   },
   "comparisons": {
    "codex": {
     "ratio": 0.33677525824086174,
     "ci": [
      0.3358649257264988,
      0.338056187208079
     ],
     "floor": 0.025525852037475847,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 791822790.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3360598341598197,
      "high": 0.3377419753420593,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 4.313652187247805,
     "ci": [
      4.297621847351218,
      4.339550188099667
     ],
     "floor": 0.006989455651070451,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 10142218071.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.300494114812869,
      "high": 4.333788419121886,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.4148642676139522,
     "ci": [
      1.4116202114637786,
      1.416053618876075
     ],
     "floor": 0.004125901626099771,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 3326615434.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.4128899057367668,
      "high": 1.4158996240611146,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.0740815871867761,
     "ci": [
      0.07387697919026742,
      0.07415279743714011
     ],
     "floor": 0.015106173334735306,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 174179924.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0739124357015671,
      "high": 0.07413953898387142,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.1136318914870542,
     "ci": [
      0.11322960324458699,
      0.1138798914532601
     ],
     "floor": 0.015269113415106275,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 267170224.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11334424078650907,
      "high": 0.11382885672497897,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.023600201619817147,
     "ci": [
      0.023536843123133106,
      0.023754686331760987
     ],
     "floor": 0.016454374336987463,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 55488570.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.023548926883513465,
      "high": 0.023732651495635266,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.006326959027299049,
     "ci": [
      0.006228746472331353,
      0.006337756374738474
     ],
     "floor": 0.041283801124639245,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 14875886.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.006239044050585899,
      "high": 0.006335258965762795,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@openai-responses#peak_mem_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@openai-responses#peak_mem_mib",
   "scenario": "overhead/print",
   "api": "openai-responses",
   "metric": "peak_mem_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.007946042524261933,
   "aa": {
    "codex": 0.019862540526211097,
    "copilot": 0.001336997896556806,
    "pi-bun": 0.006786144264023163,
    "pi-node": 0.008089738217185144,
    "pibolt": 0.008915987107316876,
    "pig-0.4.1": 0.03947802610572972,
    "pig-tip": 0.06964662965817778,
    "rpi": 0.09188095182958626
   },
   "comparisons": {
    "codex": {
     "ratio": 0.6994031136545443,
     "ci": [
      0.6905734557852382,
      0.7105993340732519
     ],
     "floor": 0.019862540526211097,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 44.3984375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.6925433490594939,
      "high": 0.7074497681607419,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 5.800012306934958,
     "ci": [
      5.773390110900068,
      5.841529546651793
     ],
     "floor": 0.008089738217185144,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 368.1875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 5.774339807609828,
      "high": 5.838535860274991,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.5423358562549996,
     "ci": [
      1.535720850438086,
      1.5543558736426457
     ],
     "floor": 0.008089738217185144,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 97.908203125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.536321483771252,
      "high": 1.5521347482724581,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.2920435665497508,
     "ci": [
      0.2907910054530972,
      0.2942834138486312
     ],
     "floor": 0.008915987107316876,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 18.5390625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2907910054530972,
      "high": 0.29397373962591355,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.25893791151313766,
     "ci": [
      0.25669383003492435,
      0.26325349424296535
     ],
     "floor": 0.03947802610572972,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 16.4375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.25708762886597936,
      "high": 0.2621639022595579,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.11005476586056243,
     "ci": [
      0.10609965635738831,
      0.11169658721892041
     ],
     "floor": 0.06964662965817778,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 6.986328125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10621371748011181,
      "high": 0.11122799418334829,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.053104424343117344,
     "ci": [
      0.05006607861818852,
      0.0552889052981355
     ],
     "floor": 0.09188095182958626,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.37109375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.050273156957829475,
      "high": 0.054855174958489634,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@openai-responses#peak_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@openai-responses#peak_rss_mib",
   "scenario": "overhead/print",
   "api": "openai-responses",
   "metric": "peak_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.010216473454463108,
   "aa": {
    "codex": 0.10321447612830485,
    "copilot": 0.006450679987760667,
    "pi-bun": 0.011888662160646015,
    "pi-node": 0.011170256453461357,
    "pibolt": 0.01131550297004586,
    "pig-0.4.1": 0.011851288272008563,
    "pig-tip": 0.035747551137053114,
    "rpi": 0.01534556967466032
   },
   "comparisons": {
    "codex": {
     "ratio": 1.7194311172035641,
     "ci": [
      1.691611427033211,
      1.7306871385293308
     ],
     "floor": 0.10321447612830485,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 195.98828125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.6959832965377968,
      "high": 1.7267140453874412,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 2.6595613433858807,
     "ci": [
      2.6281834191276077,
      2.672645276783255
     ],
     "floor": 0.011170256453461357,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 303.1484375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.6348899186909067,
      "high": 2.6698646859579442,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.2012508567511995,
     "ci": [
      1.1854710132636792,
      1.2178638051719122
     ],
     "floor": 0.011888662160646015,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 136.923828125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1911575453806555,
      "high": 1.213474249518039,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.6883139136394791,
     "ci": [
      0.6800155784340287,
      0.6916827320297438
     ],
     "floor": 0.01131550297004586,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 78.45703125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.6818760503131843,
      "high": 0.6911605345993085,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.3589273474982865,
     "ci": [
      0.35447710647520997,
      0.3615050950151473
     ],
     "floor": 0.011851288272008563,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 40.912109375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3559333513952858,
      "high": 0.3607770264457406,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.06120630568882796,
     "ci": [
      0.06048496342454619,
      0.06163485104767165
     ],
     "floor": 0.035747551137053114,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 6.9765625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.06066778700072992,
      "high": 0.06150657714442313,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.03660041124057574,
     "ci": [
      0.03616133518776078,
      0.036800164164301104
     ],
     "floor": 0.01534556967466032,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 4.171875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.03622918009430442,
      "high": 0.03673859601201857,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@openai-responses#request_bytes",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@openai-responses#request_bytes",
   "scenario": "overhead/print",
   "api": "openai-responses",
   "metric": "request_bytes",
   "kind": "wire",
   "unit": "bytes",
   "mde": 0.0,
   "aa": {
    "codex": 0.0,
    "copilot": 0.0,
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "codex": {
     "ratio": 6.558598937583001,
     "ci": [
      6.558598937583001,
      6.558598937583001
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 39509.0,
     "not_compared": null,
     "equivalence": null
    },
    "copilot": {
     "ratio": 8.038678618857901,
     "ci": [
      8.038678618857901,
      8.038678618857901
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 48425.0,
     "not_compared": null,
     "equivalence": null
    },
    "pi-bun": {
     "ratio": 0.9784196547144755,
     "ci": [
      0.9784196547144755,
      0.9784196547144755
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 5894.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.3139110225763613,
     "ci": [
      1.3139110225763613,
      1.3139110225763613
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 7915.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 0.9988379814077025,
     "ci": [
      0.9988379814077025,
      0.9988379814077025
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 6017.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 0.9925298804780877,
     "ci": [
      0.9925298804780877,
      0.9925298804780877
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 5979.0,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 1.2504980079681276,
     "ci": [
      1.2504980079681276,
      1.2504980079681276
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 7533.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@openai-responses#request_bytes_per_turn",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@openai-responses#request_bytes_per_turn",
   "scenario": "overhead/print",
   "api": "openai-responses",
   "metric": "request_bytes_per_turn",
   "kind": "wire",
   "unit": "bytes per turn",
   "mde": 0.0,
   "aa": {
    "codex": 0.0,
    "copilot": 0.0,
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "codex": {
     "ratio": 6.558598937583001,
     "ci": [
      6.558598937583001,
      6.558598937583001
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 39509.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 6.558598937583001,
      "high": 6.558598937583001,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 8.038678618857901,
     "ci": [
      8.038678618857901,
      8.038678618857901
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 48425.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 8.038678618857901,
      "high": 8.038678618857901,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.9784196547144755,
     "ci": [
      0.9784196547144755,
      0.9784196547144755
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 5894.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9784196547144755,
      "high": 0.9784196547144755,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 1.3139110225763613,
     "ci": [
      1.3139110225763613,
      1.3139110225763613
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 7915.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.3139110225763613,
      "high": 1.3139110225763613,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.9988379814077025,
     "ci": [
      0.9988379814077025,
      0.9988379814077025
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 6017.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9988379814077025,
      "high": 0.9988379814077025,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.9925298804780877,
     "ci": [
      0.9925298804780877,
      0.9925298804780877
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 5979.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9925298804780877,
      "high": 0.9925298804780877,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 1.2504980079681276,
     "ci": [
      1.2504980079681276,
      1.2504980079681276
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 7533.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.2504980079681276,
      "high": 1.2504980079681276,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@openai-responses#requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@openai-responses#requests",
   "scenario": "overhead/print",
   "api": "openai-responses",
   "metric": "requests",
   "kind": "wire",
   "unit": "count",
   "mde": 0.0,
   "aa": {
    "codex": 0.0,
    "copilot": 0.0,
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "codex": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    },
    "copilot": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    },
    "pi-bun": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@openai-responses#side_requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@openai-responses#side_requests",
   "scenario": "overhead/print",
   "api": "openai-responses",
   "metric": "side_requests",
   "kind": "wire",
   "unit": "count",
   "mde": null,
   "aa": {
    "codex": null,
    "copilot": null,
    "pi-bun": null,
    "pi-node": null,
    "pibolt": null,
    "pig-0.4.1": null,
    "pig-tip": null,
    "rpi": null
   },
   "comparisons": {}
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@openai-responses#teardown_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@openai-responses#teardown_ms",
   "scenario": "overhead/print",
   "api": "openai-responses",
   "metric": "teardown_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.015812852677201693,
   "aa": {
    "codex": 0.15391898981650695,
    "copilot": 0.0629554110510346,
    "pi-bun": 0.0854436817046819,
    "pi-node": 0.009512994778531217,
    "pibolt": 0.13106788586852322,
    "pig-0.4.1": 0.2145145317974809,
    "pig-tip": 0.06847912394406509,
    "rpi": 0.11282480460087935
   },
   "comparisons": {
    "codex": {
     "ratio": 0.9445511346190668,
     "ci": [
      0.9178772907447152,
      0.9925725526951211
     ],
     "floor": 0.15391898981650695,
     "p": 0.0029296875,
     "p_holm": 0.00341796875,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 19.6142995,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.9193558367453428,
      "high": 0.9892709428925365,
      "p": 0.8095,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 2.551764815848569,
     "ci": [
      2.5313021677956917,
      2.6422997533113874
     ],
     "floor": 0.0629554110510346,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 52.9892745,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.534017403512734,
      "high": 2.6367998012797864,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.9311542581490971,
     "ci": [
      0.9075937166273164,
      0.9633638316503687
     ],
     "floor": 0.0854436817046819,
     "p": 0.00146484375,
     "p_holm": 0.00341796875,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 19.3361035,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.9083898406864289,
      "high": 0.9496246656275615,
      "p": 0.953,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.15866008794487227,
     "ci": [
      0.15599752523906246,
      0.15968705366301536
     ],
     "floor": 0.13106788586852322,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.2946935,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1561156397829226,
      "high": 0.15963524182577354,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.1534070595908568,
     "ci": [
      0.14510630748925232,
      0.1600818010131677
     ],
     "floor": 0.2145145317974809,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.1856105,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.14722876656365222,
      "high": 0.15812131779498417,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.08222511352354667,
     "ci": [
      0.08134752830735549,
      0.08326821936257447
     ],
     "floor": 0.06847912394406509,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.707465,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0815554044501684,
      "high": 0.08300121748390288,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.04397385674170181,
     "ci": [
      0.04289104649404437,
      0.044957848156252436
     ],
     "floor": 0.11282480460087935,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 0.9131495000000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.042972571996948886,
      "high": 0.044711610510698975,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print@openai-responses#wall_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print@openai-responses#wall_ms",
   "scenario": "overhead/print",
   "api": "openai-responses",
   "metric": "wall_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.023727581876549803,
   "aa": {
    "codex": 0.045015901001393355,
    "copilot": 0.016220370537977015,
    "pi-bun": 0.0076805832147859064,
    "pi-node": 0.025117972447292015,
    "pibolt": 0.036283417003953426,
    "pig-0.4.1": 0.049500574990855355,
    "pig-tip": 0.037511714899747736,
    "rpi": 0.07010264481101432
   },
   "comparisons": {
    "codex": {
     "ratio": 0.5491256924282811,
     "ci": [
      0.5394971621976729,
      0.5528944916718308
     ],
     "floor": 0.045015901001393355,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 173.449203,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.5417932011459722,
      "high": 0.5522495123764268,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 4.8651036493674535,
     "ci": [
      4.77479315782868,
      4.899885016452905
     ],
     "floor": 0.025117972447292015,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1536.7125635,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.800600814294672,
      "high": 4.892992611963086,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.5757474520680321,
     "ci": [
      1.5483379361304834,
      1.5834926983492683
     ],
     "floor": 0.025117972447292015,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 497.7223675,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.5547411333750671,
      "high": 1.5814354047505177,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.12733152455870597,
     "ci": [
      0.125135864018893,
      0.1280163446850353
     ],
     "floor": 0.036283417003953426,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 40.219483,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.12564839043065973,
      "high": 0.12789985931302306,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.11872048972067913,
     "ci": [
      0.11499818884125067,
      0.11941665818757521
     ],
     "floor": 0.049500574990855355,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 37.4995645,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11559738379473253,
      "high": 0.11925691711646484,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.04404785047234572,
     "ci": [
      0.0432623950799818,
      0.04427618024739516
     ],
     "floor": 0.037511714899747736,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 13.9131435,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.04343094434949232,
      "high": 0.04422329797603716,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.01613070702788917,
     "ci": [
      0.0157735698264199,
      0.016632439448115297
     ],
     "floor": 0.07010264481101432,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 5.0951145,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.015831749669165503,
      "high": 0.01654110543365565,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-ext10@openai-completions#cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-ext10@openai-completions#cpu_ms",
   "scenario": "overhead/print-ext10",
   "api": "openai-completions",
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.023192547625265014,
   "aa": {
    "pi-bun": 0.05132272896593869,
    "pi-node": 0.02462949411594167,
    "pibolt": 0.07498095227833598,
    "pig-0.4.1": 0.013931912177301296,
    "pig-tip": 0.017312011059879395
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.4726490332289848,
     "ci": [
      1.4230668247899556,
      1.5034560947407516
     ],
     "floor": 0.05132272896593869,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 995.1875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.4292367883142407,
      "high": 1.4951938893308532,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.1619297982111055,
     "ci": [
      0.16014524528473445,
      0.17114728820970712
     ],
     "floor": 0.07498095227833598,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 109.429,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.16057434285629568,
      "high": 0.16905167526993928,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 3.2416235745186492,
     "ci": [
      3.213306463475625,
      3.3227601667882647
     ],
     "floor": 0.02462949411594167,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 2190.626,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.218714216810689,
      "high": 3.303061568357905,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.3825643089731057,
     "ci": [
      1.3673490158595298,
      1.4137741541665272
     ],
     "floor": 0.02462949411594167,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 934.31,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.368049655432833,
      "high": 1.4060769416286578,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-ext10@openai-completions#cycles",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-ext10@openai-completions#cycles",
   "scenario": "overhead/print-ext10",
   "api": "openai-completions",
   "metric": "cycles",
   "kind": "CPU",
   "unit": "cycles",
   "mde": 0.023195285118506333,
   "aa": {
    "pi-bun": 0.05272599523342003,
    "pi-node": 0.024563152377713376,
    "pibolt": 0.062319685238238456,
    "pig-0.4.1": 0.013984397569946459,
    "pig-tip": 0.020032388650831016
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.45663286681091,
     "ci": [
      1.4071844501331143,
      1.4889680950960271
     ],
     "floor": 0.05272599523342003,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 2732698734.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.413796645872325,
      "high": 1.4811712762396803,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.15565430725250975,
     "ci": [
      0.15391571206059437,
      0.16414415151770373
     ],
     "floor": 0.062319685238238456,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 292013408.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.15418177470394057,
      "high": 0.16174884699907183,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 3.1881626241079215,
     "ci": [
      3.1613492878910927,
      3.2712076991183068
     ],
     "floor": 0.024563152377713376,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 5981114504.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.1680310392101525,
      "high": 3.2538878560034137,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.3538435854835005,
     "ci": [
      1.3428579594501853,
      1.3893130136681449
     ],
     "floor": 0.024563152377713376,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 2539862127.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3433156519617362,
      "high": 1.380091330140735,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-ext10@openai-completions#first_request_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-ext10@openai-completions#first_request_cpu_ms",
   "scenario": "overhead/print-ext10",
   "api": "openai-completions",
   "metric": "first_request_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.023417513110179203,
   "aa": {
    "pi-bun": 0.05768071859086666,
    "pi-node": 0.025502696176318146,
    "pibolt": 0.06353799154122677,
    "pig-0.4.1": 0.01703614337427106,
    "pig-tip": 0.018761857821654366
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.4920388154566764,
     "ci": [
      1.4360181759629207,
      1.5223251108740985
     ],
     "floor": 0.05768071859086666,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 965.9795,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.4420246725916592,
      "high": 1.5140159196244731,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.1600948376060455,
     "ci": [
      0.15817262558520528,
      0.16890670311890613
     ],
     "floor": 0.06353799154122677,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 103.649,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.15855905578996649,
      "high": 0.16659510315444567,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 3.226035548656403,
     "ci": [
      3.190309448812261,
      3.307414666453297
     ],
     "floor": 0.025502696176318146,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 2088.608,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.1989349845962183,
      "high": 3.2960567061388293,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.38702779097112,
     "ci": [
      1.3759265111027936,
      1.420404276595795
     ],
     "floor": 0.025502696176318146,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 897.9929999999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3764635875581392,
      "high": 1.4140605073171804,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-ext10@openai-completions#first_request_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-ext10@openai-completions#first_request_ms",
   "scenario": "overhead/print-ext10",
   "api": "openai-completions",
   "metric": "first_request_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.01479691511467627,
   "aa": {
    "pi-bun": 0.04372053472786668,
    "pi-node": 0.015558214370028883,
    "pibolt": 0.04988214146761297,
    "pig-0.4.1": 0.009418529583305057,
    "pig-tip": 0.011262371823817695
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.4262533793974992,
     "ci": [
      1.3800368561546623,
      1.4421129343619286
     ],
     "floor": 0.04372053472786668,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 669.787815,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3873862748478991,
      "high": 1.4399472142641365,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.2052134846984796,
     "ci": [
      0.20197754170295085,
      0.21111880256215793
     ],
     "floor": 0.04988214146761297,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 96.37101899999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.20247120972249347,
      "high": 0.20989402247469843,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 2.338813647324986,
     "ci": [
      2.301375007508193,
      2.3618266464919606
     ],
     "floor": 0.015558214370028883,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 1098.3384194999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.302799974925527,
      "high": 2.357918225453514,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.152478983932236,
     "ci": [
      1.130710736917579,
      1.164086565345638
     ],
     "floor": 0.015558214370028883,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 541.219668,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1314104181647915,
      "high": 1.1636361989899624,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-ext10@openai-completions#instructions",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-ext10@openai-completions#instructions",
   "scenario": "overhead/print-ext10",
   "api": "openai-completions",
   "metric": "instructions",
   "kind": "CPU",
   "unit": "instructions",
   "mde": 0.002587335943291459,
   "aa": {
    "pi-bun": 0.0026097537629676602,
    "pi-node": 0.0032743073450622576,
    "pibolt": 0.009480851133713872,
    "pig-0.4.1": 0.006640158270618033,
    "pig-tip": 0.008954950403804176
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.3363209925564594,
     "ci": [
      1.3316235072719853,
      1.3382259720694747
     ],
     "floor": 0.0032743073450622576,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 4732315645.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3320133440439834,
      "high": 1.3378164996802753,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.1385607085807356,
     "ci": [
      0.13799319429421025,
      0.1389258778331941
     ],
     "floor": 0.009480851133713872,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 490685256.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1380373989275169,
      "high": 0.13884214982138648,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 3.1505571686438762,
     "ci": [
      3.135089771478187,
      3.1687433102222897
     ],
     "floor": 0.006640158270618033,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 11157073085.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.138257741836282,
      "high": 3.1660612366523773,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.2516099327797945,
     "ci": [
      1.2468862255848552,
      1.253826201785283
     ],
     "floor": 0.008954950403804176,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 4432328235.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2474222065329044,
      "high": 1.2532676686919908,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-ext10@openai-completions#peak_mem_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-ext10@openai-completions#peak_mem_mib",
   "scenario": "overhead/print-ext10",
   "api": "openai-completions",
   "metric": "peak_mem_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.01086698259848615,
   "aa": {
    "pi-bun": 0.0026593485498457563,
    "pi-node": 0.01010722167960065,
    "pibolt": 0.009997512502812214,
    "pig-0.4.1": 0.04850907275529601,
    "pig-tip": 0.08732905676661457
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.1821722516166961,
     "ci": [
      1.1744145659287424,
      1.189439041526458
     ],
     "floor": 0.01010722167960065,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 125.6796875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1755662395115443,
      "high": 1.188420236909111,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.32161228689006466,
     "ci": [
      0.31882017335332624,
      0.3241817041219233
     ],
     "floor": 0.01010722167960065,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 34.19140625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.31914154616748625,
      "high": 0.3236740784407641,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 4.789223251028806,
     "ci": [
      4.698960033748464,
      4.8830584154396846
     ],
     "floor": 0.04850907275529601,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 509.154296875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.702496328928047,
      "high": 4.874693779816176,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 2.0401785714285716,
     "ci": [
      1.9716092968520154,
      2.236312613488381
     ],
     "floor": 0.08732905676661457,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 216.896484375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.9947089947089947,
      "high": 2.1402165932452277,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-ext10@openai-completions#peak_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-ext10@openai-completions#peak_rss_mib",
   "scenario": "overhead/print-ext10",
   "api": "openai-completions",
   "metric": "peak_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.012535601173187704,
   "aa": {
    "pi-bun": 0.015294688421373003,
    "pi-node": 0.008988089058842,
    "pibolt": 0.008503971304453116,
    "pig-0.4.1": 0.04174606666363337,
    "pig-tip": 0.0724030378538141
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.0513535231781428,
     "ci": [
      1.0455994421477313,
      1.060678445944238
     ],
     "floor": 0.015294688421373003,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 163.54296875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.046499680479156,
      "high": 1.05837870538415,
      "p": 0.664,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.6999648435538145,
     "ci": [
      0.6971795769365405,
      0.705084315962977
     ],
     "floor": 0.008988089058842,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 108.8828125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.6979087143161082,
      "high": 0.7042036348929501,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 3.6830018582692983,
     "ci": [
      3.61755068733915,
      3.7260433254973333
     ],
     "floor": 0.04174606666363337,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 572.908203125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.6252208452892605,
      "high": 3.716133261064122,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.7295841494651198,
     "ci": [
      1.6732759913987099,
      1.8479540955674159
     ],
     "floor": 0.0724030378538141,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 269.044921875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.6914209182396236,
      "high": 1.7963065465707242,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-ext10@openai-completions#request_bytes",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-ext10@openai-completions#request_bytes",
   "scenario": "overhead/print-ext10",
   "api": "openai-completions",
   "metric": "request_bytes",
   "kind": "wire",
   "unit": "bytes",
   "mde": 0.0,
   "aa": {
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.9844404548174746,
     "ci": [
      0.9844404548174746,
      0.9844404548174746
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 8225.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.229443447037702,
     "ci": [
      1.229443447037702,
      1.229443447037702
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 10272.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.0005984440454818,
     "ci": [
      1.0005984440454818,
      1.0005984440454818
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 8360.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 0.9960502692998204,
     "ci": [
      0.9960502692998204,
      0.9960502692998204
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 8322.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-ext10@openai-completions#request_bytes_per_turn",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-ext10@openai-completions#request_bytes_per_turn",
   "scenario": "overhead/print-ext10",
   "api": "openai-completions",
   "metric": "request_bytes_per_turn",
   "kind": "wire",
   "unit": "bytes per turn",
   "mde": 0.0,
   "aa": {
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.9844404548174746,
     "ci": [
      0.9844404548174746,
      0.9844404548174746
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 8225.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9844404548174746,
      "high": 0.9844404548174746,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 1.229443447037702,
     "ci": [
      1.229443447037702,
      1.229443447037702
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 10272.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.229443447037702,
      "high": 1.229443447037702,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.0005984440454818,
     "ci": [
      1.0005984440454818,
      1.0005984440454818
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 8360.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.0005984440454818,
      "high": 1.0005984440454818,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.9960502692998204,
     "ci": [
      0.9960502692998204,
      0.9960502692998204
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 8322.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9960502692998204,
      "high": 0.9960502692998204,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-ext10@openai-completions#requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-ext10@openai-completions#requests",
   "scenario": "overhead/print-ext10",
   "api": "openai-completions",
   "metric": "requests",
   "kind": "wire",
   "unit": "count",
   "mde": 0.0,
   "aa": {
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-ext10@openai-completions#side_requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-ext10@openai-completions#side_requests",
   "scenario": "overhead/print-ext10",
   "api": "openai-completions",
   "metric": "side_requests",
   "kind": "wire",
   "unit": "count",
   "mde": null,
   "aa": {
    "pi-bun": null,
    "pi-node": null,
    "pibolt": null,
    "pig-0.4.1": null,
    "pig-tip": null
   },
   "comparisons": {}
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-ext10@openai-completions#teardown_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-ext10@openai-completions#teardown_ms",
   "scenario": "overhead/print-ext10",
   "api": "openai-completions",
   "metric": "teardown_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.029247413983323558,
   "aa": {
    "pi-bun": 0.18816305281295156,
    "pi-node": 0.023384590023814635,
    "pibolt": 0.3024125996698476,
    "pig-0.4.1": 0.039714276054227775,
    "pig-tip": 0.06674718519551116
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.9043142150834802,
     "ci": [
      0.8727685857394633,
      0.9482145186311899
     ],
     "floor": 0.18816305281295156,
     "p": 0.015625,
     "p_holm": 0.03125,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 22.291628,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.8789786243657152,
      "high": 0.9408144014401442,
      "p": 0.98275,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.22435230790684701,
     "ci": [
      0.1880490794944155,
      0.23348487786241737
     ],
     "floor": 0.3024125996698476,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 5.5303545,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.19026675806830218,
      "high": 0.23182030512377172,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 3.187068764341223,
     "ci": [
      3.098464989958156,
      3.2990461822913937
     ],
     "floor": 0.039714276054227775,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 78.562241,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.1050342302072838,
      "high": 3.2873904798677493,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.0433698355751069,
     "ci": [
      1.000364469865138,
      1.1314827689335172
     ],
     "floor": 0.06674718519551116,
     "p": 0.15625,
     "p_holm": 0.15625,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 25.719392499999998,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0066307178079315,
      "high": 1.1169479392830006,
      "p": 0.429,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-ext10@openai-completions#wall_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-ext10@openai-completions#wall_ms",
   "scenario": "overhead/print-ext10",
   "api": "openai-completions",
   "metric": "wall_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.014777012178067997,
   "aa": {
    "pi-bun": 0.03953362676153157,
    "pi-node": 0.015574382345149422,
    "pibolt": 0.06227666965574842,
    "pig-0.4.1": 0.008231429909717772,
    "pig-tip": 0.014276788967656641
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.398203225617495,
     "ci": [
      1.361224151895146,
      1.4138967519046233
     ],
     "floor": 0.03953362676153157,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 691.8864675,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3650046180088622,
      "high": 1.4119813962747259,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.20620033131456378,
     "ci": [
      0.20305646270551805,
      0.21311114999339886
     ],
     "floor": 0.06227666965574842,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 102.0361105,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.203600476270833,
      "high": 0.2114510934426753,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 2.3775016985197364,
     "ci": [
      2.3434466547986896,
      2.4042782792859136
     ],
     "floor": 0.015574382345149422,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 1176.482232,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.344781055874509,
      "high": 2.3982014449544176,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.1445489654748844,
     "ci": [
      1.1253500168059747,
      1.1611274013932078
     ],
     "floor": 0.015574382345149422,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 566.368269,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1265292519254002,
      "high": 1.1592322351815822,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-ext5@openai-completions#cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-ext5@openai-completions#cpu_ms",
   "scenario": "overhead/print-ext5",
   "api": "openai-completions",
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.02769415293440431,
   "aa": {
    "pi-bun": 0.025128147487819438,
    "pi-node": 0.03042081817300425,
    "pibolt": 0.029766472461073553,
    "pig-0.4.1": 0.016865942800003877,
    "pig-tip": 0.03160453511626748
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.3990913559485443,
     "ci": [
      1.3806346801215312,
      1.429849759276135
     ],
     "floor": 0.03042081817300425,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 885.2065,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3828223973506832,
      "high": 1.4277409053152796,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.13792138782774171,
     "ci": [
      0.13595247980969447,
      0.1412069257505988
     ],
     "floor": 0.03042081817300425,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 87.263,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13624299985160077,
      "high": 0.1407456391480714,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 2.235904479367031,
     "ci": [
      2.1979147717202823,
      2.2854641122003434
     ],
     "floor": 0.03042081817300425,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 1414.659,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.2004734090159688,
      "high": 2.28266629659871,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.3481660373541373,
     "ci": [
      1.3102012762334712,
      1.3889904113676503
     ],
     "floor": 0.03160453511626748,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 852.9860000000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3112361656760367,
      "high": 1.3823802482998053,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-ext5@openai-completions#cycles",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-ext5@openai-completions#cycles",
   "scenario": "overhead/print-ext5",
   "api": "openai-completions",
   "metric": "cycles",
   "kind": "CPU",
   "unit": "cycles",
   "mde": 0.02774515037814349,
   "aa": {
    "pi-bun": 0.02535428360789725,
    "pi-node": 0.02969654798759828,
    "pibolt": 0.022135737333545125,
    "pig-0.4.1": 0.01616315562579402,
    "pig-tip": 0.03152069561459013
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.3841426050712056,
     "ci": [
      1.3671150569888904,
      1.412702146099162
     ],
     "floor": 0.02969654798759828,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 2429939618.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.368790806302483,
      "high": 1.4112761275265335,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.13184864968484006,
     "ci": [
      0.1300000748488149,
      0.1351363924562422
     ],
     "floor": 0.02969654798759828,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 231467665.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.130047948385981,
      "high": 0.13461882684721896,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 2.1956710380983275,
     "ci": [
      2.1593290129497595,
      2.244227883820964
     ],
     "floor": 0.02969654798759828,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 3854623089.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.1628144242640115,
      "high": 2.2416048384110066,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.322240034839701,
     "ci": [
      1.2849976970449875,
      1.3629331898431825
     ],
     "floor": 0.03152069561459013,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 2321266200.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2861906595926746,
      "high": 1.3545655509728767,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-ext5@openai-completions#first_request_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-ext5@openai-completions#first_request_cpu_ms",
   "scenario": "overhead/print-ext5",
   "api": "openai-completions",
   "metric": "first_request_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.028322811598412198,
   "aa": {
    "pi-bun": 0.022726300493559493,
    "pi-node": 0.03057542433526621,
    "pibolt": 0.02378010004063785,
    "pig-0.4.1": 0.014034833808041755,
    "pig-tip": 0.02969743774038581
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.4165544326186963,
     "ci": [
      1.3989994504651242,
      1.4493520616833222
     ],
     "floor": 0.03057542433526621,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 857.7315,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.401890856908435,
      "high": 1.4484157004724865,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.13589802239616322,
     "ci": [
      0.13397194026244166,
      0.1392357169882709
     ],
     "floor": 0.03057542433526621,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 82.287,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13423562277237258,
      "high": 0.13895465276112573,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 2.2350399789927593,
     "ci": [
      2.1969508303762,
      2.290669454441665
     ],
     "floor": 0.03057542433526621,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 1353.3290000000002,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.2037210769499818,
      "high": 2.288758937225804,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.3589802239616322,
     "ci": [
      1.3243663774293564,
      1.4034267743768951
     ],
     "floor": 0.03057542433526621,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 822.87,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3260702570447453,
      "high": 1.3964632733634363,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-ext5@openai-completions#first_request_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-ext5@openai-completions#first_request_ms",
   "scenario": "overhead/print-ext5",
   "api": "openai-completions",
   "metric": "first_request_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.017335143235931723,
   "aa": {
    "pi-bun": 0.019013202005452888,
    "pi-node": 0.01485792953216585,
    "pibolt": 0.02127754885851629,
    "pig-0.4.1": 0.017171597310278293,
    "pig-tip": 0.021573336074315632
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.4193624818626243,
     "ci": [
      1.4026431276744273,
      1.4356098599429954
     ],
     "floor": 0.019013202005452888,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 631.4078675000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.4026431276744273,
      "high": 1.4297235004659334,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.17056500201563707,
     "ci": [
      0.1670314365633639,
      0.1714811810959945
     ],
     "floor": 0.02127754885851629,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 75.87637799999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1673770093985083,
      "high": 0.17130512011074178,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.646220494595916,
     "ci": [
      1.6125535640110877,
      1.6589605085736507
     ],
     "floor": 0.017171597310278293,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 732.3263685,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.6183209509074281,
      "high": 1.6577780563470148,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.1229551556674104,
     "ci": [
      1.0935439001771599,
      1.1426997060123205
     ],
     "floor": 0.021573336074315632,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 499.5501355,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0954484472117345,
      "high": 1.1385536144824062,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-ext5@openai-completions#instructions",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-ext5@openai-completions#instructions",
   "scenario": "overhead/print-ext5",
   "api": "openai-completions",
   "metric": "instructions",
   "kind": "CPU",
   "unit": "instructions",
   "mde": 0.004365234851938271,
   "aa": {
    "pi-bun": 0.016674033330554405,
    "pi-node": 0.003976275503793899,
    "pibolt": 0.009648244871230659,
    "pig-0.4.1": 0.011417632734343834,
    "pig-tip": 0.017188025842045415
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.3036423309094853,
     "ci": [
      1.2821632418850393,
      1.3075362716864556
     ],
     "floor": 0.016674033330554405,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 4388411525.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2824585079515591,
      "high": 1.3069751590273084,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.11145897849374041,
     "ci": [
      0.11117320605810424,
      0.11177956807286517
     ],
     "floor": 0.009648244871230659,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 375200969.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11121749582920915,
      "high": 0.11173587795426795,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 2.1147268237243146,
     "ci": [
      2.1071024183878224,
      2.123338603102032
     ],
     "floor": 0.011417632734343834,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 7118740582.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.1089666760804624,
      "high": 2.12165552442088,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.205274732924632,
     "ci": [
      1.1946958826436826,
      1.2164653457662846
     ],
     "floor": 0.017188025842045415,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 4057279672.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1957284696535355,
      "high": 1.2164653457662846,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-ext5@openai-completions#peak_mem_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-ext5@openai-completions#peak_mem_mib",
   "scenario": "overhead/print-ext5",
   "api": "openai-completions",
   "metric": "peak_mem_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.009562653026426221,
   "aa": {
    "pi-bun": 0.008486613877318725,
    "pi-node": 0.007258462232105005,
    "pibolt": 0.0130119977970189,
    "pig-0.4.1": 0.06269164285625113,
    "pig-tip": 0.11346152145381161
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.1158176136149704,
     "ci": [
      1.1117075184865433,
      1.1232291942125345
     ],
     "floor": 0.008486613877318725,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 115.76171875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.111957950065703,
      "high": 1.1221652421652422,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.2914454610489853,
     "ci": [
      0.29037031415996356,
      0.2926125650501546
     ],
     "floor": 0.0130119977970189,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 30.236328125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.29054789890720645,
      "high": 0.29248104742376646,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 3.255600737979593,
     "ci": [
      3.144360902255639,
      3.358810361368724
     ],
     "floor": 0.06269164285625113,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 337.755859375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.149214955382356,
      "high": 3.356173165397089,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 2.103185360894612,
     "ci": [
      1.97593984962406,
      2.2362357643864543
     ],
     "floor": 0.11346152145381161,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 218.197265625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.976687859521647,
      "high": 2.229760870386461,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-ext5@openai-completions#peak_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-ext5@openai-completions#peak_rss_mib",
   "scenario": "overhead/print-ext5",
   "api": "openai-completions",
   "metric": "peak_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.0136907474524287,
   "aa": {
    "pi-bun": 0.010729086789587713,
    "pi-node": 0.01357080403864033,
    "pibolt": 0.0033749610165260007,
    "pig-0.4.1": 0.04928597484512122,
    "pig-tip": 0.09760720912444992
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.015831776179384,
     "ci": [
      0.9981015301666857,
      1.0362516046213093
     ],
     "floor": 0.01357080403864033,
     "p": 0.0625,
     "p_holm": 0.0625,
     "verdict": "inconclusive",
     "n": 8,
     "arm_median": 155.021484375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0026371508627794,
      "high": 1.0316944801026957,
      "p": 0.0,
      "equivalent": true
     }
    },
    "pibolt": {
     "ratio": 0.6831852970537794,
     "ci": [
      0.6747325393621316,
      0.6869512681089558
     ],
     "floor": 0.01357080403864033,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 104.2578125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.6767841973805991,
      "high": 0.6863846025362644,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 2.5831904164640234,
     "ci": [
      2.4990537949132015,
      2.6502861248684852
     ],
     "floor": 0.04928597484512122,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 394.208984375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.5104928113079974,
      "high": 2.6453709130756096,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.778265543809353,
     "ci": [
      1.6706187006524664,
      1.8636713735558408
     ],
     "floor": 0.09760720912444992,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 271.373046875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.6809891176620855,
      "high": 1.8581211543907525,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-ext5@openai-completions#request_bytes",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-ext5@openai-completions#request_bytes",
   "scenario": "overhead/print-ext5",
   "api": "openai-completions",
   "metric": "request_bytes",
   "kind": "wire",
   "unit": "bytes",
   "mde": 0.0,
   "aa": {
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.9819669857123041,
     "ci": [
      0.9819669857123041,
      0.9819669857123041
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 7079.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.2659176029962547,
     "ci": [
      1.2659176029962547,
      1.2659176029962547
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 9126.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.0004161464835621,
     "ci": [
      1.0004161464835621,
      1.0004161464835621
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 7212.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 0.9951449576917741,
     "ci": [
      0.9951449576917741,
      0.9951449576917741
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 7174.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-ext5@openai-completions#request_bytes_per_turn",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-ext5@openai-completions#request_bytes_per_turn",
   "scenario": "overhead/print-ext5",
   "api": "openai-completions",
   "metric": "request_bytes_per_turn",
   "kind": "wire",
   "unit": "bytes per turn",
   "mde": 0.0,
   "aa": {
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.9819669857123041,
     "ci": [
      0.9819669857123041,
      0.9819669857123041
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 7079.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9819669857123041,
      "high": 0.9819669857123041,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 1.2659176029962547,
     "ci": [
      1.2659176029962547,
      1.2659176029962547
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 9126.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.2659176029962547,
      "high": 1.2659176029962547,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.0004161464835621,
     "ci": [
      1.0004161464835621,
      1.0004161464835621
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 7212.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.0004161464835621,
      "high": 1.0004161464835621,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.9951449576917741,
     "ci": [
      0.9951449576917741,
      0.9951449576917741
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 7174.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9951449576917741,
      "high": 0.9951449576917741,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-ext5@openai-completions#requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-ext5@openai-completions#requests",
   "scenario": "overhead/print-ext5",
   "api": "openai-completions",
   "metric": "requests",
   "kind": "wire",
   "unit": "count",
   "mde": 0.0,
   "aa": {
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-ext5@openai-completions#side_requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-ext5@openai-completions#side_requests",
   "scenario": "overhead/print-ext5",
   "api": "openai-completions",
   "metric": "side_requests",
   "kind": "wire",
   "unit": "count",
   "mde": null,
   "aa": {
    "pi-bun": null,
    "pi-node": null,
    "pibolt": null,
    "pig-0.4.1": null,
    "pig-tip": null
   },
   "comparisons": {}
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-ext5@openai-completions#teardown_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-ext5@openai-completions#teardown_ms",
   "scenario": "overhead/print-ext5",
   "api": "openai-completions",
   "metric": "teardown_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.034104369880003226,
   "aa": {
    "pi-bun": 0.12311524091333771,
    "pi-node": 0.026903589681630702,
    "pibolt": 0.2625233894082908,
    "pig-0.4.1": 0.0679768621557559,
    "pig-tip": 0.11744818707605309
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.9053696983090955,
     "ci": [
      0.8104370501412962,
      0.9223103248718358
     ],
     "floor": 0.12311524091333771,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 21.876275999999997,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.8125695522958132,
      "high": 0.9177802594577971,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.18896680477146494,
     "ci": [
      0.1859639213695542,
      0.22249303352821004
     ],
     "floor": 0.2625233894082908,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 4.565969000000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1865974927710804,
      "high": 0.21436194107066403,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.904209175174576,
     "ci": [
      1.8151090326498114,
      1.9581766868022135
     ],
     "floor": 0.0679768621557559,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 46.0110445,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.8346340328673783,
      "high": 1.9480748623149586,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.9036088310920791,
     "ci": [
      0.8152630036043245,
      0.9323669759754407
     ],
     "floor": 0.11744818707605309,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 21.8337285,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.828374794936476,
      "high": 0.9288138306523231,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-ext5@openai-completions#wall_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-ext5@openai-completions#wall_ms",
   "scenario": "overhead/print-ext5",
   "api": "openai-completions",
   "metric": "wall_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.017281586669529694,
   "aa": {
    "pi-bun": 0.017474890725459748,
    "pi-node": 0.014834643348189373,
    "pibolt": 0.03506408834041617,
    "pig-0.4.1": 0.016372300104090007,
    "pig-tip": 0.025797953814703924
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.3922815173692065,
     "ci": [
      1.3763148583203868,
      1.3991254820894619
     ],
     "floor": 0.017474890725459748,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 653.9524114999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3763148583203868,
      "high": 1.3979745071412641,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.17217546452933205,
     "ci": [
      0.16894878540839373,
      0.17455778617293102
     ],
     "floor": 0.03506408834041617,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 80.8705415,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1694864574193739,
      "high": 0.17407917615247728,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.6558245644041276,
     "ci": [
      1.6242204861120553,
      1.6711381664243887
     ],
     "floor": 0.016372300104090007,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 777.738161,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.6298096058660023,
      "high": 1.6706345967992546,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.1089703864921023,
     "ci": [
      1.0811285665358006,
      1.1313536782586295
     ],
     "floor": 0.025797953814703924,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 520.8816245,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.085983444408813,
      "high": 1.1267119467816304,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@anthropic-messages#cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@anthropic-messages#cpu_ms",
   "scenario": "overhead/print-tools",
   "api": "anthropic-messages",
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.014487500442789875,
   "aa": {
    "claude-code": 0.08941208930543601,
    "copilot": 0.009238374744131259,
    "pi-bun": 0.010396406362705418,
    "pi-node": 0.014149969101802112,
    "pibolt": 0.02884583968420157,
    "pig-0.4.1": 0.028654721985206338,
    "pig-tip": 0.04380339990043495,
    "rpi": 0.027593001163938157
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.187764444479463,
     "ci": [
      1.1626368964985347,
      1.2582845356636418
     ],
     "floor": 0.08941208930543601,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 602.99,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1671064160896283,
      "high": 1.2527774057060914,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 4.4466560823215175,
     "ci": [
      4.371108215441692,
      4.49211992165563
     ],
     "floor": 0.014149969101802112,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2257.425,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.389110469590491,
      "high": 4.486408253244628,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.357284682115083,
     "ci": [
      1.3395978311665204,
      1.3661143139906187
     ],
     "floor": 0.014149969101802112,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 689.05,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3413562665285712,
      "high": 1.3649683853339516,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.10790319657729067,
     "ci": [
      0.1063194933145672,
      0.10831571118575899
     ],
     "floor": 0.02884583968420157,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 54.778999999999996,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10675729708116752,
      "high": 0.10821595386273193,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.2326559877715357,
     "ci": [
      0.22713251347728616,
      0.23667869351488507
     ],
     "floor": 0.028654721985206338,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 118.112,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.22783979052892617,
      "high": 0.23558728913919305,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.055391515714994836,
     "ci": [
      0.054422302703943805,
      0.05677061160777635
     ],
     "floor": 0.04380339990043495,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 28.1205,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.054624433714275056,
      "high": 0.05657450767071882,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.02952520150964804,
     "ci": [
      0.02905775111429829,
      0.029929126587979485
     ],
     "floor": 0.027593001163938157,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 14.989,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.02915554965252413,
      "high": 0.02983558975127478,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@anthropic-messages#cycles",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@anthropic-messages#cycles",
   "scenario": "overhead/print-tools",
   "api": "anthropic-messages",
   "metric": "cycles",
   "kind": "CPU",
   "unit": "cycles",
   "mde": 0.014327395475039018,
   "aa": {
    "claude-code": 0.08937270735573105,
    "copilot": 0.01217993398106495,
    "pi-bun": 0.010055675144651695,
    "pi-node": 0.013865340197484316,
    "pibolt": 0.023745106732955528,
    "pig-0.4.1": 0.013229323172596669,
    "pig-tip": 0.020947096373767796,
    "rpi": 0.020975803379972728
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.155521465504627,
     "ci": [
      1.1280059778472888,
      1.2253916734748396
     ],
     "floor": 0.08937270735573105,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1624914748.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.134106132713676,
      "high": 1.2193057393720728,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 4.400187695829897,
     "ci": [
      4.325483455516714,
      4.447748560586911
     ],
     "floor": 0.013865340197484316,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 6187621863.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.342686200914691,
      "high": 4.442021782031911,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.339141045357458,
     "ci": [
      1.32076989805092,
      1.3492666080682498
     ],
     "floor": 0.013865340197484316,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1883123853.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3246518441481205,
      "high": 1.347918098216879,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.10149996052229351,
     "ci": [
      0.10006793982229281,
      0.1018454890088002
     ],
     "floor": 0.023745106732955528,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 142731042.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10047860958216734,
      "high": 0.10178365378683374,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.2202274373362242,
     "ci": [
      0.21603798780544511,
      0.2224740546502823
     ],
     "floor": 0.013865340197484316,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 309687722.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.21695626065947388,
      "high": 0.22198125246997225,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.05084807140241751,
     "ci": [
      0.0498660798262687,
      0.05105150470004979
     ],
     "floor": 0.020947096373767796,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 71503458.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.05007220284235066,
      "high": 0.05101286298938893,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.02620245766432655,
     "ci": [
      0.025763624623146367,
      0.026623533442190178
     ],
     "floor": 0.020975803379972728,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 36846360.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.025828259082694024,
      "high": 0.02647652304386591,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@anthropic-messages#first_request_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@anthropic-messages#first_request_cpu_ms",
   "scenario": "overhead/print-tools",
   "api": "anthropic-messages",
   "metric": "first_request_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.011835075458485333,
   "aa": {
    "claude-code": 0.06998008286958365,
    "copilot": 0.010722423924080467,
    "pi-bun": 0.00883646375324705,
    "pi-node": 0.012310409007435746,
    "pibolt": 0.027468449993193433,
    "pig-0.4.1": 0.025874054033206407,
    "pig-tip": 0.07287992336866073,
    "rpi": 0.05770521613539717
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.8893994529073707,
     "ci": [
      0.8680486353879944,
      0.9282773166348705
     ],
     "floor": 0.06998008286958365,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 354.399,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.8723210122876237,
      "high": 0.9243679420509869,
      "p": 0.98475,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 4.958722112078701,
     "ci": [
      4.8945657855297355,
      5.005937011138964
     ],
     "floor": 0.012310409007435746,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1975.902,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.904747247837364,
      "high": 4.998394090252128,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.5363477802594925,
     "ci": [
      1.5159555889150647,
      1.546275485934759
     ],
     "floor": 0.012310409007435746,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 612.1885,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.518812950309981,
      "high": 1.5456758730078803,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.09917685145682234,
     "ci": [
      0.09792823246521994,
      0.09956911522644102
     ],
     "floor": 0.027468449993193433,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 39.519,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09819259876344949,
      "high": 0.09951752586660358,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.14705247571962757,
     "ci": [
      0.14515349915651637,
      0.14858234226083897
     ],
     "floor": 0.025874054033206407,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 58.596000000000004,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1455507150758977,
      "high": 0.14848568361628844,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.0340314201821969,
     "ci": [
      0.03321222097318131,
      0.03535285081774646
     ],
     "floor": 0.07287992336866073,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 13.560500000000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.03332639111931909,
      "high": 0.03528543906984576,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.011714809144979547,
     "ci": [
      0.011525313651650323,
      0.012005429982334991
     ],
     "floor": 0.05770521613539717,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 4.668,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.011590095690648896,
      "high": 0.011913842942026655,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@anthropic-messages#first_request_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@anthropic-messages#first_request_ms",
   "scenario": "overhead/print-tools",
   "api": "anthropic-messages",
   "metric": "first_request_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.008691603420675141,
   "aa": {
    "claude-code": 0.050146097880324446,
    "copilot": 0.005894271031654569,
    "pi-bun": 0.005537926721266616,
    "pi-node": 0.010309414890221438,
    "pibolt": 0.03419779224434318,
    "pig-0.4.1": 0.03218456308080544,
    "pig-tip": 0.03457697940892838,
    "rpi": 0.0453262508415758
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.970249063737426,
     "ci": [
      0.9585165852707582,
      0.9998113014693678
     ],
     "floor": 0.050146097880324446,
     "p": 0.00927734375,
     "p_holm": 0.00927734375,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 282.828208,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.9607457404389285,
      "high": 0.9907093160835314,
      "p": 0.0,
      "equivalent": true
     }
    },
    "copilot": {
     "ratio": 5.0658193718552385,
     "ci": [
      5.044317379494884,
      5.1090012053714
     ],
     "floor": 0.010309414890221438,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1476.6895104999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 5.048513532039496,
      "high": 5.099262218859905,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.6324392248428956,
     "ci": [
      1.6226482221656617,
      1.6425705424781478
     ],
     "floor": 0.010309414890221438,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 475.8570535,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.6237760216198605,
      "high": 1.6421470713445727,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.12346546447964812,
     "ci": [
      0.1222003939893863,
      0.12427673696386984
     ],
     "floor": 0.03419779224434318,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 35.99026,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.12250693670875383,
      "high": 0.12419336937649239,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.11428058707297897,
     "ci": [
      0.11339261265293857,
      0.116859882388558
     ],
     "floor": 0.03218456308080544,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 33.3128625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11346994536234528,
      "high": 0.11646637052158051,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.03964470408879004,
     "ci": [
      0.03924734481924184,
      0.04002860434600877
     ],
     "floor": 0.03457697940892838,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 11.556456,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.03936235549483231,
      "high": 0.039966633142816795,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.012799741017364441,
     "ci": [
      0.012708748073368192,
      0.012900836781709698
     ],
     "floor": 0.0453262508415758,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.7311325,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.012731969410566146,
      "high": 0.012888140695362272,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@anthropic-messages#instructions",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@anthropic-messages#instructions",
   "scenario": "overhead/print-tools",
   "api": "anthropic-messages",
   "metric": "instructions",
   "kind": "CPU",
   "unit": "instructions",
   "mde": 0.001814420699451227,
   "aa": {
    "claude-code": 0.00921632658026244,
    "copilot": 0.00975069525870957,
    "pi-bun": 0.010111228878038147,
    "pi-node": 0.0031377115591304586,
    "pibolt": 0.015294677755950947,
    "pig-0.4.1": 0.00957065940108973,
    "pig-tip": 0.011140498840897285,
    "rpi": 0.01026461385669081
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.7750822794944301,
     "ci": [
      0.7729106483289433,
      0.7766563631393452
     ],
     "floor": 0.00921632658026244,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 2127667389.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7731426955854058,
      "high": 0.7762481910770043,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 4.07597038735079,
     "ci": [
      4.04558829171071,
      4.113903824404575
     ],
     "floor": 0.00975069525870957,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 11188888590.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.04723283802336,
      "high": 4.108894845382648,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.275107618410617,
     "ci": [
      1.2605460415365708,
      1.2761500021729704
     ],
     "floor": 0.010111228878038147,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 3500279866.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2617212630632058,
      "high": 1.275674782580998,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.07479924838153668,
     "ci": [
      0.07453192667919567,
      0.07493326076295133
     ],
     "floor": 0.015294677755950947,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 205330357.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.07457964716662781,
      "high": 0.0749003493760512,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.20437696921141707,
     "ci": [
      0.20378970998872592,
      0.20562331602309666
     ],
     "floor": 0.00957065940108973,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 561032324.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.20385096817431247,
      "high": 0.2051104481741281,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.03666445710734658,
     "ci": [
      0.036511215085485244,
      0.03674778116567159
     ],
     "floor": 0.011140498840897285,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 100647082.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.03653176232043728,
      "high": 0.03672935281593418,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.01666324176465944,
     "ci": [
      0.01651040974465839,
      0.016791879074115484
     ],
     "floor": 0.01026461385669081,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 45742029.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.016528794154891724,
      "high": 0.016776807212622345,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@anthropic-messages#peak_mem_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@anthropic-messages#peak_mem_mib",
   "scenario": "overhead/print-tools",
   "api": "anthropic-messages",
   "metric": "peak_mem_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.011645541270848155,
   "aa": {
    "claude-code": 0.0032489893791027864,
    "copilot": 0.0029542582381988135,
    "pi-bun": 0.015312453936839115,
    "pi-node": 0.017487536869456793,
    "pibolt": 0.013482932411182678,
    "pig-0.4.1": 0.033283411395661086,
    "pig-tip": 0.04117748688091319,
    "rpi": 0.08539929590487082
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.5538091127969835,
     "ci": [
      1.544671714318002,
      1.5858221049219798
     ],
     "floor": 0.017487536869456793,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 133.609375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.5468718180789682,
      "high": 1.582039911308204,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 4.346227229364467,
     "ci": [
      4.324714657023392,
      4.430430152335973
     ],
     "floor": 0.017487536869456793,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 373.724609375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.329010501539019,
      "high": 4.419992609016999,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.166106391677645,
     "ci": [
      1.1546819707830505,
      1.191381230854915
     ],
     "floor": 0.017487536869456793,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 100.271484375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1567065976948907,
      "high": 1.1871766444937177,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.24446917730432016,
     "ci": [
      0.24250860039833425,
      0.24873825068296523
     ],
     "floor": 0.017487536869456793,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 21.021484375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.24305870610652391,
      "high": 0.24833702882483372,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.2120792259119611,
     "ci": [
      0.20939432520916698,
      0.21602617655249234
     ],
     "floor": 0.033283411395661086,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 18.236328125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.20992141007586426,
      "high": 0.21523673741577942,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.12585744787171216,
     "ci": [
      0.12422696700221189,
      0.12903075922312052
     ],
     "floor": 0.04117748688091319,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 10.822265625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.12444928918562928,
      "high": 0.1285826735194703,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.06023713260346159,
     "ci": [
      0.05744993777576649,
      0.06457028768490788
     ],
     "floor": 0.08539929590487082,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 5.1796875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.05759281111010257,
      "high": 0.06396103157080099,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@anthropic-messages#peak_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@anthropic-messages#peak_rss_mib",
   "scenario": "overhead/print-tools",
   "api": "anthropic-messages",
   "metric": "peak_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.01003511473061369,
   "aa": {
    "claude-code": 0.009453748566564554,
    "copilot": 0.0026135902600280324,
    "pi-bun": 0.014114737190806113,
    "pi-node": 0.015772446535880297,
    "pibolt": 0.010600981033362666,
    "pig-0.4.1": 0.01360678090933189,
    "pig-tip": 0.018308417081677974,
    "rpi": 0.024300261130752947
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.8370959317509141,
     "ci": [
      1.8102683045557368,
      1.8543255324743624
     ],
     "floor": 0.015772446535880297,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 247.3046875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.812845402743178,
      "high": 1.8526966407060508,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 2.30468341941849,
     "ci": [
      2.273802365203448,
      2.323686404118103
     ],
     "floor": 0.015772446535880297,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 310.25,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.275434527388827,
      "high": 2.322625412685891,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.0349370320933202,
     "ci": [
      1.0213040116828451,
      1.0492009232477284
     ],
     "floor": 0.015772446535880297,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 139.3203125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0247149655658274,
      "high": 1.046697271850054,
      "p": 0.00925,
      "equivalent": true
     }
    },
    "pibolt": {
     "ratio": 0.5829029075503454,
     "ci": [
      0.5752083154368182,
      0.5877656074055658
     ],
     "floor": 0.015772446535880297,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 78.46875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.5753857594348392,
      "high": 0.5875025585543437,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.34958795194707215,
     "ci": [
      0.3457034046330498,
      0.3522073217050866
     ],
     "floor": 0.015772446535880297,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 47.060546875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.34597508830637663,
      "high": 0.3519881964530926,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.05182519876965933,
     "ci": [
      0.05114108180855024,
      0.05247139387199672
     ],
     "floor": 0.018308417081677974,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 6.9765625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.051341522778684534,
      "high": 0.052385543576708445,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.031179269920492136,
     "ci": [
      0.030580421599768988,
      0.0315279843672529
     ],
     "floor": 0.024300261130752947,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 4.197265625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.030729499158493413,
      "high": 0.031472908842111395,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@anthropic-messages#request_bytes",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@anthropic-messages#request_bytes",
   "scenario": "overhead/print-tools",
   "api": "anthropic-messages",
   "metric": "request_bytes",
   "kind": "wire",
   "unit": "bytes",
   "mde": 0.0,
   "aa": {
    "claude-code": 0.0,
    "copilot": 0.0,
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "claude-code": {
     "ratio": 4.679300040677117,
     "ci": [
      4.679300040677117,
      4.679300040677117
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 598183.0,
     "not_compared": null,
     "equivalence": null
    },
    "copilot": {
     "ratio": 3.9280484370599833,
     "ci": [
      3.9280484370599833,
      3.9280484370599833
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 502146.0,
     "not_compared": null,
     "equivalence": null
    },
    "pi-bun": {
     "ratio": 0.9905660377358491,
     "ci": [
      0.9905660377358491,
      0.9905660377358491
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 126630.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.1346803717262743,
     "ci": [
      1.1346803717262743,
      1.1346803717262743
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 145053.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.0013376513658125,
     "ci": [
      1.0013376513658125,
      1.0013376513658125
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 128007.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 0.9980991270064771,
     "ci": [
      0.9980991270064771,
      0.9980991270064771
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 127593.0,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 1.0291388967114115,
     "ci": [
      1.0291388967114115,
      1.0291388967114115
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 131561.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@anthropic-messages#request_bytes_per_turn",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@anthropic-messages#request_bytes_per_turn",
   "scenario": "overhead/print-tools",
   "api": "anthropic-messages",
   "metric": "request_bytes_per_turn",
   "kind": "wire",
   "unit": "bytes per turn",
   "mde": 0.0,
   "aa": {
    "claude-code": 0.0,
    "copilot": 0.0,
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "claude-code": {
     "ratio": 4.679300040677118,
     "ci": [
      4.679300040677118,
      4.679300040677118
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 66464.77777777778,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 4.679300040677118,
      "high": 4.679300040677118,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 3.9280484370599833,
     "ci": [
      3.9280484370599833,
      3.9280484370599833
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 55794.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 3.9280484370599833,
      "high": 3.9280484370599833,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.9905660377358491,
     "ci": [
      0.9905660377358491,
      0.9905660377358491
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 14070.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9905660377358491,
      "high": 0.9905660377358491,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 1.1346803717262743,
     "ci": [
      1.1346803717262743,
      1.1346803717262743
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 16117.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.1346803717262743,
      "high": 1.1346803717262743,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.0013376513658125,
     "ci": [
      1.0013376513658125,
      1.0013376513658125
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 14223.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.0013376513658125,
      "high": 1.0013376513658125,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.9980991270064771,
     "ci": [
      0.9980991270064771,
      0.9980991270064771
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 14177.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9980991270064771,
      "high": 0.9980991270064771,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 1.0291388967114115,
     "ci": [
      1.0291388967114115,
      1.0291388967114115
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 14617.888888888889,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.0291388967114115,
      "high": 1.0291388967114115,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@anthropic-messages#requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@anthropic-messages#requests",
   "scenario": "overhead/print-tools",
   "api": "anthropic-messages",
   "metric": "requests",
   "kind": "wire",
   "unit": "count",
   "mde": 0.0,
   "aa": {
    "claude-code": 0.0,
    "copilot": 0.0,
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 9.0,
     "not_compared": null,
     "equivalence": null
    },
    "copilot": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 9.0,
     "not_compared": null,
     "equivalence": null
    },
    "pi-bun": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 9.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 9.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 9.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 9.0,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 9.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@anthropic-messages#side_requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@anthropic-messages#side_requests",
   "scenario": "overhead/print-tools",
   "api": "anthropic-messages",
   "metric": "side_requests",
   "kind": "wire",
   "unit": "count",
   "mde": null,
   "aa": {
    "claude-code": null,
    "copilot": null,
    "pi-bun": null,
    "pi-node": null,
    "pibolt": null,
    "pig-0.4.1": null,
    "pig-tip": null,
    "rpi": null
   },
   "comparisons": {}
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@anthropic-messages#teardown_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@anthropic-messages#teardown_ms",
   "scenario": "overhead/print-tools",
   "api": "anthropic-messages",
   "metric": "teardown_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.12886882142798917,
   "aa": {
    "claude-code": 0.09146918851823087,
    "copilot": 0.044386156447480805,
    "pi-bun": 0.1253826418279427,
    "pi-node": 0.1399575365691218,
    "pibolt": 0.14691088721983794,
    "pig-0.4.1": 0.27732307047271826,
    "pig-tip": 0.20435748039354054,
    "rpi": 0.17909483298222886
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.4518364805935193,
     "ci": [
      1.3607043544996107,
      1.594514754601748
     ],
     "floor": 0.1399575365691218,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 29.284124,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3691993638332631,
      "high": 1.5800902100171765,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 2.7384473665149245,
     "ci": [
      2.6086825103138476,
      3.000630037773053
     ],
     "floor": 0.1399575365691218,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 55.235581499999995,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.62269481138912,
      "high": 2.993868357269828,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.5631456211505166,
     "ci": [
      0.5244473156916405,
      0.6113935770328991
     ],
     "floor": 0.1399575365691218,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 11.358872999999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.5315038380662926,
      "high": 0.6013330069295886,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.15310830954724206,
     "ci": [
      0.14529088835323276,
      0.16747227395596098
     ],
     "floor": 0.14691088721983794,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.0882560000000003,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.14668547921241132,
      "high": 0.16662981618326084,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.1605012711447829,
     "ci": [
      0.1385670802393069,
      0.1928170898517181
     ],
     "floor": 0.27732307047271826,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.237375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.14033284140642227,
      "high": 0.18676111432971257,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.08671986739381136,
     "ci": [
      0.08157122642392046,
      0.10016083469674074
     ],
     "floor": 0.20435748039354054,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.7491745,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.08213199450870318,
      "high": 0.09883288829634779,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.058369389879755006,
     "ci": [
      0.055680439153742975,
      0.06751615857773391
     ],
     "floor": 0.17909483298222886,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.177334,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.05589435539268591,
      "high": 0.06554123539735279,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@anthropic-messages#turn_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@anthropic-messages#turn_cpu_ms",
   "scenario": "overhead/print-tools",
   "api": "anthropic-messages",
   "metric": "turn_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.06738888600456652,
   "aa": {
    "claude-code": 0.1659496613807385,
    "copilot": 0.015847232805308493,
    "pi-bun": 0.11178819335862712,
    "pi-node": 0.027334905359864846,
    "pibolt": 0.020467986213017132,
    "pig-0.4.1": 0.03432895755749184,
    "pig-tip": 0.041088879780238445,
    "rpi": 0.03555930203648735
   },
   "comparisons": {
    "claude-code": {
     "ratio": 2.725696298586323,
     "ci": [
      2.6426250275391103,
      3.13756523712276
     ],
     "floor": 0.1659496613807385,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 24.24575,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.6577386807565806,
      "high": 3.047411774429048,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 2.8576206402293383,
     "ci": [
      2.80474774179335,
      2.9068463034470953
     ],
     "floor": 0.027334905359864846,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 25.419250000000034,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.827075429591607,
      "high": 2.898939648065486,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.7228014951800168,
     "ci": [
      0.6799636353618566,
      0.7605062149440497
     ],
     "floor": 0.11178819335862712,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 6.429500000000047,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.6861805317813569,
      "high": 0.7491047448522854,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.1462016244624941,
     "ci": [
      0.14325463511391515,
      0.14811668082696106
     ],
     "floor": 0.027334905359864846,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.3005000000000013,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.14408460013218788,
      "high": 0.1477670068510674,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.7362356313762961,
     "ci": [
      0.7166966696669671,
      0.7633016159000043
     ],
     "floor": 0.03432895755749184,
     "p": 0.00146484375,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 6.549000000000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7195694331244202,
      "high": 0.7562947627573863,
      "p": 0.99775,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.11815294679744803,
     "ci": [
      0.11420467063229806,
      0.12036273701566362
     ],
     "floor": 0.041088879780238445,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.0510000000000002,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1145391653648743,
      "high": 0.12005557603425286,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.10261094404316908,
     "ci": [
      0.09892569382273955,
      0.10417430029031245
     ],
     "floor": 0.03555930203648735,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 0.9127500000000002,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09952938539974232,
      "high": 0.10389244341723261,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@anthropic-messages#turn_gap_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@anthropic-messages#turn_gap_ms",
   "scenario": "overhead/print-tools",
   "api": "anthropic-messages",
   "metric": "turn_gap_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.0741480793157022,
   "aa": {
    "claude-code": 0.12608699547710273,
    "copilot": 0.010247382354721722,
    "pi-bun": 0.12278616052313258,
    "pi-node": 0.020530331400175877,
    "pibolt": 0.02551767219516335,
    "pig-0.4.1": 0.06962012650379631,
    "pig-tip": 0.03273285566422737,
    "rpi": 0.03758421826754035
   },
   "comparisons": {
    "claude-code": {
     "ratio": 3.9374665072672888,
     "ci": [
      3.869912832795109,
      4.375447659280673
     ],
     "floor": 0.12608699547710273,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 14.55929625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.8828315674021376,
      "high": 4.288973551001921,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 4.598917942179458,
     "ci": [
      4.512105832343677,
      4.637735220083
     ],
     "floor": 0.020530331400175877,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 17.00509925,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.528271258602972,
      "high": 4.6318897895042905,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.8473837502151715,
     "ci": [
      0.8079333923387411,
      0.9145343175221072
     ],
     "floor": 0.12278616052313258,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.133312,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.8127421661174933,
      "high": 0.9099561006713786,
      "p": 0.99975,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.2961076694926656,
     "ci": [
      0.29093320775751313,
      0.3002051719962663
     ],
     "floor": 0.02551767219516335,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.09489675,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2923736422870368,
      "high": 0.29995980700850705,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.0982326384423755,
     "ci": [
      1.0585346902620913,
      1.1469867879207458
     ],
     "floor": 0.06962012650379631,
     "p": 0.06640625,
     "p_holm": 0.06640625,
     "verdict": "inconclusive (paired test p 0.066 >= 0.05)",
     "n": 12,
     "arm_median": 4.0608585,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0638048971974294,
      "high": 1.1295679177922668,
      "p": 0.9925,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.2538441848097045,
     "ci": [
      0.24554791242963597,
      0.25837720181809176
     ],
     "floor": 0.03273285566422737,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 0.9386220000000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.24650316056719135,
      "high": 0.2570339138827899,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.18702078263363522,
     "ci": [
      0.17886753557956422,
      0.1899582591664818
     ],
     "floor": 0.03758421826754035,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 0.69153375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1814246005446469,
      "high": 0.18925288256811906,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@anthropic-messages#wall_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@anthropic-messages#wall_ms",
   "scenario": "overhead/print-tools",
   "api": "anthropic-messages",
   "metric": "wall_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.010721012133783778,
   "aa": {
    "claude-code": 0.06348845477400773,
    "copilot": 0.005964214238858289,
    "pi-bun": 0.006428503617753044,
    "pi-node": 0.010402769538216481,
    "pibolt": 0.033744579400602416,
    "pig-0.4.1": 0.016511618717593112,
    "pig-tip": 0.02760097670183135,
    "rpi": 0.019109297316131136
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.2828218083429093,
     "ci": [
      1.2724442832721279,
      1.3286225471654143
     ],
     "floor": 0.06348845477400773,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 457.4975925,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2759993292162521,
      "high": 1.3250078807141097,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 4.6994273956630215,
     "ci": [
      4.681155906931695,
      4.729680088623869
     ],
     "floor": 0.010402769538216481,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1675.974563,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.685201006572073,
      "high": 4.72385276251021,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.4761557760618367,
     "ci": [
      1.4694285271477903,
      1.4844396714335002
     ],
     "floor": 0.010402769538216481,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 526.4470165,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.4712213435523573,
      "high": 1.4828160283709066,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.1459072393006045,
     "ci": [
      0.14493017449712964,
      0.14626367188029538
     ],
     "floor": 0.033744579400602416,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 52.035450499999996,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.14515872227328466,
      "high": 0.14611934371798474,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.2050758587489559,
     "ci": [
      0.2034206192610761,
      0.20695939026690077
     ],
     "floor": 0.016511618717593112,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 73.136979,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.20360191792218554,
      "high": 0.20684236975458814,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.07633703651262212,
     "ci": [
      0.07563280226226358,
      0.07708823048871126
     ],
     "floor": 0.02760097670183135,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 27.224366,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.07587079572152894,
      "high": 0.07689561181332857,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.039359025218983636,
     "ci": [
      0.039018031686672436,
      0.03970443754102137
     ],
     "floor": 0.019109297316131136,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 14.036757999999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.03909070724867767,
      "high": 0.039683671164058416,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@openai-completions#cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@openai-completions#cpu_ms",
   "scenario": "overhead/print-tools",
   "api": "openai-completions",
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.020205836401571375,
   "aa": {
    "copilot": 0.011335966442829326,
    "octet": 0.01478423167148291,
    "opencode-v2": 0.07299699697454463,
    "pi-bun": 0.014855240919048494,
    "pi-node": 0.01669302327470122,
    "pibolt": 0.03000572123709107,
    "pig-0.4.1": 0.02291752862074485,
    "pig-tip": 0.02519766537399013,
    "rpi": 0.025522246069150382
   },
   "comparisons": {
    "copilot": {
     "ratio": 4.362453763231034,
     "ci": [
      4.328276071812857,
      4.410918701340381
     ],
     "floor": 0.01669302327470122,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2257.9210000000003,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.334104837940688,
      "high": 4.408025418268268,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.046784992865844054,
     "ci": [
      0.04600041962053214,
      0.04733695778264131
     ],
     "floor": 0.01669302327470122,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 24.215,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.046129890105288,
      "high": 0.04718621700025065,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 4.704070188115664,
     "ci": [
      4.614729889688729,
      4.87204780661106
     ],
     "floor": 0.07299699697454463,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2434.7349999999997,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.625202832631079,
      "high": 4.87149897243258,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.3611785992710312,
     "ci": [
      1.3415773545755416,
      1.3701327115235766
     ],
     "floor": 0.01669302327470122,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 704.5195,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.346196896754556,
      "high": 1.3683944639501964,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.1089047983840195,
     "ci": [
      0.10765209534875263,
      0.11063701446714394
     ],
     "floor": 0.03000572123709107,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 56.367000000000004,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10805324946055662,
      "high": 0.11045480246297092,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.228949892818605,
     "ci": [
      0.2255633598130571,
      0.23204778084230884
     ],
     "floor": 0.02291752862074485,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 118.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.22602673653382005,
      "high": 0.23153425568608038,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.05427175096434274,
     "ci": [
      0.0536345235727547,
      0.05524117384352749
     ],
     "floor": 0.02519766537399013,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 28.09,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.05378632859830901,
      "high": 0.05496767004553568,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.02770969926417243,
     "ci": [
      0.02728005617247028,
      0.02795970310820721
     ],
     "floor": 0.025522246069150382,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 14.342,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.027351573462575485,
      "high": 0.027891979354256535,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@openai-completions#cycles",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@openai-completions#cycles",
   "scenario": "overhead/print-tools",
   "api": "openai-completions",
   "metric": "cycles",
   "kind": "CPU",
   "unit": "cycles",
   "mde": 0.02051984641498737,
   "aa": {
    "copilot": 0.009701721940825862,
    "octet": 0.018465523801566772,
    "opencode-v2": 0.07407209357090393,
    "pi-bun": 0.013333686851832309,
    "pi-node": 0.01595807229131144,
    "pibolt": 0.0253039702933492,
    "pig-0.4.1": 0.012544739493642862,
    "pig-tip": 0.020462406902107707,
    "rpi": 0.022286011459402687
   },
   "comparisons": {
    "copilot": {
     "ratio": 4.315355354329173,
     "ci": [
      4.284850975532121,
      4.365817439787384
     ],
     "floor": 0.01595807229131144,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 6189088613.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.294843753429408,
      "high": 4.36272734250022,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.043217076609956856,
     "ci": [
      0.042389318247636115,
      0.043593940601423714
     ],
     "floor": 0.018465523801566772,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 61981991.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.04251869149840721,
      "high": 0.04348634543860075,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 4.665134930821033,
     "ci": [
      4.580982444936232,
      4.836915271115942
     ],
     "floor": 0.07407209357090393,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 6690742965.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.595085563126323,
      "high": 4.833968913997323,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.3431675207380327,
     "ci": [
      1.3247990269605523,
      1.351508145580745
     ],
     "floor": 0.01595807229131144,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1926372714.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3290476246394742,
      "high": 1.3512620671035422,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.10232856964294851,
     "ci": [
      0.10145903891731116,
      0.10404984666436154
     ],
     "floor": 0.0253039702933492,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 146759776.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10160646040521701,
      "high": 0.10383118735029322,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.2160717430545608,
     "ci": [
      0.21315016447885804,
      0.218333399901654
     ],
     "floor": 0.01595807229131144,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 309890392.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.21377091637517037,
      "high": 0.21797343243608924,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.04973001134648188,
     "ci": [
      0.049463455825400696,
      0.05016174880722311
     ],
     "floor": 0.020462406902107707,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 71322851.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.049473490825365396,
      "high": 0.05003989851734031,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.02433579163849948,
     "ci": [
      0.024047709666252637,
      0.02473447955347028
     ],
     "floor": 0.022286011459402687,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 34902426.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.024107738946182546,
      "high": 0.024685251322582633,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@openai-completions#first_request_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@openai-completions#first_request_cpu_ms",
   "scenario": "overhead/print-tools",
   "api": "openai-completions",
   "metric": "first_request_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.014061251700117272,
   "aa": {
    "copilot": 0.00927197484301811,
    "octet": 0.04501980837476269,
    "opencode-v2": 0.06646784269168929,
    "pi-bun": 0.01202501497674048,
    "pi-node": 0.021472256060334805,
    "pibolt": 0.0244701844152191,
    "pig-0.4.1": 0.04719865667108006,
    "pig-tip": 0.04671575981659642,
    "rpi": 0.055088150404382995
   },
   "comparisons": {
    "copilot": {
     "ratio": 4.96351546371089,
     "ci": [
      4.918565714585137,
      4.992468944783592
     ],
     "floor": 0.021472256060334805,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1981.078,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.92607243975379,
      "high": 4.981894512578873,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.018884919123689642,
     "ci": [
      0.01866174503294852,
      0.019202855860756735
     ],
     "floor": 0.04501980837476269,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 7.5375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.018715046787616967,
      "high": 0.019161883930004817,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 3.9384721192198997,
     "ci": [
      3.8455183637959096,
      4.067913181030788
     ],
     "floor": 0.06646784269168929,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1571.9545,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.86046894610638,
      "high": 4.020245524963879,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.5444556633460946,
     "ci": [
      1.5322702234695247,
      1.5609425506997787
     ],
     "floor": 0.021472256060334805,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 616.4355,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.5347754702810332,
      "high": 1.5593646512024346,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.1006256138381672,
     "ci": [
      0.09997058258938031,
      0.10159838278316988
     ],
     "floor": 0.0244701844152191,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 40.1625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10003317146655294,
      "high": 0.10147161175032135,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.146584554328436,
     "ci": [
      0.13706125468055194,
      0.14850820983924518
     ],
     "floor": 0.04719865667108006,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 58.506,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13809057057416566,
      "high": 0.14795964440520148,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.033633320638993006,
     "ci": [
      0.03305422437551565,
      0.03505209010288045
     ],
     "floor": 0.04671575981659642,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 13.424,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.03309310765435138,
      "high": 0.034740582764661215,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.01160154136016516,
     "ci": [
      0.011324384372800438,
      0.011673781003779688
     ],
     "floor": 0.055088150404382995,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 4.6305,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.011340661093978657,
      "high": 0.011665430638792567,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@openai-completions#first_request_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@openai-completions#first_request_ms",
   "scenario": "overhead/print-tools",
   "api": "openai-completions",
   "metric": "first_request_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.01632094398733522,
   "aa": {
    "copilot": 0.008323755183402944,
    "octet": 0.16394547255421582,
    "opencode-v2": 0.0993470964840639,
    "pi-bun": 0.007765201658923817,
    "pi-node": 0.015719468825837347,
    "pibolt": 0.02536671737668421,
    "pig-0.4.1": 0.02665338969140068,
    "pig-tip": 0.03647962190643012,
    "rpi": 0.04859845797418185
   },
   "comparisons": {
    "copilot": {
     "ratio": 5.0569578139485145,
     "ci": [
      5.028454549085563,
      5.086418224822742
     ],
     "floor": 0.015719468825837347,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1482.109922,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 5.031961398832701,
      "high": 5.0828324161373875,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.02656511749649884,
     "ci": [
      0.024641934731313764,
      0.028424029266219834
     ],
     "floor": 0.16394547255421582,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 7.7857924999999994,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.024697196291060042,
      "high": 0.028378256220873792,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 2.4570882478525324,
     "ci": [
      2.3643619536400924,
      2.5165844163147244
     ],
     "floor": 0.0993470964840639,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 720.1315505,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.387546421052711,
      "high": 2.5026152815398013,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.6341151312413111,
     "ci": [
      1.6218708299285864,
      1.6452949680430773
     ],
     "floor": 0.015719468825837347,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 478.9318675,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.623684357934576,
      "high": 1.644129582866037,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.12432137405164231,
     "ci": [
      0.1234157356792941,
      0.12528063827161823
     ],
     "floor": 0.02536671737668421,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 36.4365195,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.12356669745093232,
      "high": 0.12518123248986895,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.11411760289350496,
     "ci": [
      0.11250297162678963,
      0.11572329520668694
     ],
     "floor": 0.02665338969140068,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 33.4459645,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11284250251922476,
      "high": 0.11541760073326224,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.03937680927120014,
     "ci": [
      0.03896984979998348,
      0.040196205681686206
     ],
     "floor": 0.03647962190643012,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 11.5406855,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.03900053233527284,
      "high": 0.04011943571085726,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.012496469113990738,
     "ci": [
      0.012396318868237628,
      0.01262017284965982
     ],
     "floor": 0.04859845797418185,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.6625065,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.01241725134463487,
      "high": 0.01258990253481417,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@openai-completions#instructions",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@openai-completions#instructions",
   "scenario": "overhead/print-tools",
   "api": "openai-completions",
   "metric": "instructions",
   "kind": "CPU",
   "unit": "instructions",
   "mde": 0.003001384153623353,
   "aa": {
    "copilot": 0.01094874019666088,
    "octet": 0.02059051815228326,
    "opencode-v2": 0.02946518460583225,
    "pi-bun": 0.005348963185601671,
    "pi-node": 0.002053810500702102,
    "pibolt": 0.013634240918597463,
    "pig-0.4.1": 0.012681314772861808,
    "pig-tip": 0.013580329297685276,
    "rpi": 0.016254664689956518
   },
   "comparisons": {
    "copilot": {
     "ratio": 4.014845546303413,
     "ci": [
      3.997921393223869,
      4.073531457023482
     ],
     "floor": 0.01094874019666088,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 11171339620.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.999720584932253,
      "high": 4.069189594815326,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.031529969657939264,
     "ci": [
      0.031335199552964044,
      0.031684304932521425
     ],
     "floor": 0.02059051815228326,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 87732391.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.031353438718175176,
      "high": 0.03165414090570898,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 3.2941084992069163,
     "ci": [
      3.262218079895187,
      3.3428265518106945
     ],
     "floor": 0.02946518460583225,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 9165883062.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.2645460876464765,
      "high": 3.328997764559538,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.2726869970111505,
     "ci": [
      1.2699012272600367,
      1.2785043597943881
     ],
     "floor": 0.005348963185601671,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 3541261677.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2707978741462156,
      "high": 1.2780080186599503,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.07556549948644037,
     "ci": [
      0.07544624509536581,
      0.07575297297343515
     ],
     "floor": 0.013634240918597463,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 210261602.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.07546320946586706,
      "high": 0.07571445713056814,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.2023544123270728,
     "ci": [
      0.19961107554776328,
      0.20284440985023353
     ],
     "floor": 0.012681314772861808,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 563052759.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.19987680822630144,
      "high": 0.20276078438105002,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.0359867589129083,
     "ci": [
      0.035812880002192994,
      0.03616925376167693
     ],
     "floor": 0.013580329297685276,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 100133442.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.035824633910854366,
      "high": 0.03613669085565426,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.015446667678290015,
     "ci": [
      0.015255401921453728,
      0.015560082234966197
     ],
     "floor": 0.016254664689956518,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 42980475.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.015295207536708428,
      "high": 0.015541796510771519,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@openai-completions#peak_mem_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@openai-completions#peak_mem_mib",
   "scenario": "overhead/print-tools",
   "api": "openai-completions",
   "metric": "peak_mem_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.010252519307353528,
   "aa": {
    "copilot": 0.0010045729840349913,
    "octet": 0.03395912054245415,
    "opencode-v2": 0.0412375346098166,
    "pi-bun": 0.010980563564151854,
    "pi-node": 0.012737579551508133,
    "pibolt": 0.012188116389238468,
    "pig-0.4.1": 0.01882153992427978,
    "pig-tip": 0.03643260074742618,
    "rpi": 0.07371154003752897
   },
   "comparisons": {
    "copilot": {
     "ratio": 4.322031214657318,
     "ci": [
      4.303150404215551,
      4.330332033021864
     ],
     "floor": 0.012737579551508133,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 373.197265625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.306152805949966,
      "high": 4.328368697859993,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.05288396290432029,
     "ci": [
      0.051979190228455104,
      0.054974888014117006
     ],
     "floor": 0.03395912054245415,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 4.56640625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.05213259418486254,
      "high": 0.05492894202571622,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 3.3040262384076002,
     "ci": [
      3.242256837529433,
      3.3774427946021572
     ],
     "floor": 0.0412375346098166,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 285.294921875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.244151848332655,
      "high": 3.3714582674318767,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.1630626555078036,
     "ci": [
      1.1565610859728508,
      1.1668626741451058
     ],
     "floor": 0.012737579551508133,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 100.427734375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1573160799927609,
      "high": 1.165988056460369,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.25141370730603935,
     "ci": [
      0.24939249392493926,
      0.25263919343535957
     ],
     "floor": 0.012737579551508133,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 21.708984375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.24963745128251608,
      "high": 0.25244343891402715,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.20922868129382494,
     "ci": [
      0.2070133447738614,
      0.2125272034820457
     ],
     "floor": 0.01882153992427978,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 18.06640625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2073738973083013,
      "high": 0.2119784351923164,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.1258764985297444,
     "ci": [
      0.12270382770789974,
      0.12832458838429528
     ],
     "floor": 0.03643260074742618,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 10.869140625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.12279987330890005,
      "high": 0.12787919765607392,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.06132096810676318,
     "ci": [
      0.05755558574469049,
      0.06202497285559175
     ],
     "floor": 0.07371154003752897,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 5.294921875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.05799855229822656,
      "high": 0.06181455633100698,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@openai-completions#peak_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@openai-completions#peak_rss_mib",
   "scenario": "overhead/print-tools",
   "api": "openai-completions",
   "metric": "peak_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.009829232077528678,
   "aa": {
    "copilot": 0.0019479604589977128,
    "octet": 0.021566705558775486,
    "opencode-v2": 0.03287657294766168,
    "pi-bun": 0.011069333562512943,
    "pi-node": 0.009766574801565626,
    "pibolt": 0.010896591224213192,
    "pig-0.4.1": 0.00719397818756046,
    "pig-tip": 0.028466755689724524,
    "rpi": 0.019391189314650583
   },
   "comparisons": {
    "copilot": {
     "ratio": 2.289830386142187,
     "ci": [
      2.2752477803755076,
      2.301268943513886
     ],
     "floor": 0.009766574801565626,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 309.8203125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.2761977229982917,
      "high": 2.3005016092087334,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.030602670516059183,
     "ci": [
      0.030269122625810524,
      0.03112851713224562
     ],
     "floor": 0.021566705558775486,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 4.140625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.03033606333997906,
      "high": 0.031065772743035486,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 3.0366221580656805,
     "ci": [
      2.9969597856000463,
      3.0854952830188678
     ],
     "floor": 0.03287657294766168,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 410.86328125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.00180672390368,
      "high": 3.0792198479850854,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.0483146878383256,
     "ci": [
      1.03741183244566,
      1.05590871573582
     ],
     "floor": 0.011069333562512943,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 141.83984375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0396142219663165,
      "high": 1.054629831049235,
      "p": 0.29025,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.5798628653915554,
     "ci": [
      0.5760744821254375,
      0.5825973460952796
     ],
     "floor": 0.010896591224213192,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 78.45703125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.5762561138283682,
      "high": 0.5823595929136827,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.3479898953446409,
     "ci": [
      0.3450673869938791,
      0.35052841302841303
     ],
     "floor": 0.009766574801565626,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 47.083984375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3455040871934605,
      "high": 0.3501341178506533,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.051533742331288344,
     "ci": [
      0.051213634016181786,
      0.0517728953665434
     ],
     "floor": 0.028466755689724524,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 6.97265625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.05123424030752019,
      "high": 0.05175563223056627,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.030977986286539156,
     "ci": [
      0.030756871521202732,
      0.03133710738814334
     ],
     "floor": 0.019391189314650583,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 4.19140625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.030776297657326597,
      "high": 0.0312382386149793,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@openai-completions#request_bytes",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@openai-completions#request_bytes",
   "scenario": "overhead/print-tools",
   "api": "openai-completions",
   "metric": "request_bytes",
   "kind": "wire",
   "unit": "bytes",
   "mde": 0.0,
   "aa": {
    "copilot": 0.0,
    "octet": 0.0,
    "opencode-v2": 0.0,
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "copilot": {
     "ratio": 4.002839094328909,
     "ci": [
      4.002839094328909,
      4.002839094328909
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 507564.0,
     "not_compared": null,
     "equivalence": null
    },
    "octet": {
     "ratio": 1.1744860056308704,
     "ci": [
      1.1744860056308704,
      1.1744860056308704
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 148926.0,
     "not_compared": null,
     "equivalence": null
    },
    "opencode-v2": {
     "ratio": 2.218902059132026,
     "ci": [
      2.218902059132026,
      2.218902059132026
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 281359.0,
     "not_compared": null,
     "equivalence": null
    },
    "pi-bun": {
     "ratio": 0.9904890339981546,
     "ci": [
      0.9904890339981546,
      0.9904890339981546
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 125595.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.1357796862800766,
     "ci": [
      1.1357796862800766,
      1.1357796862800766
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 144018.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.0009227056568955,
     "ci": [
      1.0009227056568955,
      1.0009227056568955
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 126918.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 0.99765774717865,
     "ci": [
      0.99765774717865,
      0.99765774717865
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 126504.0,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 1.1154801618283767,
     "ci": [
      1.1154801618283767,
      1.1154801618283767
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 141444.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@openai-completions#request_bytes_per_turn",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@openai-completions#request_bytes_per_turn",
   "scenario": "overhead/print-tools",
   "api": "openai-completions",
   "metric": "request_bytes_per_turn",
   "kind": "wire",
   "unit": "bytes per turn",
   "mde": 0.0,
   "aa": {
    "copilot": 0.0,
    "octet": 0.0,
    "opencode-v2": 0.0,
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "copilot": {
     "ratio": 4.002839094328909,
     "ci": [
      4.002839094328909,
      4.002839094328909
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 56396.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 4.002839094328909,
      "high": 4.002839094328909,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 1.1744860056308704,
     "ci": [
      1.1744860056308704,
      1.1744860056308704
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 16547.333333333332,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.1744860056308704,
      "high": 1.1744860056308704,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 2.218902059132026,
     "ci": [
      2.218902059132026,
      2.218902059132026
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 31262.11111111111,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 2.218902059132026,
      "high": 2.218902059132026,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.9904890339981546,
     "ci": [
      0.9904890339981546,
      0.9904890339981546
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 13955.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9904890339981546,
      "high": 0.9904890339981546,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 1.1357796862800766,
     "ci": [
      1.1357796862800766,
      1.1357796862800766
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 16002.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.1357796862800766,
      "high": 1.1357796862800766,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.0009227056568955,
     "ci": [
      1.0009227056568955,
      1.0009227056568955
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 14102.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.0009227056568955,
      "high": 1.0009227056568955,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.99765774717865,
     "ci": [
      0.99765774717865,
      0.99765774717865
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 14056.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.99765774717865,
      "high": 0.99765774717865,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 1.1154801618283767,
     "ci": [
      1.1154801618283767,
      1.1154801618283767
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 15716.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.1154801618283767,
      "high": 1.1154801618283767,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@openai-completions#requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@openai-completions#requests",
   "scenario": "overhead/print-tools",
   "api": "openai-completions",
   "metric": "requests",
   "kind": "wire",
   "unit": "count",
   "mde": 0.0,
   "aa": {
    "copilot": 0.0,
    "octet": 0.0,
    "opencode-v2": 0.0,
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "copilot": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 9.0,
     "not_compared": null,
     "equivalence": null
    },
    "octet": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 9.0,
     "not_compared": null,
     "equivalence": null
    },
    "opencode-v2": {
     "ratio": 1.1111111111111112,
     "ci": [
      1.1111111111111112,
      1.1111111111111112
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 10.0,
     "not_compared": null,
     "equivalence": null
    },
    "pi-bun": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 9.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 9.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 9.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 9.0,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 9.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@openai-completions#side_requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@openai-completions#side_requests",
   "scenario": "overhead/print-tools",
   "api": "openai-completions",
   "metric": "side_requests",
   "kind": "wire",
   "unit": "count",
   "mde": null,
   "aa": {
    "copilot": null,
    "octet": null,
    "opencode-v2": 0.0,
    "pi-bun": null,
    "pi-node": null,
    "pibolt": null,
    "pig-0.4.1": null,
    "pig-tip": null,
    "rpi": null
   },
   "comparisons": {}
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@openai-completions#teardown_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@openai-completions#teardown_ms",
   "scenario": "overhead/print-tools",
   "api": "openai-completions",
   "metric": "teardown_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.12441630377711564,
   "aa": {
    "copilot": 0.048258195070614164,
    "octet": 0.04581737250933643,
    "opencode-v2": 0.11908653525869889,
    "pi-bun": 0.15268163515463404,
    "pi-node": 0.1346741549259104,
    "pibolt": 0.15133103467895345,
    "pig-0.4.1": 0.3014564900107884,
    "pig-tip": 0.674909875604612,
    "rpi": 0.18458965847457778
   },
   "comparisons": {
    "copilot": {
     "ratio": 2.85260187165774,
     "ci": [
      2.6940480782732963,
      3.072419670337848
     ],
     "floor": 0.1346741549259104,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 54.87599,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.734366778973507,
      "high": 3.032814625117426,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.2817160329863471,
     "ci": [
      0.2669898586514818,
      0.3021839237356281
     ],
     "floor": 0.1346741549259104,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 5.4194195,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2696042086758505,
      "high": 0.2978751664971186,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 3.9615264895238496,
     "ci": [
      3.7292605186187147,
      4.408591659305508
     ],
     "floor": 0.1346741549259104,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 76.2085625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.7864996065604926,
      "high": 4.335204233076697,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.6494734854724741,
     "ci": [
      0.5893922395790206,
      0.7005278250929995
     ],
     "floor": 0.15268163515463404,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 12.4940325,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.6039613693414291,
      "high": 0.6878775403452217,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.167755799436414,
     "ci": [
      0.15726746793434387,
      0.18288395593036375
     ],
     "floor": 0.15133103467895345,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.227147,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.16001367906973862,
      "high": 0.18010322314214597,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.17422725514058174,
     "ci": [
      0.16593380596346521,
      0.19485112340174884
     ],
     "floor": 0.3014564900107884,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.3516395,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.16657122403288432,
      "high": 0.19126026742601493,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.0968699867563687,
     "ci": [
      0.0782294295013803,
      0.14873759198375655
     ],
     "floor": 0.674909875604612,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.8635045,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0802266804269735,
      "high": 0.14371466398129504,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.0649940939860648,
     "ci": [
      0.06171725526080186,
      0.07319478171610605
     ],
     "floor": 0.18458965847457778,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.2503025,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.062143768977681486,
      "high": 0.07193490220014735,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@openai-completions#turn_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@openai-completions#turn_cpu_ms",
   "scenario": "overhead/print-tools",
   "api": "openai-completions",
   "metric": "turn_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.12138539571424588,
   "aa": {
    "copilot": 0.01562638883405639,
    "octet": 0.05408705211318583,
    "opencode-v2": 0.16356164115044908,
    "pi-bun": 0.115124333100271,
    "pi-node": 0.09431120248365502,
    "pibolt": 0.028462919309962698,
    "pig-0.4.1": 0.02631086902859881,
    "pig-tip": 0.037801602224488064,
    "rpi": 0.054873633906915326
   },
   "comparisons": {
    "copilot": {
     "ratio": 2.6617154811715382,
     "ci": [
      2.506569198854088,
      2.7590469220134923
     ],
     "floor": 0.09431120248365502,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 25.445999999999913,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.520448483651094,
      "high": 2.734651349185154,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.14066422594142255,
     "ci": [
      0.13028964162984777,
      0.14736446389731733
     ],
     "floor": 0.09431120248365502,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.34475,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13068741382706328,
      "high": 0.14649904433736247,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 8.568933054393314,
     "ci": [
      7.957600000000011,
      9.356263157894738
     ],
     "floor": 0.16356164115044908,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 81.9190000000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 8.052116333419923,
      "high": 9.269878119558916,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.7095711297071132,
     "ci": [
      0.6209880269644873,
      0.7448570665241885
     ],
     "floor": 0.115124333100271,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 6.783500000000004,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.632701178882629,
      "high": 0.7376494234634572,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.14759414225941433,
     "ci": [
      0.13863994484932052,
      0.1539139727491318
     ],
     "floor": 0.09431120248365502,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.4110000000000014,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1393361651684287,
      "high": 0.15294649265038168,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.6942730125523011,
     "ci": [
      0.6510734685838097,
      0.7225349063751484
     ],
     "floor": 0.09431120248365502,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 6.63725,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.6560802133754823,
      "high": 0.7142434113118153,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.11320606694560668,
     "ci": [
      0.10633577923502595,
      0.11965789473684212
     ],
     "floor": 0.09431120248365502,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.0822500000000002,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10668774078830397,
      "high": 0.11763916113960397,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.08789225941422592,
     "ci": [
      0.0814703565097499,
      0.09127070029223934
     ],
     "floor": 0.09431120248365502,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 0.8402499999999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0821351191648612,
      "high": 0.09057221879111717,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@openai-completions#turn_gap_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@openai-completions#turn_gap_ms",
   "scenario": "overhead/print-tools",
   "api": "openai-completions",
   "metric": "turn_gap_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.1369655375362816,
   "aa": {
    "copilot": 0.011200827754375255,
    "octet": 0.012927823456219874,
    "opencode-v2": 0.2268970144925337,
    "pi-bun": 0.08416951899418458,
    "pi-node": 0.08143555382530074,
    "pibolt": 0.03358941911788526,
    "pig-0.4.1": 0.0387282168476114,
    "pig-tip": 0.06074343377082815,
    "rpi": 0.05466193801907731
   },
   "comparisons": {
    "copilot": {
     "ratio": 4.189794371694058,
     "ci": [
      4.073771842110463,
      4.459920992041154
     ],
     "floor": 0.08143555382530074,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 16.80628125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.095359785315187,
      "high": 4.39694441061499,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.34986727927817873,
     "ci": [
      0.33659624250665704,
      0.37329107722233523
     ],
     "floor": 0.08143555382530074,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.4034024999999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.33859023665101384,
      "high": 0.3671096388880948,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 8.008318307855982,
     "ci": [
      7.1403509929898545,
      9.26657729134771
     ],
     "floor": 0.2268970144925337,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 32.12330675,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 7.186356212069461,
      "high": 9.24350857581447,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.8208669757562651,
     "ci": [
      0.7834507688900488,
      0.8975867346498023
     ],
     "floor": 0.08416951899418458,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.2926965,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.801463403376031,
      "high": 0.8813695856707737,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.29556745821276076,
     "ci": [
      0.28537786699717477,
      0.31425835250924405
     ],
     "floor": 0.08143555382530074,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.1855927499999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.28817317218029187,
      "high": 0.30925687056029794,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.0292654333414148,
     "ci": [
      0.989331647190254,
      1.0934616585169736
     ],
     "floor": 0.08143555382530074,
     "p": 0.73583984375,
     "p_holm": 0.73583984375,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 4.12863325,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.997430568123674,
      "high": 1.075527076297136,
      "p": 0.1505,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.23818935155378912,
     "ci": [
      0.23066454398136865,
      0.2601876630661592
     ],
     "floor": 0.08143555382530074,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 0.95543525,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.23171265998239055,
      "high": 0.2557890575935285,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.15659966955376045,
     "ci": [
      0.15042313565387158,
      0.167486390549032
     ],
     "floor": 0.08143555382530074,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 0.62815925,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.15213221085572692,
      "high": 0.16512880798362925,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@openai-completions#wall_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@openai-completions#wall_ms",
   "scenario": "overhead/print-tools",
   "api": "openai-completions",
   "metric": "wall_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.019698169556773556,
   "aa": {
    "copilot": 0.008469663363276083,
    "octet": 0.04925848343304552,
    "opencode-v2": 0.12706433768099473,
    "pi-bun": 0.009041174649369007,
    "pi-node": 0.012341354067841523,
    "pibolt": 0.02954427781474075,
    "pig-0.4.1": 0.0171415571202086,
    "pig-tip": 0.061396829411006146,
    "rpi": 0.026627659667294825
   },
   "comparisons": {
    "copilot": {
     "ratio": 4.640379643797215,
     "ci": [
      4.614351508907319,
      4.681277198047917
     ],
     "floor": 0.012341354067841523,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1677.3733895,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.618875996530968,
      "high": 4.676356151935575,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.07512102484136382,
     "ci": [
      0.07314236327082929,
      0.07678246888977204
     ],
     "floor": 0.04925848343304552,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 27.154245500000002,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.07333662513562213,
      "high": 0.07664356821891276,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 3.0350945412816235,
     "ci": [
      2.877773983008745,
      3.1463429849909597
     ],
     "floor": 0.12706433768099473,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1097.10567,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.9092830956641014,
      "high": 3.1279795180404886,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.4833971421015844,
     "ci": [
      1.474621741960723,
      1.49723564463548
     ],
     "floor": 0.012341354067841523,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 536.208475,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.4765914709110335,
      "high": 1.4965814590540167,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.14744263967926152,
     "ci": [
      0.1466238159409094,
      0.14954160293973487
     ],
     "floor": 0.02954427781474075,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 53.296579,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.14674613053627888,
      "high": 0.14917945523050297,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.20366667320472434,
     "ci": [
      0.20206695638059113,
      0.20558685404322066
     ],
     "floor": 0.0171415571202086,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 73.62006650000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.202591804989908,
      "high": 0.20542895290768506,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.0758309942717486,
     "ci": [
      0.0752992707763042,
      0.07952471698340685
     ],
     "floor": 0.061396829411006146,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 27.4108805,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.07549412661906936,
      "high": 0.0787165562926778,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.037329507121839786,
     "ci": [
      0.03693489928008121,
      0.037892674654658856
     ],
     "floor": 0.026627659667294825,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 13.493620499999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.037003081914955216,
      "high": 0.037813191396269624,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@openai-responses#cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@openai-responses#cpu_ms",
   "scenario": "overhead/print-tools",
   "api": "openai-responses",
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.02545519885435819,
   "aa": {
    "codex": 0.024158531566214756,
    "copilot": 0.016523749372454485,
    "pi-bun": 0.01968148427676075,
    "pi-node": 0.0249590475542995,
    "pibolt": 0.03382549764831224,
    "pig-0.4.1": 0.010318544707912618,
    "pig-tip": 0.034005225193057695,
    "rpi": 0.027919547011031748
   },
   "comparisons": {
    "codex": {
     "ratio": 0.9038140633341737,
     "ci": [
      0.8894634374563745,
      0.9103422690929888
     ],
     "floor": 0.0249590475542995,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 471.485,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.891456422559956,
      "high": 0.909583032484005,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 4.318075035247953,
     "ci": [
      4.2469457325148365,
      4.359530360586304
     ],
     "floor": 0.0249590475542995,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2252.5735,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.267886990216534,
      "high": 4.352412152736181,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.348357124303787,
     "ci": [
      1.3256462732812733,
      1.3625474837019318
     ],
     "floor": 0.0249590475542995,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 703.386,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3337416996476776,
      "high": 1.3607258113971208,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.10907168729147158,
     "ci": [
      0.10705494526254143,
      0.11039934775192217
     ],
     "floor": 0.03382549764831224,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 56.8985,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1075888550531425,
      "high": 0.11019407464231404,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.22931249478828708,
     "ci": [
      0.22391257119647864,
      0.23163804281592848
     ],
     "floor": 0.0249590475542995,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 119.6235,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.22479521881685338,
      "high": 0.23130506241451884,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.05784306489936483,
     "ci": [
      0.0561542456504804,
      0.05834189441059634
     ],
     "floor": 0.034005225193057695,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 30.174500000000002,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.05646364704046833,
      "high": 0.058275792029217795,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.029147253535098915,
     "ci": [
      0.028642000963454834,
      0.02968326297300629
     ],
     "floor": 0.027919547011031748,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 15.205,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.028773898167688213,
      "high": 0.029642773972405004,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@openai-responses#cycles",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@openai-responses#cycles",
   "scenario": "overhead/print-tools",
   "api": "openai-responses",
   "metric": "cycles",
   "kind": "CPU",
   "unit": "cycles",
   "mde": 0.02560522306777687,
   "aa": {
    "codex": 0.0221305442590471,
    "copilot": 0.017526536813895533,
    "pi-bun": 0.01812303010116173,
    "pi-node": 0.024196015698838506,
    "pibolt": 0.022967242832565963,
    "pig-0.4.1": 0.008985922978282178,
    "pig-tip": 0.012819806054564287,
    "rpi": 0.02577769474553295
   },
   "comparisons": {
    "codex": {
     "ratio": 0.8538291743625546,
     "ci": [
      0.8415559605771764,
      0.8594884196902116
     ],
     "floor": 0.024196015698838506,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 1234027046.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.8436549622783186,
      "high": 0.8590828136479504,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 4.272843482753164,
     "ci": [
      4.206045867670737,
      4.311911356191324
     ],
     "floor": 0.024196015698838506,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 6175479334.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.226442284517079,
      "high": 4.306867944324743,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.3331131246141283,
     "ci": [
      1.311288866788202,
      1.3447829655387242
     ],
     "floor": 0.024196015698838506,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1926729257.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.31744198355489,
      "high": 1.3431000094603194,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.10240799171462606,
     "ci": [
      0.10083704483328745,
      0.10321061166143904
     ],
     "floor": 0.024196015698838506,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 148008800.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10123298572645112,
      "high": 0.10312466297916151,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.21641283011390106,
     "ci": [
      0.2126161665711067,
      0.21832276004720597
     ],
     "floor": 0.024196015698838506,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 312778356.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2134775912836828,
      "high": 0.21813864224714685,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.05226447930500664,
     "ci": [
      0.051214980310407054,
      0.05284214879096662
     ],
     "floor": 0.024196015698838506,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 75537101.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.05159387391222891,
      "high": 0.052729709897781404,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.02582126392764001,
     "ci": [
      0.0254363368030437,
      0.026392327184337528
     ],
     "floor": 0.02577769474553295,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 37319102.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.02555820395905022,
      "high": 0.026365701034053054,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@openai-responses#first_request_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@openai-responses#first_request_cpu_ms",
   "scenario": "overhead/print-tools",
   "api": "openai-responses",
   "metric": "first_request_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.01379175351432651,
   "aa": {
    "codex": 0.03456322639941429,
    "copilot": 0.01365487554431713,
    "pi-bun": 0.018922634891049436,
    "pi-node": 0.018837469798755155,
    "pibolt": 0.03591395257331473,
    "pig-0.4.1": 0.033907759531545616,
    "pig-tip": 0.06415053740932267,
    "rpi": 0.059958124498995166
   },
   "comparisons": {
    "codex": {
     "ratio": 0.5046159318361869,
     "ci": [
      0.5008504676023255,
      0.5083315557674692
     ],
     "floor": 0.03456322639941429,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 202.87150000000003,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.5016383734946476,
      "high": 0.5075734987178723,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 4.9084313045122085,
     "ci": [
      4.850732619893045,
      4.934509358848127
     ],
     "floor": 0.018837469798755155,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1973.344,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.860364538874113,
      "high": 4.927060908890332,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.529585368310692,
     "ci": [
      1.5113677248709734,
      1.5382420848039744
     ],
     "floor": 0.018922634891049436,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 614.9415,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.5155734829011442,
      "high": 1.5373414407439976,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.10021229679763898,
     "ci": [
      0.09900614773013987,
      0.10121772905808926
     ],
     "floor": 0.03591395257331473,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 40.2885,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09930619265347045,
      "high": 0.10111045585153769,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.14644623617801092,
     "ci": [
      0.14417565646557826,
      0.14758022758142827
     ],
     "floor": 0.033907759531545616,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 58.876000000000005,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.14451011703375732,
      "high": 0.14737533641158487,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.03389162292009456,
     "ci": [
      0.032978075668397576,
      0.03540145486112406
     ],
     "floor": 0.06415053740932267,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 13.625499999999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.03318621186478311,
      "high": 0.03532126287314082,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.011555064715078295,
     "ci": [
      0.011303727977902413,
      0.011782870952823762
     ],
     "floor": 0.059958124498995166,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 4.6455,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.01131800743435307,
      "high": 0.011760951646096945,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@openai-responses#first_request_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@openai-responses#first_request_ms",
   "scenario": "overhead/print-tools",
   "api": "openai-responses",
   "metric": "first_request_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.015985651272257116,
   "aa": {
    "codex": 0.046121501542876114,
    "copilot": 0.009143781699350316,
    "pi-bun": 0.002965871234149931,
    "pi-node": 0.02781318124098495,
    "pibolt": 0.03366980598781822,
    "pig-0.4.1": 0.028267313526545098,
    "pig-tip": 0.025210361519427262,
    "rpi": 0.04283999061748905
   },
   "comparisons": {
    "codex": {
     "ratio": 0.5185863501330581,
     "ci": [
      0.5112693490019505,
      0.524674715114078
     ],
     "floor": 0.046121501542876114,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 152.798976,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.5124577675176001,
      "high": 0.5228122547182406,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 5.023945345560353,
     "ci": [
      4.953637543009092,
      5.047747847814122
     ],
     "floor": 0.02781318124098495,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1480.2813535,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.960025164174955,
      "high": 5.042248288149901,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.618308453355753,
     "ci": [
      1.5989885959063843,
      1.6260266427428698
     ],
     "floor": 0.02781318124098495,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 476.826809,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.5999650600667183,
      "high": 1.6234046490495515,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.12402536739827942,
     "ci": [
      0.12237825149418145,
      0.124666873046828
     ],
     "floor": 0.03366980598781822,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 36.5434785,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.12253342950122847,
      "high": 0.12460937452365621,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.11406523719836197,
     "ci": [
      0.11260489450542475,
      0.11480546647775043
     ],
     "floor": 0.028267313526545098,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 33.608774,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11285604351861539,
      "high": 0.11467900106579969,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.03940444207719804,
     "ci": [
      0.03826571396518773,
      0.039993728796415176
     ],
     "floor": 0.02781318124098495,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 11.6103295,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.03832472667981369,
      "high": 0.03980634837465307,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.012476751932908241,
     "ci": [
      0.012260217287156986,
      0.012632058447062139
     ],
     "floor": 0.04283999061748905,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.676215,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.012268414762296296,
      "high": 0.012620199727918113,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@openai-responses#instructions",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@openai-responses#instructions",
   "scenario": "overhead/print-tools",
   "api": "openai-responses",
   "metric": "instructions",
   "kind": "CPU",
   "unit": "instructions",
   "mde": 0.0016836669816636769,
   "aa": {
    "codex": 0.012993332110470466,
    "copilot": 0.013539545714943483,
    "pi-bun": 0.023322898837841905,
    "pi-node": 0.0023309479961487866,
    "pibolt": 0.012070455383861218,
    "pig-0.4.1": 0.006141666012071456,
    "pig-tip": 0.00799592028846814,
    "rpi": 0.019282650753054957
   },
   "comparisons": {
    "codex": {
     "ratio": 0.6824934933026615,
     "ci": [
      0.6815283130379912,
      0.6839598509288618
     ],
     "floor": 0.012993332110470466,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 1906042856.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.6816675585123878,
      "high": 0.6836991033615376,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 3.996931005337661,
     "ci": [
      3.991084816177461,
      4.020509364113892
     ],
     "floor": 0.013539545714943483,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 11162482666.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.991371032421188,
      "high": 4.016031663732203,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.2765851595576825,
     "ci": [
      1.2587849452483864,
      1.2780086912524462
     ],
     "floor": 0.023322898837841905,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 3565200324.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2638288635217758,
      "high": 1.2777878230178374,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.07591487581901632,
     "ci": [
      0.07572835541156639,
      0.07600261751120736
     ],
     "floor": 0.012070455383861218,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 212012287.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.07576519474771351,
      "high": 0.07597980230627713,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.20396546494356185,
     "ci": [
      0.20310796699334274,
      0.20498535581259633
     ],
     "floor": 0.006141666012071456,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 569627287.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.20321996432181844,
      "high": 0.20491867570051256,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.040151612405980426,
     "ci": [
      0.04007755612097984,
      0.04045095572188761
     ],
     "floor": 0.00799592028846814,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 112133954.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0400817611627488,
      "high": 0.040279466512321824,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.016522524545585743,
     "ci": [
      0.016461697688224086,
      0.01662474744291211
     ],
     "floor": 0.019282650753054957,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 46143502.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.016465020240614733,
      "high": 0.016599055859844378,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@openai-responses#peak_mem_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@openai-responses#peak_mem_mib",
   "scenario": "overhead/print-tools",
   "api": "openai-responses",
   "metric": "peak_mem_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.012168306949545342,
   "aa": {
    "codex": 0.017609533497457433,
    "copilot": 0.0013358939951143393,
    "pi-bun": 0.01752351785501053,
    "pi-node": 0.014692809210156631,
    "pibolt": 0.01584476792843862,
    "pig-0.4.1": 0.008771047780126258,
    "pig-tip": 0.020441627399888713,
    "rpi": 0.09303757452990413
   },
   "comparisons": {
    "codex": {
     "ratio": 0.6425700074947196,
     "ci": [
      0.6294975396144643,
      0.6512375441980071
     ],
     "floor": 0.017609533497457433,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 55.259765625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.6300491943855215,
      "high": 0.6494069343065694,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 4.35027594194999,
     "ci": [
      4.3211626122670035,
      4.385920718162457
     ],
     "floor": 0.014692809210156631,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 374.115234375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.322333077513431,
      "high": 4.380403458213256,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.1793054893143466,
     "ci": [
      1.164402112580689,
      1.1901781635449977
     ],
     "floor": 0.01752351785501053,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 101.41796875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1657014376234924,
      "high": 1.1891359607941925,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.25377574890418114,
     "ci": [
      0.25120729340614706,
      0.2563656347316358
     ],
     "floor": 0.01584476792843862,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 21.82421875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2515010609001851,
      "high": 0.25574332039278375,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.21039722014035567,
     "ci": [
      0.20886190239718297,
      0.21189691745272374
     ],
     "floor": 0.014692809210156631,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 18.09375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.20916685482050124,
      "high": 0.2117378396894268,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.13392836864936067,
     "ci": [
      0.13199367803115827,
      0.13677384245612445
     ],
     "floor": 0.020441627399888713,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 11.517578125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13213850390501558,
      "high": 0.1362722704431247,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.06050282755331471,
     "ci": [
      0.05928971108827224,
      0.06288179856931986
     ],
     "floor": 0.09303757452990413,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 5.203125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.05950205573321151,
      "high": 0.062135922330097085,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@openai-responses#peak_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@openai-responses#peak_rss_mib",
   "scenario": "overhead/print-tools",
   "api": "openai-responses",
   "metric": "peak_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.011049218710487004,
   "aa": {
    "codex": 0.004759305848339775,
    "copilot": 0.0021345666089530296,
    "pi-bun": 0.014407278628403603,
    "pi-node": 0.009224262631811166,
    "pibolt": 0.013343121005250029,
    "pig-0.4.1": 0.008981349353908413,
    "pig-tip": 0.02653555362596547,
    "rpi": 0.030872423761810108
   },
   "comparisons": {
    "codex": {
     "ratio": 1.4959552321029894,
     "ci": [
      1.483524561808118,
      1.5024548967200255
     ],
     "floor": 0.009224262631811166,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 201.5390625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.4863785747232472,
      "high": 1.501903350478017,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 2.304009974194671,
     "ci": [
      2.2843257077947285,
      2.3106426286711255
     ],
     "floor": 0.009224262631811166,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 310.40234375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.2899561808118083,
      "high": 2.31009014248328,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.0633680303865,
     "ci": [
      1.0509447084733974,
      1.0693472008366984
     ],
     "floor": 0.014407278628403603,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 143.259765625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0528419629890577,
      "high": 1.0686246001744693,
      "p": 0.98175,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.5824755719214822,
     "ci": [
      0.5774263120057512,
      0.5839535965575391
     ],
     "floor": 0.013343121005250029,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 78.47265625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.5782592400392089,
      "high": 0.5837619504257112,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.34877787120531184,
     "ci": [
      0.34598997674720894,
      0.3501308519918581
     ],
     "floor": 0.009224262631811166,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 46.98828125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3464202565326161,
      "high": 0.34989684130997006,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.051784626982516166,
     "ci": [
      0.05136095014882022,
      0.051933701657458566
     ],
     "floor": 0.02653555362596547,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 6.9765625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.051487546125461255,
      "high": 0.051898991660128437,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.030966395082490068,
     "ci": [
      0.030433086227077643,
      0.031310841833028215
     ],
     "floor": 0.030872423761810108,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 4.171875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.030500173872725165,
      "high": 0.03129443170936947,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@openai-responses#request_bytes",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@openai-responses#request_bytes",
   "scenario": "overhead/print-tools",
   "api": "openai-responses",
   "metric": "request_bytes",
   "kind": "wire",
   "unit": "bytes",
   "mde": 0.0,
   "aa": {
    "codex": 0.0,
    "copilot": 0.0,
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "codex": {
     "ratio": 3.451916176259509,
     "ci": [
      3.451916176259509,
      3.451916176259509
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 432891.0,
     "not_compared": null,
     "equivalence": null
    },
    "copilot": {
     "ratio": 4.051169800488015,
     "ci": [
      4.051169800488015,
      4.051169800488015
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 508041.0,
     "not_compared": null,
     "equivalence": null
    },
    "pi-bun": {
     "ratio": 0.9903832352519019,
     "ci": [
      0.9903832352519019,
      0.9903832352519019
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 124200.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.1354241423855318,
     "ci": [
      1.1354241423855318,
      1.1354241423855318
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 142389.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.0009329697143676,
     "ci": [
      1.0009329697143676,
      1.0009329697143676
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 125523.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 0.9976316922635281,
     "ci": [
      0.9976316922635281,
      0.9976316922635281
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 125109.0,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 1.107147983350079,
     "ci": [
      1.107147983350079,
      1.107147983350079
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 138843.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@openai-responses#request_bytes_per_turn",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@openai-responses#request_bytes_per_turn",
   "scenario": "overhead/print-tools",
   "api": "openai-responses",
   "metric": "request_bytes_per_turn",
   "kind": "wire",
   "unit": "bytes per turn",
   "mde": 0.0,
   "aa": {
    "codex": 0.0,
    "copilot": 0.0,
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "codex": {
     "ratio": 3.451916176259509,
     "ci": [
      3.451916176259509,
      3.451916176259509
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 48099.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 3.451916176259509,
      "high": 3.451916176259509,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 4.051169800488015,
     "ci": [
      4.051169800488015,
      4.051169800488015
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 56449.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 4.051169800488015,
      "high": 4.051169800488015,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.9903832352519019,
     "ci": [
      0.9903832352519019,
      0.9903832352519019
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 13800.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9903832352519019,
      "high": 0.9903832352519019,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 1.1354241423855318,
     "ci": [
      1.1354241423855318,
      1.1354241423855318
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 15821.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.1354241423855318,
      "high": 1.1354241423855318,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.0009329697143676,
     "ci": [
      1.0009329697143676,
      1.0009329697143676
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 13947.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.0009329697143676,
      "high": 1.0009329697143676,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.9976316922635281,
     "ci": [
      0.9976316922635281,
      0.9976316922635281
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 13901.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9976316922635281,
      "high": 0.9976316922635281,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 1.107147983350079,
     "ci": [
      1.107147983350079,
      1.107147983350079
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 15427.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.107147983350079,
      "high": 1.107147983350079,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@openai-responses#requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@openai-responses#requests",
   "scenario": "overhead/print-tools",
   "api": "openai-responses",
   "metric": "requests",
   "kind": "wire",
   "unit": "count",
   "mde": 0.0,
   "aa": {
    "codex": 0.0,
    "copilot": 0.0,
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "codex": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 9.0,
     "not_compared": null,
     "equivalence": null
    },
    "copilot": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 9.0,
     "not_compared": null,
     "equivalence": null
    },
    "pi-bun": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 9.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 9.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 9.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 9.0,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 9.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@openai-responses#side_requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@openai-responses#side_requests",
   "scenario": "overhead/print-tools",
   "api": "openai-responses",
   "metric": "side_requests",
   "kind": "wire",
   "unit": "count",
   "mde": null,
   "aa": {
    "codex": null,
    "copilot": null,
    "pi-bun": null,
    "pi-node": null,
    "pibolt": null,
    "pig-0.4.1": null,
    "pig-tip": null,
    "rpi": null
   },
   "comparisons": {}
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@openai-responses#teardown_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@openai-responses#teardown_ms",
   "scenario": "overhead/print-tools",
   "api": "openai-responses",
   "metric": "teardown_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.11834841636544594,
   "aa": {
    "codex": 0.1197291716411377,
    "copilot": 0.021741964821988945,
    "pi-bun": 0.12168785634250302,
    "pi-node": 0.1541805214728381,
    "pibolt": 0.14492873365745768,
    "pig-0.4.1": 0.1824579954626606,
    "pig-tip": 0.2243597562572206,
    "rpi": 0.15003861829547624
   },
   "comparisons": {
    "codex": {
     "ratio": 1.2003142917303056,
     "ci": [
      1.0640574854369855,
      1.2576451511121671
     ],
     "floor": 0.1541805214728381,
     "p": 0.00830078125,
     "p_holm": 0.00830078125,
     "verdict": "loss",
     "n": 12,
     "arm_median": 20.336754,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0744564444252425,
      "high": 1.2550028090577388,
      "p": 0.99075,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 3.2849189105202585,
     "ci": [
      2.8930558782902134,
      3.4432715336933803
     ],
     "floor": 0.1541805214728381,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 55.655913,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.916824696226932,
      "high": 3.4337527382144755,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.7738939845300592,
     "ci": [
      0.6708103945218447,
      0.8328222914812499
     ],
     "floor": 0.1541805214728381,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 13.1119755,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.6804759410864052,
      "high": 0.8301109918639242,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.18854549771194143,
     "ci": [
      0.16709635150015767,
      0.19818999323106012
     ],
     "floor": 0.1541805214728381,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.1944995,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.16814023538883205,
      "high": 0.19773479621902115,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.20544568706902008,
     "ci": [
      0.17534442717938215,
      0.22021014632069938
     ],
     "floor": 0.1824579954626606,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.480837,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.17869401165669085,
      "high": 0.21869703444480879,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.10321054166925502,
     "ci": [
      0.09009118555028349,
      0.12298119795009768
     ],
     "floor": 0.2243597562572206,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.7486815,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09097219325231083,
      "high": 0.11068456758634769,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.072412578574777,
     "ci": [
      0.0636238478455357,
      0.07905619891268846
     ],
     "floor": 0.1541805214728381,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.2268759999999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.06452810981650105,
      "high": 0.0785038961462185,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@openai-responses#turn_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@openai-responses#turn_cpu_ms",
   "scenario": "overhead/print-tools",
   "api": "openai-responses",
   "metric": "turn_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.10162792393069256,
   "aa": {
    "codex": 0.01784213554860738,
    "copilot": 0.012954647762971776,
    "pi-bun": 0.09361142833408917,
    "pi-node": 0.13174687707558788,
    "pibolt": 0.047239642711412316,
    "pig-0.4.1": 0.13146615009885348,
    "pig-tip": 0.02126032744686013,
    "rpi": 0.026653739926507266
   },
   "comparisons": {
    "codex": {
     "ratio": 2.658388765705839,
     "ci": [
      2.373713275900155,
      2.7823934400866426
     ],
     "floor": 0.13174687707558788,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 26.975999999999985,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.421608448415926,
      "high": 2.765287309228726,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 2.5478935698447875,
     "ci": [
      2.2862381267947987,
      2.6647069441221287
     ],
     "floor": 0.13174687707558788,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 25.854749999999967,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.335454463399219,
      "high": 2.6490643424762887,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.6169746242917008,
     "ci": [
      0.5365142478462612,
      0.6536573019488783
     ],
     "floor": 0.13174687707558788,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 6.26075000000003,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.5514211422935561,
      "high": 0.6505125815470703,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.14318797733431882,
     "ci": [
      0.12853987187983207,
      0.14986720301178424
     ],
     "floor": 0.13174687707558788,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.4529999999999994,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13114902066973572,
      "high": 0.1488272047526378,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.654988913525499,
     "ci": [
      0.5797658493483542,
      0.6917742343710434
     ],
     "floor": 0.13174687707558788,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 6.646499999999998,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.5937358967415841,
      "high": 0.6887117185522634,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.12325695984232578,
     "ci": [
      0.11102275237464117,
      0.12890504967735356
     ],
     "floor": 0.13174687707558788,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.25075,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.113164545536601,
      "high": 0.12823927071596883,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.09191919191919201,
     "ci": [
      0.08302698825428124,
      0.09618280965982856
     ],
     "floor": 0.13174687707558788,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 0.9327500000000004,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.08446157984398814,
      "high": 0.09571341710579676,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@openai-responses#turn_gap_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@openai-responses#turn_gap_ms",
   "scenario": "overhead/print-tools",
   "api": "openai-responses",
   "metric": "turn_gap_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.10952211683129622,
   "aa": {
    "codex": 0.011390991223748669,
    "copilot": 0.017092593634810412,
    "pi-bun": 0.09077554644344261,
    "pi-node": 0.04074428257271409,
    "pibolt": 0.036058916625600144,
    "pig-0.4.1": 0.05350566397666662,
    "pig-tip": 0.012117025693627673,
    "rpi": 0.02448374721066867
   },
   "comparisons": {
    "codex": {
     "ratio": 11.345556285766467,
     "ci": [
      10.854417000119387,
      11.607151242276228
     ],
     "floor": 0.04074428257271409,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 45.925873,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 10.970023488544767,
      "high": 11.559685862556691,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 4.26554347176934,
     "ci": [
      4.0830479409847085,
      4.372928766059289
     ],
     "floor": 0.04074428257271409,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 17.266567,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.1146772060351235,
      "high": 4.3460309269713004,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.8002395552922927,
     "ci": [
      0.7646815824421919,
      0.8412340310019787
     ],
     "floor": 0.09077554644344261,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.2393035,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7706975923345474,
      "high": 0.8317271254779504,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.29032356083860167,
     "ci": [
      0.27800605178913784,
      0.29714881108371194
     ],
     "floor": 0.04074428257271409,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.17520575,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2805806782966044,
      "high": 0.2961839548801788,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.0453808683959636,
     "ci": [
      0.9799073768460169,
      1.0794915965374616
     ],
     "floor": 0.05350566397666662,
     "p": 0.9912109375,
     "p_holm": 0.9912109375,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 4.23161525,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.992304791720143,
      "high": 1.0737746781284783,
      "p": 0.3695,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.2722411136245436,
     "ci": [
      0.26086627731180084,
      0.2785806457337486
     ],
     "floor": 0.04074428257271409,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.1020094999999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.26345178611157644,
      "high": 0.27767869479186863,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.15954173717360456,
     "ci": [
      0.15193913465671358,
      0.16407842614171167
     ],
     "floor": 0.04074428257271409,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 0.64581175,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.15297603808422303,
      "high": 0.16319025680140492,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/print-tools@openai-responses#wall_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/print-tools@openai-responses#wall_ms",
   "scenario": "overhead/print-tools",
   "api": "openai-responses",
   "metric": "wall_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.024497945892618524,
   "aa": {
    "codex": 0.02101152728744936,
    "copilot": 0.008460769334996739,
    "pi-bun": 0.0052664425388096806,
    "pi-node": 0.02574089991966711,
    "pibolt": 0.032984262288484174,
    "pig-0.4.1": 0.0337299436702059,
    "pig-tip": 0.02797158207411295,
    "rpi": 0.021402876807974824
   },
   "comparisons": {
    "codex": {
     "ratio": 1.5481991296323345,
     "ci": [
      1.5258096115967723,
      1.5552749769687035
     ],
     "floor": 0.02574089991966711,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 560.555355,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.529608714823107,
      "high": 1.5534662409040578,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 4.648511123231504,
     "ci": [
      4.577526507530526,
      4.668239825027029
     ],
     "floor": 0.02574089991966711,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1683.083108,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.586306218720067,
      "high": 4.664046149818833,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.4789903430831457,
     "ci": [
      1.457367026568024,
      1.488011821554955
     ],
     "floor": 0.02574089991966711,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 535.496979,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.4636268401673151,
      "high": 1.4859378514096937,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.1479096513369829,
     "ci": [
      0.14564172253584484,
      0.14873661996698775
     ],
     "floor": 0.032984262288484174,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 53.553542,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1461823935862369,
      "high": 0.14854358598428388,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.20672988620545435,
     "ci": [
      0.20358957800846672,
      0.2107897061117629
     ],
     "floor": 0.0337299436702059,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 74.8505425,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.20446875866048642,
      "high": 0.20949668930713156,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.07964011871573078,
     "ci": [
      0.07797950158353349,
      0.08165641437414083
     ],
     "floor": 0.02797158207411295,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 28.835241,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0783446159574525,
      "high": 0.08081672580476129,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.03799715135738646,
     "ci": [
      0.03726201559883825,
      0.038231145257425256
     ],
     "floor": 0.02574089991966711,
     "p": 0.00048828125,
     "p_holm": 0.00341796875,
     "verdict": "win",
     "n": 12,
     "arm_median": 13.7576015,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.03742609897329813,
      "high": 0.03815107406515136,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#kb200_after_stream_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#kb200_after_stream_ms",
   "scenario": "overhead/print-write",
   "api": "anthropic-messages",
   "metric": "kb200_after_stream_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.01834047871532145,
   "aa": {
    "claude-code": 0.2586252360719235,
    "copilot": 0.0444270375871837,
    "pi-node": 0.0055002875330801854,
    "rpi": 0.013391549918609181
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.00648514162401125,
     "ci": [
      0.006290470873703031,
      0.0067354783857094015
     ],
     "floor": 0.2586252360719235,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 219.702543,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.006290749790934442,
      "high": 0.006728131282527039,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 0.18114259110428363,
     "ci": [
      0.17890269834130607,
      0.18633953797707647
     ],
     "floor": 0.0444270375871837,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 6136.718397,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1795509183880525,
      "high": 0.1861362776095017,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.26168388032547507,
     "ci": [
      0.2596704889140618,
      0.26351482804674586
     ],
     "floor": 0.013391549918609181,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 8865.282719,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.260367604556708,
      "high": 0.26322738437595183,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#kb200_call_to_result_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#kb200_call_to_result_ms",
   "scenario": "overhead/print-write",
   "api": "anthropic-messages",
   "metric": "kb200_call_to_result_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.01844218406121699,
   "aa": {
    "claude-code": 0.14416924250881571,
    "copilot": 0.04587309899792867,
    "pi-node": 0.00533164519945468,
    "rpi": 0.012007925990026456
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.009987962422904947,
     "ci": [
      0.009760247336878048,
      0.010259174751683317
     ],
     "floor": 0.14416924250881571,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 339.568609,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.009793229507044362,
      "high": 0.01024728119150882,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 0.18398923731539366,
     "ci": [
      0.1818722211971232,
      0.18938261266418266
     ],
     "floor": 0.04587309899792867,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 6255.226716,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.18248681018662394,
      "high": 0.18916305957592325,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.2644620047550563,
     "ci": [
      0.26244717360976105,
      0.2658349701932101
     ],
     "floor": 0.012007925990026456,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 8991.122642,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.26290975313929804,
      "high": 0.2656810265069987,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#kb200_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#kb200_cpu_ms",
   "scenario": "overhead/print-write",
   "api": "anthropic-messages",
   "metric": "kb200_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.01799192064596826,
   "aa": {
    "claude-code": 0.07918991690375846,
    "copilot": 0.04020485851449941,
    "pi-node": 0.006575156909263723,
    "rpi": 0.01701805468850559
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.030957111686154674,
     "ci": [
      0.03031867372680159,
      0.03140073492859613
     ],
     "floor": 0.07918991690375846,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 1095.063,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.03035650793365034,
      "high": 0.0313390919860126,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 0.28373172702588645,
     "ci": [
      0.2793876146840605,
      0.2907085888866764
     ],
     "floor": 0.04020485851449941,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 10036.599,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2807799736933401,
      "high": 0.29013789737598306,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.2656087802548073,
     "ci": [
      0.26287685120383103,
      0.2679060030121139
     ],
     "floor": 0.01701805468850559,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 9395.526,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2638970796786346,
      "high": 0.2673800753738273,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#kb200_cycles",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#kb200_cycles",
   "scenario": "overhead/print-write",
   "api": "anthropic-messages",
   "metric": "kb200_cycles",
   "kind": "CPU",
   "unit": "cycles",
   "mde": 0.01789768560138796,
   "aa": {
    "claude-code": 0.08968976431180802,
    "copilot": 0.038339847280522615,
    "pi-node": 0.006479628901295654,
    "rpi": 0.015963543990730213
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.0298932849703696,
     "ci": [
      0.02933735544617826,
      0.030352343848113736
     ],
     "floor": 0.08968976431180802,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 2951911271.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.029402765638200778,
      "high": 0.030293330594852213,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 0.2736221465654229,
     "ci": [
      0.2697024449893187,
      0.2803270016866094
     ],
     "floor": 0.038339847280522615,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 27019723635.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.271013484981831,
      "high": 0.27978196936787453,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.2634550986628332,
     "ci": [
      0.26075770005282567,
      0.2656265725444963
     ],
     "floor": 0.015963543990730213,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 26015744871.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2617322443759654,
      "high": 0.2651101218783797,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#kb200_instructions",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#kb200_instructions",
   "scenario": "overhead/print-write",
   "api": "anthropic-messages",
   "metric": "kb200_instructions",
   "kind": "CPU",
   "unit": "instructions",
   "mde": 0.001262368485409029,
   "aa": {
    "claude-code": 0.01510429007479167,
    "copilot": 0.005466081825280341,
    "pi-node": 0.0013877758884053208,
    "rpi": 0.0005710712022624028
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.012124673336979842,
     "ci": [
      0.012061846048347398,
      0.012236444915644159
     ],
     "floor": 0.01510429007479167,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 4872634151.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.012069125898473152,
      "high": 0.01223590069537676,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 0.1250025479479918,
     "ci": [
      0.1241183945987828,
      0.12514588526249515
     ],
     "floor": 0.005466081825280341,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 50235719113.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1241933054629164,
      "high": 0.12514588526249515,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.3038653168533856,
     "ci": [
      0.30366286615043625,
      0.30402883596033314
     ],
     "floor": 0.0013877758884053208,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 122116652470.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.30366286615043625,
      "high": 0.30401531416903316,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#kb200_peak_mem_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#kb200_peak_mem_mib",
   "scenario": "overhead/print-write",
   "api": "anthropic-messages",
   "metric": "kb200_peak_mem_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.023604658153424603,
   "aa": {
    "claude-code": 0.03145773330620627,
    "copilot": 0.03251670974199498,
    "pi-node": 0.021500232604780022,
    "rpi": 0.3283369511812938
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.34868809768693787,
     "ci": [
      0.3409393255827405,
      0.35296967917186695
     ],
     "floor": 0.03145773330620627,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 186.7265625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.34113417201391855,
      "high": 0.3524557668306292,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 0.888183761151352,
     "ci": [
      0.877387856985537,
      0.888183761151352
     ],
     "floor": 0.03251670974199498,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 475.6328125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.877387856985537,
      "high": 0.888183761151352,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.2540210517101779,
     "ci": [
      0.2507519231881543,
      0.3122164305117099
     ],
     "floor": 0.3283369511812938,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 136.03125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2507519231881543,
      "high": 0.3111997365628773,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#kb200_peak_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#kb200_peak_rss_mib",
   "scenario": "overhead/print-write",
   "api": "anthropic-messages",
   "metric": "kb200_peak_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.018375152437865586,
   "aa": {
    "claude-code": 0.01801244755561879,
    "copilot": 0.033802910889549745,
    "pi-node": 0.019347990204545487,
    "rpi": 0.2974416340392652
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.5280500848144641,
     "ci": [
      0.5218892361749504,
      0.5355587609039082
     ],
     "floor": 0.019347990204545487,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 302.78515625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.5220385393465067,
      "high": 0.5343695601518703,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 0.7120259416449237,
     "ci": [
      0.7003303315651686,
      0.7187581564667903
     ],
     "floor": 0.033802910889549745,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 408.27734375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7003303315651686,
      "high": 0.7187581564667903,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.2555265649801418,
     "ci": [
      0.25180282323139463,
      0.31561920461570164
     ],
     "floor": 0.2974416340392652,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 146.51953125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2518748595132517,
      "high": 0.31491837657798427,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#kb200_wall_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#kb200_wall_ms",
   "scenario": "overhead/print-write",
   "api": "anthropic-messages",
   "metric": "kb200_wall_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.018243198415956223,
   "aa": {
    "claude-code": 0.07846151331814329,
    "copilot": 0.03742462131728147,
    "pi-node": 0.005459361695343643,
    "rpi": 0.010848695676174134
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.019435631229896576,
     "ci": [
      0.018994176840849645,
      0.019634306426112
     ],
     "floor": 0.07846151331814329,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 667.441332,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.019056735718026296,
      "high": 0.01960949734464196,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 0.22768883148197872,
     "ci": [
      0.22532523773284993,
      0.23343828150654544
     ],
     "floor": 0.03742462131728147,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 7819.08934,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2261414560328791,
      "high": 0.23314331873992486,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.26319322244375537,
     "ci": [
      0.2610373584052925,
      0.26431141981750617
     ],
     "floor": 0.010848695676174134,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 9038.349868,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2612621897657634,
      "high": 0.2640383730545497,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#kb50_after_stream_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#kb50_after_stream_ms",
   "scenario": "overhead/print-write",
   "api": "anthropic-messages",
   "metric": "kb50_after_stream_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.004716214516310157,
   "aa": {
    "claude-code": 0.060812548131826384,
    "copilot": 0.06259031394650463,
    "pi-node": 0.0071986630465346165,
    "rpi": 0.0031264988894335833
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.04906851702721612,
     "ci": [
      0.04795222887127994,
      0.05129796352878718
     ],
     "floor": 0.060812548131826384,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 100.129587,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.04797450314655405,
      "high": 0.05129796352878718,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 0.5152461602852316,
     "ci": [
      0.4960575290035519,
      0.5232915086143772
     ],
     "floor": 0.06259031394650463,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 1051.415212,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.49676482332200156,
      "high": 0.5217020895057312,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.2854876053963309,
     "ci": [
      0.2846725004642804,
      0.28703373732766846
     ],
     "floor": 0.0071986630465346165,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 582.568167,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2849714732461704,
      "high": 0.2869353659605281,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#kb50_call_to_result_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#kb50_call_to_result_ms",
   "scenario": "overhead/print-write",
   "api": "anthropic-messages",
   "metric": "kb50_call_to_result_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.0038684678707861016,
   "aa": {
    "claude-code": 0.04339368453892555,
    "copilot": 0.06091889899483404,
    "pi-node": 0.007120593580388174,
    "rpi": 0.006002629327457655
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.06835930802770601,
     "ci": [
      0.06689341168594076,
      0.06990414977630777
     ],
     "floor": 0.04339368453892555,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 141.10522,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.06697373064769924,
      "high": 0.06985910942950913,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 0.5228671918005939,
     "ci": [
      0.5002810042813542,
      0.5271885861946105
     ],
     "floor": 0.06091889899483404,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 1079.286673,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.5006979726142803,
      "high": 0.5260145855793043,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.29800612402328847,
     "ci": [
      0.297757952224056,
      0.29901533653472495
     ],
     "floor": 0.007120593580388174,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 615.135245,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.297757952224056,
      "high": 0.29901533653472495,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#kb50_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#kb50_cpu_ms",
   "scenario": "overhead/print-write",
   "api": "anthropic-messages",
   "metric": "kb50_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.005598822631283139,
   "aa": {
    "claude-code": 0.05257097217274187,
    "copilot": 0.03183076247895946,
    "pi-node": 0.006266511024941266,
    "rpi": 0.02089868519101278
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.25730654460229463,
     "ci": [
      0.25605048870264535,
      0.26208493942705524
     ],
     "floor": 0.05257097217274187,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 687.925,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2563452459212335,
      "high": 0.26208493942705524,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 1.3453134806673643,
     "ci": [
      1.3055100699217115,
      1.3600943995861197
     ],
     "floor": 0.03183076247895946,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 3596.779,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3073255828740833,
      "high": 1.3600943995861197,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.26550459648962693,
     "ci": [
      0.26434017373684615,
      0.2689673848084623
     ],
     "floor": 0.02089868519101278,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 709.843,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.26434017373684615,
      "high": 0.2689673848084623,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#kb50_cycles",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#kb50_cycles",
   "scenario": "overhead/print-write",
   "api": "anthropic-messages",
   "metric": "kb50_cycles",
   "kind": "CPU",
   "unit": "cycles",
   "mde": 0.005665397781907149,
   "aa": {
    "claude-code": 0.048145173751431576,
    "copilot": 0.03230681273083737,
    "pi-node": 0.0059697187013734,
    "rpi": 0.020789224498794792
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.24614798021096795,
     "ci": [
      0.24477721996360635,
      0.2503309828547683
     ],
     "floor": 0.048145173751431576,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 1837451333.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.24496571033842882,
      "high": 0.2503309828547683,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 1.298669505792349,
     "ci": [
      1.263410516825183,
      1.3137124974550143
     ],
     "floor": 0.03230681273083737,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 9694339204.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2651123467288532,
      "high": 1.3137124974550143,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.2571848626307788,
     "ci": [
      0.25605717209858225,
      0.26026223488604466
     ],
     "floor": 0.020789224498794792,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 1919839717.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.25605717209858225,
      "high": 0.26026223488604466,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#kb50_instructions",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#kb50_instructions",
   "scenario": "overhead/print-write",
   "api": "anthropic-messages",
   "metric": "kb50_instructions",
   "kind": "CPU",
   "unit": "instructions",
   "mde": 0.001254677763971233,
   "aa": {
    "claude-code": 0.018363967957988555,
    "copilot": 0.01630660141586751,
    "pi-node": 0.0012567593386056926,
    "rpi": 0.0007098560556304853
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.10253235648534006,
     "ci": [
      0.1014515987484791,
      0.10285588453033744
     ],
     "floor": 0.018363967957988555,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 2862136011.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1014515987484791,
      "high": 0.10278688964592092,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 0.6471802526002024,
     "ci": [
      0.6455165153410217,
      0.6498448583595777
     ],
     "floor": 0.01630660141586751,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 18065691359.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.6455165153410217,
      "high": 0.6498448583595777,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.29822799160667685,
     "ci": [
      0.2980388791307865,
      0.2985064959899308
     ],
     "floor": 0.0012567593386056926,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 8324875225.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2980388791307865,
      "high": 0.2985064959899308,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#kb50_peak_mem_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#kb50_peak_mem_mib",
   "scenario": "overhead/print-write",
   "api": "anthropic-messages",
   "metric": "kb50_peak_mem_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.006894946661097783,
   "aa": {
    "claude-code": 0.05221576286205845,
    "copilot": 0.01457270901567576,
    "pi-node": 0.006084019629513374,
    "rpi": 0.02413069514039951
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.6182116244411326,
     "ci": [
      0.6114340797864452,
      0.6438152011922503
     ],
     "floor": 0.05221576286205845,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 162.0390625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.6142518166987988,
      "high": 0.6438152011922503,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 1.57150521609538,
     "ci": [
      1.556786331921999,
      1.579210134128167
     ],
     "floor": 0.01457270901567576,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 411.90625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.556786331921999,
      "high": 1.579210134128167,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.1207451564828614,
     "ci": [
      0.11847842206732909,
      0.1212030837595622
     ],
     "floor": 0.02413069514039951,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 31.6484375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11885032505690356,
      "high": 0.12115834836939503,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#kb50_peak_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#kb50_peak_rss_mib",
   "scenario": "overhead/print-write",
   "api": "anthropic-messages",
   "metric": "kb50_peak_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.0049343714248900866,
   "aa": {
    "claude-code": 0.025628520376098342,
    "copilot": 0.020786111497359587,
    "pi-node": 0.004597303879515615,
    "rpi": 0.05284378531770017
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.8939988641383227,
     "ci": [
      0.8847624938461732,
      0.907551886077867
     ],
     "floor": 0.025628520376098342,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 276.703125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.8847624938461732,
      "high": 0.9072884457626049,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 1.1191645106329273,
     "ci": [
      1.112712859288807,
      1.1273291925465838
     ],
     "floor": 0.020786111497359587,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 346.39453125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.112712859288807,
      "high": 1.1272295787626705,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.14233608884962454,
     "ci": [
      0.14146488875458013,
      0.14316905407963654
     ],
     "floor": 0.05284378531770017,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 44.0546875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.14154043742681222,
      "high": 0.14316905407963654,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#kb50_wall_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#kb50_wall_ms",
   "scenario": "overhead/print-write",
   "api": "anthropic-messages",
   "metric": "kb50_wall_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.0037023131919804737,
   "aa": {
    "claude-code": 0.03319428562186424,
    "copilot": 0.024065932057853564,
    "pi-node": 0.007053927424893496,
    "rpi": 0.003261829205521021
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.19231222989126595,
     "ci": [
      0.18964777599073773,
      0.19394262779804455
     ],
     "floor": 0.03319428562186424,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 458.548024,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.19006536221749942,
      "high": 0.1939399652562943,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 1.099728573572369,
     "ci": [
      1.079537770449114,
      1.1123238960935944
     ],
     "floor": 0.024065932057853564,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 2622.185623,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.079537770449114,
      "high": 1.1123238960935944,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.2629212621428323,
     "ci": [
      0.26221190286328216,
      0.2637444052925518
     ],
     "floor": 0.007053927424893496,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 626.907739,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.26229174417074463,
      "high": 0.2637444052925518,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#request_bytes",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#request_bytes",
   "scenario": "overhead/print-write",
   "api": "anthropic-messages",
   "metric": "request_bytes",
   "kind": "wire",
   "unit": "bytes",
   "mde": 0.0,
   "aa": {
    "claude-code": 0.0,
    "copilot": 0.0,
    "pi-node": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.804419360066516,
     "ci": [
      1.804419360066516,
      1.804419360066516
     ],
     "floor": 0.0,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 512170.0,
     "not_compared": null,
     "equivalence": null
    },
    "copilot": {
     "ratio": 1.5871329824338893,
     "ci": [
      1.5871329824338893,
      1.5871329824338893
     ],
     "floor": 0.0,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 450495.0,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 1.006341556217896,
     "ci": [
      1.006341556217896,
      1.006341556217896
     ],
     "floor": 0.0,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 285642.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#request_bytes_per_turn",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#request_bytes_per_turn",
   "scenario": "overhead/print-write",
   "api": "anthropic-messages",
   "metric": "request_bytes_per_turn",
   "kind": "wire",
   "unit": "bytes per turn",
   "mde": 0.0,
   "aa": {
    "claude-code": 0.0,
    "copilot": 0.0,
    "pi-node": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.804419360066516,
     "ci": [
      1.804419360066516,
      1.804419360066516
     ],
     "floor": 0.0,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 128042.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.804419360066516,
      "high": 1.804419360066516,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 1.5871329824338893,
     "ci": [
      1.5871329824338893,
      1.5871329824338893
     ],
     "floor": 0.0,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 112623.75,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.5871329824338893,
      "high": 1.5871329824338893,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 1.006341556217896,
     "ci": [
      1.006341556217896,
      1.006341556217896
     ],
     "floor": 0.0,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 71410.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.006341556217896,
      "high": 1.006341556217896,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#requests",
   "scenario": "overhead/print-write",
   "api": "anthropic-messages",
   "metric": "requests",
   "kind": "wire",
   "unit": "count",
   "mde": 0.0,
   "aa": {
    "claude-code": 0.0,
    "copilot": 0.0,
    "pi-node": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 7,
     "arm_median": 4.0,
     "not_compared": null,
     "equivalence": null
    },
    "copilot": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 7,
     "arm_median": 4.0,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 7,
     "arm_median": 4.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#side_requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@anthropic-messages#side_requests",
   "scenario": "overhead/print-write",
   "api": "anthropic-messages",
   "metric": "side_requests",
   "kind": "wire",
   "unit": "count",
   "mde": null,
   "aa": {
    "claude-code": null,
    "copilot": null,
    "pi-node": null,
    "rpi": null
   },
   "comparisons": {}
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#kb200_after_stream_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#kb200_after_stream_ms",
   "scenario": "overhead/print-write",
   "api": "openai-completions",
   "metric": "kb200_after_stream_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.014722351383651246,
   "aa": {
    "copilot": 0.04573825862759078,
    "octet": 0.026360417095023927,
    "opencode-v2": 0.31642862823892143,
    "pi-bun": 0.012313346885609349,
    "pi-node": 0.003980019521686988,
    "pibolt": 0.02527457137100771,
    "pig-0.4.1": 0.0027205459976961145,
    "pig-tip": 0.09526974140871705,
    "rpi": 0.0033407544607463504
   },
   "comparisons": {
    "copilot": {
     "ratio": 0.18602582596149697,
     "ci": [
      0.1785614993403746,
      0.18754623355959113
     ],
     "floor": 0.04573825862759078,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 6334.400544,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.18155784963705532,
      "high": 0.18737231958005585,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.00019826436943693466,
     "ci": [
      0.00019700426263666881,
      0.0002014646014741707
     ],
     "floor": 0.026360417095023927,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 6.7511375000000005,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.00019732801571743794,
      "high": 0.0002012782583275134,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 0.00748132943583923,
     "ci": [
      0.007223184660036867,
      0.008295692077161604
     ],
     "floor": 0.31642862823892143,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 254.74816199999998,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0072530489317433385,
      "high": 0.008223819860186242,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.6985261466634938,
     "ci": [
      0.6927765439036178,
      0.7025116183478137
     ],
     "floor": 0.012313346885609349,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 23717.795274,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.6932438659327382,
      "high": 0.701502946088111,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.00011337342442414936,
     "ci": [
      0.00011137587343337877,
      0.00011605966610135549
     ],
     "floor": 0.02527457137100771,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 3.8494875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.00011179149386934153,
      "high": 0.00011535856870718093,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.9852973006464085,
     "ci": [
      1.9808969135499097,
      1.990802545368246
     ],
     "floor": 0.003980019521686988,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 67408.89394000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.9812431486666284,
      "high": 1.9901090517641506,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.00039789070729299194,
     "ci": [
      0.0003872068298886068,
      0.00042979690598754115
     ],
     "floor": 0.09526974140871705,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 13.510003000000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.00038798704404028705,
      "high": 0.000421535040719096,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.2704747393069741,
     "ci": [
      0.2696539490772866,
      0.27185361214982007
     ],
     "floor": 0.003980019521686988,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 9209.9864465,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2697748992924162,
      "high": 0.27155901343954086,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#kb200_call_to_result_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#kb200_call_to_result_ms",
   "scenario": "overhead/print-write",
   "api": "openai-completions",
   "metric": "kb200_call_to_result_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.014180846952578215,
   "aa": {
    "copilot": 0.04429833898484122,
    "octet": 0.008438880325455733,
    "opencode-v2": 0.18783749564499322,
    "pi-bun": 0.012116197612243458,
    "pi-node": 0.003962065294555238,
    "pibolt": 0.009100229635214507,
    "pig-0.4.1": 0.002840359322017445,
    "pig-tip": 0.012186416698674925,
    "rpi": 0.0030733687052016683
   },
   "comparisons": {
    "copilot": {
     "ratio": 0.18947104582699703,
     "ci": [
      0.1819807383704469,
      0.19099855364249627
     ],
     "floor": 0.04429833898484122,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 6476.698513,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.18497611071077563,
      "high": 0.19076743343926175,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.005556833468335288,
     "ci": [
      0.005535091228286312,
      0.005585727748957926
     ],
     "floor": 0.008438880325455733,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 189.9495245,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.005539949119850213,
      "high": 0.005580884697149809,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 0.011933883982490926,
     "ci": [
      0.011434133129525353,
      0.01282605094086136
     ],
     "floor": 0.18783749564499322,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 407.9365705,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.01163024145658027,
      "high": 0.012719434359781134,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.7013092259586129,
     "ci": [
      0.6955524953206449,
      0.7054458807275683
     ],
     "floor": 0.012116197612243458,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 23903.8116555,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.6960423560580612,
      "high": 0.7044251775180667,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.0055041126734148476,
     "ci": [
      0.005485332715762486,
      0.005545958175343635
     ],
     "floor": 0.009100229635214507,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 187.6052215,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0054882369225076055,
      "high": 0.00554355664060485,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.9832832704053873,
     "ci": [
      1.9791534373290438,
      1.9881773508700322
     ],
     "floor": 0.003962065294555238,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 67599.324236,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.9795208692892345,
      "high": 1.9871156124798037,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.005225460480707663,
     "ci": [
      0.005177718745353689,
      0.005267842464781582
     ],
     "floor": 0.012186416698674925,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 178.107486,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.005180576613851542,
      "high": 0.005256833741701203,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.2733954095102188,
     "ci": [
      0.27260169224775554,
      0.2747675750759219
     ],
     "floor": 0.003962065294555238,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 9345.489357,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.27271479072274785,
      "high": 0.27447888263235837,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#kb200_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#kb200_cpu_ms",
   "scenario": "overhead/print-write",
   "api": "openai-completions",
   "metric": "kb200_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.013747207730973054,
   "aa": {
    "copilot": 0.031329858823895114,
    "octet": 0.007210171949888818,
    "opencode-v2": 0.05723213204067037,
    "pi-bun": 0.019211567297390677,
    "pi-node": 0.004196073068617927,
    "pibolt": 0.00829053226696241,
    "pig-0.4.1": 0.004153371978273403,
    "pig-tip": 0.053547486435872454,
    "rpi": 0.0037707063371043765
   },
   "comparisons": {
    "copilot": {
     "ratio": 0.29260224062632995,
     "ci": [
      0.28515658913783487,
      0.2976245060964352
     ],
     "floor": 0.031329858823895114,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 10414.067500000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2877257008445778,
      "high": 0.2959255201262189,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.007245820168682664,
     "ci": [
      0.007224565759048208,
      0.00730738396331507
     ],
     "floor": 0.007210171949888818,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 257.8875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.007227188272848746,
      "high": 0.007298931572615177,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 0.08165887256035612,
     "ci": [
      0.08064769376872674,
      0.08399394648701601
     ],
     "floor": 0.05723213204067037,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 2906.3379999999997,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0807594577318663,
      "high": 0.08342333917344588,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.8796534147402747,
     "ci": [
      0.8707427077495145,
      0.8913496939133744
     ],
     "floor": 0.019211567297390677,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 31211.5625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.8710890486055668,
      "high": 0.890893761870146,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.009780898350891654,
     "ci": [
      0.009745101141941999,
      0.009856717447342782
     ],
     "floor": 0.00829053226696241,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 347.0425,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.009753283836358794,
      "high": 0.009836875887832282,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 3.467152437827104,
     "ci": [
      3.4600363121324054,
      3.4766387714730835
     ],
     "floor": 0.004196073068617927,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 123020.3205,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.462005708357662,
      "high": 3.474215882466446,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.006502359430262266,
     "ci": [
      0.006433876701411037,
      0.00681173145361235
     ],
     "floor": 0.053547486435872454,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 230.7145,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.006437258172339981,
      "high": 0.006752435218569653,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.27340575870856193,
     "ci": [
      0.2728206190054796,
      0.27598750088695845
     ],
     "floor": 0.004196073068617927,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 9730.841499999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.27293561496500707,
      "high": 0.2752828409138765,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#kb200_cycles",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#kb200_cycles",
   "scenario": "overhead/print-write",
   "api": "openai-completions",
   "metric": "kb200_cycles",
   "kind": "CPU",
   "unit": "cycles",
   "mde": 0.013761823507358325,
   "aa": {
    "copilot": 0.030985970536296824,
    "octet": 0.009786776255450434,
    "opencode-v2": 0.05977647891022807,
    "pi-bun": 0.019407605388405413,
    "pi-node": 0.0041909031066671605,
    "pibolt": 0.01118669438395892,
    "pig-0.4.1": 0.004220431374370423,
    "pig-tip": 0.03757121143136878,
    "rpi": 0.0037242285019750956
   },
   "comparisons": {
    "copilot": {
     "ratio": 0.28289379030847683,
     "ci": [
      0.2755604940447832,
      0.2871521925819966
     ],
     "floor": 0.030985970536296824,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 28104031956.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2782160951125801,
      "high": 0.28581466839620334,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.0065226194895680965,
     "ci": [
      0.006505965306162214,
      0.0066035025800457526
     ],
     "floor": 0.009786776255450434,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 647988442.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0065099785646470865,
      "high": 0.006585961702353928,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 0.08023925098912668,
     "ci": [
      0.07912279436195667,
      0.08249221850235315
     ],
     "floor": 0.05977647891022807,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 7971353742.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.07916670862262958,
      "high": 0.081858872335532,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.8688523704027182,
     "ci": [
      0.8600138344746022,
      0.8805424525438897
     ],
     "floor": 0.019407605388405413,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 86048775617.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.8600822470721033,
      "high": 0.8801291649848714,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.008917837703719907,
     "ci": [
      0.008867573577790848,
      0.008974515064756817
     ],
     "floor": 0.01118669438395892,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 883198391.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.008875872925469895,
      "high": 0.008963811413209996,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 3.4304608014397777,
     "ci": [
      3.42423013963305,
      3.441610133829723
     ],
     "floor": 0.004220431374370423,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 339743507437.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.426173790156704,
      "high": 3.4386342284102485,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.006077666052473485,
     "ci": [
      0.006018151692136827,
      0.006265470110188624
     ],
     "floor": 0.03757121143136878,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 601915515.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0060194776211724395,
      "high": 0.00623040844250165,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.27134080224189205,
     "ci": [
      0.2710158329062725,
      0.2737067462192888
     ],
     "floor": 0.0041909031066671605,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 26956302466.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2710506687986832,
      "high": 0.2729820564527384,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#kb200_instructions",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#kb200_instructions",
   "scenario": "overhead/print-write",
   "api": "openai-completions",
   "metric": "kb200_instructions",
   "kind": "CPU",
   "unit": "instructions",
   "mde": 0.000714960785082106,
   "aa": {
    "copilot": 0.005437904998627706,
    "octet": 0.013071169961932503,
    "opencode-v2": 0.025590101973923293,
    "pi-bun": 0.006700381308263656,
    "pi-node": 0.0011671438289424078,
    "pibolt": 0.0075412669851928965,
    "pig-0.4.1": 0.0006215878649900051,
    "pig-tip": 0.07868219452058889,
    "rpi": 0.000804957980916149
   },
   "comparisons": {
    "copilot": {
     "ratio": 0.1274682052770988,
     "ci": [
      0.12701987513335608,
      0.12776236644454103
     ],
     "floor": 0.005437904998627706,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 51289765603.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.12711747265810583,
      "high": 0.1277346860327822,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.002804423764230631,
     "ci": [
      0.0027879020081283323,
      0.002828642706824802
     ],
     "floor": 0.013071169961932503,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 1128424435.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0027886939671273705,
      "high": 0.0028265757639898653,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 0.03078785811876073,
     "ci": [
      0.030475162893054724,
      0.03129487572651814
     ],
     "floor": 0.025590101973923293,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 12388203183.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.030556684247249773,
      "high": 0.03126712708208568,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.8084143147010572,
     "ci": [
      0.8033649033186515,
      0.8108108022574451
     ],
     "floor": 0.006700381308263656,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 325248211575.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.8044845554634079,
      "high": 0.8106502972659897,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.004378993532503955,
     "ci": [
      0.004370098653460726,
      0.004404736263039968
     ],
     "floor": 0.0075412669851928965,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 1761794403.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.00437269435806813,
      "high": 0.004400592049684622,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 2.876611359985567,
     "ci": [
      2.8744927671131024,
      2.8780074604490227
     ],
     "floor": 0.0011671438289424078,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 1157343064339.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.874981867560479,
      "high": 2.87778313320179,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.0036776797954628858,
     "ci": [
      0.0034045843511031995,
      0.0036978602920815077
     ],
     "floor": 0.07868219452058889,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 1479635818.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0034328264156062533,
      "high": 0.0036961914529051757,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.31407478192654154,
     "ci": [
      0.3137281374039884,
      0.3142916484770607
     ],
     "floor": 0.0011671438289424078,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 126375215780.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3137617436177594,
      "high": 0.3142481227720746,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#kb200_peak_mem_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#kb200_peak_mem_mib",
   "scenario": "overhead/print-write",
   "api": "openai-completions",
   "metric": "kb200_peak_mem_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.1299659060580586,
   "aa": {
    "copilot": 0.0318374130942873,
    "octet": 0.027095934699750322,
    "opencode-v2": 0.0178742535839968,
    "pi-bun": 0.09067146234587187,
    "pi-node": 0.010464601701437624,
    "pibolt": 0.006932508720810834,
    "pig-0.4.1": 0.0471661955758122,
    "pig-tip": 0.015938272204095293,
    "rpi": 0.05537533146050875
   },
   "comparisons": {
    "copilot": {
     "ratio": 0.8838336651310541,
     "ci": [
      0.8721462664251416,
      0.8935784958289323
     ],
     "floor": 0.0318374130942873,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 480.380859375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.875519451892431,
      "high": 0.8918752668562703,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.01278559159413832,
     "ci": [
      0.012683659242841311,
      0.0132659829583142
     ],
     "floor": 0.027095934699750322,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 6.94921875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.012715114070485024,
      "high": 0.013202476089722512,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 0.5944293917680626,
     "ci": [
      0.5889062174341136,
      0.6048713698926281
     ],
     "floor": 0.0178742535839968,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 323.083984375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.5891037786436921,
      "high": 0.6027679857547177,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.5986904389081471,
     "ci": [
      0.5723265067873947,
      0.6146216110189348
     ],
     "floor": 0.09067146234587187,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 324.83984375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.5808739844672703,
      "high": 0.6086147377818094,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.08684571440913165,
     "ci": [
      0.08580519785593782,
      0.08792316056542225
     ],
     "floor": 0.010464601701437624,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 47.12109375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0862845873851561,
      "high": 0.08762894060588512,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.05363872960335202,
     "ci": [
      0.05250855514669034,
      0.056253869523274734
     ],
     "floor": 0.0471661955758122,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 29.103515625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0527188730148561,
      "high": 0.056063791228706056,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.042641728131085695,
     "ci": [
      0.042148048490543204,
      0.0429865893439652
     ],
     "floor": 0.015938272204095293,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 23.13671875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.04220499569336779,
      "high": 0.042920163429559906,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.23913871540379902,
     "ci": [
      0.23514446405728537,
      0.2521981719893185
     ],
     "floor": 0.05537533146050875,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 129.9765625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.23630073339147092,
      "high": 0.25040417322325453,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#kb200_peak_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#kb200_peak_rss_mib",
   "scenario": "overhead/print-write",
   "api": "openai-completions",
   "metric": "kb200_peak_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.1182885420643397,
   "aa": {
    "copilot": 0.045799342188136756,
    "octet": 0.024639703937148913,
    "opencode-v2": 0.015193698585974812,
    "pi-bun": 0.08043573842769008,
    "pi-node": 0.012333265282936795,
    "pibolt": 0.0025150496985032267,
    "pig-0.4.1": 0.016252876233865815,
    "pig-tip": 0.04586752029459032,
    "rpi": 0.05611959747070927
   },
   "comparisons": {
    "copilot": {
     "ratio": 0.7148530982544855,
     "ci": [
      0.701082169801659,
      0.7281229980781551
     ],
     "floor": 0.045799342188136756,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 413.056640625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7060125352083859,
      "high": 0.7265826189275508,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.0509221075972472,
     "ci": [
      0.05020003361909565,
      0.051559399019280215
     ],
     "floor": 0.024639703937148913,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 29.423828125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0503385003895441,
      "high": 0.05143663854542479,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 0.780113843782534,
     "ci": [
      0.7677421081149783,
      0.7920164771836019
     ],
     "floor": 0.015193698585974812,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 450.765625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7705060205462022,
      "high": 0.7887618202300891,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.6340563302219008,
     "ci": [
      0.6111043990710536,
      0.648884116258573
     ],
     "floor": 0.08043573842769008,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 366.4375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.6175377905802857,
      "high": 0.6433399347072302,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.20163367106232552,
     "ci": [
      0.20009262615279289,
      0.203030643628598
     ],
     "floor": 0.012333265282936795,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 116.529296875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.20063668546661104,
      "high": 0.20272713063451828,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.10101453879377353,
     "ci": [
      0.09997846307089688,
      0.10201085959320698
     ],
     "floor": 0.016252876233865815,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 58.37890625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10004631307639644,
      "high": 0.10182397673138477,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.10067320495576178,
     "ci": [
      0.0993991172633813,
      0.10180122334493596
     ],
     "floor": 0.04586752029459032,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 58.181640625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09978201892318697,
      "high": 0.10160559845494549,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.24885074566325496,
     "ci": [
      0.23811471288257183,
      0.2560540308862726
     ],
     "floor": 0.05611959747070927,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 143.791015625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.23982854261220374,
      "high": 0.2551784048349806,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#kb200_wall_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#kb200_wall_ms",
   "scenario": "overhead/print-write",
   "api": "openai-completions",
   "metric": "kb200_wall_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.01397992263370241,
   "aa": {
    "copilot": 0.0346940586873767,
    "octet": 0.011651168968451938,
    "opencode-v2": 0.08295592195423009,
    "pi-bun": 0.011846286307230072,
    "pi-node": 0.003988914299019243,
    "pibolt": 0.021984746299403675,
    "pig-0.4.1": 0.002872381240591528,
    "pig-tip": 0.02069969493060024,
    "rpi": 0.0037224008445495903
   },
   "comparisons": {
    "copilot": {
     "ratio": 0.23312485467080707,
     "ci": [
      0.22601007568187237,
      0.23519309534669422
     ],
     "floor": 0.0346940586873767,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 8054.419830999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.22875339811762904,
      "high": 0.2346920314984636,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.00649256039253566,
     "ci": [
      0.006453382591475678,
      0.0065333864589409455
     ],
     "floor": 0.011651168968451938,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 224.31673899999998,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.006459410233899776,
      "high": 0.006528624590060237,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 0.03551757963911088,
     "ci": [
      0.034788685354348974,
      0.03638410574358843
     ],
     "floor": 0.08295592195423009,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 1227.1256884999998,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.034839333969799775,
      "high": 0.036337767619103074,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.7092609169664973,
     "ci": [
      0.7037743456393778,
      0.7137474492500648
     ],
     "floor": 0.011846286307230072,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 24438.178299,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7042339123508697,
      "high": 0.7126715269487103,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.007333296606561047,
     "ci": [
      0.007299315748027873,
      0.007448035229956737
     ],
     "floor": 0.021984746299403675,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 252.67487,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.00730036621060501,
      "high": 0.007416204416408288,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.9637370547666166,
     "ci": [
      1.9600662723603215,
      1.969054316234537
     ],
     "floor": 0.003988914299019243,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 67662.2031875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.9604920214385675,
      "high": 1.9676752341508448,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.006220811880487249,
     "ci": [
      0.006160842185923176,
      0.006322789361937638
     ],
     "floor": 0.02069969493060024,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 214.343278,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.006176982125783586,
      "high": 0.006305758664090823,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.2721857080640579,
     "ci": [
      0.2712438792884118,
      0.27349647252212955
     ],
     "floor": 0.003988914299019243,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 9403.9649605,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.27140054110582423,
      "high": 0.27328310957427093,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#kb50_after_stream_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#kb50_after_stream_ms",
   "scenario": "overhead/print-write",
   "api": "openai-completions",
   "metric": "kb50_after_stream_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.022803866624787446,
   "aa": {
    "copilot": 0.04740894423758978,
    "octet": 0.03797760357423214,
    "opencode-v2": 0.32069743055734806,
    "pi-bun": 0.028457811622946055,
    "pi-node": 0.018381308876585113,
    "pibolt": 0.1286962929138169,
    "pig-0.4.1": 0.0016310071389077944,
    "pig-tip": 0.017595945299049884,
    "rpi": 0.011668660267626474
   },
   "comparisons": {
    "copilot": {
     "ratio": 0.4882826623421128,
     "ci": [
      0.46210091362505246,
      0.49819275698689897
     ],
     "floor": 0.04740894423758978,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 1006.947759,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.46263335922832316,
      "high": 0.4965397262575516,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.001635496949449642,
     "ci": [
      0.0015574807025613342,
      0.0016701804648928415
     ],
     "floor": 0.03797760357423214,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 3.3727595,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0015676562199876977,
      "high": 0.0016651229333796134,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 0.0731429094583843,
     "ci": [
      0.06403029905357281,
      0.08035452124387343
     ],
     "floor": 0.32069743055734806,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 150.8369935,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.06469114007271694,
      "high": 0.07977922854032923,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.7217143664853966,
     "ci": [
      0.7049280992282624,
      0.7328876199692377
     ],
     "floor": 0.028457811622946055,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 1490.0690335,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7080295524786981,
      "high": 0.7312618679513306,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.001982146562629334,
     "ci": [
      0.0018593575953727772,
      0.002149593822047768
     ],
     "floor": 0.1286962929138169,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 4.092388,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0018973773791807324,
      "high": 0.0021392436658550927,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 2.2569713343159274,
     "ci": [
      2.2278331634699122,
      2.2719041273158385
     ],
     "floor": 0.018381308876585113,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 4659.7979075,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.232288660291238,
      "high": 2.270073985745494,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.0036477076847453516,
     "ci": [
      0.0035661213964535764,
      0.003675327282887643
     ],
     "floor": 0.018381308876585113,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 7.531146,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0035717671176402066,
      "high": 0.003672249484966218,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.2774347048678639,
     "ci": [
      0.26539381648499927,
      0.28039224706326465
     ],
     "floor": 0.018381308876585113,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 572.132242,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.26581223437477763,
      "high": 0.279926760076292,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#kb50_call_to_result_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#kb50_call_to_result_ms",
   "scenario": "overhead/print-write",
   "api": "openai-completions",
   "metric": "kb50_call_to_result_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.02254980286749299,
   "aa": {
    "copilot": 0.04732400394516473,
    "octet": 0.011631392790850733,
    "opencode-v2": 0.2650075311839455,
    "pi-bun": 0.029019131585874443,
    "pi-node": 0.017274402207868352,
    "pibolt": 0.03348060791146574,
    "pig-0.4.1": 0.0013010593503502903,
    "pig-tip": 0.03106791552794288,
    "rpi": 0.015300584091904405
   },
   "comparisons": {
    "copilot": {
     "ratio": 0.49662321181453417,
     "ci": [
      0.47194995483764063,
      0.5047166514136924
     ],
     "floor": 0.04732400394516473,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 1041.5731035,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.4721406872910646,
      "high": 0.5024693605017746,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.0228401010563932,
     "ci": [
      0.021916528412327017,
      0.02303075511360222
     ],
     "floor": 0.017274402207868352,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 47.902785,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.021956590576546624,
      "high": 0.023011133268617704,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 0.09393252712349628,
     "ci": [
      0.08278707046406358,
      0.1015138055530583
     ],
     "floor": 0.2650075311839455,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 197.00568049999998,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.08415826647710255,
      "high": 0.10019038128879504,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.7338921420715537,
     "ci": [
      0.7171774992136881,
      0.7444143543612017
     ],
     "floor": 0.029019131585874443,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 1539.9222805,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7200891228984448,
      "high": 0.7430455412920199,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.0238156831070662,
     "ci": [
      0.0234927412319073,
      0.02479185654519758
     ],
     "floor": 0.03348060791146574,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 49.972331,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.023541940977806177,
      "high": 0.024433663952503824,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 2.2364453875697077,
     "ci": [
      2.2118237168165105,
      2.2474530570347793
     ],
     "floor": 0.017274402207868352,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 4692.7223825,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.2161290331371606,
      "high": 2.2469662030975694,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.023351692125412604,
     "ci": [
      0.02294925154468838,
      0.023669212442170167
     ],
     "floor": 0.03106791552794288,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 48.998741,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.023019667852130853,
      "high": 0.02363473678548443,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.29064966170002887,
     "ci": [
      0.27786737332967104,
      0.29391282322878076
     ],
     "floor": 0.017274402207868352,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 609.5826030000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.27861926544051485,
      "high": 0.2933357165102172,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#kb50_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#kb50_cpu_ms",
   "scenario": "overhead/print-write",
   "api": "openai-completions",
   "metric": "kb50_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.01688364839618101,
   "aa": {
    "copilot": 0.008788833512373612,
    "octet": 0.03230289338454135,
    "opencode-v2": 0.08461876539962768,
    "pi-bun": 0.030666387370828243,
    "pi-node": 0.014929626748656633,
    "pibolt": 0.02318908831003519,
    "pig-0.4.1": 0.0030932270822423393,
    "pig-tip": 0.05400803344274047,
    "rpi": 0.02243659201522374
   },
   "comparisons": {
    "copilot": {
     "ratio": 1.3104552331400012,
     "ci": [
      1.2685933717765467,
      1.3173865180398647
     ],
     "floor": 0.014929626748656633,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 3582.5330000000004,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2708341765419713,
      "high": 1.317283165955112,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.028796096872933285,
     "ci": [
      0.027910205913324545,
      0.02935871890024313
     ],
     "floor": 0.03230289338454135,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 78.723,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.028106542203630826,
      "high": 0.02918377419885564,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 0.8664492897818721,
     "ci": [
      0.8101453987589585,
      0.8950033818986162
     ],
     "floor": 0.08461876539962768,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 2368.706,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.8142312040191853,
      "high": 0.8940693132137784,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.9050000565126449,
     "ci": [
      0.880399300756248,
      0.9148862712095452
     ],
     "floor": 0.030666387370828243,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 2482.188,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.8855406784237067,
      "high": 0.9121725037442739,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.04786311106120174,
     "ci": [
      0.04759214594014824,
      0.048124918230154766
     ],
     "floor": 0.02318908831003519,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 131.2765,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.04762124390501346,
      "high": 0.0480710892664864,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 3.324442375149896,
     "ci": [
      3.294359464903433,
      3.332574249001328
     ],
     "floor": 0.014929626748656633,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 9118.111,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.3046472711231076,
      "high": 3.3320021575193493,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.026988069269189417,
     "ci": [
      0.0264493262250429,
      0.028137454839644426
     ],
     "floor": 0.05400803344274047,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 74.0215,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.026510783145773965,
      "high": 0.028087712358002233,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.2570762101800858,
     "ci": [
      0.2486888894210855,
      0.2617165420543663
     ],
     "floor": 0.02243659201522374,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 702.797,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.24886531770572398,
      "high": 0.259916387690723,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#kb50_cycles",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#kb50_cycles",
   "scenario": "overhead/print-write",
   "api": "openai-completions",
   "metric": "kb50_cycles",
   "kind": "CPU",
   "unit": "cycles",
   "mde": 0.016879550468820666,
   "aa": {
    "copilot": 0.00911833962456639,
    "octet": 0.02132625059259195,
    "opencode-v2": 0.08491754580992471,
    "pi-bun": 0.03079355827084919,
    "pi-node": 0.014673707736198074,
    "pibolt": 0.029269911131916918,
    "pig-0.4.1": 0.003487085309150412,
    "pig-tip": 0.03436593447682471,
    "rpi": 0.01759740869626694
   },
   "comparisons": {
    "copilot": {
     "ratio": 1.2684112255230127,
     "ci": [
      1.2276376442187273,
      1.2748733020107286
     ],
     "floor": 0.014673707736198074,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 9682415856.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2306773991710005,
      "high": 1.274572615043351,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.026158897090394633,
     "ci": [
      0.025280954280414224,
      0.026426874210191544
     ],
     "floor": 0.02132625059259195,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 199683915.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0254488796390388,
      "high": 0.026412930220171733,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 0.8514891864902383,
     "ci": [
      0.7957762852812813,
      0.8780621560538353
     ],
     "floor": 0.08491754580992471,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 6499841877.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7992527672982503,
      "high": 0.8766536439892658,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.8902133950945312,
     "ci": [
      0.8654108786303734,
      0.9001524706760062
     ],
     "floor": 0.03079355827084919,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 6817186916.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.8704655652269055,
      "high": 0.8974746911198443,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.04366185238259391,
     "ci": [
      0.043500494042781834,
      0.043887181983399526
     ],
     "floor": 0.029269911131916918,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 334359166.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.043541184100025034,
      "high": 0.043842706413039154,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 3.2761498565039187,
     "ci": [
      3.246036811605909,
      3.284596985765433
     ],
     "floor": 0.014673707736198074,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 25088508058.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.2566449499876615,
      "high": 3.283116471173301,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.024766669279807276,
     "ci": [
      0.024384767658536904,
      0.02560318420594027
     ],
     "floor": 0.03436593447682471,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 189661282.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.024428889068677632,
      "high": 0.025512253216438803,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.24850812565325894,
     "ci": [
      0.24032079629473987,
      0.2518879689628335
     ],
     "floor": 0.01759740869626694,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 1896986535.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.24047760769090198,
      "high": 0.25071340129937547,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#kb50_instructions",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#kb50_instructions",
   "scenario": "overhead/print-write",
   "api": "openai-completions",
   "metric": "kb50_instructions",
   "kind": "CPU",
   "unit": "instructions",
   "mde": 0.0009815629199518984,
   "aa": {
    "copilot": 0.007552212967303608,
    "octet": 0.012634380525717302,
    "opencode-v2": 0.016854122167639856,
    "pi-bun": 0.0088917425848575,
    "pi-node": 0.0007135542079483711,
    "pibolt": 0.02183490793634803,
    "pig-0.4.1": 0.0012720175326079,
    "pig-tip": 0.038989991166075,
    "rpi": 0.001859206677032705
   },
   "comparisons": {
    "copilot": {
     "ratio": 0.6447522261385022,
     "ci": [
      0.6418640392339298,
      0.6476626302964329
     ],
     "floor": 0.007552212967303608,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 18101356312.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.6419880912178618,
      "high": 0.6476106649192873,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.0119251322640043,
     "ci": [
      0.011833956542498818,
      0.011977901228796582
     ],
     "floor": 0.012634380525717302,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 334796933.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.011834655145415235,
      "high": 0.011971052989388232,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 0.3209544748797833,
     "ci": [
      0.3141432589098443,
      0.32480852910880476
     ],
     "floor": 0.016854122167639856,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 9010765801.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3163589496866497,
      "high": 0.3234528856880595,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.814781668613173,
     "ci": [
      0.8103454464766533,
      0.8151271932037684
     ],
     "floor": 0.0088917425848575,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 22889776991.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.8114026807407809,
      "high": 0.8150735767720899,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.02155064582223299,
     "ci": [
      0.021466989263872287,
      0.021708414091900035
     ],
     "floor": 0.02183490793634803,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 605425350.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.021467217610416995,
      "high": 0.021636439590443063,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 2.8153771450675515,
     "ci": [
      2.809902814959273,
      2.8166393073429306
     ],
     "floor": 0.0012720175326079,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 79092789492.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.8117375864259797,
      "high": 2.8164919799845753,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.014977126936407587,
     "ci": [
      0.014807236133683503,
      0.015180664073117146
     ],
     "floor": 0.038989991166075,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 420754551.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.014852156622108498,
      "high": 0.015128707184106763,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.28969579945526897,
     "ci": [
      0.289351448193918,
      0.29020535182997237
     ],
     "floor": 0.001859206677032705,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 8133181516.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.28940913220012177,
      "high": 0.29014205504395024,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#kb50_peak_mem_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#kb50_peak_mem_mib",
   "scenario": "overhead/print-write",
   "api": "openai-completions",
   "metric": "kb50_peak_mem_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.006099933865745381,
   "aa": {
    "copilot": 0.017061792312405087,
    "octet": 0.0761513131883834,
    "opencode-v2": 0.059707090807626866,
    "pi-bun": 0.03858853245604531,
    "pi-node": 0.005717773053646916,
    "pibolt": 0.009145486924641668,
    "pig-0.4.1": 0.06279207312678974,
    "pig-tip": 0.015459245072214226,
    "rpi": 0.03446672390889876
   },
   "comparisons": {
    "copilot": {
     "ratio": 1.5711690428307628,
     "ci": [
      1.5628250793603482,
      1.5866882656374808
     ],
     "floor": 0.017061792312405087,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 410.46484375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.5645542972744986,
      "high": 1.585277819379961,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.020290223461598846,
     "ci": [
      0.019358886266543186,
      0.02116414016463497
     ],
     "floor": 0.0761513131883834,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 5.30078125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.019391140602582495,
      "high": 0.02108415738057539,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 1.109585149410507,
     "ci": [
      1.0897401353212381,
      1.131533622884529
     ],
     "floor": 0.059707090807626866,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 289.876953125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0965396375568648,
      "high": 1.1302302272353284,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.7207576776507509,
     "ci": [
      0.696163931969731,
      0.7367885342214572
     ],
     "floor": 0.03858853245604531,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 188.396484375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.699462285287528,
      "high": 0.7360063398551104,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.1369349174325637,
     "ci": [
      0.1356042461338301,
      0.13755102651135667
     ],
     "floor": 0.009145486924641668,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 35.79296875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13587776102191076,
      "high": 0.13747599512803843,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.08961368900844355,
     "ci": [
      0.0874234503360717,
      0.09311871046847198
     ],
     "floor": 0.06279207312678974,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 23.423828125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.08826889902844469,
      "high": 0.09304341328551147,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.06249719793768213,
     "ci": [
      0.06172009265486064,
      0.06274518594902374
     ],
     "floor": 0.015459245072214226,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 16.3359375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.06184797138355152,
      "high": 0.06271097834204631,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.11991716445248544,
     "ci": [
      0.11747722410878574,
      0.12157035862058645
     ],
     "floor": 0.03446672390889876,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 31.328125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.118296836256087,
      "high": 0.12135820895522388,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#kb50_peak_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#kb50_peak_rss_mib",
   "scenario": "overhead/print-write",
   "api": "openai-completions",
   "metric": "kb50_peak_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.005131485863464142,
   "aa": {
    "copilot": 0.017886787394734725,
    "octet": 0.0858587423087189,
    "opencode-v2": 0.03998511879968317,
    "pi-bun": 0.03449878413214791,
    "pi-node": 0.003990156187411027,
    "pibolt": 0.08503881535367966,
    "pig-0.4.1": 0.013762202542862863,
    "pig-tip": 0.09846188377762516,
    "rpi": 0.04128636505971912
   },
   "comparisons": {
    "copilot": {
     "ratio": 1.1245651541409976,
     "ci": [
      1.1169328105169443,
      1.1345559577715274
     ],
     "floor": 0.017886787394734725,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 347.2578125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1185172535923902,
      "high": 1.1338564767428636,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.09321197707808883,
     "ci": [
      0.09269964959330053,
      0.1026007177879998
     ],
     "floor": 0.0858587423087189,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 28.783203125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09278194349768992,
      "high": 0.09878440599069015,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 1.352778585976142,
     "ci": [
      1.3378593844907876,
      1.3731291311064402
     ],
     "floor": 0.03998511879968317,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 417.728515625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.343721142047539,
      "high": 1.3719606305189382,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.7401448771075191,
     "ci": [
      0.7183723110446703,
      0.7581121130756371
     ],
     "floor": 0.03449878413214791,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 228.498046875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7228956058554854,
      "high": 0.7574022523092496,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.310334356119318,
     "ci": [
      0.30772618598213164,
      0.33496820160309076
     ],
     "floor": 0.08503881535367966,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 95.806640625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3082609789857808,
      "high": 0.3247338791897009,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.16784234333976528,
     "ci": [
      0.16546726574135492,
      0.17066156535840069
     ],
     "floor": 0.013762202542862863,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 51.81640625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1662744752604822,
      "high": 0.1698190893657993,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.14321323506152533,
     "ci": [
      0.141149672719991,
      0.16023513314921325
     ],
     "floor": 0.09846188377762516,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 44.212890625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.14150349826345196,
      "high": 0.1522968667861599,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.13941632616918193,
     "ci": [
      0.1385348008451859,
      0.14403781024111612
     ],
     "floor": 0.04128636505971912,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 43.05078125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1386301093185892,
      "high": 0.14295834334796523,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#kb50_wall_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#kb50_wall_ms",
   "scenario": "overhead/print-write",
   "api": "openai-completions",
   "metric": "kb50_wall_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.01982241072317419,
   "aa": {
    "copilot": 0.01991325512864597,
    "octet": 0.0820462875039209,
    "opencode-v2": 0.10777115011785947,
    "pi-bun": 0.021726915153067843,
    "pi-node": 0.021078586854555242,
    "pibolt": 0.08719513480609874,
    "pig-0.4.1": 0.0019322305854566285,
    "pig-tip": 0.095238462310366,
    "rpi": 0.015716536662568434
   },
   "comparisons": {
    "copilot": {
     "ratio": 1.0679223915191094,
     "ci": [
      1.0292015388923106,
      1.081717975940504
     ],
     "floor": 0.021078586854555242,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 2593.8995219999997,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0300941164399757,
      "high": 1.0797047363685586,
      "p": 0.726,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.02714988254435565,
     "ci": [
      0.026027224817929153,
      0.029088685706298068
     ],
     "floor": 0.0820462875039209,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 65.94493,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.026212743025502035,
      "high": 0.028934524326772192,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 0.4124588701924073,
     "ci": [
      0.3892198194595021,
      0.42648571432621935
     ],
     "floor": 0.10777115011785947,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 1001.8301655,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3919127254851644,
      "high": 0.4236706252525387,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.8433805003616074,
     "ci": [
      0.8249671887988725,
      0.8506288343979752
     ],
     "floor": 0.021726915153067843,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 2046.4851509999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.8293301273039774,
      "high": 0.849942395370865,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.039643970996112596,
     "ci": [
      0.03921468790547838,
      0.04283462076879103
     ],
     "floor": 0.08719513480609874,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 96.197147,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.039280458072290365,
      "high": 0.041383313382989666,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.9524387914061545,
     "ci": [
      1.9221547895966826,
      1.9601848400787258
     ],
     "floor": 0.021078586854555242,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 4737.644507000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.9318943104934192,
      "high": 1.9592145115673887,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.02793283544497737,
     "ci": [
      0.02740386892900852,
      0.030056753262304756
     ],
     "floor": 0.095238462310366,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 67.779766,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.02750637743090285,
      "high": 0.029299001112524377,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.25671912965279853,
     "ci": [
      0.2469539114517757,
      0.26009358349420547
     ],
     "floor": 0.021078586854555242,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 623.550581,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.24734233576702494,
      "high": 0.2597542347089552,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#request_bytes",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#request_bytes",
   "scenario": "overhead/print-write",
   "api": "openai-completions",
   "metric": "request_bytes",
   "kind": "wire",
   "unit": "bytes",
   "mde": 0.0,
   "aa": {
    "copilot": 0.0,
    "octet": 0.0,
    "opencode-v2": 0.0,
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "copilot": {
     "ratio": 1.5908938395185137,
     "ci": [
      1.5908938395185137,
      1.5908938395185137
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 455177.0,
     "not_compared": null,
     "equivalence": null
    },
    "octet": {
     "ratio": 1.0258253703069407,
     "ci": [
      1.0258253703069407,
      1.0258253703069407
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 293503.0,
     "not_compared": null,
     "equivalence": null
    },
    "opencode-v2": {
     "ratio": 1.2454790747743907,
     "ci": [
      1.2454790747743907,
      1.2454790747743907
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 356349.0,
     "not_compared": null,
     "equivalence": null
    },
    "pi-bun": {
     "ratio": 0.9981685621815081,
     "ci": [
      0.9981685621815081,
      0.9981685621815081
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 285590.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.0267865256506148,
     "ci": [
      1.0267865256506148,
      1.0267865256506148
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 293778.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.0443075137882103,
     "ci": [
      1.0443075137882103,
      1.0443075137882103
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 298791.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 0.9996924302900243,
     "ci": [
      0.9996924302900243,
      0.9996924302900243
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 286026.0,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 1.0229139433931929,
     "ci": [
      1.0229139433931929,
      1.0229139433931929
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 292670.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#request_bytes_per_turn",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#request_bytes_per_turn",
   "scenario": "overhead/print-write",
   "api": "openai-completions",
   "metric": "request_bytes_per_turn",
   "kind": "wire",
   "unit": "bytes per turn",
   "mde": 0.0,
   "aa": {
    "copilot": 0.0,
    "octet": 0.0,
    "opencode-v2": 0.0,
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "copilot": {
     "ratio": 1.5908938395185137,
     "ci": [
      1.5908938395185137,
      1.5908938395185137
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 113794.25,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.5908938395185137,
      "high": 1.5908938395185137,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 1.0258253703069407,
     "ci": [
      1.0258253703069407,
      1.0258253703069407
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 73375.75,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.0258253703069407,
      "high": 1.0258253703069407,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 1.2454790747743907,
     "ci": [
      1.2454790747743907,
      1.2454790747743907
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 89087.25,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.2454790747743907,
      "high": 1.2454790747743907,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.9981685621815081,
     "ci": [
      0.9981685621815081,
      0.9981685621815081
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 71397.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9981685621815081,
      "high": 0.9981685621815081,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 1.0267865256506148,
     "ci": [
      1.0267865256506148,
      1.0267865256506148
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 73444.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.0267865256506148,
      "high": 1.0267865256506148,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.0443075137882103,
     "ci": [
      1.0443075137882103,
      1.0443075137882103
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 74697.75,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.0443075137882103,
      "high": 1.0443075137882103,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.9996924302900243,
     "ci": [
      0.9996924302900243,
      0.9996924302900243
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 71506.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9996924302900243,
      "high": 0.9996924302900243,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 1.0229139433931929,
     "ci": [
      1.0229139433931929,
      1.0229139433931929
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 73167.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.0229139433931929,
      "high": 1.0229139433931929,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#requests",
   "scenario": "overhead/print-write",
   "api": "openai-completions",
   "metric": "requests",
   "kind": "wire",
   "unit": "count",
   "mde": 0.0,
   "aa": {
    "copilot": 0.0,
    "octet": 0.0,
    "opencode-v2": 0.0,
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "copilot": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 4.0,
     "not_compared": null,
     "equivalence": null
    },
    "octet": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 4.0,
     "not_compared": null,
     "equivalence": null
    },
    "opencode-v2": {
     "ratio": 1.5,
     "ci": [
      1.5,
      1.5
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 6.0,
     "not_compared": null,
     "equivalence": null
    },
    "pi-bun": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 4.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 4.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 4.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 4.0,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 4.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#side_requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/print-write@openai-completions#side_requests",
   "scenario": "overhead/print-write",
   "api": "openai-completions",
   "metric": "side_requests",
   "kind": "wire",
   "unit": "count",
   "mde": null,
   "aa": {
    "copilot": null,
    "octet": null,
    "opencode-v2": 0.0,
    "pi-bun": null,
    "pi-node": null,
    "pibolt": null,
    "pig-0.4.1": null,
    "pig-tip": null,
    "rpi": null
   },
   "comparisons": {}
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#kb200_after_stream_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#kb200_after_stream_ms",
   "scenario": "overhead/print-write",
   "api": "openai-responses",
   "metric": "kb200_after_stream_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.027765854917848765,
   "aa": {
    "codex": 0.027419561510625367,
    "copilot": 0.06441434857365712,
    "pi-node": 0.051694847949678206,
    "rpi": 0.006071034778987565
   },
   "comparisons": {
    "codex": {
     "ratio": 0.0007241269831143692,
     "ci": [
      0.0006847454936361571,
      0.0007386793207492302
     ],
     "floor": 0.051694847949678206,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 24.739942,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0006847454936361571,
      "high": 0.0007384760018959282,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 0.18076644458202587,
     "ci": [
      0.17327729066747638,
      0.18625294395426265
     ],
     "floor": 0.06441434857365712,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 6175.921432,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.17327729066747638,
      "high": 0.18508444629653417,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.27134712233439046,
     "ci": [
      0.2592103154839335,
      0.27363329721321955
     ],
     "floor": 0.051694847949678206,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 9270.628253,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2594205350165824,
      "high": 0.273285043583247,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#kb200_call_to_result_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#kb200_call_to_result_ms",
   "scenario": "overhead/print-write",
   "api": "openai-responses",
   "metric": "kb200_call_to_result_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.027687760928117932,
   "aa": {
    "codex": 0.005912430109394695,
    "copilot": 0.06130767528760541,
    "pi-node": 0.05133992669529012,
    "rpi": 0.006706250695703709
   },
   "comparisons": {
    "codex": {
     "ratio": 0.005510879339716982,
     "ci": [
      0.0052740694073793275,
      0.005580513447423526
     ],
     "floor": 0.05133992669529012,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 188.88663,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.005276550976053477,
      "high": 0.00555468986730861,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 0.18377065181081786,
     "ci": [
      0.17615225967408932,
      0.18917907058006406
     ],
     "floor": 0.06130767528760541,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 6298.780462,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1761823888916248,
      "high": 0.18799946059254366,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.273998078729585,
     "ci": [
      0.26156871974561474,
      0.2761089091366726
     ],
     "floor": 0.05133992669529012,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 9391.345832,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.26161387996978225,
      "high": 0.275756259824555,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#kb200_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#kb200_cpu_ms",
   "scenario": "overhead/print-write",
   "api": "openai-responses",
   "metric": "kb200_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.025667093505378998,
   "aa": {
    "codex": 0.035522843957509716,
    "copilot": 0.048526615709135995,
    "pi-node": 0.049411769573922126,
    "rpi": 0.008263171577978708
   },
   "comparisons": {
    "codex": {
     "ratio": 0.013698662424135291,
     "ci": [
      0.013089728595360756,
      0.014082682612004967
     ],
     "floor": 0.049411769573922126,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 488.208,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.013096110316796722,
      "high": 0.014059117928826366,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 0.2829228010808354,
     "ci": [
      0.26949104170721766,
      0.28831960828933173
     ],
     "floor": 0.049411769573922126,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 10083.114,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2700599890811456,
      "high": 0.28703962782449616,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.2754175329904515,
     "ci": [
      0.2631033313567084,
      0.2772609567851213
     ],
     "floor": 0.049411769573922126,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 9815.633,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2631157979862772,
      "high": 0.2764927284920214,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#kb200_cycles",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#kb200_cycles",
   "scenario": "overhead/print-write",
   "api": "openai-responses",
   "metric": "kb200_cycles",
   "kind": "CPU",
   "unit": "cycles",
   "mde": 0.025545238651402503,
   "aa": {
    "codex": 0.019407607764802663,
    "copilot": 0.04803549263174577,
    "pi-node": 0.04929771692702471,
    "rpi": 0.00809998099941528
   },
   "comparisons": {
    "codex": {
     "ratio": 0.012295554481787471,
     "ci": [
      0.011750160482973756,
      0.012466011113233385
     ],
     "floor": 0.04929771692702471,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 1223076767.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.011769561126294455,
      "high": 0.012466011113233385,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 0.27335273524281695,
     "ci": [
      0.2603856045589842,
      0.27823738500578615
     ],
     "floor": 0.04929771692702471,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 27191240555.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2608859981173482,
      "high": 0.27702782164192513,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.27326757757644,
     "ci": [
      0.26101080582974606,
      0.27489663992765423
     ],
     "floor": 0.04929771692702471,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 27182769659.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2610550548898921,
      "high": 0.27412152729412664,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#kb200_instructions",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#kb200_instructions",
   "scenario": "overhead/print-write",
   "api": "openai-responses",
   "metric": "kb200_instructions",
   "kind": "CPU",
   "unit": "instructions",
   "mde": 0.0010132709734332545,
   "aa": {
    "codex": 0.014710913376924406,
    "copilot": 0.005329103276782945,
    "pi-node": 0.0017823096877702773,
    "rpi": 0.00027754270941530794
   },
   "comparisons": {
    "codex": {
     "ratio": 0.004370617062173603,
     "ci": [
      0.004320457610761675,
      0.004383962648771221
     ],
     "floor": 0.014710913376924406,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 1759686901.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.004323431330923804,
      "high": 0.0043832016032425885,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 0.1251557560482343,
     "ci": [
      0.12479328112190108,
      0.12559744917695181
     ],
     "floor": 0.005329103276782945,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 50389897209.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.12486731604270576,
      "high": 0.12552517356035395,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.3140821523585133,
     "ci": [
      0.31386612199800934,
      0.31435647974450576
     ],
     "floor": 0.0017823096877702773,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 126454969969.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.31386612199800934,
      "high": 0.31431756119607335,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#kb200_peak_mem_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#kb200_peak_mem_mib",
   "scenario": "overhead/print-write",
   "api": "openai-responses",
   "metric": "kb200_peak_mem_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.17131923135132637,
   "aa": {
    "codex": 0.020736988160495576,
    "copilot": 0.029955968589777497,
    "pi-node": 0.01767913882277346,
    "rpi": 0.2160823131792235
   },
   "comparisons": {
    "codex": {
     "ratio": 0.09811477226420355,
     "ci": [
      0.09737249939573173,
      0.10028556668484344
     ],
     "floor": 0.020736988160495576,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 53.609375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09739382651102611,
      "high": 0.10028556668484344,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 0.8781429398685988,
     "ci": [
      0.8630088294257319,
      0.8908102057802141
     ],
     "floor": 0.029955968589777497,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 479.8125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.8673001357433736,
      "high": 0.8899692791312425,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.46227042330047113,
     "ci": [
      0.39855683360720157,
      0.5094833317843533
     ],
     "floor": 0.2160823131792235,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 252.58203125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.39882182202935434,
      "high": 0.5094833317843533,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#kb200_peak_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#kb200_peak_rss_mib",
   "scenario": "overhead/print-write",
   "api": "openai-responses",
   "metric": "kb200_peak_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.15804750468277948,
   "aa": {
    "codex": 0.008812339875230587,
    "copilot": 0.033557890045032145,
    "pi-node": 0.01837491303296523,
    "rpi": 0.202284370253121
   },
   "comparisons": {
    "codex": {
     "ratio": 0.34587705138552594,
     "ci": [
      0.3432119748138136,
      0.3475984951334995
     ],
     "floor": 0.01837491303296523,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 200.87890625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3432588141615422,
      "high": 0.3475984951334995,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 0.7147767016411084,
     "ci": [
      0.6931353590236004,
      0.7193977832262771
     ],
     "floor": 0.033557890045032145,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 415.12890625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.6967110573042776,
      "high": 0.7183594461343388,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.4541767554479419,
     "ci": [
      0.39943925610666237,
      0.5028853914447134
     ],
     "floor": 0.202284370253121,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 263.77734375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.39943925610666237,
      "high": 0.5028853914447134,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#kb200_wall_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#kb200_wall_ms",
   "scenario": "overhead/print-write",
   "api": "openai-responses",
   "metric": "kb200_wall_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.02752090150694777,
   "aa": {
    "codex": 0.03501855322863829,
    "copilot": 0.046237493774111585,
    "pi-node": 0.051036364114243477,
    "rpi": 0.007331222751064386
   },
   "comparisons": {
    "codex": {
     "ratio": 0.010541749776042848,
     "ci": [
      0.0100294366492604,
      0.010604440621131127
     ],
     "floor": 0.051036364114243477,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 365.037193,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.010036629649277205,
      "high": 0.010604440621131127,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 0.2273330668246795,
     "ci": [
      0.21788561580836188,
      0.2329066938905817
     ],
     "floor": 0.051036364114243477,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 7872.035132,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.21803467081883773,
      "high": 0.2314018719814423,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.2725746118008834,
     "ci": [
      0.2604221897150392,
      0.27469624580386864
     ],
     "floor": 0.051036364114243477,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 9438.648544,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2605324018395703,
      "high": 0.27435147046021185,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#kb50_after_stream_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#kb50_after_stream_ms",
   "scenario": "overhead/print-write",
   "api": "openai-responses",
   "metric": "kb50_after_stream_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.017537230510736874,
   "aa": {
    "codex": 0.021292283185567897,
    "copilot": 0.057809151956613666,
    "pi-node": 0.027807394265936695,
    "rpi": 0.024268413296256487
   },
   "comparisons": {
    "codex": {
     "ratio": 0.007720121010380217,
     "ci": [
      0.0074829480531130735,
      0.007882717119986197
     ],
     "floor": 0.027807394265936695,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 15.955172,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0074829480531130735,
      "high": 0.007864919463745079,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 0.5039189914172578,
     "ci": [
      0.48329821964687514,
      0.5143145514684174
     ],
     "floor": 0.057809151956613666,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 1041.449243,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.48947336590435786,
      "high": 0.5143145514684174,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.2804476793929071,
     "ci": [
      0.27271043587140226,
      0.285408855347075
     ],
     "floor": 0.027807394265936695,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 579.601143,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.27409869003278164,
      "high": 0.285408855347075,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#kb50_call_to_result_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#kb50_call_to_result_ms",
   "scenario": "overhead/print-write",
   "api": "openai-responses",
   "metric": "kb50_call_to_result_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.018320582796704926,
   "aa": {
    "codex": 0.05359436215938167,
    "copilot": 0.061383248602304465,
    "pi-node": 0.030030874306712987,
    "rpi": 0.01593905054845882
   },
   "comparisons": {
    "codex": {
     "ratio": 0.02741145489487507,
     "ci": [
      0.02651949657882428,
      0.02801624251476642
     ],
     "floor": 0.05359436215938167,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 57.354982,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.026584081491817315,
      "high": 0.02801624251476642,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 0.5083955333834856,
     "ci": [
      0.4892650514027451,
      0.5208575962289623
     ],
     "floor": 0.061383248602304465,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 1063.752974,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.49533599819707397,
      "high": 0.5208575962289623,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.2926477302376028,
     "ci": [
      0.28349701711410286,
      0.29514255118875266
     ],
     "floor": 0.030030874306712987,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 612.328144,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.28538863922572577,
      "high": 0.29507842498576964,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#kb50_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#kb50_cpu_ms",
   "scenario": "overhead/print-write",
   "api": "openai-responses",
   "metric": "kb50_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.021151813773123553,
   "aa": {
    "codex": 0.03614069196422017,
    "copilot": 0.021979847739134122,
    "pi-node": 0.029887212969215565,
    "rpi": 0.01504579171391977
   },
   "comparisons": {
    "codex": {
     "ratio": 0.11272046259667752,
     "ci": [
      0.10979585092698425,
      0.11375991585892375
     ],
     "floor": 0.03614069196422017,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 309.791,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10984478773505411,
      "high": 0.11357989922541546,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 1.3027087172053247,
     "ci": [
      1.2668331858459414,
      1.318437640537496
     ],
     "floor": 0.029887212969215565,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 3580.25,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2823546657806673,
      "high": 1.3125553910000336,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.2574820471620398,
     "ci": [
      0.251514209863627,
      0.2591533398667246
     ],
     "floor": 0.029887212969215565,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 707.641,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2518030916081287,
      "high": 0.2591533398667246,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#kb50_cycles",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#kb50_cycles",
   "scenario": "overhead/print-write",
   "api": "openai-responses",
   "metric": "kb50_cycles",
   "kind": "CPU",
   "unit": "cycles",
   "mde": 0.02129351156598595,
   "aa": {
    "codex": 0.036053324219717915,
    "copilot": 0.019961627769495578,
    "pi-node": 0.0299561188298346,
    "rpi": 0.012478041353234872
   },
   "comparisons": {
    "codex": {
     "ratio": 0.10129124520816339,
     "ci": [
      0.09903962635454427,
      0.10274452008223452
     ],
     "floor": 0.036053324219717915,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 777504325.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09934634330340592,
      "high": 0.10252730260978017,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 1.2596790066767944,
     "ci": [
      1.2264531673379935,
      1.273140680682777
     ],
     "floor": 0.0299561188298346,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 9669205604.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.240729683141804,
      "high": 1.2703131585534098,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.24886286029151683,
     "ci": [
      0.2436246257340299,
      0.2509448571075431
     ],
     "floor": 0.0299561188298346,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 1910253446.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.24381512455208149,
      "high": 0.2509448571075431,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#kb50_instructions",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#kb50_instructions",
   "scenario": "overhead/print-write",
   "api": "openai-responses",
   "metric": "kb50_instructions",
   "kind": "CPU",
   "unit": "instructions",
   "mde": 0.0009035452166636243,
   "aa": {
    "codex": 0.02538714722913091,
    "copilot": 0.010169463648088775,
    "pi-node": 0.0018190738563422678,
    "rpi": 0.0008853814457140982
   },
   "comparisons": {
    "codex": {
     "ratio": 0.03793708098342421,
     "ci": [
      0.03753754186729635,
      0.038013678582847585
     ],
     "floor": 0.02538714722913091,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 1064742084.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.037579907489134354,
      "high": 0.038013678582847585,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 0.6476893879861456,
     "ci": [
      0.6419644007388955,
      0.6493252970591796
     ],
     "floor": 0.010169463648088775,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 18178049836.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.642688934623701,
      "high": 0.6493252970591796,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.2894701034215301,
     "ci": [
      0.2889418621251415,
      0.2898127421043559
     ],
     "floor": 0.0018190738563422678,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 8124267687.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.28897446450502384,
      "high": 0.2898127421043559,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#kb50_peak_mem_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#kb50_peak_mem_mib",
   "scenario": "overhead/print-write",
   "api": "openai-responses",
   "metric": "kb50_peak_mem_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.006551945979969857,
   "aa": {
    "codex": 0.022459266561196213,
    "copilot": 0.009810316881491721,
    "pi-node": 0.007510093411725593,
    "rpi": 0.02194549668156176
   },
   "comparisons": {
    "codex": {
     "ratio": 0.17189084402028035,
     "ci": [
      0.1694797311302597,
      0.17417511741302463
     ],
     "floor": 0.022459266561196213,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 45.02734375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.16963418582065393,
      "high": 0.17381375285460543,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 1.5900089472114525,
     "ci": [
      1.5623717049398214,
      1.5994196655598432
     ],
     "floor": 0.009810316881491721,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 416.5078125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.5623717049398214,
      "high": 1.5961013179694614,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.155547271100507,
     "ci": [
      0.153673484456915,
      0.1601453827515032
     ],
     "floor": 0.02194549668156176,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 40.74609375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.15404267887469542,
      "high": 0.15981312596086392,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#kb50_peak_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#kb50_peak_rss_mib",
   "scenario": "overhead/print-write",
   "api": "openai-responses",
   "metric": "kb50_peak_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.005289913031582195,
   "aa": {
    "codex": 0.013282349659944626,
    "copilot": 0.008036385376147903,
    "pi-node": 0.006995106761038014,
    "rpi": 0.04465414587586584
   },
   "comparisons": {
    "codex": {
     "ratio": 0.621354935584409,
     "ci": [
      0.6137851607976665,
      0.6252782555904077
     ],
     "floor": 0.013282349659944626,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 192.35546875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.6153643414744346,
      "high": 0.6239760693685393,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 1.1400108515980871,
     "ci": [
      1.1228171200380557,
      1.14270717393504
     ],
     "floor": 0.008036385376147903,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 352.91796875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1228171200380557,
      "high": 1.14270717393504,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.17086219732243127,
     "ci": [
      0.1676999924696905,
      0.17574370130527167
     ],
     "floor": 0.04465414587586584,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 52.89453125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.16855307819459692,
      "high": 0.17574370130527167,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#kb50_wall_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#kb50_wall_ms",
   "scenario": "overhead/print-write",
   "api": "openai-responses",
   "metric": "kb50_wall_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.017004211969090726,
   "aa": {
    "codex": 0.05024065204532107,
    "copilot": 0.016761757242899633,
    "pi-node": 0.026486251462454424,
    "rpi": 0.013298707020086195
   },
   "comparisons": {
    "codex": {
     "ratio": 0.0939595335757587,
     "ci": [
      0.09124351387616422,
      0.09483197697867529
     ],
     "floor": 0.05024065204532107,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 226.721894,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09165646962617907,
      "high": 0.09461634390778795,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 1.083048023530291,
     "ci": [
      1.057496471352411,
      1.0955155538583818
     ],
     "floor": 0.026486251462454424,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 2613.366519,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.057496471352411,
      "high": 1.0919581919225743,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.25901725316403174,
     "ci": [
      0.25106433988964105,
      0.2605590945963573
     ],
     "floor": 0.026486251462454424,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 625.001849,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2529064503968386,
      "high": 0.2605590945963573,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#request_bytes",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#request_bytes",
   "scenario": "overhead/print-write",
   "api": "openai-responses",
   "metric": "request_bytes",
   "kind": "wire",
   "unit": "bytes",
   "mde": 0.0,
   "aa": {
    "codex": 0.0,
    "copilot": 0.0,
    "pi-node": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "codex": {
     "ratio": 1.2281455262771324,
     "ci": [
      1.2281455262771324,
      1.2281455262771324
     ],
     "floor": 0.0,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 351144.0,
     "not_compared": null,
     "equivalence": null
    },
    "copilot": {
     "ratio": 1.5936785187154179,
     "ci": [
      1.5936785187154179,
      1.5936785187154179
     ],
     "floor": 0.0,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 455655.0,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 1.021055282357632,
     "ci": [
      1.021055282357632,
      1.021055282357632
     ],
     "floor": 0.0,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 291934.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#request_bytes_per_turn",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#request_bytes_per_turn",
   "scenario": "overhead/print-write",
   "api": "openai-responses",
   "metric": "request_bytes_per_turn",
   "kind": "wire",
   "unit": "bytes per turn",
   "mde": 0.0,
   "aa": {
    "codex": 0.0,
    "copilot": 0.0,
    "pi-node": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "codex": {
     "ratio": 1.2281455262771324,
     "ci": [
      1.2281455262771324,
      1.2281455262771324
     ],
     "floor": 0.0,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 87786.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.2281455262771324,
      "high": 1.2281455262771324,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 1.5936785187154179,
     "ci": [
      1.5936785187154179,
      1.5936785187154179
     ],
     "floor": 0.0,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 113913.75,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.5936785187154179,
      "high": 1.5936785187154179,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 1.021055282357632,
     "ci": [
      1.021055282357632,
      1.021055282357632
     ],
     "floor": 0.0,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 72983.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.021055282357632,
      "high": 1.021055282357632,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#requests",
   "scenario": "overhead/print-write",
   "api": "openai-responses",
   "metric": "requests",
   "kind": "wire",
   "unit": "count",
   "mde": 0.0,
   "aa": {
    "codex": 0.0,
    "copilot": 0.0,
    "pi-node": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "codex": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 7,
     "arm_median": 4.0,
     "not_compared": null,
     "equivalence": null
    },
    "copilot": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 7,
     "arm_median": 4.0,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 7,
     "arm_median": 4.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#side_requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::overhead/print-write@openai-responses#side_requests",
   "scenario": "overhead/print-write",
   "api": "openai-responses",
   "metric": "side_requests",
   "kind": "wire",
   "unit": "count",
   "mde": null,
   "aa": {
    "codex": null,
    "copilot": null,
    "pi-node": null,
    "rpi": null
   },
   "comparisons": {}
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/pty@openai-completions#cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/pty@openai-completions#cpu_ms",
   "scenario": "overhead/pty",
   "api": "openai-completions",
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.06230538026973042,
   "aa": {
    "pi-bun": 0.008855261819157991,
    "pi-node": 0.040156509788598936,
    "pibolt": 0.03884590055519026,
    "pig-0.4.1": 0.033599712872817454,
    "pig-tip": 0.0356765187998452
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.5201609931955657,
     "ci": [
      1.4790264910393418,
      1.5360686571960567
     ],
     "floor": 0.040156509788598936,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 814.8785,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.4885487956027375,
      "high": 1.5341407722122558,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.10282484294768654,
     "ci": [
      0.10025342725440503,
      0.10417203944829612
     ],
     "floor": 0.040156509788598936,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 55.119,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10061106425791941,
      "high": 0.10403838981954348,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.27115320937043824,
     "ci": [
      0.2615576768500095,
      0.2740169811320755
     ],
     "floor": 0.040156509788598936,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 145.351,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.26398702568558696,
      "high": 0.2734881335821217,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.11382293546747256,
     "ci": [
      0.11068530575444947,
      0.1154811320754717
     ],
     "floor": 0.040156509788598936,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 61.0145,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1113472644522648,
      "high": 0.11521439987048851,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/pty@openai-completions#cycles",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/pty@openai-completions#cycles",
   "scenario": "overhead/pty",
   "api": "openai-completions",
   "metric": "cycles",
   "kind": "CPU",
   "unit": "cycles",
   "mde": 0.06289272493045792,
   "aa": {
    "pi-bun": 0.010839363376050327,
    "pi-node": 0.04147185652489126,
    "pibolt": 0.03267668086779273,
    "pig-0.4.1": 0.02228539374574368,
    "pig-tip": 0.010736789971039488
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.5129808786746815,
     "ci": [
      1.471822845837151,
      1.528356964943178
     ],
     "floor": 0.04147185652489126,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 2225997973.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.4812976879885964,
      "high": 1.5261492995284913,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.09486570810273393,
     "ci": [
      0.09315888373354342,
      0.09614867117852292
     ],
     "floor": 0.04147185652489126,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 139572731.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0933620173959846,
      "high": 0.09592319822824538,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.2584968733480813,
     "ci": [
      0.2512322481547596,
      0.26153824335768755
     ],
     "floor": 0.04147185652489126,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 380317771.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2528830075304385,
      "high": 0.2608283640520886,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.10763602192382793,
     "ci": [
      0.10481557511399733,
      0.10889459279171833
     ],
     "floor": 0.04147185652489126,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 158361265.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10545984652083669,
      "high": 0.10870489782628359,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/pty@openai-completions#first_frame_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/pty@openai-completions#first_frame_ms",
   "scenario": "overhead/pty",
   "api": "openai-completions",
   "metric": "first_frame_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.030259928026876208,
   "aa": {
    "pi-bun": 0.007115394568512821,
    "pi-node": 0.036737559012679916,
    "pibolt": 0.03045068579483366,
    "pig-0.4.1": 0.026715600487047155,
    "pig-tip": 0.03752756888124239
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.591333646832732,
     "ci": [
      1.5664078315283374,
      1.637935861785296
     ],
     "floor": 0.036737559012679916,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 470.3470145,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.5666808267473158,
      "high": 1.6318333295663912,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.1234131245584167,
     "ci": [
      0.12155245246089784,
      0.1267718936450281
     ],
     "floor": 0.036737559012679916,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 36.476948,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.12164103997407245,
      "high": 0.12637991681984714,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.11519721995715174,
     "ci": [
      0.11274324720777637,
      0.11969479876989
     ],
     "floor": 0.036737559012679916,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 34.048591,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11301707354135088,
      "high": 0.11891114654421868,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.05154231295312687,
     "ci": [
      0.05062296065464381,
      0.05328841129727075
     ],
     "floor": 0.03752756888124239,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 15.234249,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.05069285103918413,
      "high": 0.05289745375944731,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/pty@openai-completions#first_input_accepted_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/pty@openai-completions#first_input_accepted_ms",
   "scenario": "overhead/pty",
   "api": "openai-completions",
   "metric": "first_input_accepted_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.048329792017978795,
   "aa": {
    "pi-bun": 0.009466157470481998,
    "pi-node": 0.030349262957050725,
    "pibolt": 0.03096874787230295,
    "pig-0.4.1": 0.034149395285325,
    "pig-tip": 0.044254269336895725
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.5449364148645988,
     "ci": [
      1.5339869360661993,
      1.5642119417500886
     ],
     "floor": 0.030349262957050725,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 511.0393255,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.5355604765467872,
      "high": 1.5618911114271707,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.1127812039699265,
     "ci": [
      0.1121347224642102,
      0.11407997993155387
     ],
     "floor": 0.03096874787230295,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 37.3061505,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11224125280860402,
      "high": 0.11381322326010511,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.10533964410339589,
     "ci": [
      0.10400387046994114,
      0.10669600757887351
     ],
     "floor": 0.034149395285325,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 34.844606,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10409587930311014,
      "high": 0.10653448393575637,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.04842110375105321,
     "ci": [
      0.04802923428339428,
      0.04965079308834881
     ],
     "floor": 0.044254269336895725,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 16.0168975,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.04807740628470909,
      "high": 0.049428354873217555,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/pty@openai-completions#input_to_reply_visible_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/pty@openai-completions#input_to_reply_visible_ms",
   "scenario": "overhead/pty",
   "api": "openai-completions",
   "metric": "input_to_reply_visible_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.01202990555773427,
   "aa": {
    "pi-bun": 0.02887340834696333,
    "pi-node": 0.020533876754923297,
    "pibolt": 0.013296187859098044,
    "pig-0.4.1": 0.15332598247126428,
    "pig-tip": 0.05979773734258194
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.8147895551644997,
     "ci": [
      0.7984120876990483,
      0.8248573648787116
     ],
     "floor": 0.02887340834696333,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 50.506015500000004,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.804155700840276,
      "high": 0.8248054579147222,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.3147092393890374,
     "ci": [
      0.3109561595818632,
      0.31775680500863873
     ],
     "floor": 0.020533876754923297,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 19.507748499999998,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3115705110491825,
      "high": 0.31712502262911507,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.11546348978102147,
     "ci": [
      0.10967995185192299,
      0.12155520675527447
     ],
     "floor": 0.15332598247126428,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 7.1571865,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1097862872812184,
      "high": 0.11968853429422126,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.05974553168180266,
     "ci": [
      0.05750739803652744,
      0.06068114481823053
     ],
     "floor": 0.05979773734258194,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 3.703421,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.057776211168106884,
      "high": 0.06056323528896608,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/pty@openai-completions#input_to_request_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/pty@openai-completions#input_to_request_ms",
   "scenario": "overhead/pty",
   "api": "openai-completions",
   "metric": "input_to_request_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.17977388311028775,
   "aa": {
    "pi-bun": 0.0247518517954187,
    "pi-node": 0.3537916862134621,
    "pibolt": 0.05672670510976471,
    "pig-0.4.1": 0.22476259458394196,
    "pig-tip": 0.08642895872564388
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.111263721918349,
     "ci": [
      0.7884975735246359,
      1.1362639825747873
     ],
     "floor": 0.3537916862134621,
     "p": 0.7734375,
     "p_holm": 0.7734375,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 37.6151585,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7893545647774233,
      "high": 1.1348764438740813,
      "p": 0.6515,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.1281587589893921,
     "ci": [
      0.09082454626248174,
      0.1329722915318268
     ],
     "floor": 0.3537916862134621,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 4.338045,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09154431951884312,
      "high": 0.13105014481449798,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.15610651761329328,
     "ci": [
      0.10571772899399016,
      0.16373489985590248
     ],
     "floor": 0.3537916862134621,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 5.2840485,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10603378820888534,
      "high": 0.16297165694421317,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.07527439479108884,
     "ci": [
      0.054415485263428924,
      0.07748596334153443
     ],
     "floor": 0.3537916862134621,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 2.5479625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0544846637340123,
      "high": 0.07695162110167553,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/pty@openai-completions#instructions",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/pty@openai-completions#instructions",
   "scenario": "overhead/pty",
   "api": "openai-completions",
   "metric": "instructions",
   "kind": "CPU",
   "unit": "instructions",
   "mde": 0.04231844448956222,
   "aa": {
    "pi-bun": 0.01670969548102679,
    "pi-node": 0.0028179716886338234,
    "pibolt": 0.012043802507109737,
    "pig-0.4.1": 0.025132103041202905,
    "pig-tip": 0.009968569393904385
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.421840764946251,
     "ci": [
      1.418874676997575,
      1.4246617728823645
     ],
     "floor": 0.01670969548102679,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 4034936988.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.419571830901547,
      "high": 1.4241841201295162,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.06963242493091788,
     "ci": [
      0.06953877210962843,
      0.06979065921014993
     ],
     "floor": 0.012043802507109737,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 197604720.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.06954424354578362,
      "high": 0.06976426269723936,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.26062074803034196,
     "ci": [
      0.2563370832519035,
      0.26349844799536754
     ],
     "floor": 0.025132103041202905,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 739596389.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.25682813069019195,
      "high": 0.26260421132099215,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.11916424616417301,
     "ci": [
      0.11870308302620154,
      0.11945725789147285
     ],
     "floor": 0.009968569393904385,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 338167421.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11873004001943943,
      "high": 0.11941160373133616,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/pty@openai-completions#peak_mem_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/pty@openai-completions#peak_mem_mib",
   "scenario": "overhead/pty",
   "api": "openai-completions",
   "metric": "peak_mem_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.01971888447946691,
   "aa": {
    "pi-bun": 0.017338837417624025,
    "pi-node": 0.022360505083070355,
    "pibolt": 0.00976014254593844,
    "pig-0.4.1": 0.033081708405915594,
    "pig-tip": 0.02282284589901789
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.427265885388668,
     "ci": [
      1.416177882051829,
      1.4370057415231285
     ],
     "floor": 0.022360505083070355,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 103.7109375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.4208244111349035,
      "high": 1.4344795915610902,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.26814321040748307,
     "ci": [
      0.26707172814281105,
      0.2697516930022573
     ],
     "floor": 0.022360505083070355,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 19.484375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2671343766864544,
      "high": 0.2697516930022573,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.3576497150843995,
     "ci": [
      0.354776866545958,
      0.36119772067519623
     ],
     "floor": 0.033081708405915594,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 25.98828125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3556078893141007,
      "high": 0.36099585062240663,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.1997903451241802,
     "ci": [
      0.1972255081191526,
      0.20274076481421296
     ],
     "floor": 0.02282284589901789,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 14.517578125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.19803775194625148,
      "high": 0.20246157153606364,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/pty@openai-completions#peak_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/pty@openai-completions#peak_rss_mib",
   "scenario": "overhead/pty",
   "api": "openai-completions",
   "metric": "peak_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.008667825332098021,
   "aa": {
    "pi-bun": 0.011063402774791743,
    "pi-node": 0.013673263051053068,
    "pibolt": 0.0013279387779835112,
    "pig-0.4.1": 0.010098411620920102,
    "pig-tip": 0.004880012598009286
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.1463354075821295,
     "ci": [
      1.1416912335143523,
      1.1496716157748934
     ],
     "floor": 0.013673263051053068,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 144.279296875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1433999567514133,
      "high": 1.1492065961418794,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.7478003134650301,
     "ci": [
      0.7469266901266529,
      0.7499144022162044
     ],
     "floor": 0.013673263051053068,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 94.119140625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7470352054815756,
      "high": 0.749673304293715,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.46552660573237536,
     "ci": [
      0.46433171428128056,
      0.4680857699805068
     ],
     "floor": 0.013673263051053068,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 58.591796875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.4646646398213067,
      "high": 0.4676033134917551,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.4254279108021291,
     "ci": [
      0.42457441690848996,
      0.4271814528017877
     ],
     "floor": 0.013673263051053068,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 53.544921875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.4247633824670287,
      "high": 0.4270752521334368,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/pty@openai-completions#ready_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/pty@openai-completions#ready_cpu_ms",
   "scenario": "overhead/pty",
   "api": "openai-completions",
   "metric": "ready_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.024556013874868148,
   "aa": {
    "pi-bun": 0.011507736300460116,
    "pi-node": 0.02783133982831393,
    "pibolt": 0.036201028556555846,
    "pig-0.4.1": 0.07430006527390927,
    "pig-tip": 0.017854580745306783
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.5299856809486068,
     "ci": [
      1.5060180324027874,
      1.5447048214901977
     ],
     "floor": 0.02783133982831393,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 693.9884999999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.5077135818132834,
      "high": 1.543218495595391,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.09454101322445416,
     "ci": [
      0.09295408592726295,
      0.0961065569226744
     ],
     "floor": 0.036201028556555846,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 42.882999999999996,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09307473740089985,
      "high": 0.09592093342484558,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.28510565123023696,
     "ci": [
      0.28055550734573104,
      0.2879912726564626
     ],
     "floor": 0.07430006527390927,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 129.32150000000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2809553500821218,
      "high": 0.2871200560803643,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.10464040882600313,
     "ci": [
      0.10260267969488966,
      0.10546991303420418
     ],
     "floor": 0.02783133982831393,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 47.464,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10293377443795747,
      "high": 0.10534399943177278,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/pty@openai-completions#ready_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/pty@openai-completions#ready_ms",
   "scenario": "overhead/pty",
   "api": "openai-completions",
   "metric": "ready_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.01996299038508559,
   "aa": {
    "pi-bun": 0.010447634776326611,
    "pi-node": 0.021471558079050056,
    "pibolt": 0.03104586702935715,
    "pig-0.4.1": 0.025615926365963576,
    "pig-tip": 0.025959014670290992
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.5501813483698972,
     "ci": [
      1.5372775378223966,
      1.5715159591439551
     ],
     "floor": 0.021471558079050056,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 515.272389,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.5389915110974117,
      "high": 1.5674544841106883,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.11304430340561517,
     "ci": [
      0.1123160348412155,
      0.11444675855875086
     ],
     "floor": 0.03104586702935715,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 37.575351,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1124301214906706,
      "high": 0.1141119557284448,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.22191464246837386,
     "ci": [
      0.21989534854235404,
      0.22531822130619947
     ],
     "floor": 0.025615926365963576,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 73.7632975,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.22020563852471406,
      "high": 0.22470853955787967,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.10688108025914277,
     "ci": [
      0.10578358522821678,
      0.10940684303635713
     ],
     "floor": 0.025959014670290992,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 35.526727,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10603237440514711,
      "high": 0.10894465682791481,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/pty@openai-completions#ready_pss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/pty@openai-completions#ready_pss_mib",
   "scenario": "overhead/pty",
   "api": "openai-completions",
   "metric": "ready_pss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.00954755728087478,
   "aa": {
    "pi-bun": 0.008188908279098475,
    "pi-node": 0.01621287088485428,
    "pibolt": 0.0031762490529200116,
    "pig-0.4.1": 0.013620724887826912,
    "pig-tip": 0.007635260403447429
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.0755349175229854,
     "ci": [
      1.0563564764737696,
      1.087584411185673
     ],
     "floor": 0.01621287088485428,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 124.29150390625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.05766687016687,
      "high": 1.0864649857093183,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.7194682936722553,
     "ci": [
      0.7164293667127771,
      0.722502035002035
     ],
     "floor": 0.01621287088485428,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 83.1435546875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7165865181810512,
      "high": 0.7223197327363994,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.4676767847485127,
     "ci": [
      0.4608202031107662,
      0.4707780520959935
     ],
     "floor": 0.01621287088485428,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 54.0458984375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.4614612419122175,
      "high": 0.47060868975226655,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.4326578555976203,
     "ci": [
      0.4309306457671254,
      0.43470596173959986
     ],
     "floor": 0.01621287088485428,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 49.9990234375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.4313118446470901,
      "high": 0.43410832994166326,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/pty@openai-completions#ready_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/pty@openai-completions#ready_rss_mib",
   "scenario": "overhead/pty",
   "api": "openai-completions",
   "metric": "ready_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.008816995833701114,
   "aa": {
    "pi-bun": 0.011063402774791743,
    "pi-node": 0.016165939661720186,
    "pibolt": 0.003033008569511963,
    "pig-0.4.1": 0.013158315431811715,
    "pig-tip": 0.007357942948976403
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.1915061776186329,
     "ci": [
      1.183602512337371,
      1.196338895188725
     ],
     "floor": 0.016165939661720186,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 144.279296875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1860030302053448,
      "high": 1.1960397001440992,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.7242491693280428,
     "ci": [
      0.7200217906812793,
      0.727587714327348
     ],
     "floor": 0.016165939661720186,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 87.69921875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7213608818978855,
      "high": 0.727231536021749,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.4619342559437401,
     "ci": [
      0.455094935688727,
      0.46508990766240077
     ],
     "floor": 0.016165939661720186,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 55.935546875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.4564047189272821,
      "high": 0.46476045528876514,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.4285138230265492,
     "ci": [
      0.42571941293341026,
      0.4309338834982754
     ],
     "floor": 0.016165939661720186,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 51.888671875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.4269117670689184,
      "high": 0.43019014107240855,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/pty@openai-completions#request_bytes",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/pty@openai-completions#request_bytes",
   "scenario": "overhead/pty",
   "api": "openai-completions",
   "metric": "request_bytes",
   "kind": "wire",
   "unit": "bytes",
   "mde": 0.0,
   "aa": {
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.9783549783549783,
     "ci": [
      0.9783549783549783,
      0.9783549783549783
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 5876.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.3191808191808192,
     "ci": [
      1.3191808191808192,
      1.3191808191808192
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 7923.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 0.9981684981684982,
     "ci": [
      0.9981684981684982,
      0.9981684981684982
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 5995.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 0.9918414918414918,
     "ci": [
      0.9918414918414918,
      0.9918414918414918
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 5957.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/pty@openai-completions#request_bytes_per_turn",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/pty@openai-completions#request_bytes_per_turn",
   "scenario": "overhead/pty",
   "api": "openai-completions",
   "metric": "request_bytes_per_turn",
   "kind": "wire",
   "unit": "bytes per turn",
   "mde": 0.0,
   "aa": {
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.9783549783549783,
     "ci": [
      0.9783549783549783,
      0.9783549783549783
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 5876.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9783549783549783,
      "high": 0.9783549783549783,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 1.3191808191808192,
     "ci": [
      1.3191808191808192,
      1.3191808191808192
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 7923.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.3191808191808192,
      "high": 1.3191808191808192,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.9981684981684982,
     "ci": [
      0.9981684981684982,
      0.9981684981684982
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 5995.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9981684981684982,
      "high": 0.9981684981684982,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.9918414918414918,
     "ci": [
      0.9918414918414918,
      0.9918414918414918
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 5957.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9918414918414918,
      "high": 0.9918414918414918,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/pty@openai-completions#requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/pty@openai-completions#requests",
   "scenario": "overhead/pty",
   "api": "openai-completions",
   "metric": "requests",
   "kind": "wire",
   "unit": "count",
   "mde": 0.0,
   "aa": {
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 1.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/pty@openai-completions#side_requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/pty@openai-completions#side_requests",
   "scenario": "overhead/pty",
   "api": "openai-completions",
   "metric": "side_requests",
   "kind": "wire",
   "unit": "count",
   "mde": null,
   "aa": {
    "pi-bun": null,
    "pi-node": null,
    "pibolt": null,
    "pig-0.4.1": null,
    "pig-tip": null
   },
   "comparisons": {}
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#cpu_ms",
   "scenario": "overhead/rpc",
   "api": "anthropic-messages",
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.028984913922170907,
   "aa": {
    "pi-bun": 0.017651430539098237,
    "pi-node": 0.019756527764998963,
    "pibolt": 0.01568612426883779,
    "pig-0.4.1": 0.023236113693066787,
    "pig-tip": 0.0187800292689005,
    "rpi": 0.024198645749910024
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.4401058070731023,
     "ci": [
      1.407826528831525,
      1.4508593686245708
     ],
     "floor": 0.019756527764998963,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 917.904,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.4160106552778955,
      "high": 1.4478502519165517,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.16357657402533626,
     "ci": [
      0.16031816031126975,
      0.16444479685219626
     ],
     "floor": 0.019756527764998963,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 104.26150000000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1607980128861046,
      "high": 0.16436131146306096,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.6870768364249947,
     "ci": [
      0.6729149277016832,
      0.6912373874813547
     ],
     "floor": 0.023236113693066787,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 437.9335,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.6762060638954598,
      "high": 0.6903524455195168,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.10892762868369504,
     "ci": [
      0.10674971421015529,
      0.10948921162803484
     ],
     "floor": 0.019756527764998963,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 69.429,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10725847105995857,
      "high": 0.10943359787466723,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.14798085619949589,
     "ci": [
      0.14432056741498192,
      0.14885171734170152
     ],
     "floor": 0.024198645749910024,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 94.321,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.14502210595019455,
      "high": 0.1487324350140614,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#cycles",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#cycles",
   "scenario": "overhead/rpc",
   "api": "anthropic-messages",
   "metric": "cycles",
   "kind": "CPU",
   "unit": "cycles",
   "mde": 0.028881491012899004,
   "aa": {
    "pi-bun": 0.018037709876181612,
    "pi-node": 0.02116354001334212,
    "pibolt": 0.010703119271017044,
    "pig-0.4.1": 0.01897954836694489,
    "pig-tip": 0.015278023024057414,
    "rpi": 0.027113237166224727
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.428827114470644,
     "ci": [
      1.4003980038054031,
      1.4418133294242286
     ],
     "floor": 0.02116354001334212,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2509710898.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.4071178316835402,
      "high": 1.4383534136227436,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.15719812274236356,
     "ci": [
      0.15414688360236004,
      0.157814588173349
     ],
     "floor": 0.02116354001334212,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 276115870.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.15455101142825187,
      "high": 0.15769848351510182,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.6728475346869703,
     "ci": [
      0.6595749405052559,
      0.6763566537200625
     ],
     "floor": 0.02116354001334212,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 1181845426.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.6622845864114876,
      "high": 0.6754657318822899,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.10411836559650933,
     "ci": [
      0.10217207202761551,
      0.10466463980570613
     ],
     "floor": 0.02116354001334212,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 182882165.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1025842116983926,
      "high": 0.10453720060939828,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.13478950032437342,
     "ci": [
      0.13187473356881793,
      0.13602117076376133
     ],
     "floor": 0.027113237166224727,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 236755500.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1323553028048876,
      "high": 0.13585738399432884,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#instructions",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#instructions",
   "scenario": "overhead/rpc",
   "api": "anthropic-messages",
   "metric": "instructions",
   "kind": "CPU",
   "unit": "instructions",
   "mde": 0.0027086962202370907,
   "aa": {
    "pi-bun": 0.015343818127743117,
    "pi-node": 0.0027185444628287626,
    "pibolt": 0.007170173214145391,
    "pig-0.4.1": 0.01281658122607911,
    "pig-tip": 0.008941342601380783,
    "rpi": 0.007610071649059906
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.4174581946431533,
     "ci": [
      1.3951612343491298,
      1.4208518359140039
     ],
     "floor": 0.015343818127743117,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 4548811182.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3965965685197403,
      "high": 1.419832823344553,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.11923511652829484,
     "ci": [
      0.11907527461415615,
      0.11947310467569942
     ],
     "floor": 0.007170173214145391,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 382641289.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11908984351748553,
      "high": 0.11940469885783818,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.7111131312347464,
     "ci": [
      0.7082223021531097,
      0.7131254142083688
     ],
     "floor": 0.01281658122607911,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 2282056272.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7089350461631102,
      "high": 0.7130340393450516,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.07851567946906185,
     "ci": [
      0.07818929629462514,
      0.07890674926919146
     ],
     "floor": 0.008941342601380783,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 251967220.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.07825549877650988,
      "high": 0.07887635391460347,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.10121912709446991,
     "ci": [
      0.10078184888451196,
      0.10162522856993868
     ],
     "floor": 0.007610071649059906,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 324825592.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10081713937409367,
      "high": 0.10146889185233886,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#peak_mem_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#peak_mem_mib",
   "scenario": "overhead/rpc",
   "api": "anthropic-messages",
   "metric": "peak_mem_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.010594644394239154,
   "aa": {
    "pi-bun": 0.010700508158047314,
    "pi-node": 0.01257362471865997,
    "pibolt": 0.019773523340817806,
    "pig-0.4.1": 0.031136959580415288,
    "pig-tip": 0.027568553247048707,
    "rpi": 0.041233911462133885
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.3010080416808245,
     "ci": [
      1.2887979493636732,
      1.3092389573761543
     ],
     "floor": 0.01257362471865997,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 112.173828125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2915884043540247,
      "high": 1.3082176189392214,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.33897383622154265,
     "ci": [
      0.3344691413742525,
      0.34203702861301916
     ],
     "floor": 0.019773523340817806,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 29.2265625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.33528626688081076,
      "high": 0.34147006062807966,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.24670970664854458,
     "ci": [
      0.2439791760977818,
      0.24911258760353144
     ],
     "floor": 0.031136959580415288,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 21.271484375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.24418761523586816,
      "high": 0.24877127514335123,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.2433797712085174,
     "ci": [
      0.238300935925126,
      0.24591729973161078
     ],
     "floor": 0.027568553247048707,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 20.984375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.23902692212217633,
      "high": 0.24550966189059698,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.10207271491675161,
     "ci": [
      0.10032142695459279,
      0.10467776645146676
     ],
     "floor": 0.041233911462133885,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 8.80078125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10043460545973108,
      "high": 0.1042120058034095,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#peak_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#peak_rss_mib",
   "scenario": "overhead/rpc",
   "api": "anthropic-messages",
   "metric": "peak_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.006432633179556474,
   "aa": {
    "pi-bun": 0.007383103220171868,
    "pi-node": 0.006913860175062517,
    "pibolt": 0.004363981828044178,
    "pig-0.4.1": 0.01002051009981303,
    "pig-tip": 0.005836962019122492,
    "rpi": 0.013024963985418256
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.1112847588877155,
     "ci": [
      1.1068906333530288,
      1.117564019311669
     ],
     "floor": 0.007383103220171868,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 154.158203125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1082692388813116,
      "high": 1.116465068957721,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.72458993312214,
     "ci": [
      0.7233665870451033,
      0.7271031207598372
     ],
     "floor": 0.006913860175062517,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 100.515625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7235914008711536,
      "high": 0.7268769787426503,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.36422386483632524,
     "ci": [
      0.3633268619341043,
      0.3656292401628223
     ],
     "floor": 0.01002051009981303,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 50.525390625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.36348180413095404,
      "high": 0.36549501885518093,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.407757831749384,
     "ci": [
      0.40646339749894617,
      0.4096232538450684
     ],
     "floor": 0.006913860175062517,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 56.564453125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.4067054983398053,
      "high": 0.4093735866123926,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.1707145371348117,
     "ci": [
      0.17026537235013978,
      0.17242498659214722
     ],
     "floor": 0.013024963985418256,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 23.681640625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.170310524097232,
      "high": 0.1721709430660231,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#ready_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#ready_cpu_ms",
   "scenario": "overhead/rpc",
   "api": "anthropic-messages",
   "metric": "ready_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.016801422227857785,
   "aa": {
    "pi-bun": 0.009712776989240841,
    "pi-node": 0.025359324660041323,
    "pibolt": 0.026750622289665644,
    "pig-0.4.1": 0.02960088593515688,
    "pig-tip": 0.061440023900118705,
    "rpi": 0.04546511586475946
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.5709597433888793,
     "ci": [
      1.5441624800259095,
      1.588511427816359
     ],
     "floor": 0.025359324660041323,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 582.5645,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.5482573851894106,
      "high": 1.5863869280938894,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.09992085396815553,
     "ci": [
      0.09836000207342312,
      0.10097726969319672
     ],
     "floor": 0.026750622289665644,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 37.054,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09860323055268691,
      "high": 0.10092822911756934,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.13762106174334304,
     "ci": [
      0.13523479851434742,
      0.14054484079522017
     ],
     "floor": 0.02960088593515688,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 51.0345,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13566599292774517,
      "high": 0.13981255826886274,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.035990545622226686,
     "ci": [
      0.03537045584122933,
      0.03706085471554233
     ],
     "floor": 0.061440023900118705,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 13.346499999999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.035452602758921765,
      "high": 0.036653354201521944,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.011232803940312836,
     "ci": [
      0.011071155195509344,
      0.011461872314687925
     ],
     "floor": 0.04546511586475946,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 4.1655,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.011082626753535793,
      "high": 0.01138743596077631,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#ready_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#ready_ms",
   "scenario": "overhead/rpc",
   "api": "anthropic-messages",
   "metric": "ready_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.02134095708729031,
   "aa": {
    "pi-bun": 0.007993298864723655,
    "pi-node": 0.0146924239452284,
    "pibolt": 0.027554309118489922,
    "pig-0.4.1": 0.03386202170202644,
    "pig-tip": 0.013450560543148036,
    "rpi": 0.04132723153842762
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.6965530200246568,
     "ci": [
      1.691422556903745,
      1.7122993217753897
     ],
     "floor": 0.0146924239452284,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 448.7112265,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.6920450133679454,
      "high": 1.710111930020743,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.12564210604641074,
     "ci": [
      0.12513232654232911,
      0.12668004858448725
     ],
     "floor": 0.027554309118489922,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 33.230334,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.12522226726497898,
      "high": 0.1265360519807466,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.11261218646420683,
     "ci": [
      0.11182929147470942,
      0.11398363373227477
     ],
     "floor": 0.03386202170202644,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 29.784128000000003,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11193419738587822,
      "high": 0.11365778086415057,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.09791694911516548,
     "ci": [
      0.09751669982640927,
      0.09842806219584649
     ],
     "floor": 0.0146924239452284,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 25.897472,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09765691929384099,
      "high": 0.09834276625541095,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.011666355353006485,
     "ci": [
      0.011594292914123583,
      0.011893437059196973
     ],
     "floor": 0.04132723153842762,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.085565,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.011600457918507107,
      "high": 0.01185775483518141,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#ready_pss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#ready_pss_mib",
   "scenario": "overhead/rpc",
   "api": "anthropic-messages",
   "metric": "ready_pss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.008029646101301798,
   "aa": {
    "pi-bun": 0.011864926667539157,
    "pi-node": 0.01289041471878883,
    "pibolt": 0.0009659153401827188,
    "pig-0.4.1": 0.007759495770911124,
    "pig-tip": 0.013040451712562809,
    "rpi": 0.023063188905158266
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.2123988457722312,
     "ci": [
      1.2004401080265157,
      1.2171886532836407
     ],
     "floor": 0.01289041471878883,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 130.06884765625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2037567247196135,
      "high": 1.2164915573942283,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.754021136568448,
     "ci": [
      0.7514915587980419,
      0.7567904618336303
     ],
     "floor": 0.01289041471878883,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 80.89306640625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7520894654602275,
      "high": 0.755786055082697,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.3858743639458569,
     "ci": [
      0.3832985689811091,
      0.38798593029098716
     ],
     "floor": 0.01289041471878883,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 41.3974609375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.383807537275111,
      "high": 0.3875767444830638,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.35880280728583525,
     "ci": [
      0.3563017721887304,
      0.36127175551596546
     ],
     "floor": 0.013040451712562809,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 38.4931640625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3569457305227227,
      "high": 0.36095729019967093,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.10729402769054316,
     "ci": [
      0.10654251475780835,
      0.10874591514423296
     ],
     "floor": 0.023063188905158266,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 11.5107421875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10666386972323941,
      "high": 0.10870495280227932,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#ready_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#ready_rss_mib",
   "scenario": "overhead/rpc",
   "api": "anthropic-messages",
   "metric": "ready_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.007724676385724354,
   "aa": {
    "pi-bun": 0.01633608663570382,
    "pi-node": 0.012265816893047619,
    "pibolt": 0.0009861368318560475,
    "pig-0.4.1": 0.007328028450235796,
    "pig-tip": 0.012473770588326966,
    "rpi": 0.017675341912331704
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.2173860287744842,
     "ci": [
      1.2124631651932745,
      1.2324712993035414
     ],
     "floor": 0.01633608663570382,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 137.169921875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2138856234008712,
      "high": 1.230552414093084,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.7559022360894436,
     "ci": [
      0.7538006537643335,
      0.7587646802957808
     ],
     "floor": 0.012265816893047619,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 85.171875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7542157422300628,
      "high": 0.757750490647307,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.384226035708095,
     "ci": [
      0.3819018935853498,
      0.38628969117007395
     ],
     "floor": 0.012265816893047619,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 43.29296875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3823010380622837,
      "high": 0.38590032991838863,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.35848500606690936,
     "ci": [
      0.3561038961038961,
      0.36093953892996955
     ],
     "floor": 0.012473770588326966,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 40.392578125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3568377177052526,
      "high": 0.3605561437919842,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.13867221355520887,
     "ci": [
      0.13789222137563206,
      0.1399222654081066
     ],
     "floor": 0.017675341912331704,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 15.625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13799373149318603,
      "high": 0.1398095238095238,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#request_bytes",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#request_bytes",
   "scenario": "overhead/rpc",
   "api": "anthropic-messages",
   "metric": "request_bytes",
   "kind": "wire",
   "unit": "bytes",
   "mde": 0.0,
   "aa": {
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.9950474910235775,
     "ci": [
      0.9950474910235775,
      0.9950474910235775
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 1125140.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.067460247271698,
     "ci": [
      1.067460247271698,
      1.067460247271698
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1207020.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.0005306259617595,
     "ci": [
      1.0005306259617595,
      1.0005306259617595
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1131340.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 0.998478872242956,
     "ci": [
      0.998478872242956,
      0.998478872242956
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 1129020.0,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 1.006243698816704,
     "ci": [
      1.006243698816704,
      1.006243698816704
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1137800.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#request_bytes_per_turn",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#request_bytes_per_turn",
   "scenario": "overhead/rpc",
   "api": "anthropic-messages",
   "metric": "request_bytes_per_turn",
   "kind": "wire",
   "unit": "bytes per turn",
   "mde": 0.0,
   "aa": {
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.9950474910235775,
     "ci": [
      0.9950474910235775,
      0.9950474910235775
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 56257.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9950474910235775,
      "high": 0.9950474910235775,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 1.067460247271698,
     "ci": [
      1.067460247271698,
      1.067460247271698
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 60351.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.067460247271698,
      "high": 1.067460247271698,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.0005306259617595,
     "ci": [
      1.0005306259617595,
      1.0005306259617595
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 56567.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.0005306259617595,
      "high": 1.0005306259617595,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.998478872242956,
     "ci": [
      0.998478872242956,
      0.998478872242956
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 56451.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.998478872242956,
      "high": 0.998478872242956,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 1.006243698816704,
     "ci": [
      1.006243698816704,
      1.006243698816704
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 56890.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.006243698816704,
      "high": 1.006243698816704,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#requests",
   "scenario": "overhead/rpc",
   "api": "anthropic-messages",
   "metric": "requests",
   "kind": "wire",
   "unit": "count",
   "mde": 0.0,
   "aa": {
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 40.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 40.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 40.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 40.0,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 40.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#side_requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#side_requests",
   "scenario": "overhead/rpc",
   "api": "anthropic-messages",
   "metric": "side_requests",
   "kind": "wire",
   "unit": "count",
   "mde": null,
   "aa": {
    "pi-bun": null,
    "pi-node": null,
    "pibolt": null,
    "pig-0.4.1": null,
    "pig-tip": null,
    "rpi": null
   },
   "comparisons": {}
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#teardown_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#teardown_ms",
   "scenario": "overhead/rpc",
   "api": "anthropic-messages",
   "metric": "teardown_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.09438181790393362,
   "aa": {
    "pi-bun": 0.14108717067941723,
    "pi-node": 0.11273488795712244,
    "pibolt": 0.13373740391345787,
    "pig-0.4.1": 0.21104087003917096,
    "pig-tip": 0.12849343574306624,
    "rpi": 0.2586407636150207
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.2551515360419834,
     "ci": [
      1.0352462143915582,
      1.3099442885442925
     ],
     "floor": 0.14108717067941723,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 10.942297499999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.056401681931759,
      "high": 1.302525998468163,
      "p": 0.963,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.43570198795938414,
     "ci": [
      0.4073875078947545,
      0.4509228500943892
     ],
     "floor": 0.13373740391345787,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.7984105,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.4107938056262378,
      "high": 0.44944339491045454,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.4081594331760384,
     "ci": [
      0.3574124242905177,
      0.478765127206217
     ],
     "floor": 0.21104087003917096,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.558297,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3627550078223678,
      "high": 0.4549464583675572,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.2351135326651418,
     "ci": [
      0.21562135095628046,
      0.2458571387346184
     ],
     "floor": 0.12849343574306624,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 2.0496985,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.218496794951475,
      "high": 0.24493287001334982,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.18417574763766478,
     "ci": [
      0.16388883660255982,
      0.19646917974595612
     ],
     "floor": 0.2586407636150207,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.6056275000000002,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.16844897376592285,
      "high": 0.19394571037348007,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#turn_cpu_mean_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#turn_cpu_mean_ms",
   "scenario": "overhead/rpc",
   "api": "anthropic-messages",
   "metric": "turn_cpu_mean_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.05601915901605052,
   "aa": {
    "pi-bun": 0.057305149142376235,
    "pi-node": 0.023171381237319325,
    "pibolt": 0.00520339113933417,
    "pig-0.4.1": 0.01959557914785377,
    "pig-tip": 0.01182804134740206,
    "rpi": 0.02257547054014073
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.3131707870387879,
     "ci": [
      1.2645932936634703,
      1.3301784107380525
     ],
     "floor": 0.057305149142376235,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 13.506472222222225,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2656657698154004,
      "high": 1.3256750406455757,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.2903714546525006,
     "ci": [
      0.2855150470635026,
      0.2927394676624216
     ],
     "floor": 0.023171381237319325,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 2.9865833333333334,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.28624725248407384,
      "high": 0.2924546801464179,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.8631851007632187,
     "ci": [
      1.8254623097515577,
      1.8794027314905573
     ],
     "floor": 0.023171381237319325,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 19.163583333333335,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.8295994988694992,
      "high": 1.8770966857502733,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.243681705979896,
     "ci": [
      0.23964735516372798,
      0.2456735062841709
     ],
     "floor": 0.023171381237319325,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 2.5063611111111115,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.24016099703314583,
      "high": 0.24548146857715258,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.4275806564868178,
     "ci": [
      0.4182748545820672,
      0.43238892553592906
     ],
     "floor": 0.023171381237319325,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 4.397833333333333,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.42011040713300907,
      "high": 0.4315805445594184,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#turn_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#turn_cpu_ms",
   "scenario": "overhead/rpc",
   "api": "anthropic-messages",
   "metric": "turn_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.04809033722814811,
   "aa": {
    "pi-bun": 0.0877754349068008,
    "pi-node": 0.06041253636572949,
    "pibolt": 0.016810292914516457,
    "pig-0.4.1": 0.04867449239200669,
    "pig-tip": 0.010961958237125133,
    "rpi": 0.038190524951621035
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.4365192974728789,
     "ci": [
      1.394112771702804,
      1.5244917217122786
     ],
     "floor": 0.0877754349068008,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 13.045749999999998,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.398904436489859,
      "high": 1.5115417256011352,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.29039806199416307,
     "ci": [
      0.28551351351351373,
      0.3023394300297758
     ],
     "floor": 0.06041253636572949,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 2.6372500000000016,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2861210543442892,
      "high": 0.30150653780557274,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.9534493200462408,
     "ci": [
      1.9061768707482998,
      2.0516031492469176
     ],
     "floor": 0.06041253636572949,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 17.740250000000003,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.9114588945156763,
      "high": 2.0388487168580847,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.2551340637559867,
     "ci": [
      0.2507864193513397,
      0.2647908266849677
     ],
     "floor": 0.06041253636572949,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 2.317000000000002,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2513287775246777,
      "high": 0.26417194725124266,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.4808126410835195,
     "ci": [
      0.4698703693659482,
      0.5028993746446868
     ],
     "floor": 0.06041253636572949,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 4.3664999999999985,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.47172789115646235,
      "high": 0.5004809052333817,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#turn_harness_added_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#turn_harness_added_ms",
   "scenario": "overhead/rpc",
   "api": "anthropic-messages",
   "metric": "turn_harness_added_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.030152864111345594,
   "aa": {
    "pi-bun": 0.10134920697454794,
    "pi-node": 0.026202837147376326,
    "pibolt": 0.039043360334721056,
    "pig-0.4.1": 0.04149996336080163,
    "pig-tip": 0.05238649875731544,
    "rpi": 0.04323953829539795
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.7913745229944811,
     "ci": [
      0.7426559622740264,
      0.8441950669575882
     ],
     "floor": 0.10134920697454794,
     "p": 0.0009765625,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 0.5428712499999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7489814318409745,
      "high": 0.8378218976793806,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.16562892569483087,
     "ci": [
      0.16122999407445165,
      0.17067090379149996
     ],
     "floor": 0.039043360334721056,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 0.113619,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1615478409573034,
      "high": 0.1694234961570546,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.2087978568052298,
     "ci": [
      1.1757183781393503,
      1.2426529350673237
     ],
     "floor": 0.04149996336080163,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 0.8292174999999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1796487099840793,
      "high": 1.238098294978309,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.3311288398693703,
     "ci": [
      0.3259968657246651,
      0.34233316241129086
     ],
     "floor": 0.05238649875731544,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 0.2271495,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.32648043309062347,
      "high": 0.3401422021107831,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.7160354395375118,
     "ci": [
      0.6906851418051928,
      0.7458339120199498
     ],
     "floor": 0.04323953829539795,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 0.49118975,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.6932911989064996,
      "high": 0.7415083154420481,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#turn_turn_gap_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#turn_turn_gap_ms",
   "scenario": "overhead/rpc",
   "api": "anthropic-messages",
   "metric": "turn_turn_gap_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.02666539277435362,
   "aa": {
    "pi-bun": 0.1647772508959483,
    "pi-node": 0.03225031938972726,
    "pibolt": 0.02365746125629829,
    "pig-0.4.1": 0.029670614455110145,
    "pig-tip": 0.02061270075691925,
    "rpi": 0.05850594655097824
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.2387284731451735,
     "ci": [
      1.1430546272801894,
      1.2944174165350875
     ],
     "floor": 0.1647772508959483,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 3.7491325,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1565481475644321,
      "high": 1.2872625590301816,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.38627394293426853,
     "ci": [
      0.3770677932183248,
      0.39142358514086256
     ],
     "floor": 0.03225031938972726,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.1690957499999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3792065328656644,
      "high": 0.3906317232928173,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.7153089401547446,
     "ci": [
      1.6740894847335952,
      1.737187803400927
     ],
     "floor": 0.03225031938972726,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 5.19154975,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.6822850503680198,
      "high": 1.7342311882458903,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.3376217848590703,
     "ci": [
      0.3323883129628882,
      0.34189524584382525
     ],
     "floor": 0.03225031938972726,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.0218452500000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.33325151366388484,
      "high": 0.3410677907766988,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.3588145599142271,
     "ci": [
      0.35036637328346965,
      0.3654398642934671
     ],
     "floor": 0.05850594655097824,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.08598725,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.351642397981033,
      "high": 0.36470487869954515,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#turn_wall_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@anthropic-messages#turn_wall_ms",
   "scenario": "overhead/rpc",
   "api": "anthropic-messages",
   "metric": "turn_wall_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.02090028926951799,
   "aa": {
    "pi-bun": 0.053311402735581825,
    "pi-node": 0.025972657597703893,
    "pibolt": 0.01635893990122051,
    "pig-0.4.1": 0.02295293922502808,
    "pig-tip": 0.01843687311683204,
    "rpi": 0.01613210159260955
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.2933501656684376,
     "ci": [
      1.2391940588840007,
      1.3170750375515492
     ],
     "floor": 0.053311402735581825,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 8.77891075,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2440996802261055,
      "high": 1.3116784204013727,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.48825879435305997,
     "ci": [
      0.4808569647952387,
      0.49467714474409696
     ],
     "floor": 0.025972657597703893,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.3141685,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.4826853267689469,
      "high": 0.4937788928886357,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.7230915257852983,
     "ci": [
      1.694456415159999,
      1.7572859937474643
     ],
     "floor": 0.025972657597703893,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 11.695878749999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.6976169161122785,
      "high": 1.749799900096921,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.44132719347932153,
     "ci": [
      0.43460008362492536,
      0.45097316459686165
     ],
     "floor": 0.025972657597703893,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 2.9956095,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.4351498842416942,
      "high": 0.4496210360815474,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.49440786843405693,
     "ci": [
      0.4836900861819762,
      0.5024806914127223
     ],
     "floor": 0.025972657597703893,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.35590675,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.4845245366130874,
      "high": 0.5013988435543775,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#cpu_ms",
   "scenario": "overhead/rpc",
   "api": "openai-completions",
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.02506131628019324,
   "aa": {
    "octet": 0.012459136674077024,
    "pi-bun": 0.017412350193050107,
    "pi-node": 0.04398208666231774,
    "pibolt": 0.01854601825545028,
    "pig-0.4.1": 0.014956956000407976,
    "pig-tip": 0.02139107546730166,
    "rpi": 0.016383212375565673
   },
   "comparisons": {
    "octet": {
     "ratio": 0.13026347734432367,
     "ci": [
      0.12880591028591173,
      0.13221541534602393
     ],
     "floor": 0.04398208666231774,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 87.99350000000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1289587809488004,
      "high": 0.13197562671857854,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.3775736339089035,
     "ci": [
      1.362016276805699,
      1.4049006520607255
     ],
     "floor": 0.04398208666231774,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 930.5565,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3648685414111468,
      "high": 1.400650896065921,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.15991171036737015,
     "ci": [
      0.15800174736150616,
      0.16184231556902595
     ],
     "floor": 0.04398208666231774,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 108.021,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1582199838490303,
      "high": 0.16160408880695074,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.6409022004310856,
     "ci": [
      0.6304639586086398,
      0.6483989066833796
     ],
     "floor": 0.04398208666231774,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 432.932,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.6315777045773858,
      "high": 0.647869634862857,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.10375364172528956,
     "ci": [
      0.10215303463272171,
      0.10556560524967472
     ],
     "floor": 0.04398208666231774,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 70.086,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10255204425865358,
      "high": 0.10523752538412216,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.13326493995594402,
     "ci": [
      0.13115119422897553,
      0.1356219405045814
     ],
     "floor": 0.04398208666231774,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 90.021,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13142171886584628,
      "high": 0.13557676364662985,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#cycles",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#cycles",
   "scenario": "overhead/rpc",
   "api": "openai-completions",
   "metric": "cycles",
   "kind": "CPU",
   "unit": "cycles",
   "mde": 0.024806123715333646,
   "aa": {
    "octet": 0.01089678051776795,
    "pi-bun": 0.015326380676277035,
    "pi-node": 0.04250825109157112,
    "pibolt": 0.0116245298254273,
    "pig-0.4.1": 0.01896059505811338,
    "pig-tip": 0.011939178973152007,
    "rpi": 0.02373172480370308
   },
   "comparisons": {
    "octet": {
     "ratio": 0.12601275435502926,
     "ci": [
      0.12475807363308901,
      0.12783406664780805
     ],
     "floor": 0.04250825109157112,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 234816393.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.12496027834207536,
      "high": 0.12765305373418975,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.36752325271882,
     "ci": [
      1.3536085507171587,
      1.3948226964974402
     ],
     "floor": 0.04250825109157112,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2548288702.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3569720825250386,
      "high": 1.389760380512808,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.15381837809349364,
     "ci": [
      0.15205088521072208,
      0.1555119006268282
     ],
     "floor": 0.04250825109157112,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 286630325.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1523449664658752,
      "high": 0.15546841656568247,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.6275343418880909,
     "ci": [
      0.6172126756672877,
      0.6390468956589507
     ],
     "floor": 0.04250825109157112,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 1169368543.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.618678495006089,
      "high": 0.6371277499276783,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.0990027076868477,
     "ci": [
      0.0976304748100218,
      0.1000365219453203
     ],
     "floor": 0.04250825109157112,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 184484966.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09802668880956883,
      "high": 0.09991543119169165,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.12027579446635855,
     "ci": [
      0.11878887749927702,
      0.12335674980048644
     ],
     "floor": 0.04250825109157112,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 224125950.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11909265278726744,
      "high": 0.12322919912787779,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#instructions",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#instructions",
   "scenario": "overhead/rpc",
   "api": "openai-completions",
   "metric": "instructions",
   "kind": "CPU",
   "unit": "instructions",
   "mde": 0.004429892670000956,
   "aa": {
    "octet": 0.01221446618292757,
    "pi-bun": 0.006719570011645895,
    "pi-node": 0.005417285078554601,
    "pibolt": 0.0074646540276733925,
    "pig-0.4.1": 0.012795392949013917,
    "pig-tip": 0.00707859798796492,
    "rpi": 0.005345131430652561
   },
   "comparisons": {
    "octet": {
     "ratio": 0.12040791718021576,
     "ci": [
      0.11925313217562794,
      0.12114009789881872
     ],
     "floor": 0.01221446618292757,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 402543534.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11943943506834999,
      "high": 0.12093174934588946,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.3778000424182175,
     "ci": [
      1.3698728620195195,
      1.381687149911464
     ],
     "floor": 0.006719570011645895,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 4606212879.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3712626501990948,
      "high": 1.3813428456802321,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.1184620591388008,
     "ci": [
      0.11811369260731604,
      0.11872262988534478
     ],
     "floor": 0.0074646540276733925,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 396038210.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11819248428191059,
      "high": 0.11870414232568068,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.6774265340362461,
     "ci": [
      0.6702482800988999,
      0.6818685098548558
     ],
     "floor": 0.012795392949013917,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 2264748679.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.6706451281702269,
      "high": 0.6816949812824188,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.07535886905442016,
     "ci": [
      0.07499723608541249,
      0.0756618272804158
     ],
     "floor": 0.00707859798796492,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 251937133.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.07505518498110221,
      "high": 0.07561905925316809,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.09104076734306552,
     "ci": [
      0.09075388720866331,
      0.09143230320065668
     ],
     "floor": 0.005417285078554601,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 304364307.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09079700380494674,
      "high": 0.0912787204818764,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#peak_mem_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#peak_mem_mib",
   "scenario": "overhead/rpc",
   "api": "openai-completions",
   "metric": "peak_mem_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.008778656187824991,
   "aa": {
    "octet": 0.04223542231740215,
    "pi-bun": 0.009024767502703738,
    "pi-node": 0.008777540579739921,
    "pibolt": 0.00677703623382441,
    "pig-0.4.1": 0.013430429084099329,
    "pig-tip": 0.02879162078375491,
    "rpi": 0.03380537008476374
   },
   "comparisons": {
    "octet": {
     "ratio": 0.06406941583767913,
     "ci": [
      0.0629617592893511,
      0.06502574845072881
     ],
     "floor": 0.04223542231740215,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 5.7109375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.06302328123292163,
      "high": 0.06481806995957111,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.2319996494149612,
     "ci": [
      1.2165529195103455,
      1.2384986028910254
     ],
     "floor": 0.009024767502703738,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 109.81640625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2193610757129674,
      "high": 1.2370684913423247,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.33748192295893775,
     "ci": [
      0.3348826045212534,
      0.3393395375442765
     ],
     "floor": 0.008777540579739921,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 30.08203125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.33558086759186523,
      "high": 0.33889963086658464,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.24041369034576449,
     "ci": [
      0.23570742777341364,
      0.24225513028958123
     ],
     "floor": 0.013430429084099329,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 21.4296875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.23613509673188326,
      "high": 0.24191387980061924,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.23390595556334634,
     "ci": [
      0.23167321974661423,
      0.23941031725107653
     ],
     "floor": 0.02879162078375491,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 20.849609375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.232000873743993,
      "high": 0.23912470340100184,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.09218195363512863,
     "ci": [
      0.09098665499890615,
      0.09446969532218429
     ],
     "floor": 0.03380537008476374,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 8.216796875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09113019851877821,
      "high": 0.09433097669547001,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#peak_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#peak_rss_mib",
   "scenario": "overhead/rpc",
   "api": "openai-completions",
   "metric": "peak_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.004772872008225539,
   "aa": {
    "octet": 0.009787806774746386,
    "pi-bun": 0.008843340733177591,
    "pi-node": 0.005163286305394317,
    "pibolt": 0.0015755599378037108,
    "pig-0.4.1": 0.008021020945920313,
    "pig-tip": 0.005639629803091576,
    "rpi": 0.014341672410013053
   },
   "comparisons": {
    "octet": {
     "ratio": 0.22412516454585343,
     "ci": [
      0.222956121358292,
      0.22576219093877775
     ],
     "floor": 0.009787806774746386,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 31.923828125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.22313167259786476,
      "high": 0.22540826391933363,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.0645568231680562,
     "ci": [
      1.0572204096180737,
      1.0701123225221763
     ],
     "floor": 0.008843340733177591,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 151.6328125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.058962458462637,
      "high": 1.069327039192008,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.7137587757788504,
     "ci": [
      0.7127703257596496,
      0.7161364043118521
     ],
     "floor": 0.005163286305394317,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 101.666015625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7131351869606903,
      "high": 0.7157451840444402,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.3558304080737165,
     "ci": [
      0.3542032003507234,
      0.35785241897862297
     ],
     "floor": 0.008021020945920313,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 50.68359375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3542905692438403,
      "high": 0.35750968060857385,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.3993664984642387,
     "ci": [
      0.3975893713189974,
      0.401597755991585
     ],
     "floor": 0.005639629803091576,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 56.884765625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.39778112587316805,
      "high": 0.401346708808575,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.1629963799912242,
     "ci": [
      0.16232448442299255,
      0.16424749622719165
     ],
     "floor": 0.014341672410013053,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 23.216796875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.16240135905304692,
      "high": 0.164062285447505,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#ready_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#ready_cpu_ms",
   "scenario": "overhead/rpc",
   "api": "openai-completions",
   "metric": "ready_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.01586269702097394,
   "aa": {
    "octet": 0.04650582650802052,
    "pi-bun": 0.008612557507852668,
    "pi-node": 0.01714157742278525,
    "pibolt": 0.018948738927651424,
    "pig-0.4.1": 0.023880289099697458,
    "pig-tip": 0.022600261869984706,
    "rpi": 0.055139691585865125
   },
   "comparisons": {
    "octet": {
     "ratio": 0.01815831855891946,
     "ci": [
      0.017859364947405486,
      0.018447463235694305
     ],
     "floor": 0.04650582650802052,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 6.7085,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.01792989073011542,
      "high": 0.01836538591671291,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.5699562857800216,
     "ci": [
      1.5446876348820524,
      1.582985011266042
     ],
     "floor": 0.01714157742278525,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 580.0125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.5513887373494104,
      "high": 1.5817076349890835,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.10012857123523122,
     "ci": [
      0.09826411157800054,
      0.10097218434687756
     ],
     "floor": 0.018948738927651424,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 36.992,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09858153568703615,
      "high": 0.10086177208435593,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.13650475713570356,
     "ci": [
      0.133903979264077,
      0.1395955109993578
     ],
     "floor": 0.023880289099697458,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 50.431,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13455112975109543,
      "high": 0.13903675762461612,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.035620999066166815,
     "ci": [
      0.03465460113861307,
      0.0362917192451518
     ],
     "floor": 0.022600261869984706,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 13.16,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.034792281510379934,
      "high": 0.03609478812330787,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.011417125688532799,
     "ci": [
      0.011100116744001702,
      0.0115898725358935
     ],
     "floor": 0.055139691585865125,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 4.218,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.011154445860839008,
      "high": 0.011570209766082905,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#ready_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#ready_ms",
   "scenario": "overhead/rpc",
   "api": "openai-completions",
   "metric": "ready_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.01296267117036401,
   "aa": {
    "octet": 0.20974140334307123,
    "pi-bun": 0.007866454876643416,
    "pi-node": 0.021943678796216178,
    "pibolt": 0.022541391897693705,
    "pig-0.4.1": 0.025316049123507066,
    "pig-tip": 0.006530519880078738,
    "rpi": 0.04870999127685525
   },
   "comparisons": {
    "octet": {
     "ratio": 0.025674922640059897,
     "ci": [
      0.023680087165659326,
      0.028443034882075304
     ],
     "floor": 0.20974140334307123,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 6.764701,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.02372904721643253,
      "high": 0.02833775478144632,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.7044373781918487,
     "ci": [
      1.686401353955058,
      1.721276542787517
     ],
     "floor": 0.021943678796216178,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 449.0766885,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.6890180110665005,
      "high": 1.7201135980119227,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.12612808342052012,
     "ci": [
      0.12469624627387622,
      0.12742252851185293
     ],
     "floor": 0.022541391897693705,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 33.2316005,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.12490796074203138,
      "high": 0.12732710611499093,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.11191919612253046,
     "ci": [
      0.11056684056184389,
      0.11322592415718015
     ],
     "floor": 0.025316049123507066,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 29.487913499999998,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11066686147670185,
      "high": 0.11313757446502307,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.09825207933034884,
     "ci": [
      0.0972170364893755,
      0.09935555688470209
     ],
     "floor": 0.021943678796216178,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 25.8869695,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09737946304260084,
      "high": 0.09926702254844784,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.011820110641642416,
     "ci": [
      0.01167579262688949,
      0.011954857117914162
     ],
     "floor": 0.04870999127685525,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.1143039999999997,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.011703158194468826,
      "high": 0.011932364656113952,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#ready_pss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#ready_pss_mib",
   "scenario": "overhead/rpc",
   "api": "openai-completions",
   "metric": "ready_pss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.01082741476828571,
   "aa": {
    "octet": 0.03175162475127782,
    "pi-bun": 0.008732039191636705,
    "pi-node": 0.00825135494992548,
    "pibolt": 0.0009355186925952572,
    "pig-0.4.1": 0.008976467831334038,
    "pig-tip": 0.00838547374326385,
    "rpi": 0.019449083011076004
   },
   "comparisons": {
    "octet": {
     "ratio": 0.19980805703448118,
     "ci": [
      0.19479696299505234,
      0.20190211916405662
     ],
     "floor": 0.03175162475127782,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 21.34814453125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.19538758088943964,
      "high": 0.20181806530754232,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.219313118387679,
     "ci": [
      1.2128085815493048,
      1.2260655347363407
     ],
     "floor": 0.008732039191636705,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 130.275390625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2138505373290214,
      "high": 1.2246597798413832,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.7572012887599113,
     "ci": [
      0.7546961728811397,
      0.7602940028739195
     ],
     "floor": 0.00825135494992548,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 80.90185546875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7548016006854872,
      "high": 0.7596968529929577,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.38948883760254094,
     "ci": [
      0.38596571178577616,
      0.39265787761907817
     ],
     "floor": 0.008976467831334038,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 41.6142578125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.38622833647858945,
      "high": 0.39224682674872247,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.359070447638416,
     "ci": [
      0.35774971088265023,
      0.36150077678534603
     ],
     "floor": 0.00838547374326385,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 38.3642578125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.35792187912858875,
      "high": 0.36120924068276855,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.10946690126362452,
     "ci": [
      0.1077257043621324,
      0.11031236432602884
     ],
     "floor": 0.019449083011076004,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 11.69580078125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10810699267669704,
      "high": 0.11014072167770902,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#ready_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#ready_rss_mib",
   "scenario": "overhead/rpc",
   "api": "openai-completions",
   "metric": "ready_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.010453252950676745,
   "aa": {
    "octet": 0.024713525356570436,
    "pi-bun": 0.023742705334966908,
    "pi-node": 0.008043523523938018,
    "pibolt": 0.0011467102144103478,
    "pig-0.4.1": 0.0085841294736933,
    "pig-tip": 0.007990550760137606,
    "rpi": 0.015356338918586733
   },
   "comparisons": {
    "octet": {
     "ratio": 0.227489471302774,
     "ci": [
      0.22295138888888888,
      0.2293989357061851
     ],
     "floor": 0.024713525356570436,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 25.53125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.22348629589745372,
      "high": 0.22913907284768212,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.2212244613831749,
     "ci": [
      1.2127973350451966,
      1.2358671073230127
     ],
     "floor": 0.023742705334966908,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 137.05859375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.214063882575429,
      "high": 1.2322135760439101,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.7588319237061014,
     "ci": [
      0.7565279247705466,
      0.7623134197923586
     ],
     "floor": 0.008043523523938018,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 85.1640625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7567708242968926,
      "high": 0.7617210008905342,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.38764748877519056,
     "ci": [
      0.3844658171591264,
      0.3907973746683424
     ],
     "floor": 0.0085841294736933,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 43.505859375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.38465279466425817,
      "high": 0.39013593586615547,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.3587588319237061,
     "ci": [
      0.35756197486285674,
      0.3612233523756444
     ],
     "floor": 0.008043523523938018,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 40.263671875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.35766955254437255,
      "high": 0.3609107894323281,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.14084090355365284,
     "ci": [
      0.13915463558879806,
      0.14165938864628821
     ],
     "floor": 0.015356338918586733,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 15.806640625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1396875,
      "high": 0.14156542382348833,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#request_bytes",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#request_bytes",
   "scenario": "overhead/rpc",
   "api": "openai-completions",
   "metric": "request_bytes",
   "kind": "wire",
   "unit": "bytes",
   "mde": 0.0,
   "aa": {
    "octet": 0.0,
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "octet": {
     "ratio": 1.0898619995687486,
     "ci": [
      1.0898619995687486,
      1.0898619995687486
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1213060.0,
     "not_compared": null,
     "equivalence": null
    },
    "pi-bun": {
     "ratio": 0.9949687342772946,
     "ci": [
      0.9949687342772946,
      0.9949687342772946
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 1107440.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.0685330266657083,
     "ci": [
      1.0685330266657083,
      1.0685330266657083
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1189320.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.0003234385107453,
     "ci": [
      1.0003234385107453,
      1.0003234385107453
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1113400.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 0.9982390569970531,
     "ci": [
      0.9982390569970531,
      0.9982390569970531
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 1111080.0,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 1.04907280960253,
     "ci": [
      1.04907280960253,
      1.04907280960253
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1167660.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#request_bytes_per_turn",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#request_bytes_per_turn",
   "scenario": "overhead/rpc",
   "api": "openai-completions",
   "metric": "request_bytes_per_turn",
   "kind": "wire",
   "unit": "bytes per turn",
   "mde": 0.0,
   "aa": {
    "octet": 0.0,
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "octet": {
     "ratio": 1.0898619995687486,
     "ci": [
      1.0898619995687486,
      1.0898619995687486
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 60653.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.0898619995687486,
      "high": 1.0898619995687486,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.9949687342772946,
     "ci": [
      0.9949687342772946,
      0.9949687342772946
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 55372.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9949687342772946,
      "high": 0.9949687342772946,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 1.0685330266657083,
     "ci": [
      1.0685330266657083,
      1.0685330266657083
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 59466.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.0685330266657083,
      "high": 1.0685330266657083,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.0003234385107453,
     "ci": [
      1.0003234385107453,
      1.0003234385107453
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 55670.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.0003234385107453,
      "high": 1.0003234385107453,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.9982390569970531,
     "ci": [
      0.9982390569970531,
      0.9982390569970531
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 55554.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9982390569970531,
      "high": 0.9982390569970531,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 1.04907280960253,
     "ci": [
      1.04907280960253,
      1.04907280960253
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 58383.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.04907280960253,
      "high": 1.04907280960253,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#requests",
   "scenario": "overhead/rpc",
   "api": "openai-completions",
   "metric": "requests",
   "kind": "wire",
   "unit": "count",
   "mde": 0.0,
   "aa": {
    "octet": 0.0,
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "octet": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 40.0,
     "not_compared": null,
     "equivalence": null
    },
    "pi-bun": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 40.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 40.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 40.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 40.0,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 40.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#side_requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#side_requests",
   "scenario": "overhead/rpc",
   "api": "openai-completions",
   "metric": "side_requests",
   "kind": "wire",
   "unit": "count",
   "mde": null,
   "aa": {
    "octet": null,
    "pi-bun": null,
    "pi-node": null,
    "pibolt": null,
    "pig-0.4.1": null,
    "pig-tip": null,
    "rpi": null
   },
   "comparisons": {}
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#teardown_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#teardown_ms",
   "scenario": "overhead/rpc",
   "api": "openai-completions",
   "metric": "teardown_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.09635166138717932,
   "aa": {
    "octet": 0.03699580985163141,
    "pi-bun": 0.1247760035196793,
    "pi-node": 0.1476978361477284,
    "pibolt": 0.21298428022220323,
    "pig-0.4.1": 0.3328193514406658,
    "pig-tip": 0.2309893477535024,
    "rpi": 0.25348999215720824
   },
   "comparisons": {
    "octet": {
     "ratio": 0.860624580301939,
     "ci": [
      0.7666969987172558,
      0.8674295329157385
     ],
     "floor": 0.1476978361477284,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 7.4205375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7733581142030255,
      "high": 0.8649503373381365,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.2553825152772993,
     "ci": [
      1.0695703548435271,
      1.324610816385568
     ],
     "floor": 0.1476978361477284,
     "p": 0.00146484375,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 10.824247,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0968229449165636,
      "high": 1.3197637040777181,
      "p": 0.98875,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.4596419504376457,
     "ci": [
      0.40172602049474093,
      0.4859853897807308
     ],
     "floor": 0.21298428022220323,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.963157,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.41026104759252124,
      "high": 0.48105199098799334,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.41991169378829474,
     "ci": [
      0.32814789006334655,
      0.48636211809651053
     ],
     "floor": 0.3328193514406658,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.6205920000000003,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.33561261311951446,
      "high": 0.47731798531789493,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.22989062045145883,
     "ci": [
      0.18922466264598045,
      0.24645588976645502
     ],
     "floor": 0.2309893477535024,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.982179,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1961832351216643,
      "high": 0.23631836087530622,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.18800930613399952,
     "ci": [
      0.1476324557935738,
      0.19675904964587526
     ],
     "floor": 0.25348999215720824,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.621067,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.14887343166940464,
      "high": 0.19637718505446805,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#turn_cpu_mean_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#turn_cpu_mean_ms",
   "scenario": "overhead/rpc",
   "api": "openai-completions",
   "metric": "turn_cpu_mean_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.0587293206640158,
   "aa": {
    "octet": 0.009122104200286654,
    "pi-bun": 0.04712033422828109,
    "pi-node": 0.04163604241674821,
    "pibolt": 0.007154559512151771,
    "pig-0.4.1": 0.021811249987179235,
    "pig-tip": 0.010372301156200466,
    "rpi": 0.0230223795597258
   },
   "comparisons": {
    "octet": {
     "ratio": 0.3120985549735278,
     "ci": [
      0.30559663591944736,
      0.3144426961075141
     ],
     "floor": 0.04163604241674821,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.702277777777778,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3066273884837656,
      "high": 0.31399060065425444,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.1610931715415727,
     "ci": [
      1.1297525338272367,
      1.1795083447261845
     ],
     "floor": 0.04712033422828109,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 13.773500000000002,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1312419359748602,
      "high": 1.1752210319502268,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.2649074700679778,
     "ci": [
      0.25832001029090174,
      0.2664011979003834
     ],
     "floor": 0.04163604241674821,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.142472222222222,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.25950102834659755,
      "high": 0.26597933307529,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.5893956459532939,
     "ci": [
      1.5608810992876094,
      1.6054894862223557
     ],
     "floor": 0.04163604241674821,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 18.85425,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.568305860301009,
      "high": 1.601261885719364,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.2150398898492218,
     "ci": [
      0.21055998459199748,
      0.2160126702744364
     ],
     "floor": 0.04163604241674821,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 2.5509166666666667,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.21148262491500822,
      "high": 0.21587012706796183,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.3507730926751137,
     "ci": [
      0.3423149015932522,
      0.35818822524716465
     ],
     "floor": 0.04163604241674821,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 4.161055555555555,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3458294068148312,
      "high": 0.3579608335990696,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#turn_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#turn_cpu_ms",
   "scenario": "overhead/rpc",
   "api": "openai-completions",
   "metric": "turn_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.039129321006903584,
   "aa": {
    "octet": 0.014396445368322932,
    "pi-bun": 0.07370003742801155,
    "pi-node": 0.03412822604208034,
    "pibolt": 0.013804522911908132,
    "pig-0.4.1": 0.029513410881317134,
    "pig-tip": 0.01267660117886173,
    "rpi": 0.02912972493975207
   },
   "comparisons": {
    "octet": {
     "ratio": 0.3320987929765063,
     "ci": [
      0.3277364834970358,
      0.3415969755985785
     ],
     "floor": 0.03412822604208034,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.7212499999999995,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3283297064440193,
      "high": 0.34066034502456294,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.233484304232389,
     "ci": [
      1.2044888898854234,
      1.2897369312408271
     ],
     "floor": 0.07370003742801155,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 13.821499999999986,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2105986391542354,
      "high": 1.280526460859981,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.24827647754400856,
     "ci": [
      0.2446613923353244,
      0.2564773980154364
     ],
     "floor": 0.03412822604208034,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 2.7820000000000036,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.24536975644255926,
      "high": 0.25585037774092545,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.5771401798264195,
     "ci": [
      1.535395478971441,
      1.6269850337027312
     ],
     "floor": 0.03412822604208034,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 17.67225,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.5439831420373051,
      "high": 1.6217984153307567,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.20867450525423342,
     "ci": [
      0.2051588355012833,
      0.2167403722130094
     ],
     "floor": 0.03412822604208034,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 2.3382500000000004,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.20535832123531778,
      "high": 0.2157729869172657,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.37386492938577887,
     "ci": [
      0.36046434931732857,
      0.3900679897096667
     ],
     "floor": 0.03412822604208034,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 4.189250000000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3610742412175918,
      "high": 0.38903436236677835,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#turn_harness_added_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#turn_harness_added_ms",
   "scenario": "overhead/rpc",
   "api": "openai-completions",
   "metric": "turn_harness_added_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.03197263891724104,
   "aa": {
    "octet": 0.02655293240923,
    "pi-bun": 0.10592413638100896,
    "pi-node": 0.05121028440289175,
    "pibolt": 0.03885820926747927,
    "pig-0.4.1": 0.04504954231452706,
    "pig-tip": 0.02124650212828342,
    "rpi": 0.050300971385550265
   },
   "comparisons": {
    "octet": {
     "ratio": 1.0983044182770707,
     "ci": [
      1.0752747544045869,
      1.1526025196859728
     ],
     "floor": 0.05121028440289175,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 0.95943975,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.077563481436946,
      "high": 1.1500187221456406,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.7820787703712776,
     "ci": [
      0.7576555036825955,
      0.8230585961816271
     ],
     "floor": 0.10592413638100896,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 0.68319625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7632910906979394,
      "high": 0.8159549086557993,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.23741063195677023,
     "ci": [
      0.23245923009197225,
      0.24662145002722685
     ],
     "floor": 0.05121028440289175,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 0.2073935,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.23304841398770615,
      "high": 0.24580750010061053,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.0620930108767013,
     "ci": [
      1.0367405612293084,
      1.108874795523897
     ],
     "floor": 0.05121028440289175,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 0.92780675,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0423926323007804,
      "high": 1.10281339355545,
      "p": 0.86275,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.30264050336294573,
     "ci": [
      0.2977415126465228,
      0.31342546890424483
     ],
     "floor": 0.05121028440289175,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 0.264376,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2984133552183475,
      "high": 0.31242886948522347,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.5530973957847417,
     "ci": [
      0.5391516608599162,
      0.5839265307806497
     ],
     "floor": 0.05121028440289175,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 0.48316625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.5416575956070879,
      "high": 0.5789588136938801,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#turn_turn_gap_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#turn_turn_gap_ms",
   "scenario": "overhead/rpc",
   "api": "openai-completions",
   "metric": "turn_turn_gap_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.02364802362384251,
   "aa": {
    "octet": 0.018147850099766587,
    "pi-bun": 0.22207981429477747,
    "pi-node": 0.043510381785912954,
    "pibolt": 0.01822017875058899,
    "pig-0.4.1": 0.03372353914218816,
    "pig-tip": 0.018852495979920156,
    "rpi": 0.05370050139813903
   },
   "comparisons": {
    "octet": {
     "ratio": 0.47739994684699655,
     "ci": [
      0.4688789036659162,
      0.48242747153262844
     ],
     "floor": 0.043510381785912954,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.55337075,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.46971642890573373,
      "high": 0.48076820633929573,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.0980975634979777,
     "ci": [
      1.05400396495076,
      1.1854936095384057
     ],
     "floor": 0.22207981429477747,
     "p": 0.00146484375,
     "p_holm": 0.0029296875,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 3.5730055,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0625978792491098,
      "high": 1.1557754345648306,
      "p": 0.99025,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.4028239319438717,
     "ci": [
      0.39232852025960563,
      0.40687014463316334
     ],
     "floor": 0.043510381785912954,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.31071425,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.39332922565079953,
      "high": 0.4059464714671066,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.6144562493080237,
     "ci": [
      1.5633396762865175,
      1.6545431362542513
     ],
     "floor": 0.043510381785912954,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 5.25314075,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.5711520305965747,
      "high": 1.646382135991857,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.32703080699827897,
     "ci": [
      0.3201109585210351,
      0.3301219966488528
     ],
     "floor": 0.043510381785912954,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.0640975,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3213060034089239,
      "high": 0.3293287808935971,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.3078043714388428,
     "ci": [
      0.29499126650222246,
      0.3121681036856159
     ],
     "floor": 0.05370050139813903,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.0015382499999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2976857109591368,
      "high": 0.310207008914189,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#turn_wall_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-completions#turn_wall_ms",
   "scenario": "overhead/rpc",
   "api": "openai-completions",
   "metric": "turn_wall_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.02753699323985595,
   "aa": {
    "octet": 0.018726156600300557,
    "pi-bun": 0.04944238212087757,
    "pi-node": 0.03232502306755065,
    "pibolt": 0.01861153727947114,
    "pig-0.4.1": 0.028730045267525522,
    "pig-tip": 0.022176710267307703,
    "rpi": 0.046212612979668055
   },
   "comparisons": {
    "octet": {
     "ratio": 0.6280444309161825,
     "ci": [
      0.6178961179768296,
      0.6419039711358617
     ],
     "floor": 0.03232502306755065,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 4.59810075,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.6199318508890023,
      "high": 0.6406232313614505,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.2128564352348155,
     "ci": [
      1.1760609713778616,
      1.239102530851518
     ],
     "floor": 0.04944238212087757,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 8.879684000000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1839450287058362,
      "high": 1.2309630612027798,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.45934679483427704,
     "ci": [
      0.45255222843765786,
      0.4713099382028417
     ],
     "floor": 0.03232502306755065,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.3630150000000003,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.4537320571294881,
      "high": 0.4690245022847671,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.6155665897244869,
     "ci": [
      1.602958144974645,
      1.6511016391786513
     ],
     "floor": 0.03232502306755065,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 11.82804525,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.6042012709492788,
      "high": 1.6451237675429211,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.3971708365667647,
     "ci": [
      0.3950317809764429,
      0.41205751350216063
     ],
     "floor": 0.03232502306755065,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 2.9078062499999997,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3952731874070069,
      "high": 0.4091754841179832,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.41961268892396614,
     "ci": [
      0.41180564202177006,
      0.43223694004239177
     ],
     "floor": 0.046212612979668055,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.07210975,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.41332853361768696,
      "high": 0.4294409563047803,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#cpu_ms",
   "scenario": "overhead/rpc",
   "api": "openai-responses",
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.01654528107794358,
   "aa": {
    "pi-bun": 0.010812516681704097,
    "pi-node": 0.017452621138700917,
    "pibolt": 0.033080747100904216,
    "pig-0.4.1": 0.018036647573233217,
    "pig-tip": 0.018209034442606558,
    "rpi": 0.024658391568692074
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.3771536015330175,
     "ci": [
      1.355437339679964,
      1.38982076798525
     ],
     "floor": 0.017452621138700917,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 937.1365000000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3599896089722752,
      "high": 1.3869753796535296,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.1621814051092745,
     "ci": [
      0.15962903742530452,
      0.1662387431105778
     ],
     "floor": 0.033080747100904216,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 110.3625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.16016985557051966,
      "high": 0.16477614492787807,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.669741420862675,
     "ci": [
      0.6576482898342079,
      0.67494081984439
     ],
     "floor": 0.018036647573233217,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 455.751,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.659748723767538,
      "high": 0.6740668901595573,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.11913729558787223,
     "ci": [
      0.11781947093818322,
      0.1204370473517082
     ],
     "floor": 0.018209034442606558,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 81.0715,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11814235225968539,
      "high": 0.12007156983321227,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.14633248492258494,
     "ci": [
      0.1436250983534686,
      0.14839994612390178
     ],
     "floor": 0.024658391568692074,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 99.57749999999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.14412658649171828,
      "high": 0.1482917932059423,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#cycles",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#cycles",
   "scenario": "overhead/rpc",
   "api": "openai-responses",
   "metric": "cycles",
   "kind": "CPU",
   "unit": "cycles",
   "mde": 0.01592229397441764,
   "aa": {
    "pi-bun": 0.011637327923166067,
    "pi-node": 0.017443961316195807,
    "pibolt": 0.026683768941651035,
    "pig-0.4.1": 0.016011999232076173,
    "pig-tip": 0.01312854758832697,
    "rpi": 0.024943689879780753
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.3691194134763869,
     "ci": [
      1.3460388787974544,
      1.3796925583374333
     ],
     "floor": 0.017443961316195807,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2566518280.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3493086146128597,
      "high": 1.3771516209710293,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.15653984954080682,
     "ci": [
      0.1541433039275468,
      0.1596041780653234
     ],
     "floor": 0.026683768941651035,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 293445832.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.15460653122647822,
      "high": 0.15852678645609358,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.6572914422008975,
     "ci": [
      0.6453121807188081,
      0.6604909129951752
     ],
     "floor": 0.017443961316195807,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 1232142708.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.647440093549489,
      "high": 0.6594164052990295,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.1146814967857074,
     "ci": [
      0.11335468845148547,
      0.11534726069992501
     ],
     "floor": 0.017443961316195807,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 214979172.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11362754103144389,
      "high": 0.1150622203909881,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.13401349725117587,
     "ci": [
      0.13173744883713429,
      0.13631595710390274
     ],
     "floor": 0.024943689879780753,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 251218474.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13217460591184735,
      "high": 0.136177506634464,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#instructions",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#instructions",
   "scenario": "overhead/rpc",
   "api": "openai-responses",
   "metric": "instructions",
   "kind": "CPU",
   "unit": "instructions",
   "mde": 0.0025288728136587486,
   "aa": {
    "pi-bun": 0.008885572865395815,
    "pi-node": 0.0029373966464192737,
    "pibolt": 0.006508606129539054,
    "pig-0.4.1": 0.011755851986687299,
    "pig-tip": 0.002765816085551198,
    "rpi": 0.007822990619343658
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.3755290054809863,
     "ci": [
      1.3672111356128789,
      1.378703146137717
     ],
     "floor": 0.008885572865395815,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 4648681308.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3693260177370232,
      "high": 1.3783504216731537,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.1201086480897701,
     "ci": [
      0.11985902332931002,
      0.12035670230243382
     ],
     "floor": 0.006508606129539054,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 405914252.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11989455485098331,
      "high": 0.12033007468555823,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.7077278080169368,
     "ci": [
      0.7007643230237935,
      0.7107389191524386
     ],
     "floor": 0.011755851986687299,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 2391807820.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7016575076859182,
      "high": 0.7101874212239202,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.10720570819675146,
     "ci": [
      0.1069427873584695,
      0.10748762708635334
     ],
     "floor": 0.0029373966464192737,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 362308006.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10697334657886605,
      "high": 0.10743684404183926,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.10189345178396664,
     "ci": [
      0.10127099333421798,
      0.10232372227197255
     ],
     "floor": 0.007822990619343658,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 344354923.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10138919684678131,
      "high": 0.10224414633205574,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#peak_mem_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#peak_mem_mib",
   "scenario": "overhead/rpc",
   "api": "openai-responses",
   "metric": "peak_mem_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.012691029031047843,
   "aa": {
    "pi-bun": 0.01145227155476621,
    "pi-node": 0.014236351550748186,
    "pibolt": 0.014349320041424219,
    "pig-0.4.1": 0.025000165715863058,
    "pig-tip": 0.019013536169261713,
    "rpi": 0.023376473536189154
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.2202764778192328,
     "ci": [
      1.2104832457576018,
      1.230495607851643
     ],
     "floor": 0.014236351550748186,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 110.513671875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2124213971918338,
      "high": 1.2279033413665081,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.3306303780543035,
     "ci": [
      0.3282460823144481,
      0.3342452072341996
     ],
     "floor": 0.014349320041424219,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 29.943359375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.32860280816607806,
      "high": 0.33379417609954204,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.23528650607086632,
     "ci": [
      0.2328982510553976,
      0.23740603127970275
     ],
     "floor": 0.025000165715863058,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 21.30859375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.23324992450062557,
      "high": 0.23707996367253384,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.23610601910759343,
     "ci": [
      0.2344732535102076,
      0.2404547219465896
     ],
     "floor": 0.019013536169261713,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 21.3828125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2348857266062958,
      "high": 0.23969972820225205,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.09297159740343765,
     "ci": [
      0.09113847613707433,
      0.09396643435593478
     ],
     "floor": 0.023376473536189154,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 8.419921875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09169967280867918,
      "high": 0.09378108376940708,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#peak_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#peak_rss_mib",
   "scenario": "overhead/rpc",
   "api": "openai-responses",
   "metric": "peak_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.007255314181911328,
   "aa": {
    "pi-bun": 0.005149302389715032,
    "pi-node": 0.007459764348851438,
    "pibolt": 0.0020356827524988263,
    "pig-0.4.1": 0.010923605678033545,
    "pig-tip": 0.007680922600052486,
    "rpi": 0.00778931029088529
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.0636158284345743,
     "ci": [
      1.0594036510052507,
      1.0695959651334905
     ],
     "floor": 0.007459764348851438,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 152.662109375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0600914435009798,
      "high": 1.0685875181104945,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.7086054866100587,
     "ci": [
      0.707004033736707,
      0.7121856496232581
     ],
     "floor": 0.007459764348851438,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 101.70703125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7072265571898535,
      "high": 0.7112839405103015,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.3522752013934248,
     "ci": [
      0.35057658833768496,
      0.3547494033412888
     ],
     "floor": 0.010923605678033545,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 50.5625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3509148745276094,
      "high": 0.3543680069692102,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.3982282821685173,
     "ci": [
      0.3971488423973665,
      0.40123977053369947
     ],
     "floor": 0.007680922600052486,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 57.158203125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.39740832493942774,
      "high": 0.40038892515230634,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.16199923797082516,
     "ci": [
      0.16157798863543676,
      0.16268750170146734
     ],
     "floor": 0.00778931029088529,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 23.251953125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1616834888592649,
      "high": 0.16263879817112997,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#ready_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#ready_cpu_ms",
   "scenario": "overhead/rpc",
   "api": "openai-responses",
   "metric": "ready_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.015245306569232205,
   "aa": {
    "pi-bun": 0.008771538634025794,
    "pi-node": 0.01781675868786411,
    "pibolt": 0.029940407586084614,
    "pig-0.4.1": 0.03036362907470992,
    "pig-tip": 0.028847610378160724,
    "rpi": 0.04949115176591586
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.5644996772893924,
     "ci": [
      1.5396071955873376,
      1.5790774635269333
     ],
     "floor": 0.01781675868786411,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 580.5475,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.5444812320871113,
      "high": 1.5766605258659752,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.09974789497016104,
     "ci": [
      0.09846362018815859,
      0.10148162231350517
     ],
     "floor": 0.029940407586084614,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 37.013999999999996,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0986506326410763,
      "high": 0.10109446071069718,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.13828452700326482,
     "ci": [
      0.13455836548307493,
      0.14002110843713458
     ],
     "floor": 0.03036362907470992,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 51.314,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13569750680689766,
      "high": 0.13970744490058892,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.03564234232656157,
     "ci": [
      0.03509061657628094,
      0.036204496802533015
     ],
     "floor": 0.028847610378160724,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 13.225999999999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.03515082974405865,
      "high": 0.03605727209894605,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.011372348753825031,
     "ci": [
      0.011171320271208157,
      0.0115324541268828
     ],
     "floor": 0.04949115176591586,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 4.220000000000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.011188982328373301,
      "high": 0.011498499191872548,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#ready_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#ready_ms",
   "scenario": "overhead/rpc",
   "api": "openai-responses",
   "metric": "ready_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.01092238921568327,
   "aa": {
    "pi-bun": 0.005891326492838944,
    "pi-node": 0.020245075937690624,
    "pibolt": 0.02898521144018437,
    "pig-0.4.1": 0.025257412751139886,
    "pig-tip": 0.0079633939514945,
    "rpi": 0.04701544280541916
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.6879535769504852,
     "ci": [
      1.6786854909743358,
      1.6932247946692733
     ],
     "floor": 0.020245075937690624,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 447.772232,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.6808214695668178,
      "high": 1.6926675361289898,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.12520773450121786,
     "ci": [
      0.12441785757586152,
      0.12658923012360515
     ],
     "floor": 0.02898521144018437,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 33.2145075,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.12447389902935554,
      "high": 0.12621146897492244,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.1111721540066812,
     "ci": [
      0.11023665648577739,
      0.11329726026731889
     ],
     "floor": 0.025257412751139886,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 29.491216,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11036527024565462,
      "high": 0.1129731668959697,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.09735596454000298,
     "ci": [
      0.09664136200719721,
      0.09763765125044829
     ],
     "floor": 0.020245075937690624,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 25.8261235,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09672785673051038,
      "high": 0.09759486533973545,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.011668199423937495,
     "ci": [
      0.011564936086636215,
      0.011830349431694595
     ],
     "floor": 0.04701544280541916,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.0952840000000004,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.011573897961127358,
      "high": 0.011809006368161864,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#ready_pss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#ready_pss_mib",
   "scenario": "overhead/rpc",
   "api": "openai-responses",
   "metric": "ready_pss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.005657961922573236,
   "aa": {
    "pi-bun": 0.010434616083688144,
    "pi-node": 0.008404594287133929,
    "pibolt": 0.0010985496629101294,
    "pig-0.4.1": 0.023018021698225276,
    "pig-tip": 0.011833552181659306,
    "rpi": 0.013343665599439426
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.2199880431359842,
     "ci": [
      1.2092957566811542,
      1.2251774186163638
     ],
     "floor": 0.010434616083688144,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 130.52978515625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2108860793897418,
      "high": 1.2242495855202293,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.7558882991589122,
     "ci": [
      0.7506828713665128,
      0.7583236449188462
     ],
     "floor": 0.008404594287133929,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 80.87451171875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.75165325616626,
      "high": 0.7580947847341102,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.3861336886925489,
     "ci": [
      0.3828156496450881,
      0.3885615710041484
     ],
     "floor": 0.023018021698225276,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 41.3134765625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.38331050373286646,
      "high": 0.38840858149215496,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.35948174752762174,
     "ci": [
      0.3544724127323067,
      0.36200828251986067
     ],
     "floor": 0.011833552181659306,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 38.4619140625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3551655878129544,
      "high": 0.3613083002147001,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.10856102336152172,
     "ci": [
      0.10762413777351423,
      0.10981686522267836
     ],
     "floor": 0.013343665599439426,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 11.615234375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10780686126718743,
      "high": 0.10965244620539179,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#ready_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#ready_rss_mib",
   "scenario": "overhead/rpc",
   "api": "openai-responses",
   "metric": "ready_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.005141591981441453,
   "aa": {
    "pi-bun": 0.010882772875505965,
    "pi-node": 0.007822499540853907,
    "pibolt": 0.0009403346908045486,
    "pig-0.4.1": 0.022016282138146628,
    "pig-tip": 0.011274295726010655,
    "rpi": 0.008246954150564364
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.2202391296791908,
     "ci": [
      1.2118508034589295,
      1.2309566912686256
     ],
     "floor": 0.010882772875505965,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 137.138671875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2132342778161713,
      "high": 1.229644475426978,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.7574467345591046,
     "ci": [
      0.752524293629287,
      0.7599700071494585
     ],
     "floor": 0.007822499540853907,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 85.126953125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7532653766413269,
      "high": 0.7595852213314744,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.3844496194084321,
     "ci": [
      0.38140981340704905,
      0.38663301714385173
     ],
     "floor": 0.022016282138146628,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 43.20703125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.381720801658604,
      "high": 0.38640435561585695,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.3591289840464357,
     "ci": [
      0.3544229440221147,
      0.36159961036024285
     ],
     "floor": 0.011274295726010655,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 40.361328125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.35503851759317095,
      "high": 0.3608690358155473,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.13998470682284245,
     "ci": [
      0.13905432699777306,
      0.14102207543890144
     ],
     "floor": 0.008246954150564364,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 15.732421875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13920262907549943,
      "high": 0.14084825308534676,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#request_bytes",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#request_bytes",
   "scenario": "overhead/rpc",
   "api": "openai-responses",
   "metric": "request_bytes",
   "kind": "wire",
   "unit": "bytes",
   "mde": 0.0,
   "aa": {
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.9950892485234861,
     "ci": [
      0.9950892485234861,
      0.9950892485234861
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 1134755.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.0659794537665903,
     "ci": [
      1.0659794537665903,
      1.0659794537665903
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1215595.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.0003156911663473,
     "ci": [
      1.0003156911663473,
      1.0003156911663473
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1140715.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 0.9982812369832201,
     "ci": [
      0.9982812369832201,
      0.9982812369832201
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 1138395.0,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 1.0411976972083254,
     "ci": [
      1.0411976972083254,
      1.0411976972083254
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1187335.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#request_bytes_per_turn",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#request_bytes_per_turn",
   "scenario": "overhead/rpc",
   "api": "openai-responses",
   "metric": "request_bytes_per_turn",
   "kind": "wire",
   "unit": "bytes per turn",
   "mde": 0.0,
   "aa": {
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.9950892485234861,
     "ci": [
      0.9950892485234861,
      0.9950892485234861
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 56737.75,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9950892485234861,
      "high": 0.9950892485234861,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 1.0659794537665903,
     "ci": [
      1.0659794537665903,
      1.0659794537665903
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 60779.75,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.0659794537665903,
      "high": 1.0659794537665903,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.0003156911663473,
     "ci": [
      1.0003156911663473,
      1.0003156911663473
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 57035.75,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.0003156911663473,
      "high": 1.0003156911663473,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.9982812369832201,
     "ci": [
      0.9982812369832201,
      0.9982812369832201
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 56919.75,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9982812369832201,
      "high": 0.9982812369832201,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 1.0411976972083254,
     "ci": [
      1.0411976972083254,
      1.0411976972083254
     ],
     "floor": 0.0,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 59366.75,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.0411976972083254,
      "high": 1.0411976972083254,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#requests",
   "scenario": "overhead/rpc",
   "api": "openai-responses",
   "metric": "requests",
   "kind": "wire",
   "unit": "count",
   "mde": 0.0,
   "aa": {
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 40.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 40.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 40.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 40.0,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 40.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#side_requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#side_requests",
   "scenario": "overhead/rpc",
   "api": "openai-responses",
   "metric": "side_requests",
   "kind": "wire",
   "unit": "count",
   "mde": null,
   "aa": {
    "pi-bun": null,
    "pi-node": null,
    "pibolt": null,
    "pig-0.4.1": null,
    "pig-tip": null,
    "rpi": null
   },
   "comparisons": {}
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#teardown_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#teardown_ms",
   "scenario": "overhead/rpc",
   "api": "openai-responses",
   "metric": "teardown_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.09030761625732074,
   "aa": {
    "pi-bun": 0.08232085918906017,
    "pi-node": 0.1136141937882315,
    "pibolt": 0.14763426561215448,
    "pig-0.4.1": 0.2622028421521218,
    "pig-tip": 0.14432244561964985,
    "rpi": 0.18675959290975494
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.1116023374554729,
     "ci": [
      1.0337495762312505,
      1.205822449432501
     ],
     "floor": 0.1136141937882315,
     "p": 0.01318359375,
     "p_holm": 0.01318359375,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 10.576854,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0415490957211564,
      "high": 1.2029896426738123,
      "p": 0.881,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.4004203064604987,
     "ci": [
      0.36602899354873114,
      0.441589229252603
     ],
     "floor": 0.14763426561215448,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.809984,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.36930885879036224,
      "high": 0.43622590772330905,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.39798256682475447,
     "ci": [
      0.34987308786248017,
      0.4930032381349454
     ],
     "floor": 0.2622028421521218,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.7867889999999997,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.36031488801099765,
      "high": 0.48642355520012165,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.21579902263403675,
     "ci": [
      0.19033880848604956,
      0.26533377345208964
     ],
     "floor": 0.14432244561964985,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 2.0533194999999997,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.19271004020410418,
      "high": 0.25974336128639713,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.15559478850257097,
     "ci": [
      0.13901834447831468,
      0.17403234263523154
     ],
     "floor": 0.18675959290975494,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.4804784999999998,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.14106279025830518,
      "high": 0.17055191602446756,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#turn_cpu_mean_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#turn_cpu_mean_ms",
   "scenario": "overhead/rpc",
   "api": "openai-responses",
   "metric": "turn_cpu_mean_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.03031116089353356,
   "aa": {
    "pi-bun": 0.032547219312459554,
    "pi-node": 0.027857887672621318,
    "pibolt": 0.027150531882025594,
    "pig-0.4.1": 0.022480688821811663,
    "pig-tip": 0.010562213808305097,
    "rpi": 0.022746342929890962
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.1481422961105576,
     "ci": [
      1.1214664411115092,
      1.199113135074546
     ],
     "floor": 0.032547219312459554,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 13.927444444444447,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1224387431798164,
      "high": 1.1882817519685964,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.26891308579214324,
     "ci": [
      0.2654002898025719,
      0.2788959390260687
     ],
     "floor": 0.027857887672621318,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.262027777777778,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.26562748023746796,
      "high": 0.27790974427622944,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.658500784300255,
     "ci": [
      1.618953195544161,
      1.6986592862181376
     ],
     "floor": 0.027857887672621318,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 20.118305555555555,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.6207776985248346,
      "high": 1.6956450973731885,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.2570970585878015,
     "ci": [
      0.2541387389592086,
      0.26511077143719813
     ],
     "floor": 0.027857887672621318,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.1186944444444444,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.25425203594686824,
      "high": 0.263489794778204,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.38381479064335516,
     "ci": [
      0.3775055830619187,
      0.3953272734935866
     ],
     "floor": 0.027857887672621318,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 4.655833333333334,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.37814279556231134,
      "high": 0.3934899810048791,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#turn_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#turn_cpu_ms",
   "scenario": "overhead/rpc",
   "api": "openai-responses",
   "metric": "turn_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.08726902533699994,
   "aa": {
    "pi-bun": 0.07032720935844881,
    "pi-node": 0.09924534924366832,
    "pibolt": 0.036718446866421214,
    "pig-0.4.1": 0.09038659274376012,
    "pig-tip": 0.019529627021483816,
    "rpi": 0.028470900542226944
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.2306167551434202,
     "ci": [
      1.1572221036910557,
      1.3689174759749843
     ],
     "floor": 0.09924534924366832,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 13.503249999999952,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1714106975289342,
      "high": 1.3438246809376126,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.26615934929712287,
     "ci": [
      0.2567292319148466,
      0.28938572383569783
     ],
     "floor": 0.09924534924366832,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 2.9205000000000023,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2591485025695548,
      "high": 0.2825613474662419,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.845503634002416,
     "ci": [
      1.7409787009329314,
      2.005521305305899
     ],
     "floor": 0.09924534924366832,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 20.250249999999994,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.7534556087187623,
      "high": 1.9648652979010803,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.27470324212253094,
     "ci": [
      0.2617105062767875,
      0.2991160959667236
     ],
     "floor": 0.09924534924366832,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.0142499999999988,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.26362508974609994,
      "high": 0.29179133288292514,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.42108860586452823,
     "ci": [
      0.4029002969146687,
      0.45861496942236707
     ],
     "floor": 0.09924534924366832,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 4.620499999999998,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.40658780790359605,
      "high": 0.4494498600521164,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#turn_harness_added_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#turn_harness_added_ms",
   "scenario": "overhead/rpc",
   "api": "openai-responses",
   "metric": "turn_harness_added_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.03434237980366517,
   "aa": {
    "pi-bun": 0.15760621426473326,
    "pi-node": 0.03824747460587056,
    "pibolt": 0.08011283561384934,
    "pig-0.4.1": 0.0172946208787554,
    "pig-tip": 0.09955312182521713,
    "rpi": 0.08578235296350113
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.8513637704701217,
     "ci": [
      0.765943277393991,
      0.9196813700736033
     ],
     "floor": 0.15760621426473326,
     "p": 0.00439453125,
     "p_holm": 0.00439453125,
     "verdict": "win",
     "n": 12,
     "arm_median": 0.753153,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7860370907282141,
      "high": 0.9127332590366297,
      "p": 0.99675,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.13905948501259827,
     "ci": [
      0.13378733099742576,
      0.145318188280795
     ],
     "floor": 0.08011283561384934,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 0.12301799999999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13408833458417307,
      "high": 0.143750930254402,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.0725439527583442,
     "ci": [
      1.0520338092146133,
      1.109579884414643
     ],
     "floor": 0.03824747460587056,
     "p": 0.0009765625,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 0.9488185,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0545340818640951,
      "high": 1.1014749680281497,
      "p": 0.9885,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.23817036929021082,
     "ci": [
      0.2165844366355494,
      0.25789239586152374
     ],
     "floor": 0.09955312182521713,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 0.21069575,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.22014077995304318,
      "high": 0.254364869551375,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.49234663022258696,
     "ci": [
      0.46409035845452046,
      0.5112729194945562
     ],
     "floor": 0.08578235296350113,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 0.435551,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.4725970222859153,
      "high": 0.5063077087239701,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#turn_turn_gap_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#turn_turn_gap_ms",
   "scenario": "overhead/rpc",
   "api": "openai-responses",
   "metric": "turn_turn_gap_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.027606449365622846,
   "aa": {
    "pi-bun": 0.11942024250969806,
    "pi-node": 0.028282570653794237,
    "pibolt": 0.0257479179682553,
    "pig-0.4.1": 0.029913756390665968,
    "pig-tip": 0.016638066414377147,
    "rpi": 0.034973909489234754
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.1314446543483359,
     "ci": [
      1.0537387658031219,
      1.2078419402748939
     ],
     "floor": 0.11942024250969806,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 3.721552,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0680673276553696,
      "high": 1.1941600750262877,
      "p": 0.98325,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.389425784279858,
     "ci": [
      0.38500335643192785,
      0.39901483120364534
     ],
     "floor": 0.028282570653794237,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.28090075,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.38554919882456656,
      "high": 0.3973929164449536,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.6159698224836332,
     "ci": [
      1.593430816235801,
      1.6637535677048494
     ],
     "floor": 0.029913756390665968,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 5.315254,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.5974153064994365,
      "high": 1.6547127742163363,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.4000460597796655,
     "ci": [
      0.3933356485163012,
      0.4105472577151521
     ],
     "floor": 0.028282570653794237,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.315833,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.39417560946210456,
      "high": 0.4091407542416304,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.32677794739836347,
     "ci": [
      0.3190308632911519,
      0.336033220462436
     ],
     "floor": 0.034973909489234754,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.07483925,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.31982877428260914,
      "high": 0.3344662208977254,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#turn_wall_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/rpc@openai-responses#turn_wall_ms",
   "scenario": "overhead/rpc",
   "api": "openai-responses",
   "metric": "turn_wall_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.031009086339100426,
   "aa": {
    "pi-bun": 0.03952423413300508,
    "pi-node": 0.02947974882842685,
    "pibolt": 0.009056712864779364,
    "pig-0.4.1": 0.023987680596603146,
    "pig-tip": 0.019708659823958762,
    "rpi": 0.024491875226858216
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.2002459089918927,
     "ci": [
      1.1799374188971778,
      1.2169294032853402
     ],
     "floor": 0.03952423413300508,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 8.954903,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.182606309154559,
      "high": 1.2129447777286326,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.46990642303041513,
     "ci": [
      0.46299778823549,
      0.47472588632195595
     ],
     "floor": 0.02947974882842685,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.50592025,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.46330667720510005,
      "high": 0.47451156199226346,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.6524445926543416,
     "ci": [
      1.6203055910351953,
      1.6758513434594253
     ],
     "floor": 0.02947974882842685,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 12.32870775,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.6242002750065498,
      "high": 1.6698915341143115,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.5022577231986491,
     "ci": [
      0.49317339345374295,
      0.5098369751953046
     ],
     "floor": 0.02947974882842685,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.74728975,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.4946191055072724,
      "high": 0.5084579991364148,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.4576298384767153,
     "ci": [
      0.44927079969265116,
      0.4665340267621649
     ],
     "floor": 0.02947974882842685,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.414326,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.45088538653245447,
      "high": 0.46448822309531457,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#cpu_ms",
   "scenario": "overhead/rpc-ext10",
   "api": "openai-completions",
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.03630329055778243,
   "aa": {
    "pi-bun": 0.02836893079078623,
    "pi-node": 0.04142989389269049,
    "pibolt": 0.02344135100306132,
    "pig-0.4.1": 0.009975015181549488,
    "pig-tip": 0.023466538316275876
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.407469832236778,
     "ci": [
      1.3527131273440238,
      1.4183543093144348
     ],
     "floor": 0.04142989389269049,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 1337.7669999999998,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3639470145858148,
      "high": 1.41778542281692,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.2041681198851313,
     "ci": [
      0.198102838259934,
      0.2064412659140195
     ],
     "floor": 0.04142989389269049,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 194.05700000000002,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.19953539546191082,
      "high": 0.2059802347101787,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 9.9214493993276,
     "ci": [
      9.566383470970756,
      9.972584151394836
     ],
     "floor": 0.04142989389269049,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 9430.1045,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 9.648690957612692,
      "high": 9.964821821344241,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 2.1210729565644177,
     "ci": [
      2.040391409041876,
      2.1388765032680426
     ],
     "floor": 0.04142989389269049,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 2016.03,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.0583606423280045,
      "high": 2.1351706383468905,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#cycles",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#cycles",
   "scenario": "overhead/rpc-ext10",
   "api": "openai-completions",
   "metric": "cycles",
   "kind": "CPU",
   "unit": "cycles",
   "mde": 0.037346812892204935,
   "aa": {
    "pi-bun": 0.027707473787162748,
    "pi-node": 0.0441408650012434,
    "pibolt": 0.025206032901839003,
    "pig-0.4.1": 0.00971885386697711,
    "pig-tip": 0.02698913409996284
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.4028631546733588,
     "ci": [
      1.347436256380369,
      1.414854211925703
     ],
     "floor": 0.0441408650012434,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 3678669058.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3588270280323635,
      "high": 1.4136943777871729,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.20029000953183687,
     "ci": [
      0.19407655155739242,
      0.20206197562745357
     ],
     "floor": 0.0441408650012434,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 525212069.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.19573109584909726,
      "high": 0.2018463664665383,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 9.93954050912852,
     "ci": [
      9.578898126396952,
      10.000663289045423
     ],
     "floor": 0.0441408650012434,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 26064039104.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 9.678314194306306,
      "high": 9.985900024068549,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 2.0819184324039814,
     "ci": [
      2.007832661623897,
      2.1178202999660267
     ],
     "floor": 0.0441408650012434,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 5459327157.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.02441684341251,
      "high": 2.110380543941668,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#extensions_ready_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#extensions_ready_cpu_ms",
   "scenario": "overhead/rpc-ext10",
   "api": "openai-completions",
   "metric": "extensions_ready_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.02985257511314645,
   "aa": {
    "pi-bun": 0.051323364743047155,
    "pi-node": 0.02620842876356923,
    "pibolt": 0.045180289164019054,
    "pig-0.4.1": 0.011686226645382214,
    "pig-tip": 0.016241070723268778
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.5146404930908828,
     "ci": [
      1.4663787101308197,
      1.547803385844817
     ],
     "floor": 0.051323364743047155,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 917.3405,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.4735089131571741,
      "high": 1.543673397787038,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.1661531679239956,
     "ci": [
      0.16287224598498912,
      0.16756323471084847
     ],
     "floor": 0.045180289164019054,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 100.63050000000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.16386049186207952,
      "high": 0.16724845143398043,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 3.4274249606620333,
     "ci": [
      3.3498910499556134,
      3.449261006028198
     ],
     "floor": 0.02620842876356923,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 2075.8165,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.372770823448075,
      "high": 3.4472266967799783,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.5341691309652952,
     "ci": [
      1.5056702326409872,
      1.5611774752499827
     ],
     "floor": 0.02620842876356923,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 929.168,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.5114677537289822,
      "high": 1.5571476329020493,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#extensions_ready_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#extensions_ready_ms",
   "scenario": "overhead/rpc-ext10",
   "api": "openai-completions",
   "metric": "extensions_ready_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.01861783924038662,
   "aa": {
    "pi-bun": 0.03338761110617944,
    "pi-node": 0.01516427475386,
    "pibolt": 0.024764324310904605,
    "pig-0.4.1": 0.010359724340663994,
    "pig-tip": 0.027084374076314248
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.4346860368969194,
     "ci": [
      1.4026951734146709,
      1.4600798816453338
     ],
     "floor": 0.03338761110617944,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 636.6058085,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.407616487142718,
      "high": 1.4549230370320974,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.21319426700949493,
     "ci": [
      0.20957488360115017,
      0.2150270769169853
     ],
     "floor": 0.024764324310904605,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 94.5995885,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.21063081657286614,
      "high": 0.2148669211278997,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 2.4647368269221923,
     "ci": [
      2.422568843376426,
      2.493123898136455
     ],
     "floor": 0.01516427475386,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 1093.6649134999998,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.4307413914041285,
      "high": 2.4894824161688556,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.333862077698252,
     "ci": [
      1.318596477706702,
      1.3640343190980733
     ],
     "floor": 0.027084374076314248,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 591.8677150000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3203632425425031,
      "high": 1.3592746282313863,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#extensions_ready_pss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#extensions_ready_pss_mib",
   "scenario": "overhead/rpc-ext10",
   "api": "openai-completions",
   "metric": "extensions_ready_pss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.005187358396836424,
   "aa": {
    "pi-bun": 0.0033618453324322254,
    "pi-node": 0.006442516449106344,
    "pibolt": 0.0020857092341525735,
    "pig-0.4.1": 0.028377673997662334,
    "pig-tip": 0.08769942667676553
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.0665322713035257,
     "ci": [
      1.0642411969408017,
      1.0712323352109892
     ],
     "floor": 0.006442516449106344,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 158.6123046875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.064316753291867,
      "high": 1.0709707593093953,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.7431954139223965,
     "ci": [
      0.7413280118488227,
      0.7457996614701679
     ],
     "floor": 0.006442516449106344,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 110.5263671875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7414745728274335,
      "high": 0.745401197368161,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 3.689549994418434,
     "ci": [
      3.658295551613115,
      3.716630727586139
     ],
     "floor": 0.028377673997662334,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 548.70166015625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.6631696685582695,
      "high": 3.7162410134413357,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.8721952628917766,
     "ci": [
      1.7873661276774464,
      2.0643340561140677
     ],
     "floor": 0.08769942667676553,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 278.4287109375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.8269970392374808,
      "high": 1.991885482348375,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#extensions_ready_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#extensions_ready_rss_mib",
   "scenario": "overhead/rpc-ext10",
   "api": "openai-completions",
   "metric": "extensions_ready_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.0047775602979064505,
   "aa": {
    "pi-bun": 0.0030047738380209036,
    "pi-node": 0.0062171106808092255,
    "pibolt": 0.002247268472749653,
    "pig-0.4.1": 0.02193112940836059,
    "pig-tip": 0.0853231437074391
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.0567310252151976,
     "ci": [
      1.0541723596983958,
      1.060979020979021
     ],
     "floor": 0.0062171106808092255,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 162.8046875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0542988715145996,
      "high": 1.0605756273677251,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.7446786932214349,
     "ci": [
      0.7427389566361382,
      0.7471845844878867
     ],
     "floor": 0.0062171106808092255,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 114.728515625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.742826780021254,
      "high": 0.7466478744476611,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 3.7513089337102725,
     "ci": [
      3.6950962733707096,
      3.7840415867568384
     ],
     "floor": 0.02193112940836059,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 577.943359375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.7081990918085186,
      "high": 3.776289155407115,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.8542488051622064,
     "ci": [
      1.7720591961887386,
      2.039168928689211
     ],
     "floor": 0.0853231437074391,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 285.673828125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.8103225643103098,
      "high": 1.9692975773274417,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#instructions",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#instructions",
   "scenario": "overhead/rpc-ext10",
   "api": "openai-completions",
   "metric": "instructions",
   "kind": "CPU",
   "unit": "instructions",
   "mde": 0.0028735674043299545,
   "aa": {
    "pi-bun": 0.011255292910612036,
    "pi-node": 0.004040874264528984,
    "pibolt": 0.005387075623359603,
    "pig-0.4.1": 0.004305738972756966,
    "pig-tip": 0.007083808242092392
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.3335904029606858,
     "ci": [
      1.3223127784753594,
      1.3370276084313175
     ],
     "floor": 0.011255292910612036,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 6318238023.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3228836525637946,
      "high": 1.3364723978057542,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.180935207330519,
     "ci": [
      0.18003507957208442,
      0.18152396094677864
     ],
     "floor": 0.005387075623359603,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 857228504.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.18026318109860925,
      "high": 0.18143860248575158,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 13.477172782315415,
     "ci": [
      13.424447741415866,
      13.50519129895382
     ],
     "floor": 0.004305738972756966,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 63851678396.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 13.434431170241147,
      "high": 13.504047264227678,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 2.1158699757908175,
     "ci": [
      2.107811718837427,
      2.1285606043581917
     ],
     "floor": 0.007083808242092392,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 10024494855.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.1097514183609065,
      "high": 2.1274108784542305,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#peak_mem_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#peak_mem_mib",
   "scenario": "overhead/rpc-ext10",
   "api": "openai-completions",
   "metric": "peak_mem_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.034448590489918066,
   "aa": {
    "pi-bun": 0.014465295040190215,
    "pi-node": 0.008597502867041978,
    "pibolt": 0.009062359737614073,
    "pig-0.4.1": 0.013802232844579349,
    "pig-tip": 0.18033376831890754
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.9522252954488307,
     "ci": [
      0.9461962688339446,
      0.9580369465973033
     ],
     "floor": 0.014465295040190215,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 140.533203125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.946683387235166,
      "high": 0.9576683779732293,
      "p": 0.517,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.29679869777536627,
     "ci": [
      0.2941704154189148,
      0.2986782036309587
     ],
     "floor": 0.009062359737614073,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 43.802734375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.29429770166503944,
      "high": 0.29846586686484766,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 4.032370339981208,
     "ci": [
      4.008466928548678,
      4.053112264539167
     ],
     "floor": 0.013802232844579349,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 595.11328125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.012453332981544,
      "high": 4.052510752830039,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 2.8543467040747457,
     "ci": [
      2.4236885202599185,
      3.031347421764105
     ],
     "floor": 0.18033376831890754,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 421.255859375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.5472555338369696,
      "high": 3.0295299876626736,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#peak_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#peak_rss_mib",
   "scenario": "overhead/rpc-ext10",
   "api": "openai-completions",
   "metric": "peak_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.026364542364562257,
   "aa": {
    "pi-bun": 0.006024371990735866,
    "pi-node": 0.006198772251791417,
    "pibolt": 0.0011479670162867466,
    "pig-0.4.1": 0.04377878160277469,
    "pig-tip": 0.1237349031990292
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.9195495875469588,
     "ci": [
      0.9155193992490613,
      0.9218921784199781
     ],
     "floor": 0.006198772251791417,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 183.103515625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.9161333947453525,
      "high": 0.9218664155089867,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.6495179056605624,
     "ci": [
      0.6482489815104983,
      0.6502710772373693
     ],
     "floor": 0.006198772251791417,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 129.333984375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.6484586156919582,
      "high": 0.6501590230877965,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 3.6455356004355033,
     "ci": [
      3.6005419043224722,
      3.7322156063929803
     ],
     "floor": 0.04377878160277469,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 725.91015625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.6039011371775627,
      "high": 3.7136835914526563,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 2.4087159517807573,
     "ci": [
      2.1187323722970857,
      2.4877953064908565
     ],
     "floor": 0.1237349031990292,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 479.630859375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.220405045440301,
      "high": 2.4859116238913743,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#ready_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#ready_cpu_ms",
   "scenario": "overhead/rpc-ext10",
   "api": "openai-completions",
   "metric": "ready_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.030054786666980637,
   "aa": {
    "pi-bun": 0.0517533937829166,
    "pi-node": 0.026388268018694778,
    "pibolt": 0.04528632129669531,
    "pig-0.4.1": 0.009463670399660545,
    "pig-tip": 0.016229718276838254
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.5102274005040115,
     "ci": [
      1.4616369361800796,
      1.5447554117434648
     ],
     "floor": 0.0517533937829166,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 913.307,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.4692809255540467,
      "high": 1.540539643501393,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.16620145912016243,
     "ci": [
      0.16293128393812367,
      0.16768071756066774
     ],
     "floor": 0.04528632129669531,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 100.51,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.16391225863630732,
      "high": 0.16735292796502313,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 3.407212591029652,
     "ci": [
      3.3321753215786245,
      3.4295314745186074
     ],
     "floor": 0.026388268018694778,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 2060.505,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.354327106239903,
      "high": 3.4288117669278972,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.5362580777447794,
     "ci": [
      1.507791118173779,
      1.5643667314029646
     ],
     "floor": 0.026388268018694778,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 929.049,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.5135922867886162,
      "high": 1.5602669501574735,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#ready_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#ready_ms",
   "scenario": "overhead/rpc-ext10",
   "api": "openai-completions",
   "metric": "ready_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.018132963406254355,
   "aa": {
    "pi-bun": 0.033755693455998104,
    "pi-node": 0.015232102599971552,
    "pibolt": 0.027009125494680174,
    "pig-0.4.1": 0.010136742318550518,
    "pig-tip": 0.02272670100617605
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.4367562135209588,
     "ci": [
      1.4056721356607014,
      1.4624418742445147
     ],
     "floor": 0.033755693455998104,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 633.242182,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.41111821650703,
      "high": 1.4571789675439881,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.21059631782142263,
     "ci": [
      0.20719204309351522,
      0.2124172760380043
     ],
     "floor": 0.027009125494680174,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 92.81913700000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.20818452549322514,
      "high": 0.2122767121874623,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 2.4432894941098837,
     "ci": [
      2.403601488084107,
      2.471378397401519
     ],
     "floor": 0.015232102599971552,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 1076.8660375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.4110855800768594,
      "high": 2.46732241174483,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.3141861213063446,
     "ci": [
      1.2990217180897279,
      1.340882070171978
     ],
     "floor": 0.02272670100617605,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 579.2201064999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3028409303208035,
      "high": 1.3361937978054501,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#ready_pss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#ready_pss_mib",
   "scenario": "overhead/rpc-ext10",
   "api": "openai-completions",
   "metric": "ready_pss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.005158168868688529,
   "aa": {
    "pi-bun": 0.0033674954509570446,
    "pi-node": 0.00644302472791906,
    "pibolt": 0.0020859304534399797,
    "pig-0.4.1": 0.028377673997662334,
    "pig-tip": 0.08776892372664374
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.0648834658803596,
     "ci": [
      1.0625552999469121,
      1.0695757591729973
     ],
     "floor": 0.00644302472791906,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 158.3525390625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0626175759204515,
      "high": 1.0692880811061851,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.7431586689695481,
     "ci": [
      0.7412814513327697,
      0.7457599209616335
     ],
     "floor": 0.00644302472791906,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 110.5107421875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7414017999357634,
      "high": 0.7453515560678413,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 3.6897447347855494,
     "ci": [
      3.6585314565837375,
      3.7169230668388384
     ],
     "floor": 0.028377673997662334,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 548.68017578125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.663358062871149,
      "high": 3.7165332913872997,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.8722754526409804,
     "ci": [
      1.7875538170744514,
      2.0644968392277465
     ],
     "floor": 0.08776892372664374,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 278.4150390625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.827138552142733,
      "high": 1.991977052858031,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#ready_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#ready_rss_mib",
   "scenario": "overhead/rpc-ext10",
   "api": "openai-completions",
   "metric": "ready_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.004750672241769362,
   "aa": {
    "pi-bun": 0.003033807585521184,
    "pi-node": 0.0062175840138603234,
    "pibolt": 0.0022474980515514308,
    "pig-0.4.1": 0.02193112940836059,
    "pig-tip": 0.08539088933617835
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.0551132185511067,
     "ci": [
      1.0525316936157292,
      1.0593545762022225
     ],
     "floor": 0.0062175840138603234,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 162.541015625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0526582150358055,
      "high": 1.05893869663607,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.744656033673961,
     "ci": [
      0.7427067783316044,
      0.7471463073598577
     ],
     "floor": 0.0062175840138603234,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 114.71484375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7427693008426327,
      "high": 0.7466190905512311,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 3.7516418591677865,
     "ci": [
      3.6953267708544755,
      3.7846146080460352
     ],
     "floor": 0.02193112940836059,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 577.943359375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.7084559569717883,
      "high": 3.7765758242870517,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.8543246190126024,
     "ci": [
      1.7722388362309291,
      2.0393241323320477
     ],
     "floor": 0.08539088933617835,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 285.66015625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.8104576818383238,
      "high": 1.969384515752181,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#request_bytes",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#request_bytes",
   "scenario": "overhead/rpc-ext10",
   "api": "openai-completions",
   "metric": "request_bytes",
   "kind": "wire",
   "unit": "bytes",
   "mde": 0.0,
   "aa": {
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.9953614737260619,
     "ci": [
      0.9953614737260619,
      0.9953614737260619
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 1201680.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.0631833543171427,
     "ci": [
      1.0631833543171427,
      1.0631833543171427
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 1283560.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.0006957789410906,
     "ci": [
      1.0006957789410906,
      1.0006957789410906
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 1208120.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 0.9987741037704592,
     "ci": [
      0.9987741037704592,
      0.9987741037704592
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 1205800.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#request_bytes_per_turn",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#request_bytes_per_turn",
   "scenario": "overhead/rpc-ext10",
   "api": "openai-completions",
   "metric": "request_bytes_per_turn",
   "kind": "wire",
   "unit": "bytes per turn",
   "mde": 0.0,
   "aa": {
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.9953614737260619,
     "ci": [
      0.9953614737260619,
      0.9953614737260619
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 60084.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9953614737260619,
      "high": 0.9953614737260619,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 1.0631833543171427,
     "ci": [
      1.0631833543171427,
      1.0631833543171427
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 64178.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.0631833543171427,
      "high": 1.0631833543171427,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.0006957789410906,
     "ci": [
      1.0006957789410906,
      1.0006957789410906
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 60406.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.0006957789410906,
      "high": 1.0006957789410906,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.9987741037704592,
     "ci": [
      0.9987741037704592,
      0.9987741037704592
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 60290.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9987741037704592,
      "high": 0.9987741037704592,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#requests",
   "scenario": "overhead/rpc-ext10",
   "api": "openai-completions",
   "metric": "requests",
   "kind": "wire",
   "unit": "count",
   "mde": 0.0,
   "aa": {
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 40.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 40.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 40.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 40.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#side_requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#side_requests",
   "scenario": "overhead/rpc-ext10",
   "api": "openai-completions",
   "metric": "side_requests",
   "kind": "wire",
   "unit": "count",
   "mde": null,
   "aa": {
    "pi-bun": null,
    "pi-node": null,
    "pibolt": null,
    "pig-0.4.1": null,
    "pig-tip": null
   },
   "comparisons": {}
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#teardown_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#teardown_ms",
   "scenario": "overhead/rpc-ext10",
   "api": "openai-completions",
   "metric": "teardown_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.1623251950007525,
   "aa": {
    "pi-bun": 0.13995678324960056,
    "pi-node": 0.2418512953051383,
    "pibolt": 0.1268700327054533,
    "pig-0.4.1": 0.4562358907697235,
    "pig-tip": 0.41322515883639627
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.0726606334187478,
     "ci": [
      0.9571634266309406,
      1.1173221886105138
     ],
     "floor": 0.2418512953051383,
     "p": 0.4453125,
     "p_holm": 0.5625,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 12.6878585,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.9755079997555877,
      "high": 1.108073446200426,
      "p": 0.471,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.41001367091126745,
     "ci": [
      0.3535698413559867,
      0.43718157821383175
     ],
     "floor": 0.2418512953051383,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 4.8498055,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3599512582022136,
      "high": 0.43502675812809877,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.7401582521794262,
     "ci": [
      0.553100521422762,
      0.901934476724309
     ],
     "floor": 0.4562358907697235,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 8.754887499999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.5772159800104767,
      "high": 0.8896949018598622,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.3844873095468242,
     "ci": [
      0.8626848604478435,
      1.7012248882084309
     ],
     "floor": 0.41322515883639627,
     "p": 0.28125,
     "p_holm": 0.5625,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 16.376269,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.9172594909010789,
      "high": 1.6711155523561332,
      "p": 0.809,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#turn_cpu_mean_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#turn_cpu_mean_ms",
   "scenario": "overhead/rpc-ext10",
   "api": "openai-completions",
   "metric": "turn_cpu_mean_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.06469958423398511,
   "aa": {
    "pi-bun": 0.06604656925064432,
    "pi-node": 0.08203391960159638,
    "pibolt": 0.02392086458522382,
    "pig-0.4.1": 0.006889722232499428,
    "pig-tip": 0.05263859899411927
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.2577937407938014,
     "ci": [
      1.1352976909174086,
      1.3186133128816835
     ],
     "floor": 0.08203391960159638,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 17.31527777777778,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1513060841317855,
      "high": 1.3088250745593117,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.293668153110434,
     "ci": [
      0.2730308302648058,
      0.29622470187049776
     ],
     "floor": 0.08203391960159638,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 4.04275,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.27333771174925275,
      "high": 0.2959723576373448,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 27.91691720979035,
     "ci": [
      25.90709233985594,
      28.443804470152337
     ],
     "floor": 0.08203391960159638,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 384.3151388888889,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 25.939391269132987,
      "high": 28.342438669697685,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 3.8735265037631907,
     "ci": [
      3.536865507141349,
      3.9558621985567886
     ],
     "floor": 0.08203391960159638,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 53.32447222222222,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.5389339312135775,
      "high": 3.9457748333637217,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#turn_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#turn_cpu_ms",
   "scenario": "overhead/rpc-ext10",
   "api": "openai-completions",
   "metric": "turn_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.054170811562998356,
   "aa": {
    "pi-bun": 0.06351271237783872,
    "pi-node": 0.07209050267566276,
    "pibolt": 0.015780773455168564,
    "pig-0.4.1": 0.0168617036370649,
    "pig-tip": 0.047984246503552645
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.501129542373967,
     "ci": [
      1.444623889682585,
      1.5831671147341877
     ],
     "floor": 0.07209050267566276,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 17.44274999999996,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.454116000349929,
      "high": 1.5685166940339332,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.31173218012435566,
     "ci": [
      0.292922805186463,
      0.31832298136646026
     ],
     "floor": 0.07209050267566276,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 3.622249999999994,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.300598380851812,
      "high": 0.3174700376170079,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 33.479334753329354,
     "ci": [
      31.34763758981968,
      34.11844982941125
     ],
     "floor": 0.07209050267566276,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 389.02150000000006,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 32.21506781137235,
      "high": 34.05300492610841,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 3.9828309559155577,
     "ci": [
      3.715065633655799,
      4.0636672140120496
     ],
     "floor": 0.07209050267566276,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 46.279499999999956,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.8268571664533186,
      "high": 4.054238474324214,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#turn_extension_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#turn_extension_cpu_ms",
   "scenario": "overhead/rpc-ext10",
   "api": "openai-completions",
   "metric": "turn_extension_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": null,
   "aa": {
    "pi-bun": null,
    "pi-node": null,
    "pibolt": null,
    "pig-0.4.1": 0.03413300636945862,
    "pig-tip": 0.0537041789718611
   },
   "comparisons": {}
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#turn_harness_added_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#turn_harness_added_ms",
   "scenario": "overhead/rpc-ext10",
   "api": "openai-completions",
   "metric": "turn_harness_added_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.0961226055711397,
   "aa": {
    "pi-bun": 0.07651253862494228,
    "pi-node": 0.13688793272555097,
    "pibolt": 0.0561047153002999,
    "pig-0.4.1": 0.025811372506115447,
    "pig-tip": 0.09992040249640882
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.806367558026775,
     "ci": [
      0.736895231270504,
      0.8846105606421673
     ],
     "floor": 0.13688793272555097,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 1.04482375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7433001812792104,
      "high": 0.8783274123414933,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.43238277817717063,
     "ci": [
      0.3850793962761076,
      0.4560898219682218
     ],
     "floor": 0.13688793272555097,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 0.5602455,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.39124898298189714,
      "high": 0.45286200800312515,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 86.82017343300019,
     "ci": [
      79.13852139693087,
      90.975200134038
     ],
     "floor": 0.13688793272555097,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 112.49433125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 80.67266912270759,
      "high": 90.56612213557626,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 8.66197042331405,
     "ci": [
      7.8213423226018985,
      9.449260498999383
     ],
     "floor": 0.13688793272555097,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 11.223458,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 7.920101565821704,
      "high": 9.375946639777236,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#turn_host_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#turn_host_cpu_ms",
   "scenario": "overhead/rpc-ext10",
   "api": "openai-completions",
   "metric": "turn_host_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.06024405183758077,
   "aa": {
    "pi-bun": 0.03822121282019774,
    "pi-node": 0.058840500022933465,
    "pibolt": 0.11778303565638351,
    "pig-0.4.1": 0.013628831055605787,
    "pig-tip": 0.10354067894084033
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.1791044776119404,
     "ci": [
      1.1142857142857143,
      1.25
     ],
     "floor": 0.058840500022933465,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 19.75,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1142857142857143,
      "high": 1.2461538461538462,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.26865671641791045,
     "ci": [
      0.24242424242424243,
      0.2923076923076923
     ],
     "floor": 0.11778303565638351,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 4.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.25,
      "high": 0.2878787878787879,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 17.55223880597015,
     "ci": [
      16.82857142857143,
      18.3125
     ],
     "floor": 0.058840500022933465,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 294.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 16.82857142857143,
      "high": 18.092307692307692,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.8656716417910447,
     "ci": [
      0.8,
      0.9253731343283582
     ],
     "floor": 0.10354067894084033,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 14.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.8142857142857143,
      "high": 0.9230769230769231,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#turn_turn_gap_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#turn_turn_gap_ms",
   "scenario": "overhead/rpc-ext10",
   "api": "openai-completions",
   "metric": "turn_turn_gap_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.05742453908584062,
   "aa": {
    "pi-bun": 0.07894056465901075,
    "pi-node": 0.08304390589619194,
    "pibolt": 0.027054349794588477,
    "pig-0.4.1": 0.013715063742702835,
    "pig-tip": 0.06918095153897662
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.1786740587885884,
     "ci": [
      1.105164459383172,
      1.2551135271527991
     ],
     "floor": 0.08304390589619194,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 4.58822775,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1181905586890064,
      "high": 1.2491429145182016,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.44636255619569204,
     "ci": [
      0.4151260875961211,
      0.4524695669693715
     ],
     "floor": 0.08304390589619194,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 1.73755675,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.4221436889390256,
      "high": 0.4510179060598665,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 33.779188572772476,
     "ci": [
      31.4191041833927,
      34.54270021113255
     ],
     "floor": 0.08304390589619194,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 131.49234025,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 32.11398630750159,
      "high": 34.24550313423122,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 4.3289567897266235,
     "ci": [
      3.9935267791575897,
      4.387557274345225
     ],
     "floor": 0.08304390589619194,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 16.851342,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.008026831899973,
      "high": 4.368659580323206,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#turn_wall_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext10@openai-completions#turn_wall_ms",
   "scenario": "overhead/rpc-ext10",
   "api": "openai-completions",
   "metric": "turn_wall_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.035905944575912944,
   "aa": {
    "pi-bun": 0.09301627402450856,
    "pi-node": 0.05572672025055323,
    "pibolt": 0.055041645123514595,
    "pig-0.4.1": 0.015005677418198594,
    "pig-tip": 0.09925181948469058
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.1802979159095044,
     "ci": [
      1.0943194435359787,
      1.297546094868556
     ],
     "floor": 0.09301627402450856,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 10.419089,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1057013779845035,
      "high": 1.2590384977849365,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.4924781855898116,
     "ci": [
      0.4726520120832676,
      0.5044935114550484
     ],
     "floor": 0.05572672025055323,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 4.347355,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.4750275807596489,
      "high": 0.5034185947591464,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 30.482184878285715,
     "ci": [
      29.66844288292865,
      31.06232378069168
     ],
     "floor": 0.05572672025055323,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 269.08172325,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 29.67171403720893,
      "high": 31.015025579926895,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 3.884403811483484,
     "ci": [
      3.6403124386098,
      4.000616261744758
     ],
     "floor": 0.09925181948469058,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 34.289604749999995,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.648267369513216,
      "high": 3.984373884390906,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#cpu_ms",
   "scenario": "overhead/rpc-ext5",
   "api": "openai-completions",
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.01347544830586843,
   "aa": {
    "pi-bun": 0.042624723003712436,
    "pi-node": 0.022238777627241038,
    "pibolt": 0.03286251078791289,
    "pig-0.4.1": 0.011243033474226434,
    "pig-tip": 0.021935392163345238
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.3629150614057373,
     "ci": [
      1.3479719466934343,
      1.4327536865052835
     ],
     "floor": 0.042624723003712436,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 1228.6175,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.350977588081097,
      "high": 1.4148084153037521,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.1844801173204003,
     "ci": [
      0.18269631757673646,
      0.18729511158412004
     ],
     "floor": 0.03286251078791289,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 166.302,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.18309273631587764,
      "high": 0.18675790197039796,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 5.852112066718212,
     "ci": [
      5.789148935233491,
      5.937524615714335
     ],
     "floor": 0.022238777627241038,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 5275.4625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 5.796469342561162,
      "high": 5.9223609036657,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.638454379159211,
     "ci": [
      1.6042654497906568,
      1.678572560912185
     ],
     "floor": 0.022238777627241038,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 1477.0059999999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.6115457821674242,
      "high": 1.6718907377264431,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#cycles",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#cycles",
   "scenario": "overhead/rpc-ext5",
   "api": "openai-completions",
   "metric": "cycles",
   "kind": "CPU",
   "unit": "cycles",
   "mde": 0.013171329094251984,
   "aa": {
    "pi-bun": 0.0431678534024104,
    "pi-node": 0.021685957583912834,
    "pibolt": 0.029817313052607965,
    "pig-0.4.1": 0.011794436677102433,
    "pig-tip": 0.022274771473782488
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.3593513017863077,
     "ci": [
      1.3439220345880805,
      1.4297140452966888
     ],
     "floor": 0.0431678534024104,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 3371030817.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3474009394987654,
      "high": 1.4113020181967388,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.1797795042218893,
     "ci": [
      0.1785351210194392,
      0.18295853893148567
     ],
     "floor": 0.029817313052607965,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 445831955.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.17875262158482158,
      "high": 0.18199190297750173,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 5.871777566753086,
     "ci": [
      5.803436073866849,
      5.954962438019846
     ],
     "floor": 0.021685957583912834,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 14561315463.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 5.812980611305555,
      "high": 5.939810858676211,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.6140255969345076,
     "ci": [
      1.5794480172605596,
      1.6576170586624055
     ],
     "floor": 0.022274771473782488,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 4002593016.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.583822227275839,
      "high": 1.6523902124881675,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#extensions_ready_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#extensions_ready_cpu_ms",
   "scenario": "overhead/rpc-ext5",
   "api": "openai-completions",
   "metric": "extensions_ready_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.016469166466700335,
   "aa": {
    "pi-bun": 0.050570701096093365,
    "pi-node": 0.021379371833262755,
    "pibolt": 0.027059565672420714,
    "pig-0.4.1": 0.01456704345664246,
    "pig-tip": 0.029055391931394434
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.4853080644687313,
     "ci": [
      1.4546054097098347,
      1.5447958403862498
     ],
     "floor": 0.050570701096093365,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 833.973,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.4616246854049026,
      "high": 1.533196504483715,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.14053535156545674,
     "ci": [
      0.13805091182078252,
      0.14281476223381992
     ],
     "floor": 0.027059565672420714,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 78.908,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13840522132943242,
      "high": 0.14232519430312632,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 2.404239498540914,
     "ci": [
      2.3551849163531804,
      2.425488328116382
     ],
     "floor": 0.021379371833262755,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 1349.9360000000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.36758208316451,
      "high": 2.4245911796517414,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.5004519294046197,
     "ci": [
      1.4738125130042568,
      1.5191384364981415
     ],
     "floor": 0.029055391931394434,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 842.476,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.4780286855836782,
      "high": 1.5169376174738773,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#extensions_ready_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#extensions_ready_ms",
   "scenario": "overhead/rpc-ext5",
   "api": "openai-completions",
   "metric": "extensions_ready_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.009936375387675127,
   "aa": {
    "pi-bun": 0.036783440100317095,
    "pi-node": 0.013642655941594271,
    "pibolt": 0.026138665236561772,
    "pig-0.4.1": 0.013234028578393146,
    "pig-tip": 0.038151107544282664
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.4458686599663435,
     "ci": [
      1.425976033563209,
      1.4897719211681781
     ],
     "floor": 0.036783440100317095,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 608.208393,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.4289756159539921,
      "high": 1.4850551209747846,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.17620699765694414,
     "ci": [
      0.17435995181589012,
      0.1775387702015345
     ],
     "floor": 0.026138665236561772,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 74.1219295,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.17472672308610412,
      "high": 0.17729148139195378,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.7592811978126726,
     "ci": [
      1.7391870634001048,
      1.7663041299865836
     ],
     "floor": 0.013642655941594271,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 740.046188,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.742757470549228,
      "high": 1.7660862989330899,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.2959477243201316,
     "ci": [
      1.286398079539034,
      1.3167291900825318
     ],
     "floor": 0.038151107544282664,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 545.1437635,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2890085941863736,
      "high": 1.3145892147503122,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#extensions_ready_pss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#extensions_ready_pss_mib",
   "scenario": "overhead/rpc-ext5",
   "api": "openai-completions",
   "metric": "extensions_ready_pss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.005396858328868878,
   "aa": {
    "pi-bun": 0.01475694584247581,
    "pi-node": 0.0074956443090650445,
    "pibolt": 0.001343171231616005,
    "pig-0.4.1": 0.036350901008292545,
    "pig-tip": 0.12316433108183739
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.0224825923942154,
     "ci": [
      1.0150875638364854,
      1.0327743749372427
     ],
     "floor": 0.01475694584247581,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 149.138671875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.016670674040234,
      "high": 1.0297268344938404,
      "p": 0.0,
      "equivalent": true
     }
    },
    "pibolt": {
     "ratio": 0.7303595340117837,
     "ci": [
      0.7279185444833918,
      0.7314230176285273
     ],
     "floor": 0.0074956443090650445,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 106.52978515625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.728092138207311,
      "high": 0.7312358812449307,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 2.5469201928227103,
     "ci": [
      2.5136625151842806,
      2.571828852199677
     ],
     "floor": 0.036350901008292545,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 371.4921875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.5182027201855464,
      "high": 2.5709110389392977,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.7535484734868774,
     "ci": [
      1.6975234431353692,
      1.9661674208748816
     ],
     "floor": 0.12316433108183739,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 255.771484375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.6990528536419833,
      "high": 1.8853608730583824,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#extensions_ready_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#extensions_ready_rss_mib",
   "scenario": "overhead/rpc-ext5",
   "api": "openai-completions",
   "metric": "extensions_ready_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.005316818301116023,
   "aa": {
    "pi-bun": 0.019627887692493306,
    "pi-node": 0.0074675253669931494,
    "pibolt": 0.0012344809694143461,
    "pig-0.4.1": 0.03488888671918878,
    "pig-tip": 0.12970616087299475
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.0246964608628262,
     "ci": [
      1.0143126566254166,
      1.0370379943137762
     ],
     "floor": 0.019627887692493306,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 154.9453125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0173469387755103,
      "high": 1.036848087205848,
      "p": 0.0,
      "equivalent": true
     }
    },
    "pibolt": {
     "ratio": 0.7327305605786618,
     "ci": [
      0.7302716354827071,
      0.7336445576691797
     ],
     "floor": 0.0074675253669931494,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 110.796875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7305163835107892,
      "high": 0.73343159310113,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 2.5571686902609145,
     "ci": [
      2.526175447636223,
      2.581825705750753
     ],
     "floor": 0.03488888671918878,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 386.671875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.5291547074186123,
      "high": 2.580692685448436,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.7389950917075692,
     "ci": [
      1.6860450127613498,
      1.9447378590750999
     ],
     "floor": 0.12970616087299475,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 262.955078125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.686769373693582,
      "high": 1.8665616038442658,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#instructions",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#instructions",
   "scenario": "overhead/rpc-ext5",
   "api": "openai-completions",
   "metric": "instructions",
   "kind": "CPU",
   "unit": "instructions",
   "mde": 0.005452520339975941,
   "aa": {
    "pi-bun": 0.009638449744770568,
    "pi-node": 0.007679207223009187,
    "pibolt": 0.006290001726864261,
    "pig-0.4.1": 0.007403419596162432,
    "pig-tip": 0.011017732703785784
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.3208651290733764,
     "ci": [
      1.3148333059960027,
      1.3256186043833171
     ],
     "floor": 0.009638449744770568,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 5897573740.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3151727541006744,
      "high": 1.3251244440117245,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.15298603243285908,
     "ci": [
      0.1523172017856885,
      0.1532744552294443
     ],
     "floor": 0.007679207223009187,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 683072319.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.15234877387040216,
      "high": 0.1532363189548623,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 7.801503167761107,
     "ci": [
      7.755379727539914,
      7.834980325716658
     ],
     "floor": 0.007679207223009187,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 34833185616.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 7.761014966776207,
      "high": 7.828659603341631,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.6154219072217755,
     "ci": [
      1.6057591229357981,
      1.624403484896784
     ],
     "floor": 0.011017732703785784,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 7212749893.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.6080401346551805,
      "high": 1.6240398292689315,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#peak_mem_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#peak_mem_mib",
   "scenario": "overhead/rpc-ext5",
   "api": "openai-completions",
   "metric": "peak_mem_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.034769035296509,
   "aa": {
    "pi-bun": 0.014995720075689568,
    "pi-node": 0.03656169794999163,
    "pibolt": 0.010048412219834428,
    "pig-0.4.1": 0.021025721532152403,
    "pig-tip": 0.17600948413589398
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.8950569530770667,
     "ci": [
      0.8887765554121826,
      0.906720741599073
     ],
     "floor": 0.03656169794999163,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 131.06640625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.889321964003033,
      "high": 0.9052386840124718,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.2783898418118281,
     "ci": [
      0.27647058823529413,
      0.28206095556334043
     ],
     "floor": 0.03656169794999163,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 40.765625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2766285767496309,
      "high": 0.28141421218572316,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 2.5987142209299225,
     "ci": [
      2.57467394197498,
      2.666017396872832
     ],
     "floor": 0.03656169794999163,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 380.5390625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.5799135492822454,
      "high": 2.6525267132642405,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 2.1117053912022836,
     "ci": [
      1.9728359916459368,
      2.4592294145898927
     ],
     "floor": 0.17600948413589398,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 309.224609375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.9785474144831634,
      "high": 2.3518652419592403,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#peak_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#peak_rss_mib",
   "scenario": "overhead/rpc-ext5",
   "api": "openai-completions",
   "metric": "peak_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.025448854813872462,
   "aa": {
    "pi-bun": 0.010130820281755232,
    "pi-node": 0.025297081437956045,
    "pibolt": 0.0013784026652978458,
    "pig-0.4.1": 0.04545005298329421,
    "pig-tip": 0.1411622874145231
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.8787181967116041,
     "ci": [
      0.8735590245249342,
      0.8837426019371276
     ],
     "floor": 0.025297081437956045,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 173.900390625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.8739772480826482,
      "high": 0.8826818411634663,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.6382073702702169,
     "ci": [
      0.6372032052356125,
      0.6419537377146828
     ],
     "floor": 0.025297081437956045,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 126.302734375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.6373388863667765,
      "high": 0.6410861397230125,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 2.593401496160906,
     "ci": [
      2.508349598785513,
      2.627846454131425
     ],
     "floor": 0.04545005298329421,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 513.240234375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.5098000513195036,
      "high": 2.626564241127338,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.8348992361289305,
     "ci": [
      1.7367527944673,
      2.0893935208933434
     ],
     "floor": 0.1411622874145231,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 363.130859375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.7381417851500789,
      "high": 2.0240806900499377,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#ready_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#ready_cpu_ms",
   "scenario": "overhead/rpc-ext5",
   "api": "openai-completions",
   "metric": "ready_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.016334142914778697,
   "aa": {
    "pi-bun": 0.054459958282165606,
    "pi-node": 0.02094699176962011,
    "pibolt": 0.0269707718359898,
    "pig-0.4.1": 0.014577306251583481,
    "pig-tip": 0.029143907003887012
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.4794309033739939,
     "ci": [
      1.443605557236634,
      1.5419833663309621
     ],
     "floor": 0.054459958282165606,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 829.2764999999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.4544950418112623,
      "high": 1.5295647279416464,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.14056240661864733,
     "ci": [
      0.138143791676884,
      0.14297401123470801
     ],
     "floor": 0.0269707718359898,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 78.79050000000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13849885522075864,
      "high": 0.14244056738990757,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 2.4078041165845288,
     "ci": [
      2.360454275934325,
      2.4316334006076232
     ],
     "floor": 0.02094699176962011,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 1349.6645,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.3722278033101567,
      "high": 2.4307535678117658,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.5027799210579134,
     "ci": [
      1.4763482955509073,
      1.52299169223995
     ],
     "floor": 0.029143907003887012,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 842.3645,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.4804543269251897,
      "high": 1.5190328817693224,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#ready_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#ready_ms",
   "scenario": "overhead/rpc-ext5",
   "api": "openai-completions",
   "metric": "ready_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.010054473325833035,
   "aa": {
    "pi-bun": 0.037055026690744994,
    "pi-node": 0.01377922878766471,
    "pibolt": 0.022798252379807156,
    "pig-0.4.1": 0.013427933402901411,
    "pig-tip": 0.03614938684562793
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.4473944742059774,
     "ci": [
      1.428088360890348,
      1.492587601823041
     ],
     "floor": 0.037055026690744994,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 604.6150025,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.4311992144719428,
      "high": 1.4878797651663,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.17330747279112238,
     "ci": [
      0.17141746906689853,
      0.17453340041223475
     ],
     "floor": 0.022798252379807156,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 72.395121,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.17178706407628416,
      "high": 0.17433045617037177,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.7348460293033972,
     "ci": [
      1.7151467584859985,
      1.7461099978526609
     ],
     "floor": 0.01377922878766471,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 724.6911295,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.7188527950900385,
      "high": 1.7441456481748263,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.2752386126249489,
     "ci": [
      1.268217419151501,
      1.2976149781105284
     ],
     "floor": 0.03614938684562793,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 532.70094,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2683568428423662,
      "high": 1.2956755648945528,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#ready_pss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#ready_pss_mib",
   "scenario": "overhead/rpc-ext5",
   "api": "openai-completions",
   "metric": "ready_pss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.005375222513011232,
   "aa": {
    "pi-bun": 0.02531928395438973,
    "pi-node": 0.007442766850993606,
    "pibolt": 0.001306665324317211,
    "pig-0.4.1": 0.03631003516319387,
    "pig-tip": 0.12321122953107067
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.0282687878300927,
     "ci": [
      1.0180279469915572,
      1.0455771792760404
     ],
     "floor": 0.02531928395438973,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 149.974609375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0193891368674457,
      "high": 1.0400329423107826,
      "p": 0.0,
      "equivalent": true
     }
    },
    "pibolt": {
     "ratio": 0.7302915260592426,
     "ci": [
      0.7278797550764218,
      0.7313549892078133
     ],
     "floor": 0.007442766850993606,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 106.51416015625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7280533650282784,
      "high": 0.7311776417668313,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 2.5470164443730248,
     "ci": [
      2.513877578265803,
      2.571974445435105
     ],
     "floor": 0.03631003516319387,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 371.486328125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.5182642738870156,
      "high": 2.5709799037038525,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.7535352723766673,
     "ci": [
      1.697659506252004,
      1.9662172084640546
     ],
     "floor": 0.12321122953107067,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 255.755859375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.699162445458649,
      "high": 1.885314558894424,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#ready_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#ready_rss_mib",
   "scenario": "overhead/rpc-ext5",
   "api": "openai-completions",
   "metric": "ready_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.005307569916773729,
   "aa": {
    "pi-bun": 0.020731756976602508,
    "pi-node": 0.007403578505934181,
    "pibolt": 0.0012170064909889282,
    "pig-0.4.1": 0.03484958819779052,
    "pig-tip": 0.12975174907477616
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.0247626428986631,
     "ci": [
      1.0125823537010723,
      1.0369355630799453
     ],
     "floor": 0.020731756976602508,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 154.9453125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0165213459923788,
      "high": 1.0367863601136658,
      "p": 0.0,
      "equivalent": true
     }
    },
    "pibolt": {
     "ratio": 0.7326745462765614,
     "ci": [
      0.7302344162789799,
      0.7335790494665373
     ],
     "floor": 0.007403578505934181,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 110.78125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.730469757128861,
      "high": 0.7333755705253359,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 2.557295097849254,
     "ci": [
      2.5263842725000645,
      2.5819333979954737
     ],
     "floor": 0.03484958819779052,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 386.666015625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.5292147761213326,
      "high": 2.580746465403603,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.7390040689788802,
     "ci": [
      1.6861754241221059,
      1.9447836953441036
     ],
     "floor": 0.12975174907477616,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 262.939453125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.6868741612470322,
      "high": 1.8665159540111096,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#request_bytes",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#request_bytes",
   "scenario": "overhead/rpc-ext5",
   "api": "openai-completions",
   "metric": "request_bytes",
   "kind": "wire",
   "unit": "bytes",
   "mde": 0.0,
   "aa": {
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.9951767380968787,
     "ci": [
      0.9951767380968787,
      0.9951767380968787
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 1155440.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.0656997174946599,
     "ci": [
      1.0656997174946599,
      1.0656997174946599
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 1237320.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.000654585543995,
     "ci": [
      1.000654585543995,
      1.000654585543995
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 1161800.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 0.9986563770412733,
     "ci": [
      0.9986563770412733,
      0.9986563770412733
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 1159480.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#request_bytes_per_turn",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#request_bytes_per_turn",
   "scenario": "overhead/rpc-ext5",
   "api": "openai-completions",
   "metric": "request_bytes_per_turn",
   "kind": "wire",
   "unit": "bytes per turn",
   "mde": 0.0,
   "aa": {
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.9951767380968787,
     "ci": [
      0.9951767380968787,
      0.9951767380968787
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 57772.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9951767380968787,
      "high": 0.9951767380968787,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 1.0656997174946599,
     "ci": [
      1.0656997174946599,
      1.0656997174946599
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 61866.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.0656997174946599,
      "high": 1.0656997174946599,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.000654585543995,
     "ci": [
      1.000654585543995,
      1.000654585543995
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 58090.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.000654585543995,
      "high": 1.000654585543995,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.9986563770412733,
     "ci": [
      0.9986563770412733,
      0.9986563770412733
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 57974.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9986563770412733,
      "high": 0.9986563770412733,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#requests",
   "scenario": "overhead/rpc-ext5",
   "api": "openai-completions",
   "metric": "requests",
   "kind": "wire",
   "unit": "count",
   "mde": 0.0,
   "aa": {
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 40.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 40.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 40.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 40.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#side_requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#side_requests",
   "scenario": "overhead/rpc-ext5",
   "api": "openai-completions",
   "metric": "side_requests",
   "kind": "wire",
   "unit": "count",
   "mde": null,
   "aa": {
    "pi-bun": null,
    "pi-node": null,
    "pibolt": null,
    "pig-0.4.1": null,
    "pig-tip": null
   },
   "comparisons": {}
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#teardown_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#teardown_ms",
   "scenario": "overhead/rpc-ext5",
   "api": "openai-completions",
   "metric": "teardown_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.06528525802601343,
   "aa": {
    "pi-bun": 0.19305119782759195,
    "pi-node": 0.11952931576228368,
    "pibolt": 0.180820292064126,
    "pig-0.4.1": 0.306768243233407,
    "pig-tip": 0.5526818285552104
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.9587860589590003,
     "ci": [
      0.8891458548414589,
      1.026383233110025
     ],
     "floor": 0.19305119782759195,
     "p": 0.171875,
     "p_holm": 0.34375,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 12.486464999999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.8904791538146595,
      "high": 1.016440624859762,
      "p": 0.46225,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.36642795810016776,
     "ci": [
      0.3400230875843786,
      0.38777679482239163
     ],
     "floor": 0.180820292064126,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 4.7720655,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3413192119864036,
      "high": 0.38506987265565396,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.67737159888284,
     "ci": [
      0.5921983733069535,
      0.7913020626071045
     ],
     "floor": 0.306768243233407,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 8.8215475,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.606686221897943,
      "high": 0.7798155758037105,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.9874142324055853,
     "ci": [
      0.8218239978686142,
      1.150897790181065
     ],
     "floor": 0.5526818285552104,
     "p": 0.9375,
     "p_holm": 0.9375,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 12.8592955,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.8503040000760985,
      "high": 1.1034149529295454,
      "p": 0.37875,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#turn_cpu_mean_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#turn_cpu_mean_ms",
   "scenario": "overhead/rpc-ext5",
   "api": "openai-completions",
   "metric": "turn_cpu_mean_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.02843354907123612,
   "aa": {
    "pi-bun": 0.0886065032230927,
    "pi-node": 0.04411786812761264,
    "pibolt": 0.06803549369890356,
    "pig-0.4.1": 0.013534995440386898,
    "pig-tip": 0.06677017685911707
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.2320705470403104,
     "ci": [
      1.1971153744983785,
      1.3354279868740944
     ],
     "floor": 0.0886065032230927,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 15.93152777777777,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2054503074680605,
      "high": 1.3077377062080453,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.30339523743031765,
     "ci": [
      0.2933025843116633,
      0.32881792203826116
     ],
     "floor": 0.06803549369890356,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 3.923111111111112,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2945270444016339,
      "high": 0.3204663734492184,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 15.949706233015755,
     "ci": [
      15.54819458385679,
      16.603120723784723
     ],
     "floor": 0.04411786812761264,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 206.24077777777777,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 15.57871543693783,
      "high": 16.48995850548905,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 2.409009570251662,
     "ci": [
      2.329312089742441,
      2.511038095848368
     ],
     "floor": 0.06677017685911707,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 31.150166666666664,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.33412332655779,
      "high": 2.491977875498752,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#turn_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#turn_cpu_ms",
   "scenario": "overhead/rpc-ext5",
   "api": "openai-completions",
   "metric": "turn_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.04146405992409623,
   "aa": {
    "pi-bun": 0.09794734060323396,
    "pi-node": 0.04934652013533702,
    "pibolt": 0.09978258418443443,
    "pig-0.4.1": 0.030118695618919045,
    "pig-tip": 0.08770581322849019
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.2684214938385452,
     "ci": [
      1.221244474101252,
      1.420918475721149
     ],
     "floor": 0.09794734060323396,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 15.130999999999972,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.225333889816358,
      "high": 1.402684000838753,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.27397518652024583,
     "ci": [
      0.27051767017074496,
      0.3010274690710851
     ],
     "floor": 0.09978258418443443,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 3.2682500000000054,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2708886704452764,
      "high": 0.2932480603900205,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 17.555180652192178,
     "ci": [
      17.402984140233706,
      17.855006584816774
     ],
     "floor": 0.04934652013533702,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 209.41575,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 17.419616026711168,
      "high": 17.842717104436353,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 2.1131695867214324,
     "ci": [
      2.0629514963880347,
      2.260065105533981
     ],
     "floor": 0.08770581322849019,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 25.207999999999913,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.0704517110909197,
      "high": 2.256510798909639,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#turn_extension_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#turn_extension_cpu_ms",
   "scenario": "overhead/rpc-ext5",
   "api": "openai-completions",
   "metric": "turn_extension_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": null,
   "aa": {
    "pi-bun": null,
    "pi-node": null,
    "pibolt": null,
    "pig-0.4.1": 0.026317308317373358,
    "pig-tip": 0.08288765980576775
   },
   "comparisons": {}
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#turn_harness_added_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#turn_harness_added_ms",
   "scenario": "overhead/rpc-ext5",
   "api": "openai-completions",
   "metric": "turn_harness_added_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.03911387397179546,
   "aa": {
    "pi-bun": 0.13119606885827534,
    "pi-node": 0.06194902812996804,
    "pibolt": 0.08842642388859726,
    "pig-0.4.1": 0.013794929625145388,
    "pig-tip": 0.058151278696366576
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.742012513522648,
     "ci": [
      0.7131783738227296,
      0.9192320704714644
     ],
     "floor": 0.13119606885827534,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 0.9072715,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7169753753115948,
      "high": 0.8418022013132269,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.3399539018526155,
     "ci": [
      0.3273746651480348,
      0.38074915480540567
     ],
     "floor": 0.08842642388859726,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 0.41566749999999997,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3288936258513887,
      "high": 0.36780181071583457,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 46.75108942807505,
     "ci": [
      45.45622486621829,
      48.05426164487919
     ],
     "floor": 0.06194902812996804,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 57.1633635,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 45.6090790218823,
      "high": 48.03478651247096,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 4.93642009221674,
     "ci": [
      4.7830724789990375,
      5.098410739446684
     ],
     "floor": 0.06194902812996804,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 6.035845999999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.797048291857291,
      "high": 5.0604000799416236,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#turn_host_cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#turn_host_cpu_ms",
   "scenario": "overhead/rpc-ext5",
   "api": "openai-completions",
   "metric": "turn_host_cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.03570903277755739,
   "aa": {
    "pi-bun": 0.06453852113757116,
    "pi-node": 0.04652001563489282,
    "pibolt": 0.11778303565638351,
    "pig-0.4.1": 0.019108861698046473,
    "pig-tip": 0.05715841383994864
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.1875,
     "ci": [
      1.15625,
      1.2380952380952381
     ],
     "floor": 0.06453852113757116,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 19.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.15625,
      "high": 1.21875,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.25,
     "ci": [
      0.24615384615384617,
      0.27692307692307694
     ],
     "floor": 0.11778303565638351,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 4.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.24615384615384617,
      "high": 0.265625,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 9.859375,
     "ci": [
      9.545454545454545,
      10.129032258064516
     ],
     "floor": 0.04652001563489282,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 157.75,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 9.661538461538461,
      "high": 10.047619047619047,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.546875,
     "ci": [
      0.5230769230769231,
      0.59375
     ],
     "floor": 0.05715841383994864,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 8.75,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.53125,
      "high": 0.59375,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#turn_turn_gap_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#turn_turn_gap_ms",
   "scenario": "overhead/rpc-ext5",
   "api": "openai-completions",
   "metric": "turn_turn_gap_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.011300879403028966,
   "aa": {
    "pi-bun": 0.1730843804047468,
    "pi-node": 0.01651096918798768,
    "pibolt": 0.07469528618783196,
    "pig-0.4.1": 0.047163956517448216,
    "pig-tip": 0.08294995245020974
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.0838813304750905,
     "ci": [
      1.0114560427678694,
      1.1551065831366483
     ],
     "floor": 0.1730843804047468,
     "p": 0.015625,
     "p_holm": 0.03125,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 4.18460975,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0463724719522096,
      "high": 1.1517334752611073,
      "p": 0.88875,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.4075187195797722,
     "ci": [
      0.4027411935489838,
      0.45442710737457254
     ],
     "floor": 0.07469528618783196,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 1.5733335,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.4037107684595604,
      "high": 0.4423544948577502,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 18.746000645597647,
     "ci": [
      18.013103471351762,
      18.937152033364136
     ],
     "floor": 0.047163956517448216,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 72.37387975,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 18.094152657197615,
      "high": 18.911062963981017,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 2.511027707924371,
     "ci": [
      2.477380996415924,
      2.5857328622760303
     ],
     "floor": 0.08294995245020974,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 9.69448475,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.489409617108041,
      "high": 2.5616389034334075,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#turn_wall_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-overhead::overhead/rpc-ext5@openai-completions#turn_wall_ms",
   "scenario": "overhead/rpc-ext5",
   "api": "openai-completions",
   "metric": "turn_wall_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.021003508648140642,
   "aa": {
    "pi-bun": 0.08215210271323194,
    "pi-node": 0.008280112040607916,
    "pibolt": 0.06470666203352807,
    "pig-0.4.1": 0.02998174321239576,
    "pig-tip": 0.08795917646196134
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.1597620090034324,
     "ci": [
      1.1302278240547596,
      1.203173331397958
     ],
     "floor": 0.08215210271323194,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 9.68798525,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1362288777477296,
      "high": 1.1935955448889162,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.4838067773456162,
     "ci": [
      0.4768361781453851,
      0.5117208134147154
     ],
     "floor": 0.06470666203352807,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "win",
     "n": 8,
     "arm_median": 4.041443749999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.4785728583170085,
      "high": 0.5045563124117964,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 17.348993127100766,
     "ci": [
      16.90302226989131,
      17.493413911451285
     ],
     "floor": 0.02998174321239576,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 144.92351725,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 16.941114545747492,
      "high": 17.479948689678697,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 2.37646760530957,
     "ci": [
      2.2424851153116725,
      2.490045306835845
     ],
     "floor": 0.08795917646196134,
     "p": 0.0078125,
     "p_holm": 0.03125,
     "verdict": "loss",
     "n": 8,
     "arm_median": 19.8516445,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.2745271669148672,
      "high": 2.459422577714376,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/version@-#cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/version@-#cpu_ms",
   "scenario": "overhead/version",
   "api": null,
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.016620673041369705,
   "aa": {
    "claude-code": 0.18236426081240925,
    "codex": 0.0906680447242097,
    "copilot": 0.023132517348034915,
    "octet": 0.031739858105774524,
    "opencode-v2": 0.04576723336260006,
    "pi-bun": 0.02320239911559729,
    "pi-node": 0.0116291980244844,
    "pibolt": 0.06597766143132253,
    "pig-0.4.1": 0.048532223705350416,
    "pig-tip": 0.16632896975988043,
    "rpi": 0.08503704268591218
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.033057557788587856,
     "ci": [
      0.03296755919812283,
      0.033403943294769436
     ],
     "floor": 0.18236426081240925,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 9.309999999999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.032977402532902905,
      "high": 0.03333988001714041,
      "p": 1.0,
      "equivalent": false
     }
    },
    "codex": {
     "ratio": 0.15301636899478036,
     "ci": [
      0.15114369522269158,
      0.15921614376489276
     ],
     "floor": 0.0906680447242097,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 43.093999999999994,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.15130845435500478,
      "high": 0.15892518477817755,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 3.4581720697368885,
     "ci": [
      3.4411014020099606,
      3.512641726793185
     ],
     "floor": 0.023132517348034915,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "loss",
     "n": 12,
     "arm_median": 973.925,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.443488745268048,
      "high": 3.4939933783016723,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.006425096758157866,
     "ci": [
      0.0063701041123860784,
      0.006506986599473142
     ],
     "floor": 0.031739858105774524,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.8094999999999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0063807122820722225,
      "high": 0.00649781102110991,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 0.4430458402869013,
     "ci": [
      0.43746908162451126,
      0.4536600904821899
     ],
     "floor": 0.04576723336260006,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 124.775,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.4383946381552701,
      "high": 0.45239430081416937,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.6924848205091787,
     "ci": [
      1.6647785359043095,
      1.7220713130766905
     ],
     "floor": 0.02320239911559729,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "loss",
     "n": 12,
     "arm_median": 476.6545,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.6661977228133793,
      "high": 1.7198658639477182,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.038703263146681814,
     "ci": [
      0.03827096124311459,
      0.038941323770913354
     ],
     "floor": 0.06597766143132253,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 10.899999999999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.038361000539167966,
      "high": 0.03891804544609532,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.062367290416503934,
     "ci": [
      0.06097615048587599,
      0.06451064221841485
     ],
     "floor": 0.048532223705350416,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 17.564500000000002,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.06135730609912869,
      "high": 0.06428748802724467,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.018589993963711252,
     "ci": [
      0.017826677591093045,
      0.02033919341826467
     ],
     "floor": 0.16632896975988043,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 5.2355,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.017917620300457033,
      "high": 0.020119550179147894,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.012120512729467741,
     "ci": [
      0.011539422939580058,
      0.012373125385654115
     ],
     "floor": 0.08503704268591218,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.4135,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.011696051651353366,
      "high": 0.012327203460990187,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/version@-#cycles",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/version@-#cycles",
   "scenario": "overhead/version",
   "api": null,
   "metric": "cycles",
   "kind": "CPU",
   "unit": "cycles",
   "mde": 0.017076016725471554,
   "aa": {
    "claude-code": 0.16081746869085717,
    "codex": 0.07254120728882825,
    "copilot": 0.019956881581536277,
    "octet": 0.03157575316354697,
    "opencode-v2": 0.04039511002671517,
    "pi-bun": 0.022384785045993838,
    "pi-node": 0.010975715413798187,
    "pibolt": 0.049799272064747574,
    "pig-0.4.1": 0.044172707455792014,
    "pig-tip": 0.06711388777310177,
    "rpi": 0.09297958599993789
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.02778293115420411,
     "ci": [
      0.027672724185940235,
      0.027978674683285697
     ],
     "floor": 0.16081746869085717,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 21426163.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.02769356347377018,
      "high": 0.027955607075860926,
      "p": 1.0,
      "equivalent": false
     }
    },
    "codex": {
     "ratio": 0.14360105432838763,
     "ci": [
      0.14152083369338814,
      0.14847233487620995
     ],
     "floor": 0.07254120728882825,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 110744962.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.14174490257441796,
      "high": 0.1474161917370527,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 3.47889375314546,
     "ci": [
      3.454689965312327,
      3.5257272219175713
     ],
     "floor": 0.019956881581536277,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2682918729.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.459174103485481,
      "high": 3.5123605934196327,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.004568963210487933,
     "ci": [
      0.0045296367580796885,
      0.004622470450867687
     ],
     "floor": 0.03157575316354697,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 3523579.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.004535165181245119,
      "high": 0.00461442977667777,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 0.4234742117315399,
     "ci": [
      0.4174153709766001,
      0.4319692005896953
     ],
     "floor": 0.04039511002671517,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 326582809.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.4185790182407594,
      "high": 0.43148181328309404,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.6908585078318301,
     "ci": [
      1.665168586467474,
      1.7173366901429667
     ],
     "floor": 0.022384785045993838,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1303988072.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.6656829721718915,
      "high": 1.7164546903631712,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.03376340393013987,
     "ci": [
      0.03357770477619435,
      0.033959683231266836
     ],
     "floor": 0.049799272064747574,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 26038297.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.03362396438837156,
      "high": 0.03394066049811233,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.0487810593255945,
     "ci": [
      0.04791373563474836,
      0.04985479450722393
     ],
     "floor": 0.044172707455792014,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 37619895.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.04805921314050082,
      "high": 0.049674215608851886,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.01443939464989736,
     "ci": [
      0.014159492479304632,
      0.014928189789000833
     ],
     "floor": 0.06711388777310177,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 11135644.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.01419007437694025,
      "high": 0.014897347088978328,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.009147696275237519,
     "ci": [
      0.008647244397956184,
      0.009405561667334156
     ],
     "floor": 0.09297958599993789,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 7054692.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.008770041070099419,
      "high": 0.009397218692158024,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/version@-#instructions",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/version@-#instructions",
   "scenario": "overhead/version",
   "api": null,
   "metric": "instructions",
   "kind": "CPU",
   "unit": "instructions",
   "mde": 0.0023749420982782272,
   "aa": {
    "claude-code": 0.13310561540467955,
    "codex": 0.04123367088026505,
    "copilot": 0.028530349326699907,
    "octet": 0.018707809055232148,
    "opencode-v2": 0.014268301485473058,
    "pi-bun": 0.028534052823520735,
    "pi-node": 0.00432300635563262,
    "pibolt": 0.02796442034843004,
    "pig-0.4.1": 0.021296139247094246,
    "pig-tip": 0.07196381942187331,
    "rpi": 0.03552995582696358
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.015497786026988985,
     "ci": [
      0.015491859605392172,
      0.015527769909828945
     ],
     "floor": 0.13310561540467955,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 25365519.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.015494335597281264,
      "high": 0.015520776738945422,
      "p": 1.0,
      "equivalent": false
     }
    },
    "codex": {
     "ratio": 0.10126277590097109,
     "ci": [
      0.10064268272909432,
      0.10330007946773524
     ],
     "floor": 0.04123367088026505,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 165738700.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10079219811563181,
      "high": 0.10313518837701452,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 2.6343717108375593,
     "ci": [
      2.6306647617764027,
      2.677144825669156
     ],
     "floor": 0.028530349326699907,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "loss",
     "n": 12,
     "arm_median": 4311726003.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.630993895651281,
      "high": 2.6725144184452065,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.002620417571969488,
     "ci": [
      0.00261393118157685,
      0.002627902280420974
     ],
     "floor": 0.018707809055232148,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 4288887.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0026147082422757636,
      "high": 0.0026263549125957932,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 0.283660902194267,
     "ci": [
      0.28296994228847544,
      0.2842400953846798
     ],
     "floor": 0.014268301485473058,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 464273163.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.28303296005194223,
      "high": 0.2841191001456634,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.5944772112497732,
     "ci": [
      1.5744727339023263,
      1.6217414257085365
     ],
     "floor": 0.028534052823520735,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2609711008.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.5746824389229774,
      "high": 1.6210120096368454,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.021407275691449165,
     "ci": [
      0.021384782636623356,
      0.021468145002113928
     ],
     "floor": 0.02796442034843004,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 35037693.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.021386313885363523,
      "high": 0.021455538949677118,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.03890835011081711,
     "ci": [
      0.03858368262585998,
      0.0391031983746641
     ],
     "floor": 0.021296139247094246,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 63682032.5,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.038608425658045245,
      "high": 0.03908058218912999,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.008641492981880146,
     "ci": [
      0.008569134643044967,
      0.009088609852374658
     ],
     "floor": 0.07196381942187331,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 14143695.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.008592866906428223,
      "high": 0.009036109201606175,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.004007529300176175,
     "ci": [
      0.003943338774489728,
      0.00404960023077817
     ],
     "floor": 0.03552995582696358,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 6559199.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.003948670596589771,
      "high": 0.004047886618343217,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/version@-#peak_mem_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/version@-#peak_mem_mib",
   "scenario": "overhead/version",
   "api": null,
   "metric": "peak_mem_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.015614768485407172,
   "aa": {
    "claude-code": 0.0033085224555607327,
    "codex": 0.010166265466671971,
    "copilot": 0.0466387560092042,
    "octet": 0.0051813587419975845,
    "opencode-v2": 0.01025822499356379,
    "pi-bun": 0.03223779070807462,
    "pi-node": 0.015194650662987547,
    "pibolt": 0.0006007810333903306,
    "pig-0.4.1": 0.04059557088065984,
    "pig-tip": 0.11882524523482717,
    "rpi": 0.09431846760290752
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.08208828810515974,
     "ci": [
      0.08138440860215054,
      0.08254789206846098
     ],
     "floor": 0.015194650662987547,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 4.732421875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0814516129032258,
      "high": 0.08249387421726109,
      "p": 1.0,
      "equivalent": false
     }
    },
    "codex": {
     "ratio": 0.34793508825422637,
     "ci": [
      0.34414201183431953,
      0.35053660537288944
     ],
     "floor": 0.015194650662987547,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 20.05859375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3445564516129032,
      "high": 0.35039989062820426,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 5.0925229528746145,
     "ci": [
      5.039411349662332,
      5.119048429363918
     ],
     "floor": 0.0466387560092042,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "loss",
     "n": 12,
     "arm_median": 293.5859375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 5.044825268817204,
      "high": 5.109553142973828,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.026154419487075246,
     "ci": [
      0.025873655913978496,
      0.026273695674369532
     ],
     "floor": 0.015194650662987547,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.5078125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.025922434688930785,
      "high": 0.02627280152463926,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 0.8057390656232002,
     "ci": [
      0.796740850476415,
      0.8101935002880477
     ],
     "floor": 0.015194650662987547,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 46.451171875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7981917549423115,
      "high": 0.8100562444941384,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.4431683436663618,
     "ci": [
      1.420089467263115,
      1.457588075880759
     ],
     "floor": 0.03223779070807462,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "loss",
     "n": 12,
     "arm_median": 83.19921875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.4227804449252823,
      "high": 1.4561100382830234,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.11278246434258224,
     "ci": [
      0.11182795698924732,
      0.11330770015992378
     ],
     "floor": 0.015194650662987547,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 6.501953125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11188388267311764,
      "high": 0.11325891641709775,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.15353863875055054,
     "ci": [
      0.1490790095135281,
      0.15649993222177036
     ],
     "floor": 0.04059557088065984,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 8.8515625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1496951219512195,
      "high": 0.15614470952591636,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.06904495714334112,
     "ci": [
      0.06464428807110871,
      0.07319800738757667
     ],
     "floor": 0.11882524523482717,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.98046875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.06490652783881545,
      "high": 0.07292443239579803,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.04346647694548904,
     "ci": [
      0.04307795698924731,
      0.04776908222380323
     ],
     "floor": 0.09431846760290752,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 2.505859375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.04314516129032258,
      "high": 0.04773520344208422,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/version@-#peak_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/version@-#peak_rss_mib",
   "scenario": "overhead/version",
   "api": null,
   "metric": "peak_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.013148817631843413,
   "aa": {
    "claude-code": 0.12483261907064662,
    "codex": 0.030824626171202033,
    "copilot": 0.007171339263835152,
    "octet": 0.016838564362829742,
    "opencode-v2": 0.18399807708428437,
    "pi-bun": 0.021429864905938793,
    "pi-node": 0.014615294323563153,
    "pibolt": 0.010050335853501506,
    "pig-0.4.1": 0.0829613785477382,
    "pig-tip": 0.00956406727665919,
    "rpi": 0.01976534933304328
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.050645825362992114,
     "ci": [
      0.04842922440687804,
      0.051407544365290846
     ],
     "floor": 0.12483261907064662,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 5.4296875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.04855251672970614,
      "high": 0.05129101074003237,
      "p": 1.0,
      "equivalent": false
     }
    },
    "codex": {
     "ratio": 0.46869249968118637,
     "ci": [
      0.4600232170064572,
      0.4745074364743977
     ],
     "floor": 0.030824626171202033,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 50.248046875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.46255570450346,
      "high": 0.4738040165950729,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 2.3453025086079684,
     "ci": [
      2.3274633881757367,
      2.366724882801728
     ],
     "floor": 0.014615294323563153,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "loss",
     "n": 12,
     "arm_median": 251.4375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.330045605907051,
      "high": 2.3658984820083067,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.03860377839718715,
     "ci": [
      0.038380613799608214,
      0.03932151117964534
     ],
     "floor": 0.016838564362829742,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 4.138671875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.038398752085902925,
      "high": 0.03926197653724622,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 0.8235229819096027,
     "ci": [
      0.8176264795983106,
      0.8325247179034807
     ],
     "floor": 0.18399807708428437,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 88.2890625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.8183152971885366,
      "high": 0.8312199066416731,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.2439379861908144,
     "ci": [
      1.2231641508058047,
      1.2607417208806557
     ],
     "floor": 0.021429864905938793,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "loss",
     "n": 12,
     "arm_median": 133.361328125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2269643764057172,
      "high": 1.2600470207920065,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.04736659926035233,
     "ci": [
      0.04684060481397279,
      0.047802621434078645
     ],
     "floor": 0.014615294323563153,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 5.078125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.04694188493071175,
      "high": 0.047802621434078645,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.06013736313785502,
     "ci": [
      0.059013345001093856,
      0.06156784953346558
     ],
     "floor": 0.0829613785477382,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 6.447265625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.05932326988988551,
      "high": 0.06153394279839924,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.06500154852343736,
     "ci": [
      0.06423793165792804,
      0.0655942641786929
     ],
     "floor": 0.014615294323563153,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 6.96875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.06439104314582196,
      "high": 0.06557196385276615,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.03842159916926272,
     "ci": [
      0.03811350803532648,
      0.03903920384903865
     ],
     "floor": 0.01976534933304328,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 4.119140625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.03816295436407168,
      "high": 0.038939093380354124,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-core::overhead/version@-#wall_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-core::overhead/version@-#wall_ms",
   "scenario": "overhead/version",
   "api": null,
   "metric": "wall_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.014344272416472294,
   "aa": {
    "claude-code": 0.18831815178424421,
    "codex": 0.08368924125865554,
    "copilot": 0.014458551607604704,
    "octet": 0.0340985771990293,
    "opencode-v2": 0.04464804510262309,
    "pi-bun": 0.006389477600980635,
    "pi-node": 0.015700011300316338,
    "pibolt": 0.06575406724987169,
    "pig-0.4.1": 0.05973593312022268,
    "pig-tip": 0.08468978021772158,
    "rpi": 0.06558416581622765
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.0405502644387908,
     "ci": [
      0.04017621017792694,
      0.04078976280702496
     ],
     "floor": 0.18831815178424421,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 8.853543,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.04029020961605075,
      "high": 0.04076930751023035,
      "p": 1.0,
      "equivalent": false
     }
    },
    "codex": {
     "ratio": 0.17925208060410827,
     "ci": [
      0.17602202395149383,
      0.1845118708853686
     ],
     "floor": 0.08368924125865554,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 39.137007499999996,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.17642458766861285,
      "high": 0.1828828059994992,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 3.744337707612418,
     "ci": [
      3.7027958288586245,
      3.770030835249704
     ],
     "floor": 0.015700011300316338,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "loss",
     "n": 12,
     "arm_median": 817.5200669999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.7125292699819483,
      "high": 3.7680168100861806,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.006238398992557425,
     "ci": [
      0.006162604860786774,
      0.006294017633106968
     ],
     "floor": 0.0340985771990293,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.3620610000000002,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.006176082991094713,
      "high": 0.006287670358157454,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 0.3765241650990262,
     "ci": [
      0.37199136686625245,
      0.3793156732358687
     ],
     "floor": 0.04464804510262309,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 82.20841300000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3733075898895206,
      "high": 0.3787949554288066,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.7798596308585852,
     "ci": [
      1.760776817646555,
      1.7909146654534072
     ],
     "floor": 0.015700011300316338,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "loss",
     "n": 12,
     "arm_median": 388.60569699999996,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.76543151964646,
      "high": 1.78975238999035,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.04486647756126164,
     "ci": [
      0.044356623948201175,
      0.04522208558997839
     ],
     "floor": 0.06575406724987169,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 9.7959235,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.044435402221583965,
      "high": 0.045158646618765015,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.053713821224972945,
     "ci": [
      0.05237682223281156,
      0.0550426542673105
     ],
     "floor": 0.05973593312022268,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 11.727608499999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.05262383175011686,
      "high": 0.05485453939341998,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.019270162906753048,
     "ci": [
      0.018814254761885106,
      0.01993937973030802
     ],
     "floor": 0.08468978021772158,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 4.2073515,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.01887734918881004,
      "high": 0.019904029765438917,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.009076143417667413,
     "ci": [
      0.008827209067441812,
      0.009244277966187358
     ],
     "floor": 0.06558416581622765,
     "p": 0.00048828125,
     "p_holm": 0.0048828125,
     "verdict": "win",
     "n": 12,
     "arm_median": 1.98164,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.008866245750911507,
      "high": 0.00922076168382371,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-1@-#cpu_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-1@-#cpu_ms",
   "scenario": "scale/agents-1",
   "api": null,
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.016409360283284016,
   "aa": {
    "pi-bun": 0.009102458830078028,
    "pi-node": 0.18559655050344712,
    "pibolt": 0.015364501048335337,
    "pig-0.4.1": 0.02813764728213636,
    "pig-tip": 0.06244413263868308,
    "rpi": 0.01892785657899213
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.3631731164020449,
     "ci": [
      1.3501362422131375,
      1.37076654315791
     ],
     "floor": 0.18559655050344712,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 755.324,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.352039911983084,
      "high": 1.368819893922644,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.12152664040751317,
     "ci": [
      0.120656223759196,
      0.12202465837500225
     ],
     "floor": 0.18559655050344712,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 67.33699999999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.12089785937969201,
      "high": 0.12191804975970123,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.28837784304967135,
     "ci": [
      0.28223804811576336,
      0.2927685614744481
     ],
     "floor": 0.18559655050344712,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 159.788,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2831969644779721,
      "high": 0.29235260306583805,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.13360765576144779,
     "ci": [
      0.13205769460687833,
      0.1344097878786783
     ],
     "floor": 0.18559655050344712,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 74.031,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13236555308676898,
      "high": 0.13423943265279592,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.07445146794082216,
     "ci": [
      0.07362056329653267,
      0.07486416231925916
     ],
     "floor": 0.18559655050344712,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 41.253,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.07374304710094091,
      "high": 0.0747423636914972,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-1@-#cpu_ms_per_agent_turn",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-1@-#cpu_ms_per_agent_turn",
   "scenario": "scale/agents-1",
   "api": null,
   "metric": "cpu_ms_per_agent_turn",
   "kind": "CPU",
   "unit": "ms of CPU time per agent-turn",
   "mde": 0.016409360283284016,
   "aa": {
    "pi-bun": 0.009102458830078028,
    "pi-node": 0.18559655050344728,
    "pibolt": 0.015364501048335337,
    "pig-0.4.1": 0.028137647282136247,
    "pig-tip": 0.06244413263868308,
    "rpi": 0.018927856578992014
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.3631731164020446,
     "ci": [
      1.3501362422131375,
      1.37076654315791
     ],
     "floor": 0.18559655050344728,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 251.77466666666663,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3520399119830842,
      "high": 1.368819893922644,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.12152664040751315,
     "ci": [
      0.120656223759196,
      0.12202465837500226
     ],
     "floor": 0.18559655050344728,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 22.44566666666666,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.12089785937969201,
      "high": 0.12191804975970125,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.2883778430496713,
     "ci": [
      0.2822380481157634,
      0.2927685614744481
     ],
     "floor": 0.18559655050344728,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 53.26266666666666,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2831969644779721,
      "high": 0.29235260306583816,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.13360765576144779,
     "ci": [
      0.13205769460687833,
      0.1344097878786783
     ],
     "floor": 0.18559655050344728,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 24.677,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13236555308676898,
      "high": 0.1342394326527959,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.07445146794082216,
     "ci": [
      0.07362056329653269,
      0.07486416231925916
     ],
     "floor": 0.18559655050344728,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 13.751000000000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.07374304710094091,
      "high": 0.07474236369149721,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-1@-#latency_ms_max",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-1@-#latency_ms_max",
   "scenario": "scale/agents-1",
   "api": null,
   "metric": "latency_ms_max",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.03193708368091765,
   "aa": {
    "pi-bun": 0.014969905738481875,
    "pi-node": 0.01512284947523828,
    "pibolt": 0.02133199958195981,
    "pig-0.4.1": 0.16003438182528085,
    "pig-tip": 0.06237544049734101,
    "rpi": 0.02802852368989183
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.8635032711325302,
     "ci": [
      0.8540279817701543,
      0.869495207261553
     ],
     "floor": 0.01512284947523828,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 70.09126599999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.8560447584951275,
      "high": 0.8678289889365421,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.17351748473838818,
     "ci": [
      0.17110367493277562,
      0.17642813917468964
     ],
     "floor": 0.02133199958195981,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 14.084556,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.17150907225598755,
      "high": 0.17624526185415357,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.4382973686220258,
     "ci": [
      0.42664397006095167,
      0.4787356633562189
     ],
     "floor": 0.16003438182528085,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 35.5769555,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.427467603961131,
      "high": 0.47413329070197,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.20788104177884523,
     "ci": [
      0.19865926691362487,
      0.21081535036299803
     ],
     "floor": 0.06237544049734101,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 16.873874,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.19931662763308775,
      "high": 0.2102690526428446,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.11356359145676702,
     "ci": [
      0.11233750396261011,
      0.11559608917081617
     ],
     "floor": 0.02802852368989183,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 9.2180495,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11270060209390226,
      "high": 0.11512087669067722,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-1@-#latency_ms_p50",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-1@-#latency_ms_p50",
   "scenario": "scale/agents-1",
   "api": null,
   "metric": "latency_ms_p50",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.025412910579161993,
   "aa": {
    "pi-bun": 0.05440806673237395,
    "pi-node": 0.03209269332855243,
    "pibolt": 0.026341431439563655,
    "pig-0.4.1": 0.0349877659265238,
    "pig-tip": 0.0285289388849924,
    "rpi": 0.01378743336633791
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.8267397179853223,
     "ci": [
      0.8108209626900038,
      0.8398600140649322
     ],
     "floor": 0.05440806673237395,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 17.332663500000002,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.8124686948097077,
      "high": 0.832471039949788,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.40947556171860844,
     "ci": [
      0.39843283518118555,
      0.41989270905072235
     ],
     "floor": 0.03209269332855243,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 8.584687500000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.399325937624806,
      "high": 0.4186297133787757,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.2129308933202685,
     "ci": [
      1.1806306113707814,
      1.2398819088106299
     ],
     "floor": 0.0349877659265238,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 25.429192,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.184850452929598,
      "high": 1.2367534178684683,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.4958681529413745,
     "ci": [
      0.48008049392624086,
      0.507080345950369
     ],
     "floor": 0.03209269332855243,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 10.395914999999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.48278319343224424,
      "high": 0.5055393843214706,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.37541220331199326,
     "ci": [
      0.36927443664179627,
      0.38234888497203734
     ],
     "floor": 0.03209269332855243,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 7.8705465,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3700053636335281,
      "high": 0.380789973025498,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-1@-#latency_ms_p95",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-1@-#latency_ms_p95",
   "scenario": "scale/agents-1",
   "api": null,
   "metric": "latency_ms_p95",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.03193708368091765,
   "aa": {
    "pi-bun": 0.014969905738481875,
    "pi-node": 0.01512284947523828,
    "pibolt": 0.02133199958195981,
    "pig-0.4.1": 0.16003438182528085,
    "pig-tip": 0.06237544049734101,
    "rpi": 0.02802852368989183
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.8635032711325302,
     "ci": [
      0.8540279817701543,
      0.869495207261553
     ],
     "floor": 0.01512284947523828,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 70.09126599999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.8560447584951275,
      "high": 0.8678289889365421,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.17351748473838818,
     "ci": [
      0.17110367493277562,
      0.17642813917468964
     ],
     "floor": 0.02133199958195981,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 14.084556,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.17150907225598755,
      "high": 0.17624526185415357,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.4382973686220258,
     "ci": [
      0.42664397006095167,
      0.4787356633562189
     ],
     "floor": 0.16003438182528085,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 35.5769555,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.427467603961131,
      "high": 0.47413329070197,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.20788104177884523,
     "ci": [
      0.19865926691362487,
      0.21081535036299803
     ],
     "floor": 0.06237544049734101,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 16.873874,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.19931662763308775,
      "high": 0.2102690526428446,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.11356359145676702,
     "ci": [
      0.11233750396261011,
      0.11559608917081617
     ],
     "floor": 0.02802852368989183,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 9.2180495,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11270060209390226,
      "high": 0.11512087669067722,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-1@-#mem_peak_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-1@-#mem_peak_mib",
   "scenario": "scale/agents-1",
   "api": null,
   "metric": "mem_peak_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.007842597601045503,
   "aa": {
    "pi-bun": 0.016504948395536206,
    "pi-node": 0.13477131838784312,
    "pibolt": 0.022161381728876578,
    "pig-0.4.1": 0.02891594987018847,
    "pig-tip": 0.030643379975921883,
    "rpi": 0.045214248311168326
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.185459940652819,
     "ci": [
      1.1662427644272935,
      1.1939999108456292
     ],
     "floor": 0.13477131838784312,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 104.556640625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1697913450086022,
      "high": 1.1927314732539542,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.32437220426059615,
     "ci": [
      0.31755267565899675,
      0.32605124106389594
     ],
     "floor": 0.13477131838784312,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 28.609375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.31811962039284924,
      "high": 0.32591538649652074,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.27937464015235397,
     "ci": [
      0.2715258309971966,
      0.282001414427157
     ],
     "floor": 0.13477131838784312,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 24.640625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.27259102530194834,
      "high": 0.2817564267637526,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.1977944107356393,
     "ci": [
      0.1934442785632739,
      0.19968902709906708
     ],
     "floor": 0.13477131838784312,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 17.4453125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1944189301491493,
      "high": 0.19942247889826745,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.12496124717658001,
     "ci": [
      0.12181786370396291,
      0.12704282740599673
     ],
     "floor": 0.13477131838784312,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 11.021484375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.12240092411586992,
      "high": 0.12651992544599272,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-1@-#mem_per_agent_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-1@-#mem_per_agent_mib",
   "scenario": "scale/agents-1",
   "api": null,
   "metric": "mem_per_agent_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.010334091072205173,
   "aa": {
    "pi-bun": 0.018505866197707953,
    "pi-node": 0.13802624425768711,
    "pibolt": 0.01862423910286025,
    "pig-0.4.1": 0.0334623773164048,
    "pig-tip": 0.05369682071488498,
    "rpi": 0.09472349747596877
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.1882113169525292,
     "ci": [
      1.1714690815953166,
      1.1942075623491553
     ],
     "floor": 0.13802624425768711,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 101.34375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1746533303023414,
      "high": 1.1923940435280642,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.2978314135885869,
     "ci": [
      0.2931759970728138,
      0.30353339897868054
     ],
     "floor": 0.13802624425768711,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 25.40234375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.29401932499885514,
      "high": 0.3020167913852893,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.25068126130664775,
     "ci": [
      0.24560321593348866,
      0.2545450382378532
     ],
     "floor": 0.13802624425768711,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 21.380859375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.24659257226491035,
      "high": 0.2538933675338952,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.16847191371453435,
     "ci": [
      0.16261391216742227,
      0.17181201905459875
     ],
     "floor": 0.13802624425768711,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 14.369140625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.16307206733298263,
      "high": 0.17170074881494882,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.09544528154984085,
     "ci": [
      0.0902477835871789,
      0.09803697001626314
     ],
     "floor": 0.13802624425768711,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 8.140625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0903905822230334,
      "high": 0.09788898291517051,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-1@-#pss_mib_per_agent",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-1@-#pss_mib_per_agent",
   "scenario": "scale/agents-1",
   "api": null,
   "metric": "pss_mib_per_agent",
   "kind": "memory",
   "unit": "MiB per agent",
   "mde": 0.005948199332527855,
   "aa": {
    "pi-bun": 0.02228563679948964,
    "pi-node": 0.09355684850823025,
    "pibolt": 0.0017259891885066266,
    "pig-0.4.1": 0.007934229621203048,
    "pig-tip": 0.009804828780347828,
    "rpi": 0.010942738549712859
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.070201372652538,
     "ci": [
      1.051173157435017,
      1.0767892268119232
     ],
     "floor": 0.09355684850823025,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 138.572265625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0549864007252947,
      "high": 1.075640676530211,
      "p": 0.979,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.7162681951881741,
     "ci": [
      0.7135663284479519,
      0.718879149825151
     ],
     "floor": 0.09355684850823025,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 92.744140625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7141739392115558,
      "high": 0.7185655923740354,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.36029866505769664,
     "ci": [
      0.3581368031083401,
      0.3619760932062339
     ],
     "floor": 0.09355684850823025,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 46.65234375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.35852686959789554,
      "high": 0.36165834468149494,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.3570103326042688,
     "ci": [
      0.35454463399223757,
      0.35942002608669277
     ],
     "floor": 0.09355684850823025,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 46.2265625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3548916562514117,
      "high": 0.3588044892155973,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.1447922166075873,
     "ci": [
      0.1436552034840066,
      0.14581346412946394
     ],
     "floor": 0.09355684850823025,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 18.748046875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.143760730098491,
      "high": 0.14574065668028446,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-1@-#ready_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-1@-#ready_ms",
   "scenario": "scale/agents-1",
   "api": null,
   "metric": "ready_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.01374468635359681,
   "aa": {
    "pi-bun": 0.0055128441150303535,
    "pi-node": 0.3308316193348534,
    "pibolt": 0.025589334140803912,
    "pig-0.4.1": 0.03052376602095978,
    "pig-tip": 0.029913885673119287,
    "rpi": 0.05304768794455112
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.6849359162221356,
     "ci": [
      1.6774414505058628,
      1.702157329378242
     ],
     "floor": 0.3308316193348534,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 449.19694300000003,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.6794775794877146,
      "high": 1.6968814950964308,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.12548706588701664,
     "ci": [
      0.12529776062315626,
      0.1266500249008688
     ],
     "floor": 0.3308316193348534,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 33.4543325,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.12531491295680272,
      "high": 0.1264106131170826,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.1187225704200915,
     "ci": [
      0.11809538605135719,
      0.12001864488600052
     ],
     "floor": 0.3308316193348534,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 31.650945999999998,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11825588088085177,
      "high": 0.11976222379139019,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.05116139612099455,
     "ci": [
      0.05016309125019469,
      0.05190019210077006
     ],
     "floor": 0.3308316193348534,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 13.6394165,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.05021763053471549,
      "high": 0.05164677300611183,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.01411260651900141,
     "ci": [
      0.013765942188293585,
      0.014305760507960587
     ],
     "floor": 0.3308316193348534,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.7623625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.01380669834123396,
      "high": 0.01425139877925865,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-1@-#turns_per_s",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-1@-#turns_per_s",
   "scenario": "scale/agents-1",
   "api": null,
   "metric": "turns_per_s",
   "kind": "other",
   "unit": "agent-turns per second (higher is better)",
   "mde": 0.0031072414908985147,
   "aa": {
    "pi-bun": 0.002569036325591263,
    "pi-node": 0.0028854688170837344,
    "pibolt": 0.0018297452135094022,
    "pig-0.4.1": 0.04322424726586973,
    "pig-tip": 0.004172544324849774,
    "rpi": 0.0019950206367839876
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.0110296793117597,
     "ci": [
      1.0091206484699557,
      1.0138192813330509
     ],
     "floor": 0.0028854688170837344,
     "p": 0.0009765625,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 17.82125801062943,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.552881139330379,
     "ci": [
      1.550162820319152,
      1.555087097927606
     ],
     "floor": 0.0028854688170837344,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 27.37238679549511,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.242556944263268,
     "ci": [
      1.2137813202855179,
      1.2523355049081233
     ],
     "floor": 0.04322424726586973,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 21.902351978123008,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 1.5292440726911656,
     "ci": [
      1.5258217798170088,
      1.5317116344257304
     ],
     "floor": 0.004172544324849774,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 26.955740012703714,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 1.559915064876197,
     "ci": [
      1.557911812551622,
      1.5618207137180329
     ],
     "floor": 0.0028854688170837344,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 27.496372673006555,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-128@-#cpu_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-128@-#cpu_ms",
   "scenario": "scale/agents-128",
   "api": null,
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-128@-#cpu_ms_per_agent_turn",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-128@-#cpu_ms_per_agent_turn",
   "scenario": "scale/agents-128",
   "api": null,
   "metric": "cpu_ms_per_agent_turn",
   "kind": "CPU",
   "unit": "ms of CPU time per agent-turn",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-128@-#latency_ms_max",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-128@-#latency_ms_max",
   "scenario": "scale/agents-128",
   "api": null,
   "metric": "latency_ms_max",
   "kind": "wall",
   "unit": "ms",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-128@-#latency_ms_p50",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-128@-#latency_ms_p50",
   "scenario": "scale/agents-128",
   "api": null,
   "metric": "latency_ms_p50",
   "kind": "wall",
   "unit": "ms",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-128@-#latency_ms_p95",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-128@-#latency_ms_p95",
   "scenario": "scale/agents-128",
   "api": null,
   "metric": "latency_ms_p95",
   "kind": "wall",
   "unit": "ms",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-128@-#mem_peak_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-128@-#mem_peak_mib",
   "scenario": "scale/agents-128",
   "api": null,
   "metric": "mem_peak_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-128@-#mem_per_agent_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-128@-#mem_per_agent_mib",
   "scenario": "scale/agents-128",
   "api": null,
   "metric": "mem_per_agent_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-128@-#pss_mib_per_agent",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-128@-#pss_mib_per_agent",
   "scenario": "scale/agents-128",
   "api": null,
   "metric": "pss_mib_per_agent",
   "kind": "memory",
   "unit": "MiB per agent",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-128@-#ready_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-128@-#ready_ms",
   "scenario": "scale/agents-128",
   "api": null,
   "metric": "ready_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-128@-#turns_per_s",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-128@-#turns_per_s",
   "scenario": "scale/agents-128",
   "api": null,
   "metric": "turns_per_s",
   "kind": "other",
   "unit": "agent-turns per second (higher is better)",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-16@-#cpu_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-16@-#cpu_ms",
   "scenario": "scale/agents-16",
   "api": null,
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.004215473901905726,
   "aa": {
    "pi-bun": 0.004194300202488739,
    "pi-node": 0.17414727363345317,
    "pibolt": 0.010289380685283693,
    "pig-0.4.1": 0.016315689007286763,
    "pig-tip": 0.015706672354008272,
    "rpi": 0.011487147916641734
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.4085420599059257,
     "ci": [
      1.4012641684764697,
      1.4139922634322852
     ],
     "floor": 0.17414727363345317,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 19396.339,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.402510669720522,
      "high": 1.4122805248885686,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.10809961070788422,
     "ci": [
      0.10721076478547598,
      0.10903312917675581
     ],
     "floor": 0.17414727363345317,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 1488.5865,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10723705466517108,
      "high": 0.10889725570017293,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.22984025824756277,
     "ci": [
      0.22932002074010813,
      0.23051306561791912
     ],
     "floor": 0.17414727363345317,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 3165.017,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.22937694304180054,
      "high": 0.23043411364269364,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.09512728561383813,
     "ci": [
      0.09428021987990058,
      0.09558655531558034
     ],
     "floor": 0.17414727363345317,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 1309.951,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09451394288491069,
      "high": 0.09550846582205777,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.06099335845102295,
     "ci": [
      0.06083640039594034,
      0.061463909293667976
     ],
     "floor": 0.17414727363345317,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 839.9095,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.060866545983365036,
      "high": 0.061426315488952644,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-16@-#cpu_ms_per_agent_turn",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-16@-#cpu_ms_per_agent_turn",
   "scenario": "scale/agents-16",
   "api": null,
   "metric": "cpu_ms_per_agent_turn",
   "kind": "CPU",
   "unit": "ms of CPU time per agent-turn",
   "mde": 0.0042154739019057315,
   "aa": {
    "pi-bun": 0.004194300202488627,
    "pi-node": 0.17414727363345317,
    "pibolt": 0.010289380685283693,
    "pig-0.4.1": 0.016315689007286763,
    "pig-tip": 0.015706672354008272,
    "rpi": 0.011487147916641845
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.4085420599059257,
     "ci": [
      1.4012641684764695,
      1.4139922634322852
     ],
     "floor": 0.17414727363345317,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 404.09039583333333,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.4025106697205223,
      "high": 1.4122805248885684,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.10809961070788424,
     "ci": [
      0.10721076478547596,
      0.10903312917675582
     ],
     "floor": 0.17414727363345317,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 31.012218750000002,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10723705466517108,
      "high": 0.10889725570017295,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.22984025824756277,
     "ci": [
      0.22932002074010815,
      0.23051306561791915
     ],
     "floor": 0.17414727363345317,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 65.93785416666667,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2293769430418005,
      "high": 0.23043411364269367,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.09512728561383813,
     "ci": [
      0.09428021987990057,
      0.09558655531558036
     ],
     "floor": 0.17414727363345317,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 27.290645833333333,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09451394288491069,
      "high": 0.09550846582205777,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.06099335845102295,
     "ci": [
      0.06083640039594034,
      0.06146390929366798
     ],
     "floor": 0.17414727363345317,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 17.498114583333333,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.06086654598336504,
      "high": 0.06142631548895265,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-16@-#latency_ms_max",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-16@-#latency_ms_max",
   "scenario": "scale/agents-16",
   "api": null,
   "metric": "latency_ms_max",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.01686096355871648,
   "aa": {
    "pi-bun": 0.012236148395707363,
    "pi-node": 0.020363580662267174,
    "pibolt": 0.15632546023667643,
    "pig-0.4.1": 0.060149721423814494,
    "pig-tip": 0.0965497126948961,
    "rpi": 0.040437165172073165
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.7655463087413823,
     "ci": [
      0.7605042416305267,
      0.7783712651358619
     ],
     "floor": 0.020363580662267174,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 321.248307,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7615425426241053,
      "high": 0.7759649999278311,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.1387244340128734,
     "ci": [
      0.1316747434476253,
      0.14152034247675738
     ],
     "floor": 0.15632546023667643,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 58.2133165,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13389018702496314,
      "high": 0.14095408558955874,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.2870498475660582,
     "ci": [
      0.28080279809702036,
      0.30499033685162785
     ],
     "floor": 0.060149721423814494,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 120.4555185,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.28197322068491504,
      "high": 0.30417360717979325,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.15915878258936342,
     "ci": [
      0.1532438478136735,
      0.17721933887498922
     ],
     "floor": 0.0965497126948961,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 66.7882385,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1535489589493016,
      "high": 0.17170693502909862,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.12108146429002965,
     "ci": [
      0.11787755657340862,
      0.12713002162839887
     ],
     "floor": 0.040437165172073165,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 50.8097485,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11845450585899824,
      "high": 0.12635053310103464,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-16@-#latency_ms_p50",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-16@-#latency_ms_p50",
   "scenario": "scale/agents-16",
   "api": null,
   "metric": "latency_ms_p50",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.012834799420808703,
   "aa": {
    "pi-bun": 0.014995634307901752,
    "pi-node": 0.015451794751771306,
    "pibolt": 0.022101656444026428,
    "pig-0.4.1": 0.035416470153056545,
    "pig-tip": 0.05990973343202135,
    "rpi": 0.032507334142371024
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.40324239704645,
     "ci": [
      1.3869539460571636,
      1.4206585455222593
     ],
     "floor": 0.015451794751771306,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 117.545201,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.390089971190169,
      "high": 1.4186674185573735,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.32101349419186737,
     "ci": [
      0.31570712120977296,
      0.32494654327944184
     ],
     "floor": 0.022101656444026428,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 26.8902905,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3169841232949764,
      "high": 0.32427660766359595,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.2302515742085767,
     "ci": [
      1.2116614568247512,
      1.2526807716916515
     ],
     "floor": 0.035416470153056545,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 103.054304,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.212803517961549,
      "high": 1.2513339281404983,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.4225678452720691,
     "ci": [
      0.40902867738115134,
      0.43358026927303017
     ],
     "floor": 0.05990973343202135,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 35.397179,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.4095789805258204,
      "high": 0.43193437303784155,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.4069185229279353,
     "ci": [
      0.399227515139667,
      0.41239217139539786
     ],
     "floor": 0.032507334142371024,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 34.086284500000005,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.4006204970585899,
      "high": 0.4118187444624412,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-16@-#latency_ms_p95",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-16@-#latency_ms_p95",
   "scenario": "scale/agents-16",
   "api": null,
   "metric": "latency_ms_p95",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.01740714495378284,
   "aa": {
    "pi-bun": 0.02182336378262298,
    "pi-node": 0.022864420839325203,
    "pibolt": 0.15621587549101956,
    "pig-0.4.1": 0.06011106550058207,
    "pig-tip": 0.12039688339630462,
    "rpi": 0.04855380468437361
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.7830084604423742,
     "ci": [
      0.7666958681068714,
      0.7985690468473455
     ],
     "floor": 0.022864420839325203,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 315.5614075,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.767798752280037,
      "high": 0.7956394551992337,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.14054743523361787,
     "ci": [
      0.13218560141860106,
      0.14466414011380851
     ],
     "floor": 0.15621587549101956,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 56.642231499999994,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13535151239030146,
      "high": 0.14411137554328127,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.29451348907751923,
     "ci": [
      0.28527713167577345,
      0.308154375543408
     ],
     "floor": 0.06011106550058207,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 118.6923205,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.28676187235565426,
      "high": 0.3048459638293571,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.15657265817691948,
     "ci": [
      0.15211960744617134,
      0.17580770026256187
     ],
     "floor": 0.12039688339630462,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 63.1005805,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.15256339541992744,
      "high": 0.16880312232885447,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.12230485368182112,
     "ci": [
      0.11832728140597547,
      0.13007705394255542
     ],
     "floor": 0.04855380468437361,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 49.2902615,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11908568087611551,
      "high": 0.12707810085756424,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-16@-#mem_peak_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-16@-#mem_peak_mib",
   "scenario": "scale/agents-16",
   "api": null,
   "metric": "mem_peak_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.0044313547560985295,
   "aa": {
    "pi-bun": 0.0033305646202303665,
    "pi-node": 0.13889392922647917,
    "pibolt": 0.0026897923538746395,
    "pig-0.4.1": 0.009221281216369512,
    "pig-tip": 0.005636982197965802,
    "rpi": 0.02084796864251081
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.0528905632296173,
     "ci": [
      1.0493635449694532,
      1.059211612955501
     ],
     "floor": 0.13889392922647917,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 1326.45703125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0500161716891754,
      "high": 1.058785964387624,
      "p": 0.954,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.2918267367409268,
     "ci": [
      0.2906382610201784,
      0.2935065824494993
     ],
     "floor": 0.13889392922647917,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 367.650390625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2909033007091168,
      "high": 0.2933478191842059,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.24191587988155588,
     "ci": [
      0.24099714843907227,
      0.24328913903615132
     ],
     "floor": 0.13889392922647917,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 304.771484375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.24116463969848237,
      "high": 0.2430972519806667,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.15464241973241555,
     "ci": [
      0.15365551808421768,
      0.15571901422909654
     ],
     "floor": 0.13889392922647917,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 194.822265625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.15378398464110982,
      "high": 0.15557851721217866,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.07266483729438941,
     "ci": [
      0.07187704907891969,
      0.07343819022317345
     ],
     "floor": 0.13889392922647917,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 91.544921875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.07200272268803565,
      "high": 0.07331581045393393,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-16@-#mem_per_agent_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-16@-#mem_per_agent_mib",
   "scenario": "scale/agents-16",
   "api": null,
   "metric": "mem_per_agent_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.004471424178510663,
   "aa": {
    "pi-bun": 0.0031712243003985487,
    "pi-node": 0.13919531243393637,
    "pibolt": 0.0025357525013106758,
    "pig-0.4.1": 0.011671081963177407,
    "pig-tip": 0.005684413826667123,
    "rpi": 0.023827367323035416
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.0530657938722994,
     "ci": [
      1.0495704760427973,
      1.0596525862365176
     ],
     "floor": 0.13919531243393637,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 82.675048828125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.05020003101256,
      "high": 1.0590377973621907,
      "p": 0.95875,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.29032022327779894,
     "ci": [
      0.2889102375381564,
      0.29186918326248185
     ],
     "floor": 0.13919531243393637,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 22.792724609375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.289181246625249,
      "high": 0.2917009359213058,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.24033305086722279,
     "ci": [
      0.23940976642798145,
      0.24153052504194972
     ],
     "floor": 0.13919531243393637,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 18.8682861328125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.23956248958623685,
      "high": 0.24134572681870242,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.1526374301285091,
     "ci": [
      0.15120866175296643,
      0.15353114447877003
     ],
     "floor": 0.13919531243393637,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 11.9833984375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.15148649823620014,
      "high": 0.1534673497158909,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.07037293300888602,
     "ci": [
      0.06981933057353698,
      0.07118358824125223
     ],
     "floor": 0.13919531243393637,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 5.52490234375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.06987627272755484,
      "high": 0.07105286923917749,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-16@-#pss_mib_per_agent",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-16@-#pss_mib_per_agent",
   "scenario": "scale/agents-16",
   "api": null,
   "metric": "pss_mib_per_agent",
   "kind": "memory",
   "unit": "MiB per agent",
   "mde": 0.004432530787485394,
   "aa": {
    "pi-bun": 0.002389792652832415,
    "pi-node": 0.13813817471823617,
    "pibolt": 0.0024024185656938662,
    "pig-0.4.1": 0.008955078584383273,
    "pig-tip": 0.005057598709918386,
    "rpi": 0.005876924890901447
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.0549434508148512,
     "ci": [
      1.051336530945097,
      1.0607802647920128
     ],
     "floor": 0.13813817471823617,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 83.14566040039062,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0517441781912584,
      "high": 1.059605730701764,
      "p": 0.99525,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.3252334161562352,
     "ci": [
      0.32424709754002645,
      0.3270277474574721
     ],
     "floor": 0.13813817471823617,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 25.63336181640625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3243819605947019,
      "high": 0.32669584177016364,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.22046689813712358,
     "ci": [
      0.2192288705078735,
      0.22141930161472653
     ],
     "floor": 0.13813817471823617,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 17.37615966796875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2193420709752387,
      "high": 0.22126788094525643,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.15623171671857133,
     "ci": [
      0.15554135824510948,
      0.15757099286692014
     ],
     "floor": 0.13813817471823617,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 12.313446044921875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1556060520630664,
      "high": 0.15743523509103102,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.06234291624122645,
     "ci": [
      0.062022766083839616,
      0.0626962515349092
     ],
     "floor": 0.13813817471823617,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 4.91357421875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.062079378841718484,
      "high": 0.06264181633872094,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-16@-#ready_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-16@-#ready_ms",
   "scenario": "scale/agents-16",
   "api": null,
   "metric": "ready_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.009665003885432262,
   "aa": {
    "pi-bun": 0.005870166207147608,
    "pi-node": 0.2518737145943862,
    "pibolt": 0.037078088173366275,
    "pig-0.4.1": 0.036201475296236636,
    "pig-tip": 0.06133187670116026,
    "rpi": 0.2326198331244976
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.6268658815144672,
     "ci": [
      1.6145456270830965,
      1.6385551319840554
     ],
     "floor": 0.2518737145943862,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1910.326396,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.6151810726071698,
      "high": 1.6370024572381137,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.09848558750428149,
     "ci": [
      0.09609678115904963,
      0.10001962007534519
     ],
     "floor": 0.2518737145943862,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 115.64543800000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09636875693391736,
      "high": 0.09978548574911979,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.11353042544983742,
     "ci": [
      0.11063245191286251,
      0.11467437595374694
     ],
     "floor": 0.2518737145943862,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 133.311646,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1109005609196549,
      "high": 0.1145475461025758,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.04500465761740368,
     "ci": [
      0.04353226989160064,
      0.04736399896620348
     ],
     "floor": 0.2518737145943862,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 52.846142,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.04364125008886533,
      "high": 0.046933785707212856,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.02532609778144952,
     "ci": [
      0.022416549073834488,
      0.02886582354543021
     ],
     "floor": 0.2518737145943862,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 29.7388455,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.022523937789818253,
      "high": 0.028147626433522036,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-16@-#turns_per_s",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-16@-#turns_per_s",
   "scenario": "scale/agents-16",
   "api": null,
   "metric": "turns_per_s",
   "kind": "other",
   "unit": "agent-turns per second (higher is better)",
   "mde": 0.0026012732145372164,
   "aa": {
    "pi-bun": 0.004381245429261833,
    "pi-node": 0.0029099052244460195,
    "pibolt": 0.17230375635941939,
    "pig-0.4.1": 0.06886615016567328,
    "pig-tip": 0.009440311146849949,
    "rpi": 0.30173289962157807
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.0187968667586242,
     "ci": [
      1.0155632469720985,
      1.0203629319175387
     ],
     "floor": 0.004381245429261833,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 76.4718391745435,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 3.553330595164076,
     "ci": [
      3.5453310982186648,
      3.566877845846293
     ],
     "floor": 0.17230375635941939,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 266.7162951451744,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.5560475747387048,
     "ci": [
      1.5464949941228068,
      1.562492236336215
     ],
     "floor": 0.06886615016567328,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 116.79837636519645,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 3.362390024640799,
     "ci": [
      3.3388031714714477,
      3.375388434478701
     ],
     "floor": 0.009440311146849949,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 252.38411855789496,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 3.4160982251473646,
     "ci": [
      3.3861029947400723,
      4.591133693829123
     ],
     "floor": 0.30173289962157807,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 256.41550597721385,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-2@-#cpu_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-2@-#cpu_ms",
   "scenario": "scale/agents-2",
   "api": null,
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.048782078814548484,
   "aa": {
    "pi-bun": 0.027706381744807107,
    "pi-node": 0.19426499797471133,
    "pibolt": 0.03296605357585624,
    "pig-0.4.1": 0.01593126353224678,
    "pig-tip": 0.025886434951874183,
    "rpi": 0.007360422525949254
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.3474817188864607,
     "ci": [
      1.3128277644295283,
      1.3720577531723739
     ],
     "floor": 0.19426499797471133,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1663.2425000000003,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3260613420365157,
      "high": 1.3677526848585775,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.11231157855167241,
     "ci": [
      0.10996230215736481,
      0.11477679398423268
     ],
     "floor": 0.19426499797471133,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 138.63,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11017311160088158,
      "high": 0.11461039972327733,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.26240101949715394,
     "ci": [
      0.2552203450469392,
      0.26788579026928333
     ],
     "floor": 0.19426499797471133,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 323.8905,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.25583385165235895,
      "high": 0.2671078710223165,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.12133142245129766,
     "ci": [
      0.11745130495336813,
      0.12487058457732016
     ],
     "floor": 0.19426499797471133,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 149.76350000000002,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11854648201576613,
      "high": 0.12394976687331109,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.0794732219966395,
     "ci": [
      0.07742936390415782,
      0.08086547423403606
     ],
     "floor": 0.19426499797471133,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 98.0965,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.07830576947051486,
      "high": 0.08059459156822127,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-2@-#cpu_ms_per_agent_turn",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-2@-#cpu_ms_per_agent_turn",
   "scenario": "scale/agents-2",
   "api": null,
   "metric": "cpu_ms_per_agent_turn",
   "kind": "CPU",
   "unit": "ms of CPU time per agent-turn",
   "mde": 0.04878207881454849,
   "aa": {
    "pi-bun": 0.02770638174480722,
    "pi-node": 0.19426499797471133,
    "pibolt": 0.03296605357585613,
    "pig-0.4.1": 0.01593126353224656,
    "pig-tip": 0.025886434951874298,
    "rpi": 0.007360422525949254
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.3474817188864603,
     "ci": [
      1.312827764429528,
      1.3720577531723737
     ],
     "floor": 0.19426499797471133,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 277.20708333333334,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3260613420365155,
      "high": 1.3677526848585777,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.11231157855167243,
     "ci": [
      0.10996230215736483,
      0.11477679398423273
     ],
     "floor": 0.19426499797471133,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 23.105000000000004,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11017311160088157,
      "high": 0.11461039972327733,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.26240101949715394,
     "ci": [
      0.2552203450469392,
      0.26788579026928333
     ],
     "floor": 0.19426499797471133,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 53.981750000000005,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.25583385165235895,
      "high": 0.2671078710223165,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.12133142245129762,
     "ci": [
      0.11745130495336814,
      0.12487058457732016
     ],
     "floor": 0.19426499797471133,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 24.960583333333332,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11854648201576615,
      "high": 0.1239497668733111,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.0794732219966395,
     "ci": [
      0.07742936390415782,
      0.08086547423403605
     ],
     "floor": 0.19426499797471133,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 16.34941666666667,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.07830576947051487,
      "high": 0.08059459156822127,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-2@-#latency_ms_max",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-2@-#latency_ms_max",
   "scenario": "scale/agents-2",
   "api": null,
   "metric": "latency_ms_max",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.10276811287913025,
   "aa": {
    "pi-bun": 0.07193867159645886,
    "pi-node": 0.04541039226502972,
    "pibolt": 0.04872136100418319,
    "pig-0.4.1": 0.07944891970641593,
    "pig-tip": 0.03316575568307046,
    "rpi": 0.04749018204945839
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.8329039130857484,
     "ci": [
      0.7940030394626145,
      0.9204654883053283
     ],
     "floor": 0.07193867159645886,
     "p": 0.00146484375,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 74.45239000000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.8227689025702775,
      "high": 0.8879493472718383,
      "p": 0.99025,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.1681239267092473,
     "ci": [
      0.16009305039208296,
      0.17451717508355066
     ],
     "floor": 0.04872136100418319,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 15.028418,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1640437141502046,
      "high": 0.17376945873485364,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.46736750586807835,
     "ci": [
      0.44345199410807123,
      0.49274506086634523
     ],
     "floor": 0.07944891970641593,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 41.7774815,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.45372390901788207,
      "high": 0.4885689748841979,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.19985273232461373,
     "ci": [
      0.18932596778428623,
      0.207647581044775
     ],
     "floor": 0.04541039226502972,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 17.864622,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.19248103357961288,
      "high": 0.20720816666825181,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.1197164787646721,
     "ci": [
      0.11411440658871712,
      0.12561582283452605
     ],
     "floor": 0.04749018204945839,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 10.701328,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11846244595464334,
      "high": 0.12524112128915854,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-2@-#latency_ms_p50",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-2@-#latency_ms_p50",
   "scenario": "scale/agents-2",
   "api": null,
   "metric": "latency_ms_p50",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.08448600210684287,
   "aa": {
    "pi-bun": 0.04663807589358106,
    "pi-node": 0.08813831198254478,
    "pibolt": 0.056917282164467516,
    "pig-0.4.1": 0.1391458520476004,
    "pig-tip": 0.01613560442119063,
    "rpi": 0.01392477098324682
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.8738280075035518,
     "ci": [
      0.8564218320312911,
      0.9055266905288457
     ],
     "floor": 0.08813831198254478,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 19.4743455,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.8582205075485863,
      "high": 0.8996054005297501,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.416902254801061,
     "ci": [
      0.402578021637423,
      0.43217563787064894
     ],
     "floor": 0.08813831198254478,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 9.291186,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.40520046226845424,
      "high": 0.431320431779027,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.6935219976823825,
     "ci": [
      1.5733420194083385,
      1.8270356369762073
     ],
     "floor": 0.1391458520476004,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 37.742247000000006,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.5791493683808304,
      "high": 1.7884569327543896,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.49285360784525145,
     "ci": [
      0.48214655359178915,
      0.5097649742419971
     ],
     "floor": 0.08813831198254478,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 10.9838565,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.484528272641545,
      "high": 0.5083516872581985,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.41856677922712465,
     "ci": [
      0.411195353067384,
      0.42804372737300006
     ],
     "floor": 0.08813831198254478,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 9.328282,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.4119001583661133,
      "high": 0.4274313544603487,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-2@-#latency_ms_p95",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-2@-#latency_ms_p95",
   "scenario": "scale/agents-2",
   "api": null,
   "metric": "latency_ms_p95",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.10276811287913025,
   "aa": {
    "pi-bun": 0.07193867159645886,
    "pi-node": 0.04541039226502972,
    "pibolt": 0.04872136100418319,
    "pig-0.4.1": 0.07944891970641593,
    "pig-tip": 0.03316575568307046,
    "rpi": 0.04749018204945839
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.8329039130857484,
     "ci": [
      0.7940030394626145,
      0.9204654883053283
     ],
     "floor": 0.07193867159645886,
     "p": 0.00146484375,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 74.45239000000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.8227689025702775,
      "high": 0.8879493472718383,
      "p": 0.99025,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.1681239267092473,
     "ci": [
      0.16009305039208296,
      0.17451717508355066
     ],
     "floor": 0.04872136100418319,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 15.028418,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1640437141502046,
      "high": 0.17376945873485364,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.46736750586807835,
     "ci": [
      0.44345199410807123,
      0.49274506086634523
     ],
     "floor": 0.07944891970641593,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 41.7774815,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.45372390901788207,
      "high": 0.4885689748841979,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.19985273232461373,
     "ci": [
      0.18932596778428623,
      0.207647581044775
     ],
     "floor": 0.04541039226502972,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 17.864622,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.19248103357961288,
      "high": 0.20720816666825181,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.1197164787646721,
     "ci": [
      0.11411440658871712,
      0.12561582283452605
     ],
     "floor": 0.04749018204945839,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 10.701328,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11846244595464334,
      "high": 0.12524112128915854,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-2@-#mem_peak_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-2@-#mem_peak_mib",
   "scenario": "scale/agents-2",
   "api": null,
   "metric": "mem_peak_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.01759024971106927,
   "aa": {
    "pi-bun": 0.010284835599251871,
    "pi-node": 0.13523415574739903,
    "pibolt": 0.009772125250015808,
    "pig-0.4.1": 0.020875730337876097,
    "pig-tip": 0.011997047916447961,
    "rpi": 0.03182086661107902
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.1758214310043371,
     "ci": [
      1.1607567664616905,
      1.1845644479963466
     ],
     "floor": 0.13523415574739903,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 202.2734375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1623883615121047,
      "high": 1.1824876505269868,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.3050818592611095,
     "ci": [
      0.301154640571564,
      0.3077238270846138
     ],
     "floor": 0.13523415574739903,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 52.482421875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3013957251702515,
      "high": 0.30742483125383513,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.2578509957083494,
     "ci": [
      0.25464679837277776,
      0.25931415021204796
     ],
     "floor": 0.13523415574739903,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 44.357421875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.25502888094756476,
      "high": 0.25894056318149744,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.17592361316106178,
     "ci": [
      0.17356892853110534,
      0.1766496420265402
     ],
     "floor": 0.13523415574739903,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 30.263671875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.17393778668093196,
      "high": 0.17642576903394552,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.10070619223869752,
     "ci": [
      0.09925265945509223,
      0.10203802489399535
     ],
     "floor": 0.13523415574739903,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 17.32421875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09957341715312079,
      "high": 0.10167891578450543,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-2@-#mem_per_agent_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-2@-#mem_per_agent_mib",
   "scenario": "scale/agents-2",
   "api": null,
   "metric": "mem_per_agent_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.017720668968051596,
   "aa": {
    "pi-bun": 0.011909832189088549,
    "pi-node": 0.13465245207841187,
    "pibolt": 0.007463906335857859,
    "pig-0.4.1": 0.02094613799825872,
    "pig-tip": 0.018127384592556715,
    "rpi": 0.05331315705037578
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.177338025731264,
     "ci": [
      1.1612230953194398,
      1.1929047080364328
     ],
     "floor": 0.13465245207841187,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 99.642578125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1633000674463,
      "high": 1.1883331195260476,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.29134021808111693,
     "ci": [
      0.28782422808281033,
      0.29484413448867014
     ],
     "floor": 0.13465245207841187,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 24.6572265625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2880444729136164,
      "high": 0.29399648563415687,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.2430277505336641,
     "ci": [
      0.24119234992679356,
      0.24621079017030947
     ],
     "floor": 0.13465245207841187,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 20.568359375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2414287034470012,
      "high": 0.2459016393442623,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.16086078578434201,
     "ci": [
      0.15841050797726022,
      0.16253629864601676
     ],
     "floor": 0.13465245207841187,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 13.6142578125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1588569318129357,
      "high": 0.16218841048883134,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.08357468412854094,
     "ci": [
      0.08195505874301358,
      0.08597385331265234
     ],
     "floor": 0.13465245207841187,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 7.0732421875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.08203684040441346,
      "high": 0.08560148629818858,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-2@-#pss_mib_per_agent",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-2@-#pss_mib_per_agent",
   "scenario": "scale/agents-2",
   "api": null,
   "metric": "pss_mib_per_agent",
   "kind": "memory",
   "unit": "MiB per agent",
   "mde": 0.008247121723079013,
   "aa": {
    "pi-bun": 0.006373388238690891,
    "pi-node": 0.116352683691601,
    "pibolt": 0.0009905894816960882,
    "pig-0.4.1": 0.011273224529356541,
    "pig-tip": 0.0076051251507535745,
    "rpi": 0.021203970740147172
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.122742510051859,
     "ci": [
      1.1109655120024309,
      1.1299803202110712
     ],
     "floor": 0.116352683691601,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 114.8037109375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.111936894126592,
      "high": 1.1285376283192636,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.559511302969238,
     "ci": [
      0.5554664515516751,
      0.5630942683515834
     ],
     "floor": 0.116352683691601,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 57.211669921875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.5557723716195685,
      "high": 0.5624091146870666,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.30418214637034774,
     "ci": [
      0.3006478825071723,
      0.30683361568770484
     ],
     "floor": 0.116352683691601,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 31.103515625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.30120803323044093,
      "high": 0.3064447823827215,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.27575997784293316,
     "ci": [
      0.2739052895196175,
      0.2782825463435292
     ],
     "floor": 0.116352683691601,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 28.197265625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2742707383773929,
      "high": 0.2778001341381623,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.11418529802209977,
     "ci": [
      0.11293526636486925,
      0.11718485305036729
     ],
     "floor": 0.116352683691601,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 11.67578125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11304694773241122,
      "high": 0.11656970946480105,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-2@-#ready_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-2@-#ready_ms",
   "scenario": "scale/agents-2",
   "api": null,
   "metric": "ready_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.07751598284469817,
   "aa": {
    "pi-bun": 0.009439116090869325,
    "pi-node": 0.35867284616173933,
    "pibolt": 0.032354234576793234,
    "pig-0.4.1": 0.024847991031819647,
    "pig-tip": 0.056311533054329656,
    "rpi": 0.03059333612831528
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.6593198019359534,
     "ci": [
      1.6047246607682821,
      1.673174807395742
     ],
     "floor": 0.35867284616173933,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 475.6247615,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.6250762342662566,
      "high": 1.6707076903334652,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.11667375102818135,
     "ci": [
      0.11313325562771905,
      0.1180773516436689
     ],
     "floor": 0.35867284616173933,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 33.4431765,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11483615085426659,
      "high": 0.11788895572432252,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.11769107462167498,
     "ci": [
      0.11313755799739539,
      0.11887088848961416
     ],
     "floor": 0.35867284616173933,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 33.7347805,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11453565920205779,
      "high": 0.11867929738835534,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.049008394698891566,
     "ci": [
      0.047449038283050325,
      0.051401624683847395
     ],
     "floor": 0.35867284616173933,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 14.047687499999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.04791620608223775,
      "high": 0.05097146880237097,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.013761865459523421,
     "ci": [
      0.013256755926000917,
      0.013904858220447316
     ],
     "floor": 0.35867284616173933,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.944679,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.013458938987888384,
      "high": 0.013869340732534359,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-2@-#turns_per_s",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-2@-#turns_per_s",
   "scenario": "scale/agents-2",
   "api": null,
   "metric": "turns_per_s",
   "kind": "other",
   "unit": "agent-turns per second (higher is better)",
   "mde": 0.11078411540733728,
   "aa": {
    "pi-bun": 0.004445865103114449,
    "pi-node": 0.018188919770680802,
    "pibolt": 0.004774288832665611,
    "pig-0.4.1": 0.034267621677395506,
    "pig-tip": 0.0031522144253755785,
    "rpi": 0.002740696898536681
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.0138199954555538,
     "ci": [
      1.0090332103353599,
      1.0268279270824576
     ],
     "floor": 0.018188919770680802,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 35.15181527236764,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.5664679565351929,
     "ci": [
      1.5615433109230814,
      1.5880252201672869
     ],
     "floor": 0.018188919770680802,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 54.31357882566281,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.2220435960424203,
     "ci": [
      1.1996251273932639,
      1.2463408354327163
     ],
     "floor": 0.034267621677395506,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 42.37147712159745,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 1.5400856736199553,
     "ci": [
      1.5339957084502116,
      1.5618412241506179
     ],
     "floor": 0.018188919770680802,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 53.3988354396014,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 1.5636692568309085,
     "ci": [
      1.5589874628896796,
      1.5850089101546874
     ],
     "floor": 0.018188919770680802,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 54.216540519603726,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-256@-#cpu_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-256@-#cpu_ms",
   "scenario": "scale/agents-256",
   "api": null,
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-256@-#cpu_ms_per_agent_turn",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-256@-#cpu_ms_per_agent_turn",
   "scenario": "scale/agents-256",
   "api": null,
   "metric": "cpu_ms_per_agent_turn",
   "kind": "CPU",
   "unit": "ms of CPU time per agent-turn",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-256@-#latency_ms_max",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-256@-#latency_ms_max",
   "scenario": "scale/agents-256",
   "api": null,
   "metric": "latency_ms_max",
   "kind": "wall",
   "unit": "ms",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-256@-#latency_ms_p50",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-256@-#latency_ms_p50",
   "scenario": "scale/agents-256",
   "api": null,
   "metric": "latency_ms_p50",
   "kind": "wall",
   "unit": "ms",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-256@-#latency_ms_p95",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-256@-#latency_ms_p95",
   "scenario": "scale/agents-256",
   "api": null,
   "metric": "latency_ms_p95",
   "kind": "wall",
   "unit": "ms",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-256@-#mem_peak_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-256@-#mem_peak_mib",
   "scenario": "scale/agents-256",
   "api": null,
   "metric": "mem_peak_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-256@-#mem_per_agent_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-256@-#mem_per_agent_mib",
   "scenario": "scale/agents-256",
   "api": null,
   "metric": "mem_per_agent_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-256@-#pss_mib_per_agent",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-256@-#pss_mib_per_agent",
   "scenario": "scale/agents-256",
   "api": null,
   "metric": "pss_mib_per_agent",
   "kind": "memory",
   "unit": "MiB per agent",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-256@-#ready_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-256@-#ready_ms",
   "scenario": "scale/agents-256",
   "api": null,
   "metric": "ready_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-256@-#turns_per_s",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-256@-#turns_per_s",
   "scenario": "scale/agents-256",
   "api": null,
   "metric": "turns_per_s",
   "kind": "other",
   "unit": "agent-turns per second (higher is better)",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-32@-#cpu_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-32@-#cpu_ms",
   "scenario": "scale/agents-32",
   "api": null,
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.001568886770237296,
   "aa": {
    "pi-bun": 0.004751777419620365,
    "pi-node": 0.17110998826291007,
    "pibolt": 0.007350559322044201,
    "pig-0.4.1": 0.014943205599111206,
    "pig-tip": 0.008912027893128739,
    "rpi": 0.005908966160644787
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.4462214151087984,
     "ci": [
      1.4405566048301712,
      1.4477790714554042
     ],
     "floor": 0.17110998826291007,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 40612.7435,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.4410381297020607,
      "high": 1.4474130872878994,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.11021611804414848,
     "ci": [
      0.10982980320183552,
      0.11062012677237117
     ],
     "floor": 0.17110998826291007,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 3095.0855,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10988473503296264,
      "high": 0.11058644808840487,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.23361954190674952,
     "ci": [
      0.23079759150719195,
      0.23434014683686327
     ],
     "floor": 0.17110998826291007,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 6560.496499999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.23103973118080715,
      "high": 0.23422855209983798,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.09623371125556442,
     "ci": [
      0.09567063399113201,
      0.09691449080811275
     ],
     "floor": 0.17110998826291007,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 2702.432,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09580030106950353,
      "high": 0.09688833808264818,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.06002309026205001,
     "ci": [
      0.05969753113542991,
      0.06013136258826304
     ],
     "floor": 0.17110998826291007,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 1685.5665,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.059754779950106175,
      "high": 0.060102932353482505,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-32@-#cpu_ms_per_agent_turn",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-32@-#cpu_ms_per_agent_turn",
   "scenario": "scale/agents-32",
   "api": null,
   "metric": "cpu_ms_per_agent_turn",
   "kind": "CPU",
   "unit": "ms of CPU time per agent-turn",
   "mde": 0.0015688867702373373,
   "aa": {
    "pi-bun": 0.004751777419620365,
    "pi-node": 0.17110998826291007,
    "pibolt": 0.007350559322044089,
    "pig-0.4.1": 0.014943205599111319,
    "pig-tip": 0.008912027893128628,
    "rpi": 0.005908966160644787
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.4462214151087984,
     "ci": [
      1.440556604830171,
      1.4477790714554042
     ],
     "floor": 0.17110998826291007,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 423.04941145833334,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.4410381297020611,
      "high": 1.4474130872878994,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.11021611804414848,
     "ci": [
      0.10982980320183551,
      0.11062012677237115
     ],
     "floor": 0.17110998826291007,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 32.24047395833334,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10988473503296264,
      "high": 0.11058644808840487,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.23361954190674952,
     "ci": [
      0.23079759150719192,
      0.23434014683686324
     ],
     "floor": 0.17110998826291007,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 68.33850520833333,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2310397311808071,
      "high": 0.234228552099838,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.09623371125556443,
     "ci": [
      0.09567063399113203,
      0.09691449080811274
     ],
     "floor": 0.17110998826291007,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 28.150333333333336,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09580030106950355,
      "high": 0.09688833808264818,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.06002309026205001,
     "ci": [
      0.05969753113542991,
      0.06013136258826304
     ],
     "floor": 0.17110998826291007,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 17.557984375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.05975477995010617,
      "high": 0.0601029323534825,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-32@-#latency_ms_max",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-32@-#latency_ms_max",
   "scenario": "scale/agents-32",
   "api": null,
   "metric": "latency_ms_max",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.017688381536801558,
   "aa": {
    "pi-bun": 0.01235422463174792,
    "pi-node": 0.028421728156486203,
    "pibolt": 0.06976091558760049,
    "pig-0.4.1": 0.02434223403241282,
    "pig-tip": 0.046159075257357296,
    "rpi": 0.04098370409690942
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.7854255996118498,
     "ci": [
      0.7748707992335822,
      0.7969972338646547
     ],
     "floor": 0.028421728156486203,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 670.6040105,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7758545503161404,
      "high": 0.7944288501927969,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.11162799494907132,
     "ci": [
      0.10594279103347107,
      0.11715525476289337
     ],
     "floor": 0.06976091558760049,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 95.309067,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10636412307806066,
      "high": 0.11647455680725832,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.24752201315712596,
     "ci": [
      0.24275838994995275,
      0.2535449658832791
     ],
     "floor": 0.028421728156486203,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 211.3367005,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2432214228815875,
      "high": 0.2522488843652249,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.14840188765759413,
     "ci": [
      0.14361442925787057,
      0.15145856594077434
     ],
     "floor": 0.046159075257357296,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 126.706974,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.14418402456875473,
      "high": 0.15114721820064125,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.09824030241567208,
     "ci": [
      0.09662654920499866,
      0.10340804459734665
     ],
     "floor": 0.04098370409690942,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 83.878525,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09689312917570071,
      "high": 0.10279285935783011,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-32@-#latency_ms_p50",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-32@-#latency_ms_p50",
   "scenario": "scale/agents-32",
   "api": null,
   "metric": "latency_ms_p50",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.05640390781458027,
   "aa": {
    "pi-bun": 0.028455409968167072,
    "pi-node": 0.08773209687514923,
    "pibolt": 0.024203897532323982,
    "pig-0.4.1": 0.016374919733124257,
    "pig-tip": 0.02061032039977504,
    "rpi": 0.01831684492765256
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.433187092749369,
     "ci": [
      1.3127307857558361,
      1.4756174935371855
     ],
     "floor": 0.08773209687514923,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 253.1386975,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3587501580359869,
      "high": 1.4691637737057344,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.30155523255554734,
     "ci": [
      0.2762786519872937,
      0.3072788017330669
     ],
     "floor": 0.08773209687514923,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 53.2626195,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2815370278323668,
      "high": 0.30678565698906546,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.0626834866763373,
     "ci": [
      0.9623904069731991,
      1.0913695949528752
     ],
     "floor": 0.08773209687514923,
     "p": 0.3134765625,
     "p_holm": 0.3134765625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 187.697974,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.9852102073282116,
      "high": 1.0865584867829097,
      "p": 0.70725,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.3957143822335814,
     "ci": [
      0.3592985622531193,
      0.4098880677078724
     ],
     "floor": 0.08773209687514923,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 69.89361249999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.370426968683572,
      "high": 0.40860930381011845,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.37681595467137785,
     "ci": [
      0.34455923965720003,
      0.3853218039393372
     ],
     "floor": 0.08773209687514923,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 66.555651,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.35265064296714077,
      "high": 0.38475267643287636,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-32@-#latency_ms_p95",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-32@-#latency_ms_p95",
   "scenario": "scale/agents-32",
   "api": null,
   "metric": "latency_ms_p95",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.017923493400671755,
   "aa": {
    "pi-bun": 0.015547143983701906,
    "pi-node": 0.014071950503899519,
    "pibolt": 0.08096885071395572,
    "pig-0.4.1": 0.03491603352564588,
    "pig-tip": 0.04740797487154888,
    "rpi": 0.051430702495113764
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.8036473729868193,
     "ci": [
      0.7937373937793328,
      0.8141969896252716
     ],
     "floor": 0.015547143983701906,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 652.4482015,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7952542591573709,
      "high": 0.8130445283121722,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.1134914435097614,
     "ci": [
      0.10606872904729961,
      0.12083173077057084
     ],
     "floor": 0.08096885071395572,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 92.1390285,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10661980261469815,
      "high": 0.1199069365618194,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.25616271009940095,
     "ci": [
      0.24927694472057937,
      0.2631333379216325
     ],
     "floor": 0.03491603352564588,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 207.96795350000002,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2507277175407454,
      "high": 0.26152704461690374,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.1503898309599182,
     "ci": [
      0.1450083356603474,
      0.15332039655026466
     ],
     "floor": 0.04740797487154888,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 122.0953095,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.14667562406836268,
      "high": 0.1527735595540727,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.10169974049625763,
     "ci": [
      0.0989031608436724,
      0.10634667566614253
     ],
     "floor": 0.051430702495113764,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 82.5658305,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09939493751395317,
      "high": 0.10484021299442664,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-32@-#mem_peak_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-32@-#mem_peak_mib",
   "scenario": "scale/agents-32",
   "api": null,
   "metric": "mem_peak_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.002145906463470464,
   "aa": {
    "pi-bun": 0.002279010321216808,
    "pi-node": 0.13248217058540093,
    "pibolt": 0.0017010285632526642,
    "pig-0.4.1": 0.011807384828751006,
    "pig-tip": 0.010804460819914319,
    "rpi": 0.007804828086516617
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.013011275719022,
     "ci": [
      1.0106468366928394,
      1.0149948050041908
     ],
     "floor": 0.13248217058540093,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 2565.00390625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.011284995614599,
      "high": 1.0146101049427778,
      "p": 0.0,
      "equivalent": true
     }
    },
    "pibolt": {
     "ratio": 0.2866507149722234,
     "ci": [
      0.28579618868641815,
      0.2871529638512538
     ],
     "floor": 0.13248217058540093,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 725.81640625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2859957983387562,
      "high": 0.2870509831909796,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.2374958925158167,
     "ci": [
      0.23630582765807664,
      0.23879482340669464
     ],
     "floor": 0.13248217058540093,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 601.353515625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.23651065129183443,
      "high": 0.23839313084695216,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.15035474778890076,
     "ci": [
      0.1489921337644808,
      0.15100945141616745
     ],
     "floor": 0.13248217058540093,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 380.70703125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1491540743094319,
      "high": 0.15095568232493045,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.06721155433372364,
     "ci": [
      0.06701699563348412,
      0.06757379967085324
     ],
     "floor": 0.13248217058540093,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 170.18359375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.06704512314237175,
      "high": 0.06747993529881832,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-32@-#mem_per_agent_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-32@-#mem_per_agent_mib",
   "scenario": "scale/agents-32",
   "api": null,
   "metric": "mem_per_agent_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.002131952847744521,
   "aa": {
    "pi-bun": 0.0022267280424270886,
    "pi-node": 0.13260166649435057,
    "pibolt": 0.0014940840573999053,
    "pig-0.4.1": 0.011404996613990382,
    "pig-tip": 0.011554878601858977,
    "rpi": 0.00924563447468502
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.012922802223899,
     "ci": [
      1.0104965360814575,
      1.0150954298545452
     ],
     "floor": 0.13260166649435057,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 80.05224609375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.011328705196089,
      "high": 1.0145726189298783,
      "p": 0.0,
      "equivalent": true
     }
    },
    "pibolt": {
     "ratio": 0.28564080741835113,
     "ci": [
      0.28488726855846747,
      0.286082567892223
     ],
     "floor": 0.13260166649435057,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 22.574462890625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2850884090684823,
      "high": 0.2860198496166206,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.2365877561990141,
     "ci": [
      0.23549054296039348,
      0.23784827254968066
     ],
     "floor": 0.13260166649435057,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 18.69775390625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.23567093963292704,
      "high": 0.23749562352607298,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.14900879875011874,
     "ci": [
      0.14783069329757598,
      0.1500035139395278
     ],
     "floor": 0.13260166649435057,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 11.77630615234375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1480109008654299,
      "high": 0.1499383062081405,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.06604661723467632,
     "ci": [
      0.06585760230829316,
      0.0664223623394533
     ],
     "floor": 0.13260166649435057,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 5.2197265625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.06588752458792302,
      "high": 0.06635477221668944,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-32@-#pss_mib_per_agent",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-32@-#pss_mib_per_agent",
   "scenario": "scale/agents-32",
   "api": null,
   "metric": "pss_mib_per_agent",
   "kind": "memory",
   "unit": "MiB per agent",
   "mde": 0.0034065564586847697,
   "aa": {
    "pi-bun": 0.003214032752989947,
    "pi-node": 0.13730653759954892,
    "pibolt": 0.0027794615425189868,
    "pig-0.4.1": 0.017547797083855326,
    "pig-tip": 0.00937587735353425,
    "rpi": 0.010757345816207627
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.0228739157197861,
     "ci": [
      1.0189883096215753,
      1.0271057163946526
     ],
     "floor": 0.13730653759954892,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 79.51596069335938,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0193356735877446,
      "high": 1.0263333292652344,
      "p": 0.0,
      "equivalent": true
     }
    },
    "pibolt": {
     "ratio": 0.2996594056793985,
     "ci": [
      0.29855333605491974,
      0.3010018358579008
     ],
     "floor": 0.13730653759954892,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 23.29486083984375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2986133836039187,
      "high": 0.30070868306083665,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.20947806943162048,
     "ci": [
      0.20865085168246233,
      0.21245964045201124
     ],
     "floor": 0.13730653759954892,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 16.28436279296875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2087584960786125,
      "high": 0.21177262043341177,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.14435059388092233,
     "ci": [
      0.14356709259923248,
      0.14522985957132298
     ],
     "floor": 0.13730653759954892,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 11.22149658203125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.14369092081055093,
      "high": 0.14516415960201826,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.05582865389084651,
     "ci": [
      0.05552844176061466,
      0.056151950944970525
     ],
     "floor": 0.13730653759954892,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 4.339996337890625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.05555992581260364,
      "high": 0.0561044640998303,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-32@-#ready_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-32@-#ready_ms",
   "scenario": "scale/agents-32",
   "api": null,
   "metric": "ready_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.0031502134977535075,
   "aa": {
    "pi-bun": 0.005464432645550696,
    "pi-node": 0.2489388356077145,
    "pibolt": 0.0252327440506413,
    "pig-0.4.1": 0.022855271939485753,
    "pig-tip": 0.048964915043307175,
    "rpi": 0.1790250446899857
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.674681412343737,
     "ci": [
      1.6702107284837466,
      1.683032390544901
     ],
     "floor": 0.2489388356077145,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 3897.894803,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.6708060824397433,
      "high": 1.6811380501313242,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.09642347900928205,
     "ci": [
      0.0952354850980892,
      0.0971747427818576
     ],
     "floor": 0.2489388356077145,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 224.42989749999998,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09537024340986573,
      "high": 0.09712807533778106,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.11177859423373263,
     "ci": [
      0.11055568691614716,
      0.11386514827282888
     ],
     "floor": 0.2489388356077145,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 260.169605,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11081265339763646,
      "high": 0.11353345437254396,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.045184551397609365,
     "ci": [
      0.044168704638257505,
      0.04688753820195555
     ],
     "floor": 0.2489388356077145,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 105.16903500000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.04422403376189969,
      "high": 0.04621940711709589,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.02553286168648293,
     "ci": [
      0.023371149764712464,
      0.027155319467843678
     ],
     "floor": 0.2489388356077145,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 59.428861,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.023443376014863033,
      "high": 0.026966799186194525,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-32@-#turns_per_s",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-32@-#turns_per_s",
   "scenario": "scale/agents-32",
   "api": null,
   "metric": "turns_per_s",
   "kind": "other",
   "unit": "agent-turns per second (higher is better)",
   "mde": 0.009315024265142429,
   "aa": {
    "pi-bun": 0.004286679322261535,
    "pi-node": 0.0025459627040332004,
    "pibolt": 0.010271502709776897,
    "pig-0.4.1": 0.017770577520538535,
    "pig-tip": 0.006765157170959471,
    "rpi": 0.0038645206575455516
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.0093207478094097,
     "ci": [
      1.0069735114404204,
      1.0126958170728204
     ],
     "floor": 0.004286679322261535,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 75.25767794592991,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 4.9842859007930365,
     "ci": [
      4.956479230652234,
      4.996846358128248
     ],
     "floor": 0.010271502709776897,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 371.6418035856653,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.9512324979826328,
     "ci": [
      1.9451655696789156,
      1.9579973287032566
     ],
     "floor": 0.017770577520538535,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 145.4891591691902,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 3.929695817064364,
     "ci": [
      3.9149376303115986,
      3.9410716887417454
     ],
     "floor": 0.006765157170959471,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 293.0087218240186,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 4.700087171950183,
     "ci": [
      4.679935979623718,
      4.7149444846532615
     ],
     "floor": 0.0038645206575455516,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 350.4511796394935,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-4@-#cpu_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-4@-#cpu_ms",
   "scenario": "scale/agents-4",
   "api": null,
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.028363301484446667,
   "aa": {
    "pi-bun": 0.03656559229297326,
    "pi-node": 0.1652528936176454,
    "pibolt": 0.017094845614283014,
    "pig-0.4.1": 0.021520057742669473,
    "pig-tip": 0.022642657026742823,
    "rpi": 0.004275421252218728
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.3317028738452106,
     "ci": [
      1.316075859141675,
      1.3530243220006877
     ],
     "floor": 0.1652528936176454,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 3788.8385,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3175413880585136,
      "high": 1.3512209812239186,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.10875755858828558,
     "ci": [
      0.10763251369362854,
      0.10954092552200138
     ],
     "floor": 0.1652528936176454,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 309.427,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10776625723053986,
      "high": 0.10941242945439551,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.24544604282157303,
     "ci": [
      0.24071779326984158,
      0.24780369707904146
     ],
     "floor": 0.1652528936176454,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 698.3205,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.24133283720254842,
      "high": 0.24733292510578245,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.10955137731151156,
     "ci": [
      0.10833709154729973,
      0.11128414073673863
     ],
     "floor": 0.1652528936176454,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 311.68550000000005,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10837618628082026,
      "high": 0.11076342873255321,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.07557674436260416,
     "ci": [
      0.07498283433467834,
      0.07598200223540914
     ],
     "floor": 0.1652528936176454,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 215.024,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.075028342091397,
      "high": 0.07594955699371711,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-4@-#cpu_ms_per_agent_turn",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-4@-#cpu_ms_per_agent_turn",
   "scenario": "scale/agents-4",
   "api": null,
   "metric": "cpu_ms_per_agent_turn",
   "kind": "CPU",
   "unit": "ms of CPU time per agent-turn",
   "mde": 0.028363301484446667,
   "aa": {
    "pi-bun": 0.03656559229297326,
    "pi-node": 0.1652528936176454,
    "pibolt": 0.017094845614283014,
    "pig-0.4.1": 0.021520057742669362,
    "pig-tip": 0.02264265702674304,
    "rpi": 0.004275421252218951
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.3317028738452108,
     "ci": [
      1.316075859141675,
      1.3530243220006875
     ],
     "floor": 0.1652528936176454,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 315.73654166666665,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3175413880585136,
      "high": 1.3512209812239189,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.10875755858828559,
     "ci": [
      0.10763251369362851,
      0.10954092552200137
     ],
     "floor": 0.1652528936176454,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 25.785583333333335,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10776625723053984,
      "high": 0.10941242945439549,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.24544604282157303,
     "ci": [
      0.24071779326984158,
      0.24780369707904149
     ],
     "floor": 0.1652528936176454,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 58.193375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2413328372025484,
      "high": 0.24733292510578245,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.10955137731151156,
     "ci": [
      0.10833709154729972,
      0.11128414073673862
     ],
     "floor": 0.1652528936176454,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 25.973791666666667,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10837618628082026,
      "high": 0.11076342873255321,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.07557674436260416,
     "ci": [
      0.07498283433467834,
      0.07598200223540913
     ],
     "floor": 0.1652528936176454,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 17.918666666666667,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.075028342091397,
      "high": 0.07594955699371712,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-4@-#latency_ms_max",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-4@-#latency_ms_max",
   "scenario": "scale/agents-4",
   "api": null,
   "metric": "latency_ms_max",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.06772646842436365,
   "aa": {
    "pi-bun": 0.03602976822640239,
    "pi-node": 0.11880464350063459,
    "pibolt": 0.026298981876528314,
    "pig-0.4.1": 0.031466186585232495,
    "pig-tip": 0.030023243701977346,
    "rpi": 0.016244175013069777
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.8394085080187845,
     "ci": [
      0.8000372287099186,
      0.9310757243385175
     ],
     "floor": 0.11880464350063459,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 101.089996,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.8067666539229891,
      "high": 0.9267504164655768,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.14157795021814948,
     "ci": [
      0.13710958924060798,
      0.15713138670027166
     ],
     "floor": 0.11880464350063459,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 17.0502375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13770978847729173,
      "high": 0.15671352148237191,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.4315187071065785,
     "ci": [
      0.41529066285649824,
      0.48422040311419884
     ],
     "floor": 0.11880464350063459,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 51.967813,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.4168504347018983,
      "high": 0.4777816727776883,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.17607544081507573,
     "ci": [
      0.1707444365313176,
      0.19464849479162724
     ],
     "floor": 0.11880464350063459,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 21.2047715,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1720432576430164,
      "high": 0.19386658817652566,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.11374508859023416,
     "ci": [
      0.11121732669377128,
      0.12602524886385622
     ],
     "floor": 0.11880464350063459,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 13.698325,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11177992693253047,
      "high": 0.12585088600294256,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-4@-#latency_ms_p50",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-4@-#latency_ms_p50",
   "scenario": "scale/agents-4",
   "api": null,
   "metric": "latency_ms_p50",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.043614593550876955,
   "aa": {
    "pi-bun": 0.03036368475334243,
    "pi-node": 0.056502547175246214,
    "pibolt": 0.01371060546335723,
    "pig-0.4.1": 0.050826603659372284,
    "pig-tip": 0.03691197320680989,
    "rpi": 0.012648169172225214
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.9920340307730815,
     "ci": [
      0.9633574656983067,
      1.0154792680447482
     ],
     "floor": 0.056502547175246214,
     "p": 0.5986328125,
     "p_holm": 0.5986328125,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 28.354213,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.9726253602245419,
      "high": 1.0071930153546067,
      "p": 0.005,
      "equivalent": true
     }
    },
    "pibolt": {
     "ratio": 0.3738563805189198,
     "ci": [
      0.3672902273316639,
      0.37899860390601925
     ],
     "floor": 0.056502547175246214,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 10.685524000000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.36857671203385256,
      "high": 0.3779288999121111,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.6017595124158228,
     "ci": [
      1.565103049708823,
      1.6593011151742252
     ],
     "floor": 0.056502547175246214,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 45.781323,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.5743578237738973,
      "high": 1.641532737180808,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.466030445741431,
     "ci": [
      0.4577680594068745,
      0.47709253532369356
     ],
     "floor": 0.056502547175246214,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 13.320033500000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.4595650185558786,
      "high": 0.475588932566146,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.4267361833997329,
     "ci": [
      0.4192809640487197,
      0.43555910284085264
     ],
     "floor": 0.056502547175246214,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 12.196929,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.4210301507429266,
      "high": 0.43391146440123607,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-4@-#latency_ms_p95",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-4@-#latency_ms_p95",
   "scenario": "scale/agents-4",
   "api": null,
   "metric": "latency_ms_p95",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.07053209568488553,
   "aa": {
    "pi-bun": 0.056928871323359734,
    "pi-node": 0.1085482983582284,
    "pibolt": 0.034710306958446305,
    "pig-0.4.1": 0.03786962677075539,
    "pig-tip": 0.03329545122989609,
    "rpi": 0.016504070642957926
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.8379849735629491,
     "ci": [
      0.8045125699721704,
      0.9068207451100778
     ],
     "floor": 0.1085482983582284,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 97.01923,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.8128896018271683,
      "high": 0.893927525711055,
      "p": 0.99925,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.1431983399681319,
     "ci": [
      0.13886225231972635,
      0.15542299239950802
     ],
     "floor": 0.1085482983582284,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 16.5790475,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13967377919986204,
      "high": 0.1530045394132706,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.43789617685409865,
     "ci": [
      0.42105364702301884,
      0.4792544987828584
     ],
     "floor": 0.1085482983582284,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 50.698223999999996,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.4227222255207867,
      "high": 0.47146531396526187,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.17885642102250462,
     "ci": [
      0.1735861969626249,
      0.19319229995934725
     ],
     "floor": 0.1085482983582284,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 20.707426499999997,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.17500526553233178,
      "high": 0.19079659295367044,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.11699591732156284,
     "ci": [
      0.11319010863071054,
      0.1267724299462399
     ],
     "floor": 0.1085482983582284,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 13.5454145,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11409790710513747,
      "high": 0.12480637981476093,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-4@-#mem_peak_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-4@-#mem_peak_mib",
   "scenario": "scale/agents-4",
   "api": null,
   "metric": "mem_peak_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.02278598509095216,
   "aa": {
    "pi-bun": 0.012127210663073418,
    "pi-node": 0.13827358386233307,
    "pibolt": 0.007520486672004604,
    "pig-0.4.1": 0.014138929391272776,
    "pig-tip": 0.016322134436263035,
    "rpi": 0.01741861710948728
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.1569862095384027,
     "ci": [
      1.1455373081042486,
      1.1747950868927721
     ],
     "floor": 0.13827358386233307,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 377.5390625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1465996705893586,
      "high": 1.1717462315322604,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.3000442922811722,
     "ci": [
      0.29717957872188505,
      0.3015793101381522
     ],
     "floor": 0.13827358386233307,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 97.908203125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2976104100008326,
      "high": 0.30120409752590904,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.2486712315648343,
     "ci": [
      0.24607186611635126,
      0.25175236802431394
     ],
     "floor": 0.13827358386233307,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 81.14453125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2464627969467101,
      "high": 0.2510773472384549,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.1658386803294388,
     "ci": [
      0.1636906182859871,
      0.16719980902363332
     ],
     "floor": 0.13827358386233307,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 54.115234375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1641801732986418,
      "high": 0.1669522497154155,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.08557388431334993,
     "ci": [
      0.0844601226628912,
      0.08624614811655665
     ],
     "floor": 0.13827358386233307,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 27.923828125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.08461222863734473,
      "high": 0.0861019589049302,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-4@-#mem_per_agent_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-4@-#mem_per_agent_mib",
   "scenario": "scale/agents-4",
   "api": null,
   "metric": "mem_per_agent_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.022965358105126715,
   "aa": {
    "pi-bun": 0.012408041239952807,
    "pi-node": 0.1409177203256908,
    "pibolt": 0.009188048317061772,
    "pig-0.4.1": 0.011273180742035756,
    "pig-tip": 0.020136588143518305,
    "rpi": 0.02675378590901717
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.159518098494964,
     "ci": [
      1.1461085708433487,
      1.177372369091836
     ],
     "floor": 0.1409177203256908,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 93.70751953125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1478991191603707,
      "high": 1.1744561276287164,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.2931708466506758,
     "ci": [
      0.2903739204593228,
      0.29554229554229555
     ],
     "floor": 0.1409177203256908,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 23.69287109375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.29107349788951,
      "high": 0.29523205221174764,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.2419537070043683,
     "ci": [
      0.23946995362694923,
      0.24502430133657352
     ],
     "floor": 0.1409177203256908,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 19.5537109375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.23973425598885126,
      "high": 0.244361906149103,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.15771157204052902,
     "ci": [
      0.1559674475480245,
      0.1590018981715082
     ],
     "floor": 0.1409177203256908,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 12.74560546875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.15630481270573537,
      "high": 0.1586269744835966,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.07671997631577357,
     "ci": [
      0.07581108188293514,
      0.07859951933580948
     ],
     "floor": 0.1409177203256908,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 6.2001953125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.07597094395990941,
      "high": 0.07837595768630251,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-4@-#pss_mib_per_agent",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-4@-#pss_mib_per_agent",
   "scenario": "scale/agents-4",
   "api": null,
   "metric": "pss_mib_per_agent",
   "kind": "memory",
   "unit": "MiB per agent",
   "mde": 0.0064361889581999515,
   "aa": {
    "pi-bun": 0.016481834530295156,
    "pi-node": 0.1285509972864411,
    "pibolt": 0.0016037000416144493,
    "pig-0.4.1": 0.007861443737632246,
    "pig-tip": 0.010820974953305642,
    "rpi": 0.01104188254581855
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.1274021489188097,
     "ci": [
      1.1154331192205307,
      1.1383643722463164
     ],
     "floor": 0.1285509972864411,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 100.188232421875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1165560207514231,
      "high": 1.1361989247164126,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.4418113336098924,
     "ci": [
      0.440184813133995,
      0.4437772586851811
     ],
     "floor": 0.1285509972864411,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 39.26220703125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.44070360848759255,
      "high": 0.4434980720113418,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.26053786157578224,
     "ci": [
      0.2594037599955019,
      0.26236315901316826
     ],
     "floor": 0.1285509972864411,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 23.153076171875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.25950573732042587,
      "high": 0.2618627153030465,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.2153067195608755,
     "ci": [
      0.21399842843492378,
      0.21761472587889857
     ],
     "floor": 0.1285509972864411,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 19.133544921875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.21427101878242072,
      "high": 0.2171824804463125,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.08954606768737106,
     "ci": [
      0.08898158755913195,
      0.09037502787313526
     ],
     "floor": 0.1285509972864411,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 7.9576416015625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0890594525200045,
      "high": 0.090191362543135,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-4@-#ready_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-4@-#ready_ms",
   "scenario": "scale/agents-4",
   "api": null,
   "metric": "ready_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.07798496375615646,
   "aa": {
    "pi-bun": 0.09248463460912491,
    "pi-node": 0.3525247066839813,
    "pibolt": 0.04951264383074752,
    "pig-0.4.1": 0.04721709491203238,
    "pig-tip": 0.03655881862965447,
    "rpi": 0.04741914203327188
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.6292654511373037,
     "ci": [
      1.5330962410911844,
      1.7437479442106598
     ],
     "floor": 0.3525247066839813,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 621.902698,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.569047620285109,
      "high": 1.7203885656672724,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.09963421289240539,
     "ci": [
      0.0973791326744234,
      0.10387473043183111
     ],
     "floor": 0.3525247066839813,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 38.03111749999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09771396616387705,
      "high": 0.1028605586918577,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.11087825445590017,
     "ci": [
      0.10797018331626193,
      0.11740789186189879
     ],
     "floor": 0.3525247066839813,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 42.3230515,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10867485477085223,
      "high": 0.11574917736999793,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.04359682442267694,
     "ci": [
      0.042383398920980316,
      0.04644720433773888
     ],
     "floor": 0.3525247066839813,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 16.641230999999998,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.04259609877007832,
      "high": 0.045936207525961434,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.011579522343123273,
     "ci": [
      0.01130026056628143,
      0.01224605809181494
     ],
     "floor": 0.3525247066839813,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 4.4199895,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.011359972353263793,
      "high": 0.012124376952173693,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-4@-#turns_per_s",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-4@-#turns_per_s",
   "scenario": "scale/agents-4",
   "api": null,
   "metric": "turns_per_s",
   "kind": "other",
   "unit": "agent-turns per second (higher is better)",
   "mde": 0.00955586635801913,
   "aa": {
    "pi-bun": 0.2439326542074676,
    "pi-node": 0.008137861508830287,
    "pibolt": 0.005364561600559209,
    "pig-0.4.1": 0.2577355167279194,
    "pig-tip": 0.007008342948735054,
    "rpi": 0.003075948699125458
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.9929508540937978,
     "ci": [
      0.9845528812181389,
      1.2624062132280276
     ],
     "floor": 0.2439326542074676,
     "p": 0.06201171875,
     "p_holm": 0.06201171875,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 52.301721809595136,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 2.0339555989925633,
     "ci": [
      2.0194565963283106,
      2.039864958753192
     ],
     "floor": 0.008137861508830287,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 107.13458724869429,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.1719228581682812,
     "ci": [
      1.1571706269082798,
      1.4769925444004661
     ],
     "floor": 0.2577355167279194,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 61.728718050362886,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 1.9759664325041482,
     "ci": [
      1.9670109368809214,
      1.9886453505278079
     ],
     "floor": 0.008137861508830287,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 104.0801226282722,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 2.000877696972679,
     "ci": [
      1.9931117261758378,
      2.0058177868537115
     ],
     "floor": 0.008137861508830287,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 105.39227420031294,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-512@-#cpu_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-512@-#cpu_ms",
   "scenario": "scale/agents-512",
   "api": null,
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-512@-#cpu_ms_per_agent_turn",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-512@-#cpu_ms_per_agent_turn",
   "scenario": "scale/agents-512",
   "api": null,
   "metric": "cpu_ms_per_agent_turn",
   "kind": "CPU",
   "unit": "ms of CPU time per agent-turn",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-512@-#latency_ms_max",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-512@-#latency_ms_max",
   "scenario": "scale/agents-512",
   "api": null,
   "metric": "latency_ms_max",
   "kind": "wall",
   "unit": "ms",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-512@-#latency_ms_p50",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-512@-#latency_ms_p50",
   "scenario": "scale/agents-512",
   "api": null,
   "metric": "latency_ms_p50",
   "kind": "wall",
   "unit": "ms",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-512@-#latency_ms_p95",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-512@-#latency_ms_p95",
   "scenario": "scale/agents-512",
   "api": null,
   "metric": "latency_ms_p95",
   "kind": "wall",
   "unit": "ms",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-512@-#mem_peak_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-512@-#mem_peak_mib",
   "scenario": "scale/agents-512",
   "api": null,
   "metric": "mem_peak_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-512@-#mem_per_agent_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-512@-#mem_per_agent_mib",
   "scenario": "scale/agents-512",
   "api": null,
   "metric": "mem_per_agent_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-512@-#pss_mib_per_agent",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-512@-#pss_mib_per_agent",
   "scenario": "scale/agents-512",
   "api": null,
   "metric": "pss_mib_per_agent",
   "kind": "memory",
   "unit": "MiB per agent",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-512@-#ready_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-512@-#ready_ms",
   "scenario": "scale/agents-512",
   "api": null,
   "metric": "ready_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-512@-#turns_per_s",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-512@-#turns_per_s",
   "scenario": "scale/agents-512",
   "api": null,
   "metric": "turns_per_s",
   "kind": "other",
   "unit": "agent-turns per second (higher is better)",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-64@-#cpu_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-64@-#cpu_ms",
   "scenario": "scale/agents-64",
   "api": null,
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-64@-#cpu_ms_per_agent_turn",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-64@-#cpu_ms_per_agent_turn",
   "scenario": "scale/agents-64",
   "api": null,
   "metric": "cpu_ms_per_agent_turn",
   "kind": "CPU",
   "unit": "ms of CPU time per agent-turn",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-64@-#latency_ms_max",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-64@-#latency_ms_max",
   "scenario": "scale/agents-64",
   "api": null,
   "metric": "latency_ms_max",
   "kind": "wall",
   "unit": "ms",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-64@-#latency_ms_p50",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-64@-#latency_ms_p50",
   "scenario": "scale/agents-64",
   "api": null,
   "metric": "latency_ms_p50",
   "kind": "wall",
   "unit": "ms",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-64@-#latency_ms_p95",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-64@-#latency_ms_p95",
   "scenario": "scale/agents-64",
   "api": null,
   "metric": "latency_ms_p95",
   "kind": "wall",
   "unit": "ms",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-64@-#mem_peak_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-64@-#mem_peak_mib",
   "scenario": "scale/agents-64",
   "api": null,
   "metric": "mem_peak_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-64@-#mem_per_agent_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-64@-#mem_per_agent_mib",
   "scenario": "scale/agents-64",
   "api": null,
   "metric": "mem_per_agent_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-64@-#pss_mib_per_agent",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-64@-#pss_mib_per_agent",
   "scenario": "scale/agents-64",
   "api": null,
   "metric": "pss_mib_per_agent",
   "kind": "memory",
   "unit": "MiB per agent",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-64@-#ready_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-64@-#ready_ms",
   "scenario": "scale/agents-64",
   "api": null,
   "metric": "ready_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-64@-#turns_per_s",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-64@-#turns_per_s",
   "scenario": "scale/agents-64",
   "api": null,
   "metric": "turns_per_s",
   "kind": "other",
   "unit": "agent-turns per second (higher is better)",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-8@-#cpu_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-8@-#cpu_ms",
   "scenario": "scale/agents-8",
   "api": null,
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.003495208445988182,
   "aa": {
    "pi-bun": 0.004510316959247691,
    "pi-node": 0.16959653209908665,
    "pibolt": 0.014701357127276255,
    "pig-0.4.1": 0.01801215842146278,
    "pig-tip": 0.015628557224340974,
    "rpi": 0.006723976870832407
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.3551887591527807,
     "ci": [
      1.353585621878648,
      1.3596004558577055
     ],
     "floor": 0.16959653209908665,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 9235.711,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3537989547079716,
      "high": 1.3589534316677585,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.1062054576520708,
     "ci": [
      0.10543078614192757,
      0.10748914749280293
     ],
     "floor": 0.16959653209908665,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 723.798,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1054802658503206,
      "high": 0.10732842953509467,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.22023379498401593,
     "ci": [
      0.21895423926083393,
      0.2242986814448883
     ],
     "floor": 0.16959653209908665,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 1500.9095,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2189925617576813,
      "high": 0.22341951945635324,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.09522633908497098,
     "ci": [
      0.09383824356486097,
      0.09573915226394236
     ],
     "floor": 0.16959653209908665,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 648.9745,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09404393729650778,
      "high": 0.09564429857891239,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.06397942736787798,
     "ci": [
      0.06373885624544715,
      0.06445023995161331
     ],
     "floor": 0.16959653209908665,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 436.0245,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.06377238532318018,
      "high": 0.06438263737911389,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-8@-#cpu_ms_per_agent_turn",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-8@-#cpu_ms_per_agent_turn",
   "scenario": "scale/agents-8",
   "api": null,
   "metric": "cpu_ms_per_agent_turn",
   "kind": "CPU",
   "unit": "ms of CPU time per agent-turn",
   "mde": 0.0034952084459881883,
   "aa": {
    "pi-bun": 0.004510316959247468,
    "pi-node": 0.16959653209908665,
    "pibolt": 0.014701357127276143,
    "pig-0.4.1": 0.018012158421462563,
    "pig-tip": 0.015628557224340974,
    "rpi": 0.006723976870832295
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.355188759152781,
     "ci": [
      1.353585621878648,
      1.3596004558577053
     ],
     "floor": 0.16959653209908665,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 384.82129166666664,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3537989547079718,
      "high": 1.3589534316677583,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.10620545765207083,
     "ci": [
      0.10543078614192758,
      0.10748914749280292
     ],
     "floor": 0.16959653209908665,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 30.158250000000002,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1054802658503206,
      "high": 0.10732842953509464,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.22023379498401596,
     "ci": [
      0.2189542392608339,
      0.22429868144488832
     ],
     "floor": 0.16959653209908665,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 62.53789583333333,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2189925617576813,
      "high": 0.22341951945635322,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.095226339084971,
     "ci": [
      0.09383824356486097,
      0.09573915226394236
     ],
     "floor": 0.16959653209908665,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 27.040604166666668,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09404393729650778,
      "high": 0.09564429857891238,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.06397942736787798,
     "ci": [
      0.06373885624544715,
      0.06445023995161331
     ],
     "floor": 0.16959653209908665,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 18.1676875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.06377238532318019,
      "high": 0.06438263737911387,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-8@-#latency_ms_max",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-8@-#latency_ms_max",
   "scenario": "scale/agents-8",
   "api": null,
   "metric": "latency_ms_max",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.032641944524961164,
   "aa": {
    "pi-bun": 0.05121506032970563,
    "pi-node": 0.036523804628702056,
    "pibolt": 0.2642899262513583,
    "pig-0.4.1": 0.10205200204736245,
    "pig-tip": 0.2186578969253194,
    "rpi": 0.07752460070404914
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.7775999644968902,
     "ci": [
      0.7632094422316907,
      0.8040989980835759
     ],
     "floor": 0.05121506032970563,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 155.97946000000002,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7642918069331883,
      "high": 0.801763776544446,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.1875738806338594,
     "ci": [
      0.1478102308090026,
      0.20376021037294897
     ],
     "floor": 0.2642899262513583,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 37.625609499999996,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.16758034904968516,
      "high": 0.2022821655877921,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.39527464355763314,
     "ci": [
      0.35540244916969144,
      0.424052566381312
     ],
     "floor": 0.10205200204736245,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 79.288488,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.35945923526618534,
      "high": 0.4195109937418634,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.20696138234421263,
     "ci": [
      0.18435310152396173,
      0.230185188621765
     ],
     "floor": 0.2186578969253194,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 41.5145655,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.18915947414484732,
      "high": 0.2268796789870869,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.1648224697315935,
     "ci": [
      0.15289362438889612,
      0.1803141027922595
     ],
     "floor": 0.07752460070404914,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 33.061884,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.15564657465881326,
      "high": 0.17896957214615006,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-8@-#latency_ms_p50",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-8@-#latency_ms_p50",
   "scenario": "scale/agents-8",
   "api": null,
   "metric": "latency_ms_p50",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.13300487145755238,
   "aa": {
    "pi-bun": 0.03942570899576121,
    "pi-node": 0.23050582210325585,
    "pibolt": 0.018520311804654882,
    "pig-0.4.1": 0.07141828115696373,
    "pig-tip": 0.035420915324047765,
    "rpi": 0.022301134383598903
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.0586749002375329,
     "ci": [
      0.9182627940940336,
      1.181143071213495
     ],
     "floor": 0.23050582210325585,
     "p": 0.28662109375,
     "p_holm": 0.28662109375,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 50.1267675,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.9204646290030598,
      "high": 1.176461999280409,
      "p": 0.53925,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.3133456540794607,
     "ci": [
      0.26999337891108294,
      0.3489600582384431
     ],
     "floor": 0.23050582210325585,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 14.836476000000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.27085728444923557,
      "high": 0.34749680030889113,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.2734263162431636,
     "ci": [
      1.1039213340261909,
      1.4233948646441532
     ],
     "floor": 0.23050582210325585,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 60.294945,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1140455975955772,
      "high": 1.4169811079907795,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.4210347452031495,
     "ci": [
      0.36510121201397133,
      0.4655740140639045
     ],
     "floor": 0.23050582210325585,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 19.935403,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3673488098813726,
      "high": 0.46465863350014897,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.41327956235912267,
     "ci": [
      0.3522301608969293,
      0.45850255833996223
     ],
     "floor": 0.23050582210325585,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 19.568206,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.355776950169872,
      "high": 0.4576910559473675,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-8@-#latency_ms_p95",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-8@-#latency_ms_p95",
   "scenario": "scale/agents-8",
   "api": null,
   "metric": "latency_ms_p95",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.04220451470095883,
   "aa": {
    "pi-bun": 0.0625005679205033,
    "pi-node": 0.06262632661945608,
    "pibolt": 0.2542273645194954,
    "pig-0.4.1": 0.10876571673945626,
    "pig-tip": 0.23028824330242628,
    "rpi": 0.0957435036017299
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.7900061966846652,
     "ci": [
      0.762099065494118,
      0.8239131832484405
     ],
     "floor": 0.06262632661945608,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 153.4107685,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7678389797994881,
      "high": 0.8191014923616641,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.18870538005840826,
     "ci": [
      0.15341451006811557,
      0.205723057985013
     ],
     "floor": 0.2542273645194954,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 36.64457,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.17410605103888954,
      "high": 0.20365269403983347,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.40543798074830306,
     "ci": [
      0.3603604420100671,
      0.4395952572851911
     ],
     "floor": 0.10876571673945626,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 78.731727,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.36864150300580556,
      "high": 0.4315663883725072,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.2087731157083235,
     "ci": [
      0.18648015730504403,
      0.23436180768599935
     ],
     "floor": 0.23028824330242628,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 40.54151,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.19231377402372632,
      "high": 0.23135576601390567,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.16709952173838105,
     "ci": [
      0.15262323407966152,
      0.18857476989977498
     ],
     "floor": 0.0957435036017299,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 32.448943,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.15546528003364435,
      "high": 0.18634175107001053,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-8@-#mem_peak_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-8@-#mem_peak_mib",
   "scenario": "scale/agents-8",
   "api": null,
   "metric": "mem_peak_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.018394389612754844,
   "aa": {
    "pi-bun": 0.007927742594085197,
    "pi-node": 0.14975511908653852,
    "pibolt": 0.004465896462225077,
    "pig-0.4.1": 0.012448032125153106,
    "pig-tip": 0.007497619663652543,
    "rpi": 0.017230802822570227
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.1572113006923839,
     "ci": [
      1.1313030891822717,
      1.1648673285254523
     ],
     "floor": 0.14975511908653852,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 731.212890625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1367738554444464,
      "high": 1.1633310107130859,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.29700482195845695,
     "ci": [
      0.29010452393111513,
      0.2991047543206958
     ],
     "floor": 0.14975511908653852,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 187.669921875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2917649281244097,
      "high": 0.29878249526353384,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.24532640949554896,
     "ci": [
      0.23948339371889438,
      0.24827144924925298
     ],
     "floor": 0.14975511908653852,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 155.015625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.24088248536695184,
      "high": 0.24784917849489083,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.15993137982195846,
     "ci": [
      0.15604612212568097,
      0.16142145862988494
     ],
     "floor": 0.14975511908653852,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 101.056640625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1567655761058822,
      "high": 0.1612007931525327,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.07759643916913947,
     "ci": [
      0.07518144092429754,
      0.07824408530076214
     ],
     "floor": 0.14975511908653852,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 49.03125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.07564379304298403,
      "high": 0.07812393419445254,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-8@-#mem_per_agent_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-8@-#mem_per_agent_mib",
   "scenario": "scale/agents-8",
   "api": null,
   "metric": "mem_per_agent_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.01862591269154037,
   "aa": {
    "pi-bun": 0.007293298248901387,
    "pi-node": 0.1500845453289806,
    "pibolt": 0.0032935001733772305,
    "pig-0.4.1": 0.011353349234808031,
    "pig-tip": 0.009685111924539528,
    "rpi": 0.017834649169661636
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.1581596510197234,
     "ci": [
      1.1318582216675623,
      1.1658684806122066
     ],
     "floor": 0.1500845453289806,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 91.0048828125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1379434881614063,
      "high": 1.1639712782906655,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.293445434547556,
     "ci": [
      0.2865384673778053,
      0.29551223537944055
     ],
     "floor": 0.1500845453289806,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 23.05810546875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2883582984922962,
      "high": 0.2951341433733361,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.24219517045101474,
     "ci": [
      0.23643954187351937,
      0.24428869743538445
     ],
     "floor": 0.1500845453289806,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 19.031005859375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.237287106285166,
      "high": 0.24389108753166513,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.15590395585548636,
     "ci": [
      0.1520347200117529,
      0.1571971713653987
     ],
     "floor": 0.1500845453289806,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 12.25048828125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.15236342767610703,
      "high": 0.15696828538779997,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.07223195754570423,
     "ci": [
      0.07054456933341348,
      0.07370616681164707
     ],
     "floor": 0.1500845453289806,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 5.67578125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.07075740231756662,
      "high": 0.07364761299487832,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-8@-#pss_mib_per_agent",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-8@-#pss_mib_per_agent",
   "scenario": "scale/agents-8",
   "api": null,
   "metric": "pss_mib_per_agent",
   "kind": "memory",
   "unit": "MiB per agent",
   "mde": 0.008671799963250784,
   "aa": {
    "pi-bun": 0.020641513015282352,
    "pi-node": 0.13707305671252074,
    "pibolt": 0.0027867169780756247,
    "pig-0.4.1": 0.011549282215153151,
    "pig-tip": 0.006200784810574218,
    "rpi": 0.005582322872999596
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.1285479300470291,
     "ci": [
      1.1239535509727976,
      1.134553267815104
     ],
     "floor": 0.13707305671252074,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 92.12640380859375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1244717173960013,
      "high": 1.1334667423000966,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.3694624926166568,
     "ci": [
      0.3686481933899996,
      0.37149101067904294
     ],
     "floor": 0.13707305671252074,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 30.16021728515625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.36877163321576373,
      "high": 0.3710839754276874,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.23529948335289763,
     "ci": [
      0.23279026819293144,
      0.23702068219708916
     ],
     "floor": 0.13707305671252074,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 19.2081298828125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2332441041439232,
      "high": 0.2367353069286111,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.17908214763695635,
     "ci": [
      0.17872182924823163,
      0.1800805161693786
     ],
     "floor": 0.13707305671252074,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 14.61895751953125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.17883908011603217,
      "high": 0.17987940117995646,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.07329734498717728,
     "ci": [
      0.0730809493188174,
      0.07365836074437886
     ],
     "floor": 0.13707305671252074,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 5.98345947265625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.07313351262318701,
      "high": 0.07359115723636625,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-8@-#ready_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-8@-#ready_ms",
   "scenario": "scale/agents-8",
   "api": null,
   "metric": "ready_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.007509918213350778,
   "aa": {
    "pi-bun": 0.010127600991854427,
    "pi-node": 0.23575148686599207,
    "pibolt": 0.11510130437564407,
    "pig-0.4.1": 0.06993143060324586,
    "pig-tip": 0.15868355546550852,
    "rpi": 0.1439783698906463
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.5637982488893434,
     "ci": [
      1.5550282304702985,
      1.5814044377156289
     ],
     "floor": 0.23575148686599207,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 922.5351539999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.5553492336486416,
      "high": 1.5788908175039813,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.0961689214811917,
     "ci": [
      0.09447612819108121,
      0.10403528601923266
     ],
     "floor": 0.23575148686599207,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 56.73315650000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09472529601559934,
      "high": 0.10164676787566883,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.11635852505633795,
     "ci": [
      0.11509507122543255,
      0.12133242091004821
     ],
     "floor": 0.23575148686599207,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 68.64365649999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11525649358539314,
      "high": 0.1209366818254917,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.04381209322284038,
     "ci": [
      0.04312940546647107,
      0.05114469543309733
     ],
     "floor": 0.23575148686599207,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 25.8461705,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0431840879588827,
      "high": 0.050531220741688504,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.012375003969946816,
     "ci": [
      0.011727307359372082,
      0.013331479651302275
     ],
     "floor": 0.23575148686599207,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 7.300415,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.011826038003055511,
      "high": 0.013315859851781749,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/agents-8@-#turns_per_s",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/agents-8@-#turns_per_s",
   "scenario": "scale/agents-8",
   "api": null,
   "metric": "turns_per_s",
   "kind": "other",
   "unit": "agent-turns per second (higher is better)",
   "mde": 0.004959726377319187,
   "aa": {
    "pi-bun": 0.14802246431172447,
    "pi-node": 0.00806805200876267,
    "pibolt": 0.011394168678783427,
    "pig-0.4.1": 0.014018561587179465,
    "pig-tip": 0.008117534457614553,
    "rpi": 0.004314679687521767
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.9768607637774082,
     "ci": [
      0.9741813771178015,
      0.9827646002425184
     ],
     "floor": 0.14802246431172447,
     "p": 0.99560546875,
     "p_holm": 0.99560546875,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 67.87290744765201,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 2.960813430434726,
     "ci": [
      2.9471305179393723,
      2.967941507866213
     ],
     "floor": 0.011394168678783427,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 205.71920112399215,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.29853092285226,
     "ci": [
      1.2854220910354057,
      1.3102907977318836
     ],
     "floor": 0.014018561587179465,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 90.22275478017708,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 2.8251715562220734,
     "ci": [
      2.8101023971520314,
      2.8315246419699687
     ],
     "floor": 0.008117534457614553,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 196.29471739423184,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 2.841597871201614,
     "ci": [
      2.830419152641215,
      2.849527283229762
     ],
     "floor": 0.00806805200876267,
     "p": 0.00048828125,
     "p_holm": 0.00244140625,
     "verdict": "win",
     "n": 12,
     "arm_median": 197.43602821114,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-1@-#cpu_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-1@-#cpu_ms",
   "scenario": "scale/print-1",
   "api": null,
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.018976396376502246,
   "aa": {
    "claude-code": 0.024439004736406172,
    "copilot": 0.022631110232027626,
    "opencode-v2": 0.04683451135374904,
    "pi-bun": 0.01898909407191895,
    "pi-node": 0.18182917909345597,
    "pibolt": 0.026457108594711922,
    "pig-0.4.1": 0.056349632486305944,
    "pig-tip": 0.021234246474915706,
    "rpi": 0.027216101736389546
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.9717558580080621,
     "ci": [
      0.9441213800347463,
      0.9881919077436904
     ],
     "floor": 0.18182917909345597,
     "p": 0.015625,
     "p_holm": 0.015625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 497.0745,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.9462580256055946,
      "high": 0.9842152224191976,
      "p": 0.07,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 3.9432507301738724,
     "ci": [
      3.832355500927573,
      4.020184416146745
     ],
     "floor": 0.18182917909345597,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2017.0594999999998,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.8534328247278866,
      "high": 4.007729526418125,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 4.18069213054375,
     "ci": [
      3.929746845106767,
      4.307249905420474
     ],
     "floor": 0.18182917909345597,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2138.516,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.974366488241238,
      "high": 4.276911460236269,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.3361243504678195,
     "ci": [
      1.296934360263409,
      1.3565373696901066
     ],
     "floor": 0.18182917909345597,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 683.457,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3024790584970904,
      "high": 1.3523102456776015,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.10154206466193047,
     "ci": [
      0.09892603035243469,
      0.1027677582520419
     ],
     "floor": 0.18182917909345597,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 51.941,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09908426027010314,
      "high": 0.1025093979413096,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.16994283725822154,
     "ci": [
      0.16382346728877709,
      0.17439478085337728
     ],
     "floor": 0.18182917909345597,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 86.9295,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.16460412101964317,
      "high": 0.1735718953864697,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.057314250413471955,
     "ci": [
      0.055028576294644645,
      0.059225214164786655
     ],
     "floor": 0.18182917909345597,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 29.317500000000003,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.05513715101498622,
      "high": 0.05884505433918877,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.02252102548863978,
     "ci": [
      0.021929143349363633,
      0.022938462729161748
     ],
     "floor": 0.18182917909345597,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 11.52,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.02200504630230481,
      "high": 0.02287685252612726,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-1@-#cpu_ms_per_agent_turn",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-1@-#cpu_ms_per_agent_turn",
   "scenario": "scale/print-1",
   "api": null,
   "metric": "cpu_ms_per_agent_turn",
   "kind": "CPU",
   "unit": "ms of CPU time per agent-turn",
   "mde": 0.018976396376502246,
   "aa": {
    "claude-code": 0.024439004736406172,
    "copilot": 0.022631110232027626,
    "opencode-v2": 0.04683451135374904,
    "pi-bun": 0.01898909407191895,
    "pi-node": 0.18182917909345597,
    "pibolt": 0.026457108594711922,
    "pig-0.4.1": 0.056349632486305944,
    "pig-tip": 0.021234246474915706,
    "rpi": 0.027216101736389546
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.9717558580080621,
     "ci": [
      0.9441213800347463,
      0.9881919077436904
     ],
     "floor": 0.18182917909345597,
     "p": 0.015625,
     "p_holm": 0.015625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 497.0745,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.9462580256055946,
      "high": 0.9842152224191976,
      "p": 0.07,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 3.9432507301738724,
     "ci": [
      3.832355500927573,
      4.020184416146745
     ],
     "floor": 0.18182917909345597,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2017.0594999999998,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.8534328247278866,
      "high": 4.007729526418125,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 4.18069213054375,
     "ci": [
      3.929746845106767,
      4.307249905420474
     ],
     "floor": 0.18182917909345597,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2138.516,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.974366488241238,
      "high": 4.276911460236269,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.3361243504678195,
     "ci": [
      1.296934360263409,
      1.3565373696901066
     ],
     "floor": 0.18182917909345597,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 683.457,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3024790584970904,
      "high": 1.3523102456776015,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.10154206466193047,
     "ci": [
      0.09892603035243469,
      0.1027677582520419
     ],
     "floor": 0.18182917909345597,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 51.941,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09908426027010314,
      "high": 0.1025093979413096,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.16994283725822154,
     "ci": [
      0.16382346728877709,
      0.17439478085337728
     ],
     "floor": 0.18182917909345597,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 86.9295,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.16460412101964317,
      "high": 0.1735718953864697,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.057314250413471955,
     "ci": [
      0.055028576294644645,
      0.059225214164786655
     ],
     "floor": 0.18182917909345597,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 29.317500000000003,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.05513715101498622,
      "high": 0.05884505433918877,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.02252102548863978,
     "ci": [
      0.021929143349363633,
      0.022938462729161748
     ],
     "floor": 0.18182917909345597,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 11.52,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.02200504630230481,
      "high": 0.02287685252612726,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-1@-#makespan_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-1@-#makespan_ms",
   "scenario": "scale/print-1",
   "api": null,
   "metric": "makespan_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.015892017266463183,
   "aa": {
    "claude-code": 0.04243442046310305,
    "copilot": 0.015991475388046957,
    "opencode-v2": 0.0741669438803122,
    "pi-bun": 0.006385509266496151,
    "pi-node": 0.2362074287403429,
    "pibolt": 0.02400773767277559,
    "pig-0.4.1": 0.015930624877109324,
    "pig-tip": 0.022669317602417728,
    "rpi": 0.026557305733166833
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.0453641790110282,
     "ci": [
      1.0234818771543992,
      1.0821532623224277
     ],
     "floor": 0.2362074287403429,
     "p": 0.00146484375,
     "p_holm": 0.00390625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 392.643783,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0264977983695167,
      "high": 1.0724499722635372,
      "p": 0.37575,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 4.2400697213703324,
     "ci": [
      4.159000932985344,
      4.314002673549326
     ],
     "floor": 0.2362074287403429,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1592.590457,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.175843294410785,
      "high": 4.2986998098472,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 2.4928803162557194,
     "ci": [
      2.3294277515964104,
      2.583615366954144
     ],
     "floor": 0.2362074287403429,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 936.337764,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.337665412018494,
      "high": 2.569153960014164,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.3911530367223321,
     "ci": [
      1.363201342451056,
      1.4071933332928557
     ],
     "floor": 0.2362074287403429,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 522.523731,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3677830528811055,
      "high": 1.405239615740116,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.13001965373015267,
     "ci": [
      0.12771537205018246,
      0.13133621062776757
     ],
     "floor": 0.2362074287403429,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 48.836003500000004,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.12816518964988122,
      "high": 0.1310758677269123,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.14488649858917332,
     "ci": [
      0.1419068131608048,
      0.14692144348641645
     ],
     "floor": 0.2362074287403429,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 54.4200615,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.14240864462460426,
      "high": 0.14666249290393907,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.06846242735720452,
     "ci": [
      0.06688068214204705,
      0.06953506077811113
     ],
     "floor": 0.2362074287403429,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 25.714815,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.06715152329817248,
      "high": 0.06942382110984521,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.029347262261482317,
     "ci": [
      0.02879361439241284,
      0.02973997199523049
     ],
     "floor": 0.2362074287403429,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 11.022972,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.02889543854966629,
      "high": 0.029677156779771067,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-1@-#mem_peak_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-1@-#mem_peak_mib",
   "scenario": "scale/print-1",
   "api": null,
   "metric": "mem_peak_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.011483170174632639,
   "aa": {
    "claude-code": 0.007249727094789462,
    "copilot": 0.0014788689088928754,
    "opencode-v2": 0.018104389607257743,
    "pi-bun": 0.018716659595002048,
    "pi-node": 0.13484564065846524,
    "pibolt": 0.017273664575393616,
    "pig-0.4.1": 0.03982268443685626,
    "pig-tip": 0.04322538131603829,
    "rpi": 0.06960233249135069
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.4357285873192436,
     "ci": [
      1.422223695258297,
      1.4511021283248096
     ],
     "floor": 0.13484564065846524,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 126.046875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.423438950019886,
      "high": 1.4484798243452155,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 4.257908787541713,
     "ci": [
      4.222004059301094,
      4.290536602860088
     ],
     "floor": 0.13484564065846524,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 373.814453125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.228556277343232,
      "high": 4.287143112861362,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 3.557575083426029,
     "ci": [
      3.503848985875895,
      3.5901503624809807
     ],
     "floor": 0.13484564065846524,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 312.330078125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.519599555061179,
      "high": 3.587632311977716,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.1627586206896552,
     "ci": [
      1.1514554946027251,
      1.1732061273851115
     ],
     "floor": 0.13484564065846524,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 102.08203125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1534977241592648,
      "high": 1.1723674182991886,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.2611790878754171,
     "ci": [
      0.25664071190211346,
      0.2654475543235268
     ],
     "floor": 0.13484564065846524,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 22.9296875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2571441368807668,
      "high": 0.2647768934990611,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.23225806451612904,
     "ci": [
      0.22884820476359757,
      0.2365420727890548
     ],
     "floor": 0.13484564065846524,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 20.390625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2293884459489555,
      "high": 0.23559026223932694,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.1533036707452725,
     "ci": [
      0.15060053380782917,
      0.15536975766788877
     ],
     "floor": 0.13484564065846524,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 13.458984375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.15149495757252654,
      "high": 0.15508823792887216,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.08382647385984428,
     "ci": [
      0.08118556701030928,
      0.08586401504971782
     ],
     "floor": 0.13484564065846524,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 7.359375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.08160439511356277,
      "high": 0.08571045336671734,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-1@-#mem_per_agent_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-1@-#mem_per_agent_mib",
   "scenario": "scale/print-1",
   "api": null,
   "metric": "mem_per_agent_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.012054798408663886,
   "aa": {
    "claude-code": 0.008740064217535993,
    "copilot": 0.001951784713352977,
    "opencode-v2": 0.01960909277922178,
    "pi-bun": 0.017504962034386284,
    "pi-node": 0.13848324063678336,
    "pibolt": 0.016851840035491516,
    "pig-0.4.1": 0.05579135962841554,
    "pig-tip": 0.05993234072267385,
    "rpi": 0.13242838374990154
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.4520535323520605,
     "ci": [
      1.4376976307226983,
      1.462585979295491
     ],
     "floor": 0.13848324063678336,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 123.12109375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.4393015902112645,
      "high": 1.4613323477778803,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 4.373551701103356,
     "ci": [
      4.3502039133024795,
      4.401085141903172
     ],
     "floor": 0.13848324063678336,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 370.837890625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.3523355270701005,
      "high": 4.396141642928275,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 3.6474097620528414,
     "ci": [
      3.5933900735464177,
      3.6728956851150327
     ],
     "floor": 0.13848324063678336,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 309.267578125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.6039047750610123,
      "high": 3.6663757063444664,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.167875981848755,
     "ci": [
      1.160220867891674,
      1.1744301977787568
     ],
     "floor": 0.13848324063678336,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 99.025390625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.161205255795822,
      "high": 1.1740045322110715,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.23317900168152397,
     "ci": [
      0.2295036891068237,
      0.2361323155216285
     ],
     "floor": 0.13848324063678336,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 19.771484375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.23082216920535878,
      "high": 0.23568836811574106,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.2074263469467671,
     "ci": [
      0.20376384953815677,
      0.20952645080773763
     ],
     "floor": 0.13848324063678336,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 17.587890625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.20483015722323847,
      "high": 0.20919095639360868,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.12265911132610048,
     "ci": [
      0.1167030191711629,
      0.1246358044674652
     ],
     "floor": 0.13848324063678336,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 10.400390625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11747633197429341,
      "high": 0.12384138267475085,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.04966254347776012,
     "ci": [
      0.04633877775738668,
      0.054051556869629494
     ],
     "floor": 0.13848324063678336,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 4.2109375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.04649980355450785,
      "high": 0.05360824742268041,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-1@-#turns_per_s",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-1@-#turns_per_s",
   "scenario": "scale/print-1",
   "api": null,
   "metric": "turns_per_s",
   "kind": "other",
   "unit": "agent-turns per second (higher is better)",
   "mde": 0.01589201726646317,
   "aa": {
    "claude-code": 0.042228082796818715,
    "copilot": 0.01597876079432129,
    "opencode-v2": 0.07416694388031198,
    "pi-bun": 0.006385387505254687,
    "pi-node": 0.23622083963592125,
    "pibolt": 0.024006539284848808,
    "pig-0.4.1": 0.015930624877109462,
    "pig-tip": 0.022671959440589615,
    "rpi": 0.02654101866250765
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.9566031013307318,
     "ci": [
      0.9242791806562284,
      0.9770568705918994
     ],
     "floor": 0.23622083963592125,
     "p": 0.00146484375,
     "p_holm": 0.00390625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 2.546847116312675,
     "not_compared": null,
     "equivalence": null
    },
    "copilot": {
     "ratio": 0.23584400409863948,
     "ci": [
      0.2318007700712069,
      0.24043879882601726
     ],
     "floor": 0.23622083963592125,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 0.6279078762160375,
     "not_compared": null,
     "equivalence": null
    },
    "opencode-v2": {
     "ratio": 0.40116284792939066,
     "ci": [
      0.387053881139409,
      0.4292900364683699
     ],
     "floor": 0.23622083963592125,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1.068050522729291,
     "not_compared": null,
     "equivalence": null
    },
    "pi-bun": {
     "ratio": 0.7188268951283652,
     "ci": [
      0.7106388462525682,
      0.7335557645514185
     ],
     "floor": 0.23622083963592125,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1.9137949714347808,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 7.691105981118305,
     "ci": [
      7.61401376746316,
      7.829783655394771
     ],
     "floor": 0.23622083963592125,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 20.47669619930913,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 6.901923973342001,
     "ci": [
      6.806341120202621,
      7.046879485655794
     ],
     "floor": 0.23622083963592125,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 18.37558873064745,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 14.606671282055887,
     "ci": [
      14.381234283968427,
      14.951757377374346
     ],
     "floor": 0.23622083963592125,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 38.88860341544043,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 34.074587973267576,
     "ci": [
      33.624614296740226,
      34.72992262699404
     ],
     "floor": 0.23622083963592125,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 90.71972064332165,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-1@-#wall_ms_p50",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-1@-#wall_ms_p50",
   "scenario": "scale/print-1",
   "api": null,
   "metric": "wall_ms_p50",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.015892017266463183,
   "aa": {
    "claude-code": 0.04243442046310305,
    "copilot": 0.015991475388046957,
    "opencode-v2": 0.0741669438803122,
    "pi-bun": 0.006385509266496151,
    "pi-node": 0.2362074287403429,
    "pibolt": 0.02400773767277559,
    "pig-0.4.1": 0.015930624877109324,
    "pig-tip": 0.022669317602417728,
    "rpi": 0.026557305733166833
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.0453641790110282,
     "ci": [
      1.0234818771543992,
      1.0821532623224277
     ],
     "floor": 0.2362074287403429,
     "p": 0.00146484375,
     "p_holm": 0.00390625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 392.643783,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0264977983695167,
      "high": 1.0724499722635372,
      "p": 0.37575,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 4.2400697213703324,
     "ci": [
      4.159000932985344,
      4.314002673549326
     ],
     "floor": 0.2362074287403429,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1592.590457,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.175843294410785,
      "high": 4.2986998098472,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 2.4928803162557194,
     "ci": [
      2.3294277515964104,
      2.583615366954144
     ],
     "floor": 0.2362074287403429,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 936.337764,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.337665412018494,
      "high": 2.569153960014164,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.3911530367223321,
     "ci": [
      1.363201342451056,
      1.4071933332928557
     ],
     "floor": 0.2362074287403429,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 522.523731,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3677830528811055,
      "high": 1.405239615740116,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.13001965373015267,
     "ci": [
      0.12771537205018246,
      0.13133621062776757
     ],
     "floor": 0.2362074287403429,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 48.836003500000004,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.12816518964988122,
      "high": 0.1310758677269123,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.14488649858917332,
     "ci": [
      0.1419068131608048,
      0.14692144348641645
     ],
     "floor": 0.2362074287403429,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 54.4200615,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.14240864462460426,
      "high": 0.14666249290393907,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.06846242735720452,
     "ci": [
      0.06688068214204705,
      0.06953506077811113
     ],
     "floor": 0.2362074287403429,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 25.714815,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.06715152329817248,
      "high": 0.06942382110984521,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.029347262261482317,
     "ci": [
      0.02879361439241284,
      0.02973997199523049
     ],
     "floor": 0.2362074287403429,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 11.022972,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.02889543854966629,
      "high": 0.029677156779771067,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-1@-#wall_ms_p95",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-1@-#wall_ms_p95",
   "scenario": "scale/print-1",
   "api": null,
   "metric": "wall_ms_p95",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.015892017266463183,
   "aa": {
    "claude-code": 0.04243442046310305,
    "copilot": 0.015991475388046957,
    "opencode-v2": 0.0741669438803122,
    "pi-bun": 0.006385509266496151,
    "pi-node": 0.2362074287403429,
    "pibolt": 0.02400773767277559,
    "pig-0.4.1": 0.015930624877109324,
    "pig-tip": 0.022669317602417728,
    "rpi": 0.026557305733166833
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.0453641790110282,
     "ci": [
      1.0234818771543992,
      1.0821532623224277
     ],
     "floor": 0.2362074287403429,
     "p": 0.00146484375,
     "p_holm": 0.00390625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 392.643783,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0264977983695167,
      "high": 1.0724499722635372,
      "p": 0.37575,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 4.2400697213703324,
     "ci": [
      4.159000932985344,
      4.314002673549326
     ],
     "floor": 0.2362074287403429,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1592.590457,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.175843294410785,
      "high": 4.2986998098472,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 2.4928803162557194,
     "ci": [
      2.3294277515964104,
      2.583615366954144
     ],
     "floor": 0.2362074287403429,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 936.337764,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.337665412018494,
      "high": 2.569153960014164,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.3911530367223321,
     "ci": [
      1.363201342451056,
      1.4071933332928557
     ],
     "floor": 0.2362074287403429,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 522.523731,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3677830528811055,
      "high": 1.405239615740116,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.13001965373015267,
     "ci": [
      0.12771537205018246,
      0.13133621062776757
     ],
     "floor": 0.2362074287403429,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 48.836003500000004,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.12816518964988122,
      "high": 0.1310758677269123,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.14488649858917332,
     "ci": [
      0.1419068131608048,
      0.14692144348641645
     ],
     "floor": 0.2362074287403429,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 54.4200615,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.14240864462460426,
      "high": 0.14666249290393907,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.06846242735720452,
     "ci": [
      0.06688068214204705,
      0.06953506077811113
     ],
     "floor": 0.2362074287403429,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 25.714815,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.06715152329817248,
      "high": 0.06942382110984521,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.029347262261482317,
     "ci": [
      0.02879361439241284,
      0.02973997199523049
     ],
     "floor": 0.2362074287403429,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 11.022972,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.02889543854966629,
      "high": 0.029677156779771067,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-1024@-#cpu_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-1024@-#cpu_ms",
   "scenario": "scale/print-1024",
   "api": null,
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-1024@-#cpu_ms_per_agent_turn",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-1024@-#cpu_ms_per_agent_turn",
   "scenario": "scale/print-1024",
   "api": null,
   "metric": "cpu_ms_per_agent_turn",
   "kind": "CPU",
   "unit": "ms of CPU time per agent-turn",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-1024@-#makespan_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-1024@-#makespan_ms",
   "scenario": "scale/print-1024",
   "api": null,
   "metric": "makespan_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-1024@-#mem_peak_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-1024@-#mem_peak_mib",
   "scenario": "scale/print-1024",
   "api": null,
   "metric": "mem_peak_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-1024@-#mem_per_agent_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-1024@-#mem_per_agent_mib",
   "scenario": "scale/print-1024",
   "api": null,
   "metric": "mem_per_agent_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-1024@-#turns_per_s",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-1024@-#turns_per_s",
   "scenario": "scale/print-1024",
   "api": null,
   "metric": "turns_per_s",
   "kind": "other",
   "unit": "agent-turns per second (higher is better)",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-1024@-#wall_ms_p50",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-1024@-#wall_ms_p50",
   "scenario": "scale/print-1024",
   "api": null,
   "metric": "wall_ms_p50",
   "kind": "wall",
   "unit": "ms",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-1024@-#wall_ms_p95",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-1024@-#wall_ms_p95",
   "scenario": "scale/print-1024",
   "api": null,
   "metric": "wall_ms_p95",
   "kind": "wall",
   "unit": "ms",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-128@-#cpu_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-128@-#cpu_ms",
   "scenario": "scale/print-128",
   "api": null,
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-128@-#cpu_ms_per_agent_turn",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-128@-#cpu_ms_per_agent_turn",
   "scenario": "scale/print-128",
   "api": null,
   "metric": "cpu_ms_per_agent_turn",
   "kind": "CPU",
   "unit": "ms of CPU time per agent-turn",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-128@-#makespan_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-128@-#makespan_ms",
   "scenario": "scale/print-128",
   "api": null,
   "metric": "makespan_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-128@-#mem_peak_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-128@-#mem_peak_mib",
   "scenario": "scale/print-128",
   "api": null,
   "metric": "mem_peak_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-128@-#mem_per_agent_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-128@-#mem_per_agent_mib",
   "scenario": "scale/print-128",
   "api": null,
   "metric": "mem_per_agent_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-128@-#turns_per_s",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-128@-#turns_per_s",
   "scenario": "scale/print-128",
   "api": null,
   "metric": "turns_per_s",
   "kind": "other",
   "unit": "agent-turns per second (higher is better)",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-128@-#wall_ms_p50",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-128@-#wall_ms_p50",
   "scenario": "scale/print-128",
   "api": null,
   "metric": "wall_ms_p50",
   "kind": "wall",
   "unit": "ms",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-128@-#wall_ms_p95",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-128@-#wall_ms_p95",
   "scenario": "scale/print-128",
   "api": null,
   "metric": "wall_ms_p95",
   "kind": "wall",
   "unit": "ms",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-16@-#cpu_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-16@-#cpu_ms",
   "scenario": "scale/print-16",
   "api": null,
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.00702476212818971,
   "aa": {
    "claude-code": 0.00934042910342318,
    "copilot": 0.007007778204040085,
    "opencode-v2": 0.006952119020103743,
    "pi-bun": 0.004034988186482361,
    "pi-node": 0.18764863942391202,
    "pibolt": 0.012986313690299858,
    "pig-0.4.1": 0.01725264610518648,
    "pig-tip": 0.00820237754494696,
    "rpi": 0.010401034769847002
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.102835605315351,
     "ci": [
      1.0972336327424952,
      1.1071960951829904
     ],
     "floor": 0.18764863942391202,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 13971.8695,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0979764496994375,
      "high": 1.1064464550362532,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 3.727917645858119,
     "ci": [
      3.71532399570838,
      3.749655788967014
     ],
     "floor": 0.18764863942391202,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 47229.1415,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.717927353096357,
      "high": 3.745487474325072,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 4.0893961113552315,
     "ci": [
      4.076736923829239,
      4.109550552230693
     ],
     "floor": 0.18764863942391202,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 51808.727,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.078652032037409,
      "high": 4.106049923311532,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.3488875756262846,
     "ci": [
      1.3428973760231964,
      1.357518756045601
     ],
     "floor": 0.18764863942391202,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 17089.112,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.343648846645771,
      "high": 1.3556393064588987,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.09230386893530457,
     "ci": [
      0.09191165103860713,
      0.09298535453464044
     ],
     "floor": 0.18764863942391202,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 1169.4015,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09198320535863765,
      "high": 0.09290573035226454,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.13047577950059516,
     "ci": [
      0.12875553785308202,
      0.13210725586481503
     ],
     "floor": 0.18764863942391202,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 1653.003,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.12898948719251638,
      "high": 0.13190260664374026,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.04305803414796747,
     "ci": [
      0.04232029031304923,
      0.04342713893760711
     ],
     "floor": 0.18764863942391202,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 545.5039999999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.04235013797955319,
      "high": 0.043375403772463905,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.01698305341343516,
     "ci": [
      0.01683029070943601,
      0.017078901026325928
     ],
     "floor": 0.18764863942391202,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 215.159,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.01687253157907234,
      "high": 0.017059360966846977,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-16@-#cpu_ms_per_agent_turn",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-16@-#cpu_ms_per_agent_turn",
   "scenario": "scale/print-16",
   "api": null,
   "metric": "cpu_ms_per_agent_turn",
   "kind": "CPU",
   "unit": "ms of CPU time per agent-turn",
   "mde": 0.00702476212818971,
   "aa": {
    "claude-code": 0.00934042910342318,
    "copilot": 0.007007778204040085,
    "opencode-v2": 0.006952119020103743,
    "pi-bun": 0.004034988186482361,
    "pi-node": 0.18764863942391202,
    "pibolt": 0.012986313690299858,
    "pig-0.4.1": 0.01725264610518648,
    "pig-tip": 0.00820237754494696,
    "rpi": 0.010401034769847002
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.102835605315351,
     "ci": [
      1.0972336327424952,
      1.1071960951829904
     ],
     "floor": 0.18764863942391202,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 873.24184375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0979764496994375,
      "high": 1.1064464550362532,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 3.727917645858119,
     "ci": [
      3.71532399570838,
      3.749655788967014
     ],
     "floor": 0.18764863942391202,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2951.82134375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.717927353096357,
      "high": 3.745487474325072,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 4.0893961113552315,
     "ci": [
      4.076736923829239,
      4.109550552230693
     ],
     "floor": 0.18764863942391202,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 3238.0454375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.078652032037409,
      "high": 4.106049923311532,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.3488875756262846,
     "ci": [
      1.3428973760231964,
      1.357518756045601
     ],
     "floor": 0.18764863942391202,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1068.0695,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.343648846645771,
      "high": 1.3556393064588987,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.09230386893530457,
     "ci": [
      0.09191165103860713,
      0.09298535453464044
     ],
     "floor": 0.18764863942391202,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 73.08759375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09198320535863765,
      "high": 0.09290573035226454,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.13047577950059516,
     "ci": [
      0.12875553785308202,
      0.13210725586481503
     ],
     "floor": 0.18764863942391202,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 103.3126875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.12898948719251638,
      "high": 0.13190260664374026,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.04305803414796747,
     "ci": [
      0.04232029031304923,
      0.04342713893760711
     ],
     "floor": 0.18764863942391202,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 34.093999999999994,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.04235013797955319,
      "high": 0.043375403772463905,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.01698305341343516,
     "ci": [
      0.01683029070943601,
      0.017078901026325928
     ],
     "floor": 0.18764863942391202,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 13.4474375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.01687253157907234,
      "high": 0.017059360966846977,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-16@-#makespan_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-16@-#makespan_ms",
   "scenario": "scale/print-16",
   "api": null,
   "metric": "makespan_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.0073606538810584805,
   "aa": {
    "claude-code": 0.012508491248606713,
    "copilot": 0.007181377615368105,
    "opencode-v2": 0.0070498434808694815,
    "pi-bun": 0.0038182842999452105,
    "pi-node": 0.1930103090983094,
    "pibolt": 0.022413232707034006,
    "pig-0.4.1": 0.02648127640041818,
    "pig-tip": 0.1359273576145279,
    "rpi": 0.11735576612436316
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.1054955081778346,
     "ci": [
      1.0988711373578015,
      1.1087245271888628
     ],
     "floor": 0.1930103090983094,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 1790.1227525,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.1005868225516178,
      "high": 1.108216284792262,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 3.698463141565228,
     "ci": [
      3.6838116584977483,
      3.719281829747725
     ],
     "floor": 0.1930103090983094,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 5988.9008775,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.686359483324401,
      "high": 3.7129686004900906,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 4.031017158228585,
     "ci": [
      4.016056346034272,
      4.054398140146049
     ],
     "floor": 0.1930103090983094,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 6527.403754499999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.018076949563167,
      "high": 4.050589417962532,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.356165763589358,
     "ci": [
      1.3502413411070333,
      1.361308745041698
     ],
     "floor": 0.1930103090983094,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2196.0317084999997,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3513578969234028,
      "high": 1.360407942216453,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.09915173454642966,
     "ci": [
      0.09831850636157925,
      0.10019998065087837
     ],
     "floor": 0.1930103090983094,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 160.5558545,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09845265493594554,
      "high": 0.10004826850166856,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.14450309514907406,
     "ci": [
      0.14152632845698954,
      0.1455753617551492
     ],
     "floor": 0.1930103090983094,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 233.9930615,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.14200586218827496,
      "high": 0.1450727152563909,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.05088667318392275,
     "ci": [
      0.04955770496149558,
      0.054175571276900925
     ],
     "floor": 0.1930103090983094,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 82.400508,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.049704084688308,
      "high": 0.05404215693828264,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.03617721571276875,
     "ci": [
      0.034645706896409556,
      0.03764521471920899
     ],
     "floor": 0.1930103090983094,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 58.581565,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.03487054332323534,
      "high": 0.03751746476803602,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-16@-#mem_peak_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-16@-#mem_peak_mib",
   "scenario": "scale/print-16",
   "api": null,
   "metric": "mem_peak_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.062348917582751504,
   "aa": {
    "claude-code": 0.034647099856296146,
    "copilot": 9.05986496515884e-06,
    "opencode-v2": 0.038945400387369586,
    "pi-bun": 0.03897353509874061,
    "pi-node": 0.22123835364490899,
    "pibolt": 0.07935452570328413,
    "pig-0.4.1": 0.02152830042325515,
    "pig-tip": 0.04537906931263788,
    "rpi": 0.08866161908968667
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.7390107246893034,
     "ci": [
      1.709470036903042,
      1.8121138475756902
     ],
     "floor": 0.22123835364490899,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1659.189453125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.7149659863945579,
      "high": 1.7980633109675905,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 4.293054847604601,
     "ci": [
      4.219808522711267,
      4.486549915281795
     ],
     "floor": 0.22123835364490899,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 4096.001953125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.220810691140361,
      "high": 4.438261480539325,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 4.05461218958483,
     "ci": [
      3.9612044536263413,
      4.281121470275342
     ],
     "floor": 0.22123835364490899,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 3868.50390625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.980964097251449,
      "high": 4.216379749034989,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.2581868130743359,
     "ci": [
      1.214384687070826,
      1.3314364442314603
     ],
     "floor": 0.22123835364490899,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1200.435546875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.22340707513508,
      "high": 1.3198867597659139,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.27248366936268037,
     "ci": [
      0.2491140789071261,
      0.2892570470143251
     ],
     "floor": 0.22123835364490899,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 259.9765625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2525319003340981,
      "high": 0.2862020571976245,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.2694335095875324,
     "ci": [
      0.26371677095453916,
      0.2802225778295025
     ],
     "floor": 0.22123835364490899,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 257.06640625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2646626850126529,
      "high": 0.2768640213102807,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.14480684709692343,
     "ci": [
      0.14055040546726832,
      0.15411271589157327
     ],
     "floor": 0.22123835364490899,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 138.16015625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.14136356591919697,
      "high": 0.15198499556539216,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.05944126804763162,
     "ci": [
      0.05760777683854607,
      0.06279416043403105
     ],
     "floor": 0.22123835364490899,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 56.712890625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.05791021271883958,
      "high": 0.06203578268790583,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-16@-#mem_per_agent_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-16@-#mem_per_agent_mib",
   "scenario": "scale/print-16",
   "api": null,
   "metric": "mem_per_agent_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.0623504945393777,
   "aa": {
    "claude-code": 0.03466817765466652,
    "copilot": 0.00014411305359941928,
    "opencode-v2": 0.039127007873744846,
    "pi-bun": 0.03891156655697131,
    "pi-node": 0.22190788819626475,
    "pibolt": 0.08153263342019718,
    "pig-0.4.1": 0.02215195687149637,
    "pig-tip": 0.04355524875229339,
    "rpi": 0.0896268958885881
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.7412337635663055,
     "ci": [
      1.7116341206901453,
      1.8142923983636887
     ],
     "floor": 0.22190788819626475,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 103.4852294921875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.7171942411168744,
      "high": 1.8002681663966236,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 4.304195387661543,
     "ci": [
      4.231160608287636,
      4.497460970196984
     ],
     "floor": 0.22190788819626475,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 255.8074951171875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.232663968200106,
      "high": 4.451218968194457,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 4.064728016628737,
     "ci": [
      3.9726936155985224,
      4.288973160478585
     ],
     "floor": 0.22190788819626475,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 241.575439453125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.991464548640297,
      "high": 4.22544137910312,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.2588792033980463,
     "ci": [
      1.2149806484412156,
      1.3325957340865289
     ],
     "floor": 0.22190788819626475,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 74.81787109375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2240526576313067,
      "high": 1.3212575389801045,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.2699212106772267,
     "ci": [
      0.24695128187296222,
      0.2866120371046046
     ],
     "floor": 0.22190788819626475,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 16.0419921875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2507408626934475,
      "high": 0.28362658447908035,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.26726135215294494,
     "ci": [
      0.26139109178249625,
      0.27805273798843594
     ],
     "floor": 0.22190788819626475,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 15.8839111328125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2623534618929861,
      "high": 0.2744615087414276,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.14200152813493597,
     "ci": [
      0.1370783246141988,
      0.15086703847276772
     ],
     "floor": 0.22190788819626475,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 8.439453125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13837720361303665,
      "high": 0.14873502975680242,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.05635613759787047,
     "ci": [
      0.0546041226780154,
      0.05952447384348587
     ],
     "floor": 0.22190788819626475,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.349365234375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.05491437687198854,
      "high": 0.05875845966708302,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-16@-#turns_per_s",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-16@-#turns_per_s",
   "scenario": "scale/print-16",
   "api": null,
   "metric": "turns_per_s",
   "kind": "other",
   "unit": "agent-turns per second (higher is better)",
   "mde": 0.007360653881058487,
   "aa": {
    "claude-code": 0.012504726625788653,
    "copilot": 0.007181377615367966,
    "opencode-v2": 0.007043311028546716,
    "pi-bun": 0.0038182255495155144,
    "pi-node": 0.19300104831544482,
    "pibolt": 0.02241781717852726,
    "pig-0.4.1": 0.02644509740378192,
    "pig-tip": 0.1297140569439545,
    "rpi": 0.11805034382592232
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.904571818019622,
     "ci": [
      0.9019372941405648,
      0.9100279745473518
     ],
     "floor": 0.19300104831544482,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 8.937935300476454,
     "not_compared": null,
     "equivalence": null
    },
    "copilot": {
     "ratio": 0.27038259237445694,
     "ci": [
      0.2688704064965761,
      0.27145590204861025
     ],
     "floor": 0.19300104831544482,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2.671608897023555,
     "not_compared": null,
     "equivalence": null
    },
    "opencode-v2": {
     "ratio": 0.24807637019217954,
     "ci": [
      0.24664573217004995,
      0.24899951628768754
     ],
     "floor": 0.19300104831544482,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2.451204539191877,
     "not_compared": null,
     "equivalence": null
    },
    "pi-bun": {
     "ratio": 0.7373730268343658,
     "ci": [
      0.7345996612929532,
      0.740608026235524
     ],
     "floor": 0.19300104831544482,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 7.285869706388626,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 10.08555757905812,
     "ci": [
      9.980053126880254,
      10.17105386352384
     ],
     "floor": 0.19300104831544482,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 99.65384651072117,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 6.920267091950645,
     "ci": [
      6.8695442715000805,
      7.0659248482075245
     ],
     "floor": 0.19300104831544482,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 68.37809701532122,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 19.65151387247047,
     "ci": [
      18.458504016299585,
      20.17867870218814
     ],
     "floor": 0.19300104831544482,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 194.17359246620535,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 27.650344430003603,
     "ci": [
      26.56389852916557,
      28.864913160742766
     ],
     "floor": 0.19300104831544482,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 273.2088095473927,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-16@-#wall_ms_p50",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-16@-#wall_ms_p50",
   "scenario": "scale/print-16",
   "api": null,
   "metric": "wall_ms_p50",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.03644462006397943,
   "aa": {
    "claude-code": 0.027028029467020653,
    "copilot": 0.024528773143026213,
    "opencode-v2": 0.02705396418095908,
    "pi-bun": 0.03179674211866935,
    "pi-node": 0.19938151359475922,
    "pibolt": 0.05272089205664536,
    "pig-0.4.1": 0.029310406164306732,
    "pig-tip": 0.11084683135164712,
    "rpi": 0.25712661617238886
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.1069923405882018,
     "ci": [
      1.0940659410872782,
      1.1246463528885469
     ],
     "floor": 0.19938151359475922,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 1697.2301539999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.096401087286694,
      "high": 1.1208993647516783,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 3.766313539590208,
     "ci": [
      3.7134452167055323,
      3.856466189638261
     ],
     "floor": 0.19938151359475922,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 5774.476186,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.7179596741509866,
      "high": 3.848912453777057,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 4.184214191059312,
     "ci": [
      4.120006071869003,
      4.239634815219919
     ],
     "floor": 0.19938151359475922,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 6415.1975,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.132569417606222,
      "high": 4.224962670011186,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.329174745985783,
     "ci": [
      1.3042938922310716,
      1.3673146067546167
     ],
     "floor": 0.19938151359475922,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2037.87811,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3081954144547967,
      "high": 1.3591951567234497,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.08873460270645916,
     "ci": [
      0.0852044331062988,
      0.09392130606732146
     ],
     "floor": 0.19938151359475922,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 136.047051,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.08571557805567558,
      "high": 0.09357799483696194,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.13988921060454318,
     "ci": [
      0.13700297064464909,
      0.14317705331814873
     ],
     "floor": 0.19938151359475922,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 214.4768105,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13778838311770855,
      "high": 0.1426357247324591,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.043401420082815695,
     "ci": [
      0.041974892157445154,
      0.04629363547236177
     ],
     "floor": 0.19938151359475922,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 66.54264549999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.04244790384979531,
      "high": 0.04554571093259468,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.02879951815511903,
     "ci": [
      0.02589725072717346,
      0.03283847845098986
     ],
     "floor": 0.25712661617238886,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 44.155148,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.026582035902366456,
      "high": 0.03167989893734345,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-16@-#wall_ms_p95",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-16@-#wall_ms_p95",
   "scenario": "scale/print-16",
   "api": null,
   "metric": "wall_ms_p95",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.005553730564913264,
   "aa": {
    "claude-code": 0.007869124412524409,
    "copilot": 0.01247127756539967,
    "opencode-v2": 0.007508397141426715,
    "pi-bun": 0.006593344871597373,
    "pi-node": 0.1955309384658363,
    "pibolt": 0.025955210026835054,
    "pig-0.4.1": 0.0339901619291186,
    "pig-tip": 0.06839735837292332,
    "rpi": 0.1522483553732387
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.1027890281123716,
     "ci": [
      1.0948914035809219,
      1.1089219163202366
     ],
     "floor": 0.1955309384658363,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 1763.0298895,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0962904899559471,
      "high": 1.1082625809335271,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 3.7298731220104675,
     "ci": [
      3.7167614209418756,
      3.7593038134707255
     ],
     "floor": 0.1955309384658363,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 5962.951779999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.719140970522104,
      "high": 3.7539485385288702,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 4.0629130364939625,
     "ci": [
      4.043475330458339,
      4.090625736291649
     ],
     "floor": 0.1955309384658363,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 6495.383014499999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.044291565539278,
      "high": 4.083839015555502,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.359674647798683,
     "ci": [
      1.354539108656558,
      1.363972466612962
     ],
     "floor": 0.1955309384658363,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2173.7131790000003,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.355408002844967,
      "high": 1.3635966817253922,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.09602084807141237,
     "ci": [
      0.09313076698415283,
      0.09752701642047705
     ],
     "floor": 0.1955309384658363,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 153.508623,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09355487758035098,
      "high": 0.09746252570946003,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.14083893089123511,
     "ci": [
      0.1391348764606487,
      0.14284374305634084
     ],
     "floor": 0.1955309384658363,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 225.1593355,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1392318925117201,
      "high": 0.14257922705377477,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.04792239350179339,
     "ci": [
      0.046213759404395656,
      0.049692946926399806
     ],
     "floor": 0.1955309384658363,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 76.61357699999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.046373343200587114,
      "high": 0.04931930735475501,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.03288961505012109,
     "ci": [
      0.03206721779940856,
      0.0351622992477376
     ],
     "floor": 0.1955309384658363,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 52.580659499999996,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.032179579618666194,
      "high": 0.034551292020923864,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-2@-#cpu_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-2@-#cpu_ms",
   "scenario": "scale/print-2",
   "api": null,
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.048679726270907824,
   "aa": {
    "claude-code": 0.048028823095787675,
    "copilot": 0.010304606052388789,
    "opencode-v2": 0.04055456585331968,
    "pi-bun": 0.02830296716430696,
    "pi-node": 0.2547155665350867,
    "pibolt": 0.04252523589056972,
    "pig-0.4.1": 0.03178164812015636,
    "pig-tip": 0.08719806013877418,
    "rpi": 0.030208266049137678
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.9809947180195804,
     "ci": [
      0.9597831710823929,
      1.0054217041864637
     ],
     "floor": 0.2547155665350867,
     "p": 0.02197265625,
     "p_holm": 0.02197265625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 1085.8400000000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.9628111175908061,
      "high": 1.0011272029679223,
      "p": 0.00375,
      "equivalent": true
     }
    },
    "copilot": {
     "ratio": 3.9037760761927816,
     "ci": [
      3.8838274023102164,
      3.9453949506740824
     ],
     "floor": 0.2547155665350867,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 4320.998,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.887150527054757,
      "high": 3.9363896148615227,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 4.482195619836539,
     "ci": [
      4.459305269721358,
      4.6488569447289025
     ],
     "floor": 0.2547155665350867,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 4961.237,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.461606653295625,
      "high": 4.628237642192907,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.3473151702109494,
     "ci": [
      1.3338799724638046,
      1.388419890564372
     ],
     "floor": 0.2547155665350867,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1491.3115,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3356021079394178,
      "high": 1.3830346679090035,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.09552285191708379,
     "ci": [
      0.09367311420892274,
      0.09848703334935567
     ],
     "floor": 0.2547155665350867,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 105.732,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09394924545778924,
      "high": 0.09825256366372555,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.15692762471693997,
     "ci": [
      0.15530580820449819,
      0.16193100603235833
     ],
     "floor": 0.2547155665350867,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 173.6995,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1555633432468539,
      "high": 0.16053147718596092,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.053718730138366824,
     "ci": [
      0.050966843031120077,
      0.05705635749774736
     ],
     "floor": 0.2547155665350867,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 59.459999999999994,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.051319768432881524,
      "high": 0.056012757082076654,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.021057904834008132,
     "ci": [
      0.020823112663049752,
      0.02180594657694156
     ],
     "floor": 0.2547155665350867,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 23.308500000000002,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.02086050250411857,
      "high": 0.0216171361484321,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-2@-#cpu_ms_per_agent_turn",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-2@-#cpu_ms_per_agent_turn",
   "scenario": "scale/print-2",
   "api": null,
   "metric": "cpu_ms_per_agent_turn",
   "kind": "CPU",
   "unit": "ms of CPU time per agent-turn",
   "mde": 0.048679726270907824,
   "aa": {
    "claude-code": 0.048028823095787675,
    "copilot": 0.010304606052388789,
    "opencode-v2": 0.04055456585331968,
    "pi-bun": 0.02830296716430696,
    "pi-node": 0.2547155665350867,
    "pibolt": 0.04252523589056972,
    "pig-0.4.1": 0.03178164812015636,
    "pig-tip": 0.08719806013877418,
    "rpi": 0.030208266049137678
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.9809947180195804,
     "ci": [
      0.9597831710823929,
      1.0054217041864637
     ],
     "floor": 0.2547155665350867,
     "p": 0.02197265625,
     "p_holm": 0.02197265625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 542.9200000000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.9628111175908061,
      "high": 1.0011272029679223,
      "p": 0.00375,
      "equivalent": true
     }
    },
    "copilot": {
     "ratio": 3.9037760761927816,
     "ci": [
      3.8838274023102164,
      3.9453949506740824
     ],
     "floor": 0.2547155665350867,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2160.499,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.887150527054757,
      "high": 3.9363896148615227,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 4.482195619836539,
     "ci": [
      4.459305269721358,
      4.6488569447289025
     ],
     "floor": 0.2547155665350867,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2480.6185,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.461606653295625,
      "high": 4.628237642192907,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.3473151702109494,
     "ci": [
      1.3338799724638046,
      1.388419890564372
     ],
     "floor": 0.2547155665350867,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 745.65575,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3356021079394178,
      "high": 1.3830346679090035,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.09552285191708379,
     "ci": [
      0.09367311420892274,
      0.09848703334935567
     ],
     "floor": 0.2547155665350867,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 52.866,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09394924545778924,
      "high": 0.09825256366372555,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.15692762471693997,
     "ci": [
      0.15530580820449819,
      0.16193100603235833
     ],
     "floor": 0.2547155665350867,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 86.84975,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1555633432468539,
      "high": 0.16053147718596092,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.053718730138366824,
     "ci": [
      0.050966843031120077,
      0.05705635749774736
     ],
     "floor": 0.2547155665350867,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 29.729999999999997,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.051319768432881524,
      "high": 0.056012757082076654,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.021057904834008132,
     "ci": [
      0.020823112663049752,
      0.02180594657694156
     ],
     "floor": 0.2547155665350867,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 11.654250000000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.02086050250411857,
      "high": 0.0216171361484321,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-2@-#makespan_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-2@-#makespan_ms",
   "scenario": "scale/print-2",
   "api": null,
   "metric": "makespan_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.06221604129006904,
   "aa": {
    "claude-code": 0.06047014428155672,
    "copilot": 0.017262105135107318,
    "opencode-v2": 0.06195232683035737,
    "pi-bun": 0.035589300423427596,
    "pi-node": 0.32460656832137236,
    "pibolt": 0.03627469204661816,
    "pig-0.4.1": 0.05557474545290746,
    "pig-tip": 0.06752647735749337,
    "rpi": 0.026882021087322825
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.0561541680782074,
     "ci": [
      1.0224227184552837,
      1.0815293418223266
     ],
     "floor": 0.32460656832137236,
     "p": 0.0009765625,
     "p_holm": 0.00390625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 425.6574535,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.024794511417101,
      "high": 1.078745352848174,
      "p": 0.613,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 4.176505776970332,
     "ci": [
      4.133682306547681,
      4.230532633513821
     ],
     "floor": 0.32460656832137236,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1683.2398785,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.1446473560286545,
      "high": 4.220523618294555,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 2.7673620473361615,
     "ci": [
      2.7230622288002757,
      2.92575500568796
     ],
     "floor": 0.32460656832137236,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1115.3184995,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.725530662025416,
      "high": 2.9022408408079508,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.386031978825498,
     "ci": [
      1.3682784335766531,
      1.4358763351062582
     ],
     "floor": 0.32460656832137236,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 558.6067455,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3694811851195063,
      "high": 1.4246743919802396,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.12274275811936648,
     "ci": [
      0.12138879406777343,
      0.12533449496572466
     ],
     "floor": 0.32460656832137236,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 49.468507,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.12154817193421821,
      "high": 0.12499925452518065,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.15021617929832595,
     "ci": [
      0.147646050359905,
      0.15321166552658824
     ],
     "floor": 0.32460656832137236,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 60.541006499999995,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.14825373837864764,
      "high": 0.15289056133343568,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.06828625152949547,
     "ci": [
      0.06615928482987259,
      0.070068167957869
     ],
     "floor": 0.32460656832137236,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 27.521126,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.06628718301828929,
      "high": 0.06978244669387777,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.028721645018168075,
     "ci": [
      0.02820401886204005,
      0.02951663864774576
     ],
     "floor": 0.32460656832137236,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 11.575566,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.028253345509481647,
      "high": 0.029359348636614935,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-2@-#mem_peak_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-2@-#mem_peak_mib",
   "scenario": "scale/print-2",
   "api": null,
   "metric": "mem_peak_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.02429950659580969,
   "aa": {
    "claude-code": 0.011376151433239928,
    "copilot": 0.001757578200298956,
    "opencode-v2": 0.022851618747637747,
    "pi-bun": 0.00824927889973218,
    "pi-node": 0.17310535653851075,
    "pibolt": 0.010495401073079981,
    "pig-0.4.1": 0.013812228651958792,
    "pig-tip": 0.020834958575612596,
    "rpi": 0.03214858466799961
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.557035640388359,
     "ci": [
      1.5314622766939832,
      1.5688005523771946
     ],
     "floor": 0.17310535653851075,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 248.38671875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.5354728098135806,
      "high": 1.5675522755227553,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 4.662059086401312,
     "ci": [
      4.600188453593303,
      4.688000295559223
     ],
     "floor": 0.17310535653851075,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 743.716796875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.603572896269974,
      "high": 4.683677736777367,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 3.743232488950378,
     "ci": [
      3.6610824897022973,
      3.787076401346669
     ],
     "floor": 0.17310535653851075,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 597.140625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.6728306388780676,
      "high": 3.783009362789669,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.2534495635246152,
     "ci": [
      1.2374356371020379,
      1.2629766297662977
     ],
     "floor": 0.17310535653851075,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 199.95703125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2390944563234636,
      "high": 1.2608311011721918,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.2665254600438312,
     "ci": [
      0.26201879357381025,
      0.26858548585485853
     ],
     "floor": 0.17310535653851075,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 42.517578125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.262754202778757,
      "high": 0.26833754322289527,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.23319906460815162,
     "ci": [
      0.22889017816133633,
      0.2347977497990892
     ],
     "floor": 0.17310535653851075,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 37.201171875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.22984350357879413,
      "high": 0.2345270079619202,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.1465896151915472,
     "ci": [
      0.14368941426741122,
      0.1494423154621252
     ],
     "floor": 0.17310535653851075,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 23.384765625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1442193376197986,
      "high": 0.14898931155649695,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.0744150740110435,
     "ci": [
      0.07213479343438006,
      0.07658924205378972
     ],
     "floor": 0.17310535653851075,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 11.87109375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0724351231653307,
      "high": 0.07592909535452323,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-2@-#mem_per_agent_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-2@-#mem_per_agent_mib",
   "scenario": "scale/print-2",
   "api": null,
   "metric": "mem_per_agent_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.025624478142988318,
   "aa": {
    "claude-code": 0.008917631164591697,
    "copilot": 0.0020792057961359247,
    "opencode-v2": 0.024108639122981137,
    "pi-bun": 0.005989348170189501,
    "pi-node": 0.1767345001820532,
    "pibolt": 0.011545990997060909,
    "pig-0.4.1": 0.0197650789313213,
    "pig-tip": 0.02051648993072669,
    "rpi": 0.03153861575136051
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.5682365417004553,
     "ci": [
      1.5434156074490097,
      1.584056221870207
     ],
     "floor": 0.1767345001820532,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 122.755859375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.5477619682821995,
      "high": 1.582406547335124,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 4.729798515376458,
     "ci": [
      4.670594906437218,
      4.764614920419401
     ],
     "floor": 0.1767345001820532,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 370.2314453125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.674625872143192,
      "high": 4.757198805010921,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 3.7909550246397603,
     "ci": [
      3.7138137619881166,
      3.8437978560490045
     ],
     "floor": 0.1767345001820532,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 296.7421875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.723798722911171,
      "high": 3.8392409505665297,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.2585241095377706,
     "ci": [
      1.2435221025122656,
      1.2695862398952378
     ],
     "floor": 0.1767345001820532,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 98.5126953125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2456053844826311,
      "high": 1.2679967815745141,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.2530347451812114,
     "ci": [
      0.24800472953000297,
      0.25559696794177644
     ],
     "floor": 0.1767345001820532,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 19.806640625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2485638914227953,
      "high": 0.25511251282821457,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.21731644937932756,
     "ci": [
      0.21366637107104147,
      0.2206708111902136
     ],
     "floor": 0.1767345001820532,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 17.0107421875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.21404532753803165,
      "high": 0.2202194160620591,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.13063439585802508,
     "ci": [
      0.12860036559458524,
      0.13229000796178345
     ],
     "floor": 0.1767345001820532,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 10.2255859375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1289659079712287,
      "high": 0.1317864383870241,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.056428170419811616,
     "ci": [
      0.054294753624632555,
      0.0575743924719073
     ],
     "floor": 0.1767345001820532,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 4.4169921875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.054772342333366544,
      "high": 0.05711139474935556,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-2@-#turns_per_s",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-2@-#turns_per_s",
   "scenario": "scale/print-2",
   "api": null,
   "metric": "turns_per_s",
   "kind": "other",
   "unit": "agent-turns per second (higher is better)",
   "mde": 0.06221604129006908,
   "aa": {
    "claude-code": 0.060463352764066516,
    "copilot": 0.017177386026046276,
    "opencode-v2": 0.06191700745134395,
    "pi-bun": 0.035501197437929316,
    "pi-node": 0.3245481729612908,
    "pibolt": 0.03627524604901285,
    "pig-0.4.1": 0.055592188088551035,
    "pig-tip": 0.06752083344285952,
    "rpi": 0.026882479873970112
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.9468435259431767,
     "ci": [
      0.9246163453566437,
      0.9780674393905744
     ],
     "floor": 0.3245481729612908,
     "p": 0.0009765625,
     "p_holm": 0.00390625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 4.698675053342292,
     "not_compared": null,
     "equivalence": null
    },
    "copilot": {
     "ratio": 0.23943454093217154,
     "ci": [
      0.2363768552635922,
      0.2419128283145949
     ],
     "floor": 0.3245481729612908,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1.1881848199424399,
     "not_compared": null,
     "equivalence": null
    },
    "opencode-v2": {
     "ratio": 0.3613548678619982,
     "ci": [
      0.3422718149129603,
      0.3672336691168687
     ],
     "floor": 0.3245481729612908,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1.793209813982366,
     "not_compared": null,
     "equivalence": null
    },
    "pi-bun": {
     "ratio": 0.7215025834606281,
     "ci": [
      0.6964503464171738,
      0.7308456214249749
     ],
     "floor": 0.3245481729612908,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 3.5804291806837787,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 8.147201315732012,
     "ci": [
      7.978649455391119,
      8.238057085386165
     ],
     "floor": 0.3245481729612908,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 40.430177244603016,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 6.657243302112049,
     "ci": [
      6.527447976513626,
      6.773825775994335
     ],
     "floor": 0.3245481729612908,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 33.0363171639209,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 14.646733447821957,
     "ci": [
      14.271815992124786,
      15.115036424161502
     ],
     "floor": 0.3245481729612908,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 72.68385871433344,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 34.81693720371272,
     "ci": [
      33.87918656205481,
      35.455939981160114
     ],
     "floor": 0.3245481729612908,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 172.77772915003055,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-2@-#wall_ms_p50",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-2@-#wall_ms_p50",
   "scenario": "scale/print-2",
   "api": null,
   "metric": "wall_ms_p50",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.06476221332773957,
   "aa": {
    "claude-code": 0.04039419735623086,
    "copilot": 0.014216028245277299,
    "opencode-v2": 0.059909301844798014,
    "pi-bun": 0.037303811588715534,
    "pi-node": 0.35257949681463446,
    "pibolt": 0.029239446010354334,
    "pig-0.4.1": 0.05025840617177463,
    "pig-tip": 0.05413619898936754,
    "rpi": 0.03304601988033339
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.0460963334343942,
     "ci": [
      1.0308429261031677,
      1.0812335142221905
     ],
     "floor": 0.35257949681463446,
     "p": 0.0009765625,
     "p_holm": 0.00390625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 409.3048215,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0334904604542259,
      "high": 1.0771552345327047,
      "p": 0.37725,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 4.286158104682447,
     "ci": [
      4.225947814734394,
      4.323255239551892
     ],
     "floor": 0.35257949681463446,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1677.0397925,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.237459023086229,
      "high": 4.320676715861215,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 2.8130572847718693,
     "ci": [
      2.763048507019152,
      2.987997368266387
     ],
     "floor": 0.35257949681463446,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1100.6614525,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.7686987206187594,
      "high": 2.9490158652475125,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.4186042197398399,
     "ci": [
      1.3972631622047478,
      1.4663076233292154
     ],
     "floor": 0.35257949681463446,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 555.0555225,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.4006389721137942,
      "high": 1.4605257095967619,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.1249459086647361,
     "ci": [
      0.12323646648304708,
      0.1273589940412787
     ],
     "floor": 0.35257949681463446,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 48.887431500000005,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1234970624194482,
      "high": 0.1265303807355537,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.1523765584702971,
     "ci": [
      0.149245495570168,
      0.1544992277276216
     ],
     "floor": 0.35257949681463446,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 59.620188,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.14960863643432734,
      "high": 0.15427160478432114,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.06872130575329388,
     "ci": [
      0.06629756231009667,
      0.06992865678378883
     ],
     "floor": 0.35257949681463446,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 26.8885005,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.06676069710067538,
      "high": 0.06979449427719246,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.029005821538026878,
     "ci": [
      0.02847351261799728,
      0.030037084563887265
     ],
     "floor": 0.35257949681463446,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 11.349072,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.02856506049887102,
      "high": 0.029871618988365656,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-2@-#wall_ms_p95",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-2@-#wall_ms_p95",
   "scenario": "scale/print-2",
   "api": null,
   "metric": "wall_ms_p95",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.06221769711105142,
   "aa": {
    "claude-code": 0.06040139934886152,
    "copilot": 0.01726861803230544,
    "opencode-v2": 0.061919353516140835,
    "pi-bun": 0.03559971831321078,
    "pi-node": 0.3245836432272605,
    "pibolt": 0.037019282453451895,
    "pig-0.4.1": 0.05535362775833596,
    "pig-tip": 0.06751679385814993,
    "rpi": 0.03131487208727076
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.0562215090151987,
     "ci": [
      1.0224106422336754,
      1.081440578677862
     ],
     "floor": 0.3245836432272605,
     "p": 0.0009765625,
     "p_holm": 0.00390625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 425.6574535,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0247778362780675,
      "high": 1.0788575590230158,
      "p": 0.61425,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 4.17676720465845,
     "ci": [
      4.134129508578176,
      4.230767584953982
     ],
     "floor": 0.3245836432272605,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1683.2379165,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.145484106872727,
      "high": 4.221296545574766,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 2.767538495774178,
     "ci": [
      2.7231079645786638,
      2.925836890857632
     ],
     "floor": 0.3245836432272605,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1115.3184995,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.7257044432726305,
      "high": 2.902566473314763,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.3860244671283029,
     "ci": [
      1.3685799683134463,
      1.435790685764944
     ],
     "floor": 0.3245836432272605,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 558.5681035,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3697051446439008,
      "high": 1.4246652366646932,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.12270103589570272,
     "ci": [
      0.12137809237109679,
      0.12522094400339104
     ],
     "floor": 0.3245836432272605,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 49.448539,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.12148446829167037,
      "high": 0.12481973565763242,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.15021136634715931,
     "ci": [
      0.1474981565418439,
      0.15322227010669331
     ],
     "floor": 0.3245836432272605,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 60.535207,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.14819070121773864,
      "high": 0.15288475011471675,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.06824526184356462,
     "ci": [
      0.06614736546801381,
      0.07007205933949803
     ],
     "floor": 0.3245836432272605,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 27.5028525,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.06629567292401727,
      "high": 0.06974936515301357,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.028660755508777686,
     "ci": [
      0.028167913985209906,
      0.029502065097431848
     ],
     "floor": 0.3245836432272605,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 11.5502895,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.028216147239111963,
      "high": 0.029356190076777436,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-256@-#cpu_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-256@-#cpu_ms",
   "scenario": "scale/print-256",
   "api": null,
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-256@-#cpu_ms_per_agent_turn",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-256@-#cpu_ms_per_agent_turn",
   "scenario": "scale/print-256",
   "api": null,
   "metric": "cpu_ms_per_agent_turn",
   "kind": "CPU",
   "unit": "ms of CPU time per agent-turn",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-256@-#makespan_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-256@-#makespan_ms",
   "scenario": "scale/print-256",
   "api": null,
   "metric": "makespan_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-256@-#mem_peak_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-256@-#mem_peak_mib",
   "scenario": "scale/print-256",
   "api": null,
   "metric": "mem_peak_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-256@-#mem_per_agent_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-256@-#mem_per_agent_mib",
   "scenario": "scale/print-256",
   "api": null,
   "metric": "mem_per_agent_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-256@-#turns_per_s",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-256@-#turns_per_s",
   "scenario": "scale/print-256",
   "api": null,
   "metric": "turns_per_s",
   "kind": "other",
   "unit": "agent-turns per second (higher is better)",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-256@-#wall_ms_p50",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-256@-#wall_ms_p50",
   "scenario": "scale/print-256",
   "api": null,
   "metric": "wall_ms_p50",
   "kind": "wall",
   "unit": "ms",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-256@-#wall_ms_p95",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-256@-#wall_ms_p95",
   "scenario": "scale/print-256",
   "api": null,
   "metric": "wall_ms_p95",
   "kind": "wall",
   "unit": "ms",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-32@-#cpu_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-32@-#cpu_ms",
   "scenario": "scale/print-32",
   "api": null,
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.0013535998208986664,
   "aa": {
    "claude-code": 0.005581211469081048,
    "pi-bun": 0.005409616150271177,
    "pi-node": 0.18510407467683784,
    "pibolt": 0.010785210598705968,
    "pig-0.4.1": 0.008423993723786693,
    "pig-tip": 0.015978783100953315,
    "rpi": 0.020496314856438474
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.2227467795422295,
     "ci": [
      1.2205074711423638,
      1.2255836525161279
     ],
     "floor": 0.18510407467683784,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 31514.049,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2206687254331887,
      "high": 1.2251976103886828,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.3901246608851097,
     "ci": [
      1.3840591261595565,
      1.391941268458225
     ],
     "floor": 0.18510407467683784,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 35827.906,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.38579241564073,
      "high": 1.3918402895736182,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.09253354861154883,
     "ci": [
      0.0924645744643671,
      0.09309917396564178
     ],
     "floor": 0.18510407467683784,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 2384.882,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09248764814854583,
      "high": 0.09306097220545191,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.1307833395132118,
     "ci": [
      0.1302245784910682,
      0.13139388153439255
     ],
     "floor": 0.18510407467683784,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 3370.7,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13036705262559312,
      "high": 0.13127365407800046,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.042515565756865555,
     "ci": [
      0.04222884029084317,
      0.043017502645824136
     ],
     "floor": 0.18510407467683784,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 1095.7604999999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.042292990238399594,
      "high": 0.04289815508214509,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.016870088555883553,
     "ci": [
      0.016789120204957944,
      0.016965023067513615
     ],
     "floor": 0.18510407467683784,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 434.7955,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.016815677506885403,
      "high": 0.016947495563254155,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-32@-#cpu_ms_per_agent_turn",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-32@-#cpu_ms_per_agent_turn",
   "scenario": "scale/print-32",
   "api": null,
   "metric": "cpu_ms_per_agent_turn",
   "kind": "CPU",
   "unit": "ms of CPU time per agent-turn",
   "mde": 0.0013535998208986664,
   "aa": {
    "claude-code": 0.005581211469081048,
    "pi-bun": 0.005409616150271177,
    "pi-node": 0.18510407467683784,
    "pibolt": 0.010785210598705968,
    "pig-0.4.1": 0.008423993723786693,
    "pig-tip": 0.015978783100953315,
    "rpi": 0.020496314856438474
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.2227467795422295,
     "ci": [
      1.2205074711423638,
      1.2255836525161279
     ],
     "floor": 0.18510407467683784,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 984.81403125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2206687254331887,
      "high": 1.2251976103886828,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.3901246608851097,
     "ci": [
      1.3840591261595565,
      1.391941268458225
     ],
     "floor": 0.18510407467683784,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1119.6220625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.38579241564073,
      "high": 1.3918402895736182,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.09253354861154883,
     "ci": [
      0.0924645744643671,
      0.09309917396564178
     ],
     "floor": 0.18510407467683784,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 74.5275625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09248764814854583,
      "high": 0.09306097220545191,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.1307833395132118,
     "ci": [
      0.1302245784910682,
      0.13139388153439255
     ],
     "floor": 0.18510407467683784,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 105.334375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13036705262559312,
      "high": 0.13127365407800046,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.042515565756865555,
     "ci": [
      0.04222884029084317,
      0.043017502645824136
     ],
     "floor": 0.18510407467683784,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 34.242515624999996,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.042292990238399594,
      "high": 0.04289815508214509,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.016870088555883553,
     "ci": [
      0.016789120204957944,
      0.016965023067513615
     ],
     "floor": 0.18510407467683784,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 13.587359375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.016815677506885403,
      "high": 0.016947495563254155,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-32@-#makespan_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-32@-#makespan_ms",
   "scenario": "scale/print-32",
   "api": null,
   "metric": "makespan_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.0017538374467327108,
   "aa": {
    "claude-code": 0.006419769757859677,
    "pi-bun": 0.005886261525086846,
    "pi-node": 0.18486675680827921,
    "pibolt": 0.015462038353200598,
    "pig-0.4.1": 0.014491355944243282,
    "pig-tip": 0.0649159325368134,
    "rpi": 0.1723948702911654
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.2237419601490045,
     "ci": [
      1.2216638955510666,
      1.2262819736022679
     ],
     "floor": 0.18486675680827921,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 3974.2802174999997,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.221824790603,
      "high": 1.2260868697942386,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.3893719046862367,
     "ci": [
      1.3832685305981138,
      1.3931937800732377
     ],
     "floor": 0.18486675680827921,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 4512.1875815,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3849293056397767,
      "high": 1.3928620839805697,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.09703921989231092,
     "ci": [
      0.09650147829252459,
      0.09748066092855365
     ],
     "floor": 0.18486675680827921,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 315.1489975,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0965112047306548,
      "high": 0.0973959815059049,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.13554573633936917,
     "ci": [
      0.1347251197845131,
      0.13653809805771253
     ],
     "floor": 0.18486675680827921,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 440.204517,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1348444018652634,
      "high": 0.13650135538241062,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.049607499193583884,
     "ci": [
      0.04781633655200028,
      0.05125054728198717
     ],
     "floor": 0.18486675680827921,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 161.1075775,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.04787079863369143,
      "high": 0.051124736006111546,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.02961865801884833,
     "ci": [
      0.027999501624411047,
      0.03213508177476245
     ],
     "floor": 0.18486675680827921,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 96.19090499999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.028171513412093674,
      "high": 0.032018196107514885,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-32@-#mem_peak_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-32@-#mem_peak_mib",
   "scenario": "scale/print-32",
   "api": null,
   "metric": "mem_peak_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.045584269637691494,
   "aa": {
    "claude-code": 0.026660074032335276,
    "pi-bun": 0.04846771370135985,
    "pi-node": 0.17531241235435308,
    "pibolt": 0.05396204589023278,
    "pig-0.4.1": 0.04391468548070989,
    "pig-tip": 0.15248506766298117,
    "rpi": 0.11552382842993254
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.4280237821075554,
     "ci": [
      1.3917530040128758,
      1.4439975402117724
     ],
     "floor": 0.17531241235435308,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2935.693359375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3976909329878873,
      "high": 1.4399968732483517,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.1307873405310502,
     "ci": [
      1.0879582654034559,
      1.1571013798790752
     ],
     "floor": 0.17531241235435308,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 2324.642578125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0945010054823638,
      "high": 1.1552866147231748,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.19710400206734843,
     "ci": [
      0.18862545880790624,
      0.20259609429360084
     ],
     "floor": 0.17531241235435308,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 405.201171875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.18969607890682413,
      "high": 0.20168594589495853,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.22468068207297284,
     "ci": [
      0.2175979235309095,
      0.22945409424528898
     ],
     "floor": 0.17531241235435308,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 461.892578125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.21847942461287084,
      "high": 0.22854549597593413,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.11688594241066509,
     "ci": [
      0.10371091415202281,
      0.12825066269339386
     ],
     "floor": 0.17531241235435308,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 240.291015625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10463991360626354,
      "high": 0.12720478949284153,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.04909382493663045,
     "ci": [
      0.04218349612791588,
      0.051275963027997085
     ],
     "floor": 0.17531241235435308,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 100.92578125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.042566184061629944,
      "high": 0.050985219791563126,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-32@-#mem_per_agent_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-32@-#mem_per_agent_mib",
   "scenario": "scale/print-32",
   "api": null,
   "metric": "mem_per_agent_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.045723339227237404,
   "aa": {
    "claude-code": 0.026553508643112563,
    "pi-bun": 0.04834325715224823,
    "pi-node": 0.17554258610579684,
    "pibolt": 0.055472383146348635,
    "pig-0.4.1": 0.043674842029731535,
    "pig-tip": 0.15401046124183418,
    "rpi": 0.12796778138533416
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.428639941535604,
     "ci": [
      1.392627344581673,
      1.4447649267269713
     ],
     "floor": 0.17554258610579684,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 91.63525390625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3981703223289423,
      "high": 1.4407190872035667,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.130873083540141,
     "ci": [
      1.0882399400130935,
      1.1573010079018284
     ],
     "floor": 0.17554258610579684,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 72.5360107421875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.094854515881047,
      "high": 1.1556187193960696,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.19585382378465613,
     "ci": [
      0.18755885067760694,
      0.2014216861399167
     ],
     "floor": 0.17554258610579684,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 12.5623779296875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1886308577661806,
      "high": 0.20062129071227913,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.22341887303786484,
     "ci": [
      0.21630247810773073,
      0.2280949819855769
     ],
     "floor": 0.17554258610579684,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 14.3304443359375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2171295783370406,
      "high": 0.22714503494760258,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.11533110793075622,
     "ci": [
      0.10238799189905562,
      0.12702403344173008
     ],
     "floor": 0.17554258610579684,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 7.39752197265625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10329437482622077,
      "high": 0.12600824399769406,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.04779730820176307,
     "ci": [
      0.04040404040404041,
      0.0499528408424477
     ],
     "floor": 0.17554258610579684,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.0657958984375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.04074927942881482,
      "high": 0.0496693018423097,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-32@-#turns_per_s",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-32@-#turns_per_s",
   "scenario": "scale/print-32",
   "api": null,
   "metric": "turns_per_s",
   "kind": "other",
   "unit": "agent-turns per second (higher is better)",
   "mde": 0.0017538374467326206,
   "aa": {
    "claude-code": 0.006421238846362286,
    "pi-bun": 0.005886261525086748,
    "pi-node": 0.18486671902485385,
    "pibolt": 0.015463976715138241,
    "pig-0.4.1": 0.014492231498309997,
    "pig-tip": 0.06488816607513057,
    "rpi": 0.17239487029116554
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.8171657502681079,
     "ci": [
      0.8154731463465879,
      0.8185557448670621
     ],
     "floor": 0.18486671902485385,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 8.051772615270396,
     "not_compared": null,
     "equivalence": null
    },
    "pi-bun": {
     "ratio": 0.7197496922073955,
     "ci": [
      0.7177752275460205,
      0.7229274459654164
     ],
     "floor": 0.18486671902485385,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 7.091903765745698,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 10.3051212763275,
     "ci": [
      10.258494931268078,
      10.362536493932353
     ],
     "floor": 0.18486671902485385,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 101.5393673346571,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 7.377584236107929,
     "ci": [
      7.324111950225123,
      7.422528542827268
     ],
     "floor": 0.18486671902485385,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 72.69349051848378,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 20.15835312679092,
     "ci": [
      19.512063090364297,
      20.91338521861633
     ],
     "floor": 0.18486671902485385,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 198.6261362789523,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 33.78448247516345,
     "ci": [
      31.119077648300447,
      35.716382477868514
     ],
     "floor": 0.18486671902485385,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 332.8883653351278,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-32@-#wall_ms_p50",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-32@-#wall_ms_p50",
   "scenario": "scale/print-32",
   "api": null,
   "metric": "wall_ms_p50",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.02901196424386063,
   "aa": {
    "claude-code": 0.014900714606322198,
    "pi-bun": 0.05717301862582822,
    "pi-node": 0.1952290622012075,
    "pibolt": 0.0771626228870242,
    "pig-0.4.1": 0.04256000680625888,
    "pig-tip": 0.19979034083253597,
    "rpi": 0.3399685117034248
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.2199100070955722,
     "ci": [
      1.2095144442023906,
      1.230896394359624
     ],
     "floor": 0.1952290622012075,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 3832.6670745,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2108689419117813,
      "high": 1.2295549427584849,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.3735872579456319,
     "ci": [
      1.3628481720543582,
      1.3892632751234677
     ],
     "floor": 0.1952290622012075,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 4315.484443,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.364153983690377,
      "high": 1.3870100653252164,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.07465159233855942,
     "ci": [
      0.07136329491306154,
      0.07786958467836143
     ],
     "floor": 0.1952290622012075,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 234.53754650000002,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.07201006216212155,
      "high": 0.0775152195515449,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.11608677542979114,
     "ci": [
      0.11488166153888998,
      0.11953433203091489
     ],
     "floor": 0.1952290622012075,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 364.717036,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11514552439683279,
      "high": 0.11920944041423621,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.03501849379342257,
     "ci": [
      0.029989763442007628,
      0.04016700306693606
     ],
     "floor": 0.19979034083253597,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 110.019778,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.030563928351744606,
      "high": 0.040002259429810734,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.019817005943040613,
     "ci": [
      0.015978771090068643,
      0.022031503473397895
     ],
     "floor": 0.3399685117034248,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 62.260318999999996,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.01811068879559085,
      "high": 0.021884497590868877,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-32@-#wall_ms_p95",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-32@-#wall_ms_p95",
   "scenario": "scale/print-32",
   "api": null,
   "metric": "wall_ms_p95",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.0038810930169753967,
   "aa": {
    "claude-code": 0.006152912992408385,
    "pi-bun": 0.007023760757782109,
    "pi-node": 0.18730839952996448,
    "pibolt": 0.0952948289975397,
    "pig-0.4.1": 0.04092519003685378,
    "pig-tip": 0.0945772078850738,
    "rpi": 0.19186542010894575
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.2256530967387587,
     "ci": [
      1.2198837207360946,
      1.2302628101515611
     ],
     "floor": 0.18730839952996448,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 3935.690037,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.220616814793496,
      "high": 1.229651321169387,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.3875259723647482,
     "ci": [
      1.382039099807193,
      1.3949097313128145
     ],
     "floor": 0.18730839952996448,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "loss",
     "n": 12,
     "arm_median": 4455.479417500001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.382643527136402,
      "high": 1.3939370720664057,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.08577524491870345,
     "ci": [
      0.08461153569546043,
      0.09096032590056496
     ],
     "floor": 0.18730839952996448,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 275.4325655,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.08472990044054522,
      "high": 0.09036466191842515,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.1254427196426445,
     "ci": [
      0.1238875530397607,
      0.12703862372854088
     ],
     "floor": 0.18730839952996448,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 402.80864399999996,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.12392064513907257,
      "high": 0.12688773081959737,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.043679921589793,
     "ci": [
      0.0416164895007262,
      0.047000359837100124
     ],
     "floor": 0.18730839952996448,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 140.26043149999998,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.04221442342557312,
      "high": 0.04687854020057585,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.02665271636118259,
     "ci": [
      0.025353710313792903,
      0.02978826004211166
     ],
     "floor": 0.19186542010894575,
     "p": 0.00048828125,
     "p_holm": 0.0029296875,
     "verdict": "win",
     "n": 12,
     "arm_median": 85.58443700000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.025416522625337,
      "high": 0.029189131411535434,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-4@-#cpu_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-4@-#cpu_ms",
   "scenario": "scale/print-4",
   "api": null,
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.024468117783769304,
   "aa": {
    "claude-code": 0.015514660740246733,
    "copilot": 0.013128391898246527,
    "opencode-v2": 0.007676606081417775,
    "pi-bun": 0.06543384899751536,
    "pi-node": 0.1819563267243761,
    "pibolt": 0.05770553740698239,
    "pig-0.4.1": 0.03012804489124696,
    "pig-tip": 0.03159728502687572,
    "rpi": 0.021076029511741944
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.9507031688238962,
     "ci": [
      0.9409989441109592,
      0.9732004831104761
     ],
     "floor": 0.1819563267243761,
     "p": 0.0009765625,
     "p_holm": 0.00390625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 2512.5730000000003,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.942436209562308,
      "high": 0.9684395453511108,
      "p": 0.5255,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 3.7094018500808312,
     "ci": [
      3.669329628212635,
      3.798346058440583
     ],
     "floor": 0.1819563267243761,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 9803.4205,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.6752074772987653,
      "high": 3.7847881964193557,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 4.315615011403377,
     "ci": [
      4.264701632007904,
      4.41397205944023
     ],
     "floor": 0.1819563267243761,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 11405.5555,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.274357074128657,
      "high": 4.392314946805063,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.291320852524209,
     "ci": [
      1.2472823263028945,
      1.335856249029267
     ],
     "floor": 0.1819563267243761,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 3412.777,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2611850519546015,
      "high": 1.3248122956413284,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.09268169017814998,
     "ci": [
      0.08979837966668983,
      0.09599292345411309
     ],
     "floor": 0.1819563267243761,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 244.9445,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09035224720732807,
      "high": 0.09532504117229174,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.1378188192136731,
     "ci": [
      0.1360513284676677,
      0.1424083026295632
     ],
     "floor": 0.1819563267243761,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 364.2355,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13625830714969372,
      "high": 0.14125073068383542,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.04754039898102716,
     "ci": [
      0.04606651823386507,
      0.04917993466712264
     ],
     "floor": 0.1819563267243761,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 125.6425,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0462235674518877,
      "high": 0.04890498888514237,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.01890870014747295,
     "ci": [
      0.01862666152392166,
      0.01928418563698008
     ],
     "floor": 0.1819563267243761,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 49.973,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.018665159329857947,
      "high": 0.019197306435412453,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-4@-#cpu_ms_per_agent_turn",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-4@-#cpu_ms_per_agent_turn",
   "scenario": "scale/print-4",
   "api": null,
   "metric": "cpu_ms_per_agent_turn",
   "kind": "CPU",
   "unit": "ms of CPU time per agent-turn",
   "mde": 0.024468117783769304,
   "aa": {
    "claude-code": 0.015514660740246733,
    "copilot": 0.013128391898246527,
    "opencode-v2": 0.007676606081417775,
    "pi-bun": 0.06543384899751536,
    "pi-node": 0.1819563267243761,
    "pibolt": 0.05770553740698239,
    "pig-0.4.1": 0.03012804489124696,
    "pig-tip": 0.03159728502687572,
    "rpi": 0.021076029511741944
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.9507031688238962,
     "ci": [
      0.9409989441109592,
      0.9732004831104761
     ],
     "floor": 0.1819563267243761,
     "p": 0.0009765625,
     "p_holm": 0.00390625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 628.1432500000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.942436209562308,
      "high": 0.9684395453511108,
      "p": 0.5255,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 3.7094018500808312,
     "ci": [
      3.669329628212635,
      3.798346058440583
     ],
     "floor": 0.1819563267243761,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2450.855125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.6752074772987653,
      "high": 3.7847881964193557,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 4.315615011403377,
     "ci": [
      4.264701632007904,
      4.41397205944023
     ],
     "floor": 0.1819563267243761,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2851.388875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.274357074128657,
      "high": 4.392314946805063,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.291320852524209,
     "ci": [
      1.2472823263028945,
      1.335856249029267
     ],
     "floor": 0.1819563267243761,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 853.19425,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2611850519546015,
      "high": 1.3248122956413284,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.09268169017814998,
     "ci": [
      0.08979837966668983,
      0.09599292345411309
     ],
     "floor": 0.1819563267243761,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 61.236125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09035224720732807,
      "high": 0.09532504117229174,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.1378188192136731,
     "ci": [
      0.1360513284676677,
      0.1424083026295632
     ],
     "floor": 0.1819563267243761,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 91.058875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13625830714969372,
      "high": 0.14125073068383542,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.04754039898102716,
     "ci": [
      0.04606651823386507,
      0.04917993466712264
     ],
     "floor": 0.1819563267243761,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 31.410625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0462235674518877,
      "high": 0.04890498888514237,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.01890870014747295,
     "ci": [
      0.01862666152392166,
      0.01928418563698008
     ],
     "floor": 0.1819563267243761,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 12.49325,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.018665159329857947,
      "high": 0.019197306435412453,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-4@-#makespan_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-4@-#makespan_ms",
   "scenario": "scale/print-4",
   "api": null,
   "metric": "makespan_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.040122248277961715,
   "aa": {
    "claude-code": 0.032747705850189573,
    "copilot": 0.026298475624953837,
    "opencode-v2": 0.011358301397466308,
    "pi-bun": 0.10666321096172382,
    "pi-node": 0.2685535292781931,
    "pibolt": 0.057190802164282566,
    "pig-0.4.1": 0.030404491962108184,
    "pig-tip": 0.015882060108748968,
    "rpi": 0.048092656653083155
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.947670762859825,
     "ci": [
      0.9320337357685746,
      0.9940301613994854
     ],
     "floor": 0.2685535292781931,
     "p": 0.04052734375,
     "p_holm": 0.04052734375,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 503.8499615,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.9349632759801931,
      "high": 0.9877672697818386,
      "p": 0.521,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 3.77923435829036,
     "ci": [
      3.683317059583298,
      3.9451504616305013
     ],
     "floor": 0.2685535292781931,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2009.312897,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.702447181721378,
      "high": 3.9275806877258677,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 3.032935915714447,
     "ci": [
      2.9991979007252287,
      3.182586938168296
     ],
     "floor": 0.2685535292781931,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1612.5269495,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.0050200330888255,
      "high": 3.1713556976628032,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.3643799778498376,
     "ci": [
      1.301746716713539,
      1.4387640434478424
     ],
     "floor": 0.2685535292781931,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 725.402562,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3238006138110228,
      "high": 1.42765572444318,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.10975431487358758,
     "ci": [
      0.1063478500496837,
      0.1168358598062617
     ],
     "floor": 0.2685535292781931,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 58.3532905,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10667425619710248,
      "high": 0.11622382553233454,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.16578071245959222,
     "ci": [
      0.16275206132870396,
      0.1752176563930325
     ],
     "floor": 0.2685535292781931,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 88.14095449999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.16325479316526503,
      "high": 0.17426297629428886,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.0565915994939955,
     "ci": [
      0.05569425605184008,
      0.059980463177156246
     ],
     "floor": 0.2685535292781931,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 30.088166,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.05592679562407813,
      "high": 0.059646614850436895,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.024218987900751558,
     "ci": [
      0.023771547403763964,
      0.02553563012790052
     ],
     "floor": 0.2685535292781931,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 12.8765565,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.023838124448791433,
      "high": 0.025332548996814693,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-4@-#mem_peak_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-4@-#mem_peak_mib",
   "scenario": "scale/print-4",
   "api": null,
   "metric": "mem_peak_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.040654120792308956,
   "aa": {
    "claude-code": 0.012036843456826781,
    "copilot": 0.0037481059750787316,
    "opencode-v2": 0.014316572144521124,
    "pi-bun": 0.0384472871659805,
    "pi-node": 0.16530696230710742,
    "pibolt": 0.0057455533980735555,
    "pig-0.4.1": 0.025459963298358253,
    "pig-tip": 0.018700658997223615,
    "rpi": 0.028055209856510124
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.7248874473544078,
     "ci": [
      1.6928137790841413,
      1.766164972772924
     ],
     "floor": 0.16530696230710742,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 487.142578125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.6983522673290172,
      "high": 1.7534217759578168,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 5.225658545356469,
     "ci": [
      5.132624643390844,
      5.337086031909709
     ],
     "floor": 0.16530696230710742,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1475.830078125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 5.150209239241559,
      "high": 5.3022581211589115,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 4.074682397526954,
     "ci": [
      3.9685640537970386,
      4.190189039097997
     ],
     "floor": 0.16530696230710742,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1150.771484375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.9859338975281697,
      "high": 4.1697916082347,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.3348916659174683,
     "ci": [
      1.2988724358103518,
      1.3761556186247788
     ],
     "floor": 0.16530696230710742,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 377.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.304301843254677,
      "high": 1.371972657617907,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.2873325541670413,
     "ci": [
      0.2822170900692841,
      0.29353683600895564
     ],
     "floor": 0.16530696230710742,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 81.1484375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2831613527623669,
      "high": 0.29170764605052407,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.25049965767398114,
     "ci": [
      0.24541642518664986,
      0.25537655293211947
     ],
     "floor": 0.16530696230710742,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 70.74609375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2464645909100284,
      "high": 0.2539827228361474,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.15239386164496296,
     "ci": [
      0.14971533767429177,
      0.15547331322790933
     ],
     "floor": 0.16530696230710742,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 43.0390625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.15024205894928486,
      "high": 0.15464604251977337,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.07011805060892537,
     "ci": [
      0.06870033679347713,
      0.07111654975170392
     ],
     "floor": 0.16530696230710742,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 19.802734375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.06896551724137931,
      "high": 0.07104392214057328,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-4@-#mem_per_agent_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-4@-#mem_per_agent_mib",
   "scenario": "scale/print-4",
   "api": null,
   "metric": "mem_per_agent_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.04065209390439539,
   "aa": {
    "claude-code": 0.01205464268252471,
    "copilot": 0.003988016037899637,
    "opencode-v2": 0.014551087649751354,
    "pi-bun": 0.03895094460576657,
    "pi-node": 0.16629442897826574,
    "pibolt": 0.0078297930622745,
    "pig-0.4.1": 0.028567553413415124,
    "pig-tip": 0.01461820050955439,
    "rpi": 0.03816504475350254
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.7349578820697955,
     "ci": [
      1.7019162870553701,
      1.7732947853089196
     ],
     "floor": 0.16629442897826574,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 121.08447265625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.7074614405561865,
      "high": 1.7610371159651927,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 5.27544566647077,
     "ci": [
      5.181731344104126,
      5.383145947103544
     ],
     "floor": 0.16629442897826574,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 368.1787109375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 5.203470075088339,
      "high": 5.3511632036938375,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 4.111227716676462,
     "ci": [
      4.002195193897361,
      4.2234214940928725
     ],
     "floor": 0.16629442897826574,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 286.9267578125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.022181426678445,
      "high": 4.204123141468116,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.339616041194414,
     "ci": [
      1.3038001055584878,
      1.3802842591163553
     ],
     "floor": 0.16629442897826574,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 93.4931640625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3079113308703019,
      "high": 1.3762715193691861,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.2788109030867825,
     "ci": [
      0.27479019434628976,
      0.2845700824499411
     ],
     "floor": 0.16629442897826574,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 19.45849609375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2755148520318021,
      "high": 0.2830047948854555,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.24249293370273978,
     "ci": [
      0.23771105781455087,
      0.24779241175000893
     ],
     "floor": 0.16629442897826574,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 16.923828125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.23872984761484098,
      "high": 0.24615537255680128,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.1431100103545742,
     "ci": [
      0.14006631418585894,
      0.14605418138987045
     ],
     "floor": 0.16629442897826574,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 9.98779296875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.14074922703180212,
      "high": 0.14526727046705737,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.059517812666162934,
     "ci": [
      0.05848773577043807,
      0.060334796730556445
     ],
     "floor": 0.16629442897826574,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 4.15380859375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.05872025647609068,
      "high": 0.060159351090145544,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-4@-#turns_per_s",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-4@-#turns_per_s",
   "scenario": "scale/print-4",
   "api": null,
   "metric": "turns_per_s",
   "kind": "other",
   "unit": "agent-turns per second (higher is better)",
   "mde": 0.040122248277961674,
   "aa": {
    "claude-code": 0.0327238110918549,
    "copilot": 0.026300072321502655,
    "opencode-v2": 0.011361572799877588,
    "pi-bun": 0.10667101657164635,
    "pi-node": 0.26855644377308463,
    "pibolt": 0.057208915202478706,
    "pig-0.4.1": 0.030404491962108128,
    "pig-tip": 0.01584420480526729,
    "rpi": 0.04812234737437809
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.0552123359245118,
     "ci": [
      1.0059564322102184,
      1.072913938648332
     ],
     "floor": 0.26855644377308463,
     "p": 0.04052734375,
     "p_holm": 0.04052734375,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 7.938877213100058,
     "not_compared": null,
     "equivalence": null
    },
    "copilot": {
     "ratio": 0.26460257840679735,
     "ci": [
      0.2534807845445067,
      0.27149704795625906
     ],
     "floor": 0.26855644377308463,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1.990734289891321,
     "not_compared": null,
     "equivalence": null
    },
    "opencode-v2": {
     "ratio": 0.3297113037902643,
     "ci": [
      0.3141946778466528,
      0.33342247930961555
     ],
     "floor": 0.26855644377308463,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2.4805789957608066,
     "not_compared": null,
     "equivalence": null
    },
    "pi-bun": {
     "ratio": 0.7329291602360869,
     "ci": [
      0.6950713944169372,
      0.7694068164488551
     ],
     "floor": 0.26855644377308463,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 5.514183649034869,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 9.113209761885166,
     "ci": [
      8.558999105778115,
      9.40337724602332
     ],
     "floor": 0.26855644377308463,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 68.56312313051546,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 6.032056863983168,
     "ci": [
      5.708401780849492,
      6.144362345262392
     ],
     "floor": 0.26855644377308463,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 45.38210666732159,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 17.67035023108301,
     "ci": [
      16.67128721554676,
      17.955656457882217
     ],
     "floor": 0.26855644377308463,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 132.94266568077524,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 41.29292407111612,
     "ci": [
      39.16317812533791,
      42.06589269483025
     ],
     "floor": 0.26855644377308463,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 310.66681350274354,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-4@-#wall_ms_p50",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-4@-#wall_ms_p50",
   "scenario": "scale/print-4",
   "api": null,
   "metric": "wall_ms_p50",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.03780313983656117,
   "aa": {
    "claude-code": 0.02659683766659716,
    "copilot": 0.01913510327986861,
    "opencode-v2": 0.012083423785001567,
    "pi-bun": 0.1005162989258778,
    "pi-node": 0.2696753513095919,
    "pibolt": 0.04900132773203737,
    "pig-0.4.1": 0.040239781350580234,
    "pig-tip": 0.032122496960862834,
    "rpi": 0.01549933185145506
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.9608533125569775,
     "ci": [
      0.927398835886769,
      0.9958204960458069
     ],
     "floor": 0.2696753513095919,
     "p": 0.0185546875,
     "p_holm": 0.0185546875,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 492.37862800000005,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.9315332123924096,
      "high": 0.9881265790713565,
      "p": 0.325,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 3.864958567529866,
     "ci": [
      3.7410925009639935,
      3.9443832481296983
     ],
     "floor": 0.2696753513095919,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1980.555171,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.755643093846113,
      "high": 3.9234861010183573,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 3.113503229186845,
     "ci": [
      3.0035850157696364,
      3.2055084009950554
     ],
     "floor": 0.2696753513095919,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1595.4802135,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.0120175718753197,
      "high": 3.1960568446209354,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.3948758075777206,
     "ci": [
      1.2926698209741183,
      1.438319848465574
     ],
     "floor": 0.2696753513095919,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 714.788644,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3194377739097136,
      "high": 1.4265919541554595,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.11088441070265792,
     "ci": [
      0.10626638870783194,
      0.11585924034123266
     ],
     "floor": 0.2696753513095919,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 56.821487,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10677905263842667,
      "high": 0.11489862748977472,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.16395977882351068,
     "ci": [
      0.15714874736266915,
      0.17045976672307542
     ],
     "floor": 0.2696753513095919,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 84.019371,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.15798485497354323,
      "high": 0.16906311619840286,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.05800545233377808,
     "ci": [
      0.05543944047242772,
      0.05978715451151149
     ],
     "floor": 0.2696753513095919,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 29.724251000000002,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.05566427744427788,
      "high": 0.059472225552941085,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.024460867739642428,
     "ci": [
      0.02371996054496202,
      0.025115918832810686
     ],
     "floor": 0.2696753513095919,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 12.5347005,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.023815351311909063,
      "high": 0.02495764655005371,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-4@-#wall_ms_p95",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-4@-#wall_ms_p95",
   "scenario": "scale/print-4",
   "api": null,
   "metric": "wall_ms_p95",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.04001035266222894,
   "aa": {
    "claude-code": 0.032711298850965284,
    "copilot": 0.02635167316448003,
    "opencode-v2": 0.011336540385323338,
    "pi-bun": 0.10679952142849063,
    "pi-node": 0.26860648465314896,
    "pibolt": 0.05739371818489182,
    "pig-0.4.1": 0.030575165695652547,
    "pig-tip": 0.016268430286700216,
    "rpi": 0.03614221033454123
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.9473772374924587,
     "ci": [
      0.9321133354354096,
      0.9942158601020069
     ],
     "floor": 0.26860648465314896,
     "p": 0.03955078125,
     "p_holm": 0.03955078125,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 503.588589,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.9348206970632329,
      "high": 0.987754479350463,
      "p": 0.523,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 3.7798832493260703,
     "ci": [
      3.6838121112298055,
      3.9451504616305013
     ],
     "floor": 0.26860648465314896,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2009.237711,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.7037186622125455,
      "high": 3.9275806877258677,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 3.0335670058249935,
     "ci": [
      2.9999186696639946,
      3.1830135405085676
     ],
     "floor": 0.26860648465314896,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1612.525262,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.0055061295941985,
      "high": 3.171419589112141,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.3641306518423275,
     "ci": [
      1.3013731972245774,
      1.4389044752309337
     ],
     "floor": 0.26860648465314896,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 725.1183615,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3234895455023714,
      "high": 1.427367255846341,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.10969627563911383,
     "ci": [
      0.10624203077484293,
      0.11681897733882508
     ],
     "floor": 0.26860648465314896,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 58.3102385,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10654278261010917,
      "high": 0.11614584674171125,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.16559256404591138,
     "ci": [
      0.1625364134915523,
      0.1751090872363059
     ],
     "floor": 0.26860648465314896,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 88.0225135,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.16300252755660183,
      "high": 0.17413776130094197,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.05649843496920407,
     "ci": [
      0.0556409706644081,
      0.05969529020036355
     ],
     "floor": 0.26860648465314896,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 30.032352500000002,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.055830605220233545,
      "high": 0.059437736048622625,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.024193319632874497,
     "ci": [
      0.023756493474000606,
      0.0253420824479708
     ],
     "floor": 0.26860648465314896,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 12.86022,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.02383225094981634,
      "high": 0.025170464424336247,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-512@-#cpu_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-512@-#cpu_ms",
   "scenario": "scale/print-512",
   "api": null,
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-512@-#cpu_ms_per_agent_turn",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-512@-#cpu_ms_per_agent_turn",
   "scenario": "scale/print-512",
   "api": null,
   "metric": "cpu_ms_per_agent_turn",
   "kind": "CPU",
   "unit": "ms of CPU time per agent-turn",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-512@-#makespan_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-512@-#makespan_ms",
   "scenario": "scale/print-512",
   "api": null,
   "metric": "makespan_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-512@-#mem_peak_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-512@-#mem_peak_mib",
   "scenario": "scale/print-512",
   "api": null,
   "metric": "mem_peak_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-512@-#mem_per_agent_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-512@-#mem_per_agent_mib",
   "scenario": "scale/print-512",
   "api": null,
   "metric": "mem_per_agent_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-512@-#turns_per_s",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-512@-#turns_per_s",
   "scenario": "scale/print-512",
   "api": null,
   "metric": "turns_per_s",
   "kind": "other",
   "unit": "agent-turns per second (higher is better)",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-512@-#wall_ms_p50",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-512@-#wall_ms_p50",
   "scenario": "scale/print-512",
   "api": null,
   "metric": "wall_ms_p50",
   "kind": "wall",
   "unit": "ms",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-512@-#wall_ms_p95",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-512@-#wall_ms_p95",
   "scenario": "scale/print-512",
   "api": null,
   "metric": "wall_ms_p95",
   "kind": "wall",
   "unit": "ms",
   "mde": null,
   "aa": {},
   "comparisons": {}
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-64@-#cpu_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-64@-#cpu_ms",
   "scenario": "scale/print-64",
   "api": null,
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": null,
   "aa": {
    "pibolt": 0.0068315381195867214,
    "pig-0.4.1": 0.0036381139632372704,
    "pig-tip": 0.008124899980887333,
    "rpi": 0.010354534807439772
   },
   "comparisons": {
    "pibolt": {
     "ratio": 0.09310906826803562,
     "ci": [
      0.09299247009039359,
      0.09322583836026656
     ],
     "floor": 0.0068315381195867214,
     "p": 0.5,
     "p_holm": 1.0,
     "verdict": "inconclusive (paired test p 1 >= 0.05)",
     "n": 2,
     "arm_median": 4871.922500000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09299247009039359,
      "high": 0.09322583836026656,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.13059425361899415,
     "ci": [
      0.13036208760557633,
      0.13082607782635533
     ],
     "floor": 0.0036381139632372704,
     "p": 0.5,
     "p_holm": 1.0,
     "verdict": "inconclusive (paired test p 1 >= 0.05)",
     "n": 2,
     "arm_median": 6833.331,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13036208760557633,
      "high": 0.13082607782635533,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.04220282474320351,
     "ci": [
      0.04190099167752228,
      0.04250421343561741
     ],
     "floor": 0.008124899980887333,
     "p": 0.5,
     "p_holm": 1.0,
     "verdict": "inconclusive (paired test p 1 >= 0.05)",
     "n": 2,
     "arm_median": 2208.2585,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.04190099167752228,
      "high": 0.04250421343561741,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.016817022748902444,
     "ci": [
      0.016800770495520513,
      0.016833251074929296
     ],
     "floor": 0.010354534807439772,
     "p": 0.5,
     "p_holm": 1.0,
     "verdict": "inconclusive (paired test p 1 >= 0.05)",
     "n": 2,
     "arm_median": 879.9490000000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.016800770495520513,
      "high": 0.016833251074929296,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-64@-#cpu_ms_per_agent_turn",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-64@-#cpu_ms_per_agent_turn",
   "scenario": "scale/print-64",
   "api": null,
   "metric": "cpu_ms_per_agent_turn",
   "kind": "CPU",
   "unit": "ms of CPU time per agent-turn",
   "mde": null,
   "aa": {
    "pibolt": 0.0068315381195867214,
    "pig-0.4.1": 0.0036381139632372704,
    "pig-tip": 0.008124899980887333,
    "rpi": 0.010354534807439772
   },
   "comparisons": {
    "pibolt": {
     "ratio": 0.09310906826803562,
     "ci": [
      0.09299247009039359,
      0.09322583836026656
     ],
     "floor": 0.0068315381195867214,
     "p": 0.5,
     "p_holm": 1.0,
     "verdict": "inconclusive (paired test p 1 >= 0.05)",
     "n": 2,
     "arm_median": 76.12378906250001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09299247009039359,
      "high": 0.09322583836026656,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.13059425361899415,
     "ci": [
      0.13036208760557633,
      0.13082607782635533
     ],
     "floor": 0.0036381139632372704,
     "p": 0.5,
     "p_holm": 1.0,
     "verdict": "inconclusive (paired test p 1 >= 0.05)",
     "n": 2,
     "arm_median": 106.770796875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13036208760557633,
      "high": 0.13082607782635533,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.04220282474320351,
     "ci": [
      0.04190099167752228,
      0.04250421343561741
     ],
     "floor": 0.008124899980887333,
     "p": 0.5,
     "p_holm": 1.0,
     "verdict": "inconclusive (paired test p 1 >= 0.05)",
     "n": 2,
     "arm_median": 34.5040390625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.04190099167752228,
      "high": 0.04250421343561741,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.016817022748902444,
     "ci": [
      0.016800770495520513,
      0.016833251074929296
     ],
     "floor": 0.010354534807439772,
     "p": 0.5,
     "p_holm": 1.0,
     "verdict": "inconclusive (paired test p 1 >= 0.05)",
     "n": 2,
     "arm_median": 13.749203125000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.016800770495520513,
      "high": 0.016833251074929296,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-64@-#makespan_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-64@-#makespan_ms",
   "scenario": "scale/print-64",
   "api": null,
   "metric": "makespan_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": null,
   "aa": {
    "pibolt": 0.0055550201271502625,
    "pig-0.4.1": 0.007873387688875032,
    "pig-tip": 0.02235630534898537,
    "rpi": 0.08961058542240391
   },
   "comparisons": {
    "pibolt": {
     "ratio": 0.09616878301002692,
     "ci": [
      0.09610612418683977,
      0.0962314878347575
     ],
     "floor": 0.0055550201271502625,
     "p": 0.5,
     "p_holm": 1.0,
     "verdict": "inconclusive (paired test p 1 >= 0.05)",
     "n": 2,
     "arm_median": 632.5005925,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09610612418683977,
      "high": 0.0962314878347575,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.13335332967571537,
     "ci": [
      0.13306465991800265,
      0.13364178765938264
     ],
     "floor": 0.007873387688875032,
     "p": 0.5,
     "p_holm": 1.0,
     "verdict": "inconclusive (paired test p 1 >= 0.05)",
     "n": 2,
     "arm_median": 877.0627785,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13306465991800265,
      "high": 0.13364178765938264,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.04631397820991495,
     "ci": [
      0.045835648082897466,
      0.04679265950733433
     ],
     "floor": 0.02235630534898537,
     "p": 0.5,
     "p_holm": 1.0,
     "verdict": "inconclusive (paired test p 1 >= 0.05)",
     "n": 2,
     "arm_median": 304.6063155,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.045835648082897466,
      "high": 0.04679265950733433,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.026832704146517613,
     "ci": [
      0.026329623566394383,
      0.027336154067812413
     ],
     "floor": 0.08961058542240391,
     "p": 0.5,
     "p_holm": 1.0,
     "verdict": "inconclusive (paired test p 1 >= 0.05)",
     "n": 2,
     "arm_median": 176.4782785,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.026329623566394383,
      "high": 0.027336154067812413,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-64@-#mem_peak_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-64@-#mem_peak_mib",
   "scenario": "scale/print-64",
   "api": null,
   "metric": "mem_peak_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": null,
   "aa": {
    "pibolt": 0.10755546515706695,
    "pig-0.4.1": 0.052448142973702656,
    "pig-tip": 0.3391503207147784,
    "rpi": 0.3076229834118212
   },
   "comparisons": {
    "pibolt": {
     "ratio": 0.17735556218242657,
     "ci": [
      0.15336002626553444,
      0.20119612653424412
     ],
     "floor": 0.10755546515706695,
     "p": 0.5,
     "p_holm": 1.0,
     "verdict": "inconclusive (paired test p 1 >= 0.05)",
     "n": 2,
     "arm_median": 715.541015625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.15336002626553444,
      "high": 0.20119612653424412,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.21224652218366588,
     "ci": [
      0.20945146490274838,
      0.21505974826272528
     ],
     "floor": 0.052448142973702656,
     "p": 0.5,
     "p_holm": 1.0,
     "verdict": "inconclusive (paired test p 1 >= 0.05)",
     "n": 2,
     "arm_median": 856.30859375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.20945146490274838,
      "high": 0.21505974826272528,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.07877660645681002,
     "ci": [
      0.07092989814491332,
      0.08667432097182477
     ],
     "floor": 0.3391503207147784,
     "p": 0.5,
     "p_holm": 1.0,
     "verdict": "inconclusive (paired test p 1 >= 0.05)",
     "n": 2,
     "arm_median": 317.82421875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.07092989814491332,
      "high": 0.08667432097182477,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.039864179266327925,
     "ci": [
      0.030432995103157952,
      0.04935666925048034
     ],
     "floor": 0.3076229834118212,
     "p": 0.5,
     "p_holm": 1.0,
     "verdict": "inconclusive (paired test p 1 >= 0.05)",
     "n": 2,
     "arm_median": 160.83203125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.030432995103157952,
      "high": 0.04935666925048034,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-64@-#mem_per_agent_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-64@-#mem_per_agent_mib",
   "scenario": "scale/print-64",
   "api": null,
   "metric": "mem_per_agent_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": null,
   "aa": {
    "pibolt": 0.10842582156097608,
    "pig-0.4.1": 0.05240448394056859,
    "pig-tip": 0.3398540457285939,
    "rpi": 0.31262934189342345
   },
   "comparisons": {
    "pibolt": {
     "ratio": 0.17667027762382223,
     "ci": [
      0.15259000197320524,
      0.20059885734155636
     ],
     "floor": 0.10842582156097608,
     "p": 0.5,
     "p_holm": 1.0,
     "verdict": "inconclusive (paired test p 1 >= 0.05)",
     "n": 2,
     "arm_median": 11.128631591796875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.15259000197320524,
      "high": 0.20059885734155636,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.21158642460980345,
     "ci": [
      0.20879547572937443,
      0.21439506679251116
     ],
     "floor": 0.05240448394056859,
     "p": 0.5,
     "p_holm": 1.0,
     "verdict": "inconclusive (paired test p 1 >= 0.05)",
     "n": 2,
     "arm_median": 13.328033447265625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.20879547572937443,
      "high": 0.21439506679251116,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.07812990531411451,
     "ci": [
      0.07022761408473831,
      0.08608229335049276
     ],
     "floor": 0.3398540457285939,
     "p": 0.5,
     "p_holm": 1.0,
     "verdict": "inconclusive (paired test p 1 >= 0.05)",
     "n": 2,
     "arm_median": 4.921478271484375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.07022761408473831,
      "high": 0.08608229335049276,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.03902062315172609,
     "ci": [
      0.029636677114473514,
      0.048464058990088286
     ],
     "floor": 0.31262934189342345,
     "p": 0.5,
     "p_holm": 1.0,
     "verdict": "inconclusive (paired test p 1 >= 0.05)",
     "n": 2,
     "arm_median": 2.45794677734375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.029636677114473514,
      "high": 0.048464058990088286,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-64@-#turns_per_s",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-64@-#turns_per_s",
   "scenario": "scale/print-64",
   "api": null,
   "metric": "turns_per_s",
   "kind": "other",
   "unit": "agent-turns per second (higher is better)",
   "mde": null,
   "aa": {
    "pibolt": 0.005555020127150188,
    "pig-0.4.1": 0.007873404749377337,
    "pig-tip": 0.022321733667059942,
    "rpi": 0.08943565010637555
   },
   "comparisons": {
    "pibolt": {
     "ratio": 10.398384124126576,
     "ci": [
      10.391609051261222,
      10.405164170973137
     ],
     "floor": 0.005555020127150188,
     "p": 0.5,
     "p_holm": 1.0,
     "verdict": "inconclusive (paired test p 1 >= 0.05)",
     "n": 2,
     "arm_median": 101.18568417426422,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 7.498922396766176,
     "ci": [
      7.4826894904214685,
      7.515143394318385
     ],
     "floor": 0.007873404749377337,
     "p": 0.5,
     "p_holm": 1.0,
     "verdict": "inconclusive (paired test p 1 >= 0.05)",
     "n": 2,
     "arm_median": 72.97129863917522,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 21.59389479621137,
     "ci": [
      21.370873349125606,
      21.81707997651564
     ],
     "floor": 0.022321733667059942,
     "p": 0.5,
     "p_holm": 1.0,
     "verdict": "inconclusive (paired test p 1 >= 0.05)",
     "n": 2,
     "arm_median": 210.12813076139963,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 37.280555817874145,
     "ci": [
      36.581590721186096,
      37.98003406612857
     ],
     "floor": 0.08943565010637555,
     "p": 0.5,
     "p_holm": 1.0,
     "verdict": "inconclusive (paired test p 1 >= 0.05)",
     "n": 2,
     "arm_median": 362.7735330603876,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-64@-#wall_ms_p50",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-64@-#wall_ms_p50",
   "scenario": "scale/print-64",
   "api": null,
   "metric": "wall_ms_p50",
   "kind": "wall",
   "unit": "ms",
   "mde": null,
   "aa": {
    "pibolt": 0.05566912305156219,
    "pig-0.4.1": 0.032528018321480355,
    "pig-tip": 0.22927993743324984,
    "rpi": 0.3742986290828976
   },
   "comparisons": {
    "pibolt": {
     "ratio": 0.062428642428784216,
     "ci": [
      0.05969985400259998,
      0.0651699187045345
     ],
     "floor": 0.05566912305156219,
     "p": 0.5,
     "p_holm": 1.0,
     "verdict": "inconclusive (paired test p 1 >= 0.05)",
     "n": 2,
     "arm_median": 397.274592,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.05969985400259998,
      "high": 0.0651699187045345,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.10759115996478828,
     "ci": [
      0.10719895682404192,
      0.10798515795843493
     ],
     "floor": 0.032528018321480355,
     "p": 0.5,
     "p_holm": 1.0,
     "verdict": "inconclusive (paired test p 1 >= 0.05)",
     "n": 2,
     "arm_median": 684.673453,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10719895682404192,
      "high": 0.10798515795843493,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.022438169391187156,
     "ci": [
      0.01943165066979564,
      0.025430991954390483
     ],
     "floor": 0.22927993743324984,
     "p": 0.5,
     "p_holm": 1.0,
     "verdict": "inconclusive (paired test p 1 >= 0.05)",
     "n": 2,
     "arm_median": 142.7888585,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.01943165066979564,
      "high": 0.025430991954390483,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.01345917255368911,
     "ci": [
      0.010503740390464051,
      0.01640114128289861
     ],
     "floor": 0.3742986290828976,
     "p": 0.5,
     "p_holm": 1.0,
     "verdict": "inconclusive (paired test p 1 >= 0.05)",
     "n": 2,
     "arm_median": 85.6495845,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.010503740390464051,
      "high": 0.01640114128289861,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-64@-#wall_ms_p95",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-64@-#wall_ms_p95",
   "scenario": "scale/print-64",
   "api": null,
   "metric": "wall_ms_p95",
   "kind": "wall",
   "unit": "ms",
   "mde": null,
   "aa": {
    "pibolt": 0.057354451664318094,
    "pig-0.4.1": 0.05739622259292114,
    "pig-tip": 0.11957823162008512,
    "rpi": 0.1663408912512432
   },
   "comparisons": {
    "pibolt": {
     "ratio": 0.07394383975725131,
     "ci": [
      0.07319599522234245,
      0.07469357843033134
     ],
     "floor": 0.057354451664318094,
     "p": 0.5,
     "p_holm": 1.0,
     "verdict": "inconclusive (paired test p 1 >= 0.05)",
     "n": 2,
     "arm_median": 479.817938,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.07319599522234245,
      "high": 0.07469357843033134,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.1224468123174695,
     "ci": [
      0.12092032914684846,
      0.12397716175962985
     ],
     "floor": 0.05739622259292114,
     "p": 0.5,
     "p_holm": 1.0,
     "verdict": "inconclusive (paired test p 1 >= 0.05)",
     "n": 2,
     "arm_median": 794.5513404999999,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.12092032914684846,
      "high": 0.12397716175962985,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.03427104410601204,
     "ci": [
      0.032540687323204906,
      0.036005783530770906
     ],
     "floor": 0.11957823162008512,
     "p": 0.5,
     "p_holm": 1.0,
     "verdict": "inconclusive (paired test p 1 >= 0.05)",
     "n": 2,
     "arm_median": 222.38311900000002,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.032540687323204906,
      "high": 0.036005783530770906,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.0226741076608792,
     "ci": [
      0.020533614078565795,
      0.024820022678277244
     ],
     "floor": 0.1663408912512432,
     "p": 0.5,
     "p_holm": 1.0,
     "verdict": "inconclusive (paired test p 1 >= 0.05)",
     "n": 2,
     "arm_median": 147.131169,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.020533614078565795,
      "high": 0.024820022678277244,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-8@-#cpu_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-8@-#cpu_ms",
   "scenario": "scale/print-8",
   "api": null,
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.003600351673882762,
   "aa": {
    "claude-code": 0.006562828986821795,
    "copilot": 0.004078625895401976,
    "opencode-v2": 0.006903091608326124,
    "pi-bun": 0.0058717131232377305,
    "pi-node": 0.18601600893549405,
    "pibolt": 0.019117887235062518,
    "pig-0.4.1": 0.024558954257820703,
    "pig-tip": 0.021507494368963976,
    "rpi": 0.021867793362835782
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.9595466071564335,
     "ci": [
      0.9579987115278038,
      0.962203790295338
     ],
     "floor": 0.18601600893549405,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 6007.61,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.958141392619902,
      "high": 0.9620721622119616,
      "p": 0.0,
      "equivalent": true
     }
    },
    "copilot": {
     "ratio": 3.633658601564891,
     "ci": [
      3.6284698721710433,
      3.6454372995282847
     ],
     "floor": 0.18601600893549405,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 22749.915,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.629165005357547,
      "high": 3.643400065876633,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 3.8742596093459007,
     "ci": [
      3.857820933143073,
      3.8928403130507347
     ],
     "floor": 0.18601600893549405,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 24256.29,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.860686555206672,
      "high": 3.889764383510857,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.326396000948109,
     "ci": [
      1.322953909092888,
      1.329631167448472
     ],
     "floor": 0.18601600893549405,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 8304.4115,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3239498282754119,
      "high": 1.3284093602260232,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.09123591812274433,
     "ci": [
      0.09068231490266268,
      0.09167544834495657
     ],
     "floor": 0.18601600893549405,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 571.2175,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0906940331787335,
      "high": 0.09165345754145833,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.1265553714140048,
     "ci": [
      0.12459678217964108,
      0.12741331114728943
     ],
     "floor": 0.18601600893549405,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 792.3485000000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.12474277449587473,
      "high": 0.1272564382575725,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.04229730178677643,
     "ci": [
      0.04201884693869733,
      0.04305813683818451
     ],
     "floor": 0.18601600893549405,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 264.8185,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.04205687453267343,
      "high": 0.043022328898620274,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.016775586322953756,
     "ci": [
      0.016602008943963593,
      0.017042581086382153
     ],
     "floor": 0.18601600893549405,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 105.03,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.016609702961505823,
      "high": 0.016993975748620743,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-8@-#cpu_ms_per_agent_turn",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-8@-#cpu_ms_per_agent_turn",
   "scenario": "scale/print-8",
   "api": null,
   "metric": "cpu_ms_per_agent_turn",
   "kind": "CPU",
   "unit": "ms of CPU time per agent-turn",
   "mde": 0.003600351673882762,
   "aa": {
    "claude-code": 0.006562828986821795,
    "copilot": 0.004078625895401976,
    "opencode-v2": 0.006903091608326124,
    "pi-bun": 0.0058717131232377305,
    "pi-node": 0.18601600893549405,
    "pibolt": 0.019117887235062518,
    "pig-0.4.1": 0.024558954257820703,
    "pig-tip": 0.021507494368963976,
    "rpi": 0.021867793362835782
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.9595466071564335,
     "ci": [
      0.9579987115278038,
      0.962203790295338
     ],
     "floor": 0.18601600893549405,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 750.95125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.958141392619902,
      "high": 0.9620721622119616,
      "p": 0.0,
      "equivalent": true
     }
    },
    "copilot": {
     "ratio": 3.633658601564891,
     "ci": [
      3.6284698721710433,
      3.6454372995282847
     ],
     "floor": 0.18601600893549405,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2843.739375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.629165005357547,
      "high": 3.643400065876633,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 3.8742596093459007,
     "ci": [
      3.857820933143073,
      3.8928403130507347
     ],
     "floor": 0.18601600893549405,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 3032.03625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.860686555206672,
      "high": 3.889764383510857,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.326396000948109,
     "ci": [
      1.322953909092888,
      1.329631167448472
     ],
     "floor": 0.18601600893549405,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1038.0514375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3239498282754119,
      "high": 1.3284093602260232,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.09123591812274433,
     "ci": [
      0.09068231490266268,
      0.09167544834495657
     ],
     "floor": 0.18601600893549405,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 71.4021875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0906940331787335,
      "high": 0.09165345754145833,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.1265553714140048,
     "ci": [
      0.12459678217964108,
      0.12741331114728943
     ],
     "floor": 0.18601600893549405,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 99.04356250000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.12474277449587473,
      "high": 0.1272564382575725,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.04229730178677643,
     "ci": [
      0.04201884693869733,
      0.04305813683818451
     ],
     "floor": 0.18601600893549405,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 33.1023125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.04205687453267343,
      "high": 0.043022328898620274,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.016775586322953756,
     "ci": [
      0.016602008943963593,
      0.017042581086382153
     ],
     "floor": 0.18601600893549405,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 13.12875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.016609702961505823,
      "high": 0.016993975748620743,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-8@-#makespan_ms",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-8@-#makespan_ms",
   "scenario": "scale/print-8",
   "api": null,
   "metric": "makespan_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.005139513259424935,
   "aa": {
    "claude-code": 0.009039353984880363,
    "copilot": 0.010218972790842424,
    "opencode-v2": 0.013579305104028565,
    "pi-bun": 0.005895414371601115,
    "pi-node": 0.18149132267722032,
    "pibolt": 0.03083873544130591,
    "pig-0.4.1": 0.04182514397115655,
    "pig-tip": 0.06154275683422527,
    "rpi": 0.1579248776905814
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.9615200557804344,
     "ci": [
      0.9588208304883568,
      0.964708638774905
     ],
     "floor": 0.18149132267722032,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 780.18695,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.9590159672036378,
      "high": 0.9640324497171139,
      "p": 0.0,
      "equivalent": true
     }
    },
    "copilot": {
     "ratio": 3.619824045541664,
     "ci": [
      3.599958550454258,
      3.637193140230362
     ],
     "floor": 0.18149132267722032,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2937.161284,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.6029501389452068,
      "high": 3.6349374465583058,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 3.8452112998465044,
     "ci": [
      3.81202494063067,
      3.8617035064770295
     ],
     "floor": 0.18149132267722032,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 3120.042747,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.8142966970472827,
      "high": 3.8593678563957012,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.31935950662967,
     "ci": [
      1.3131108794760467,
      1.3252681912468334
     ],
     "floor": 0.18149132267722032,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1070.5414445000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3136240245744997,
      "high": 1.324234261450636,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.11263454111408738,
     "ci": [
      0.10972699134698302,
      0.11595937720389045
     ],
     "floor": 0.18149132267722032,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 91.3927885,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11013068290843536,
      "high": 0.11532401814754169,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.16542890723204828,
     "ci": [
      0.1632227755944189,
      0.17138509478086153
     ],
     "floor": 0.18149132267722032,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 134.230663,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.16335546158477698,
      "high": 0.16992826989708906,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.06652219119913196,
     "ci": [
      0.06534662000048999,
      0.06878698111134525
     ],
     "floor": 0.18149132267722032,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 53.976768500000006,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.06540440374113651,
      "high": 0.06872087642780166,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.04151686035502942,
     "ci": [
      0.03943125679650272,
      0.045913235792180096
     ],
     "floor": 0.18149132267722032,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 33.687194000000005,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.039907510011884986,
      "high": 0.04570017355961467,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-8@-#mem_peak_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-8@-#mem_peak_mib",
   "scenario": "scale/print-8",
   "api": null,
   "metric": "mem_peak_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.03792486049383863,
   "aa": {
    "claude-code": 0.007474848929093054,
    "copilot": 0.0021120869683292787,
    "opencode-v2": 0.02976367313239353,
    "pi-bun": 0.008446616008438998,
    "pi-node": 0.17159649221106596,
    "pibolt": 0.021030497596915197,
    "pig-0.4.1": 0.013441839667203737,
    "pig-tip": 0.0740557173087665,
    "rpi": 0.04714426785305297
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.639575286995336,
     "ci": [
      1.599754782875236,
      1.6782730426249532
     ],
     "floor": 0.17159649221106596,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 958.47265625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.6048278886496181,
      "high": 1.6714427282668125,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 5.04240782070643,
     "ci": [
      4.923191759835718,
      5.175955312936397
     ],
     "floor": 0.17159649221106596,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2947.720703125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.939268485852113,
      "high": 5.156492618917441,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 3.7653420556750907,
     "ci": [
      3.650071978970784,
      3.8669475620091336
     ],
     "floor": 0.17159649221106596,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2201.166015625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.661676024121439,
      "high": 3.8510661563696007,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.2405949724030096,
     "ci": [
      1.211411726726384,
      1.272505467468562
     ],
     "floor": 0.17159649221106596,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 725.234375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.215808455350539,
      "high": 1.2688627665390924,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.2655592232750211,
     "ci": [
      0.2597928363485132,
      0.27292919628212137
     ],
     "floor": 0.17159649221106596,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 155.2421875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2604192821529542,
      "high": 0.2713641334062329,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.23168775976585992,
     "ci": [
      0.22668472453629274,
      0.23609560125289392
     ],
     "floor": 0.17159649221106596,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 135.44140625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.22759540478760348,
      "high": 0.23515569103899142,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.12514867627995244,
     "ci": [
      0.12155530265727972,
      0.13276958851751372
     ],
     "floor": 0.17159649221106596,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 73.16015625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.12237961459544378,
      "high": 0.13241111337363595,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.05430860518262125,
     "ci": [
      0.05145667925565686,
      0.056001901756368475
     ],
     "floor": 0.17159649221106596,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 31.748046875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.051916249128977666,
      "high": 0.05570667031164571,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-8@-#mem_per_agent_mib",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-8@-#mem_per_agent_mib",
   "scenario": "scale/print-8",
   "api": null,
   "metric": "mem_per_agent_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.03802392968324154,
   "aa": {
    "claude-code": 0.00795220601335957,
    "copilot": 0.002105069855320405,
    "opencode-v2": 0.02979132833657513,
    "pi-bun": 0.008402997579016165,
    "pi-node": 0.17322986610024496,
    "pibolt": 0.02046064264447029,
    "pig-0.4.1": 0.012356628071233116,
    "pig-tip": 0.07873673364696931,
    "rpi": 0.05810301953733696
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.6446736157315,
     "ci": [
      1.6031932255379393,
      1.682834031838016
     ],
     "floor": 0.17322986610024496,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 119.493408203125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.6082156087354174,
      "high": 1.676363461432734,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 5.066849466051063,
     "ci": [
      4.9433385985724865,
      5.197637156999707
     ],
     "floor": 0.17322986610024496,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 368.130859375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.9607643161226225,
      "high": 5.179730881301886,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 3.781033891812335,
     "ci": [
      3.663363744386039,
      3.8814301236611994
     ],
     "floor": 0.17322986610024496,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 274.710205078125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.6755644429976515,
      "high": 3.867474847435263,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.2422259857389597,
     "ci": [
      1.2127276778984486,
      1.2740117653526857
     ],
     "floor": 0.17322986610024496,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 90.253662109375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2170299844057402,
      "high": 1.270269805926659,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.2622801534977184,
     "ci": [
      0.2560905271574918,
      0.26891596569355103
     ],
     "floor": 0.17322986610024496,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 19.055908203125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2569033763326298,
      "high": 0.26725592440096374,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.22713831596067124,
     "ci": [
      0.2221297346188382,
      0.23209672133974923
     ],
     "floor": 0.17322986610024496,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 16.502685546875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2232713981114834,
      "high": 0.23112743829875304,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.12109787159687359,
     "ci": [
      0.11711049872518092,
      0.1282030625876919
     ],
     "floor": 0.17322986610024496,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 8.79833984375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11764283429198195,
      "high": 0.12766943347570311,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.04863001270186899,
     "ci": [
      0.04617936554897001,
      0.051036845217462226
     ],
     "floor": 0.17322986610024496,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 3.533203125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.04660392074613464,
      "high": 0.05062436489371134,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-8@-#turns_per_s",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-8@-#turns_per_s",
   "scenario": "scale/print-8",
   "api": null,
   "metric": "turns_per_s",
   "kind": "other",
   "unit": "agent-turns per second (higher is better)",
   "mde": 0.0051395132594249235,
   "aa": {
    "claude-code": 0.009036486338962124,
    "copilot": 0.0102252927691045,
    "opencode-v2": 0.013578743964115724,
    "pi-bun": 0.005895414371601012,
    "pi-node": 0.1814883340312748,
    "pibolt": 0.030876527723830878,
    "pig-0.4.1": 0.04182514397115657,
    "pig-tip": 0.06154668087523106,
    "rpi": 0.1578909099158931
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.0400202519461348,
     "ci": [
      1.0365861570361659,
      1.0429477196104393
     ],
     "floor": 0.1814883340312748,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 10.253961029732078,
     "not_compared": null,
     "equivalence": null
    },
    "copilot": {
     "ratio": 0.27625659609044667,
     "ci": [
      0.27493739587189003,
      0.2777809192123236
     ],
     "floor": 0.1814883340312748,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2.7237203941145838,
     "not_compared": null,
     "equivalence": null
    },
    "opencode-v2": {
     "ratio": 0.26006374973293545,
     "ci": [
      0.2589530951287364,
      0.26232776637425564
     ],
     "floor": 0.1814883340312748,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2.56406887271425,
     "not_compared": null,
     "equivalence": null
    },
    "pi-bun": {
     "ratio": 0.7579457206457832,
     "ci": [
      0.7545656244782303,
      0.7615516006956923
     ],
     "floor": 0.1814883340312748,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 7.472879367118887,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 8.879165356736813,
     "ci": [
      8.624183961514607,
      9.113860974091773
     ],
     "floor": 0.1814883340312748,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 87.54311790963271,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 6.044890205839285,
     "ci": [
      5.835161335172335,
      6.126595975091317
     ],
     "floor": 0.1814883340312748,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 59.59890539025335,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 15.034356305188332,
     "ci": [
      14.537645021605945,
      15.30304899285106
     ],
     "floor": 0.1814883340312748,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 148.22952088868777,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 24.093861130894304,
     "ci": [
      21.781039773110265,
      25.365970584481815
     ],
     "floor": 0.1814883340312748,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 237.5506752196998,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-8@-#wall_ms_p50",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-8@-#wall_ms_p50",
   "scenario": "scale/print-8",
   "api": null,
   "metric": "wall_ms_p50",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.007114350122852802,
   "aa": {
    "claude-code": 0.01145270294732903,
    "copilot": 0.009107230433925844,
    "opencode-v2": 0.00915053446728756,
    "pi-bun": 0.01132681560049988,
    "pi-node": 0.190598099174574,
    "pibolt": 0.1590747777389019,
    "pig-0.4.1": 0.031935262571576035,
    "pig-tip": 0.18335616337001492,
    "rpi": 0.5854667695610732
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.9636334561194951,
     "ci": [
      0.9577847841799135,
      0.9703418371120082
     ],
     "floor": 0.190598099174574,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 762.643701,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.9590633881294918,
      "high": 0.9693882075783935,
      "p": 0.00075,
      "equivalent": true
     }
    },
    "copilot": {
     "ratio": 3.6751376161344664,
     "ci": [
      3.6566525843679374,
      3.7007167224566917
     ],
     "floor": 0.190598099174574,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2908.5961425,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.6583494415247673,
      "high": 3.6943739782896503,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 3.840040788370425,
     "ci": [
      3.8066035291583744,
      3.876847423273153
     ],
     "floor": 0.190598099174574,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 3039.1046515,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.8106421908952126,
      "high": 3.8710622495827733,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.322590991401547,
     "ci": [
      1.3196200830083409,
      1.333002312984256
     ],
     "floor": 0.190598099174574,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1046.731703,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3201774286880583,
      "high": 1.331226745012736,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.107179672940786,
     "ci": [
      0.10247598973278389,
      0.11129749517573358
     ],
     "floor": 0.190598099174574,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 84.824683,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10383084483257045,
      "high": 0.11104268587554443,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.1647309815882241,
     "ci": [
      0.1617516137233083,
      0.16941749043222554
     ],
     "floor": 0.190598099174574,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 130.372233,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.16255691065598418,
      "high": 0.16839457529277785,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.057628135248298885,
     "ci": [
      0.054625950315691056,
      0.059789521524290484
     ],
     "floor": 0.190598099174574,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 45.608352499999995,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.05547563843270163,
      "high": 0.059457034874931515,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.03184300271933568,
     "ci": [
      0.021823839895851415,
      0.043835600722024436
     ],
     "floor": 0.5854667695610732,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 25.2013515,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.022077352580453905,
      "high": 0.042672594216959535,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "up-3c5957b1c3-measured::scale/print-8@-#wall_ms_p95",
   "rerun": "python3 -m buffon rerun up-3c5957b1c3-measured::scale/print-8@-#wall_ms_p95",
   "scenario": "scale/print-8",
   "api": null,
   "metric": "wall_ms_p95",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.005498957122618255,
   "aa": {
    "claude-code": 0.00920877694587774,
    "copilot": 0.00998177643644605,
    "opencode-v2": 0.013648295254044993,
    "pi-bun": 0.00597747785902088,
    "pi-node": 0.1817378877199092,
    "pibolt": 0.029775112848836615,
    "pig-0.4.1": 0.04020917291602347,
    "pig-tip": 0.06476940306461172,
    "rpi": 0.16776913600085
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.9612818994618524,
     "ci": [
      0.9586276444730262,
      0.9652646322621509
     ],
     "floor": 0.1817378877199092,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "no measurable difference",
     "n": 12,
     "arm_median": 779.7902095,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.9589482856594967,
      "high": 0.9643094657179065,
      "p": 0.0,
      "equivalent": true
     }
    },
    "copilot": {
     "ratio": 3.6204830463854094,
     "ci": [
      3.5990029637291965,
      3.6363023320640364
     ],
     "floor": 0.1817378877199092,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 2936.9295675,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.60336601742353,
      "high": 3.6341871198400897,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 3.8459095102687946,
     "ci": [
      3.8138835371118485,
      3.8654623328377093
     ],
     "floor": 0.1817378877199092,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 3119.795124,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.815869472903812,
      "high": 3.8626871798952984,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.3188741525976553,
     "ci": [
      1.313220085168988,
      1.3256381514622755
     ],
     "floor": 0.1817378877199092,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "loss",
     "n": 12,
     "arm_median": 1069.8684250000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3139305214651005,
      "high": 1.3247360593653386,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.11212624443167034,
     "ci": [
      0.10923667853826081,
      0.11543883210544685
     ],
     "floor": 0.1817378877199092,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 90.956615,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10967913054315095,
      "high": 0.11473059452614406,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.1654132987048405,
     "ci": [
      0.16311692290997656,
      0.1698276486818726
     ],
     "floor": 0.1817378877199092,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 134.182981,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.16337469031702864,
      "high": 0.1689077896579896,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.06571247778389142,
     "ci": [
      0.06443083090847283,
      0.06805789821615535
     ],
     "floor": 0.1817378877199092,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 53.305848,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.06468064325595048,
      "high": 0.06762575170231122,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.04083966510897329,
     "ci": [
      0.03933476544150723,
      0.04579716170055516
     ],
     "floor": 0.1817378877199092,
     "p": 0.00048828125,
     "p_holm": 0.00390625,
     "verdict": "win",
     "n": 12,
     "arm_median": 33.1290655,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.03966464119552915,
      "high": 0.0454299085283239,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::streaming/print-prose@anthropic-messages#n10_cpu_ms_per_1k_tokens",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::streaming/print-prose@anthropic-messages#n10_cpu_ms_per_1k_tokens",
   "scenario": "streaming/print-prose",
   "api": "anthropic-messages",
   "metric": "n10_cpu_ms_per_1k_tokens",
   "kind": "CPU",
   "unit": "ms of CPU time per 1k tokens",
   "mde": 0.04312990071666746,
   "aa": {
    "claude-code": 0.0652192428729371,
    "copilot": 0.02615186948036117,
    "pi-node": 0.05363715826738272,
    "rpi": 0.10397287847328199
   },
   "comparisons": {
    "claude-code": {
     "ratio": 2.1855781494991513,
     "ci": [
      2.10395879489626,
      2.2771711528694762
     ],
     "floor": 0.0652192428729371,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 17.934999999999995,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.1139238449602336,
      "high": 2.2771711528694762,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 9.032374422175467,
     "ci": [
      8.831315319908233,
      9.546893516167259
     ],
     "floor": 0.05363715826738272,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 74.12026666666667,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 8.856455518735661,
      "high": 9.546893516167259,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.4258394196163816,
     "ci": [
      0.4144309202141218,
      0.4788308725841625
     ],
     "floor": 0.10397287847328199,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 3.494466666666667,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.4175455646189141,
      "high": 0.4788308725841625,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::streaming/print-prose@anthropic-messages#n10_instructions_per_1k_tokens",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::streaming/print-prose@anthropic-messages#n10_instructions_per_1k_tokens",
   "scenario": "streaming/print-prose",
   "api": "anthropic-messages",
   "metric": "n10_instructions_per_1k_tokens",
   "kind": "CPU",
   "unit": "instructions per 1k tokens",
   "mde": 0.001859143188786443,
   "aa": {
    "claude-code": 0.020578023108591616,
    "copilot": 0.007432856818381224,
    "pi-node": 0.0015063819240270374,
    "rpi": 0.06895199462535986
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.9254592788577067,
     "ci": [
      1.9084459744625826,
      1.95825425794998
     ],
     "floor": 0.020578023108591616,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 82092582.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.9084459744625826,
      "high": 1.9571566256815465,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 9.122104152088447,
     "ci": [
      9.072775968554676,
      9.171616250170025
     ],
     "floor": 0.007432856818381224,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 388923874.6,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 9.072775968554676,
      "high": 9.160702952556678,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.31397650862514676,
     "ci": [
      0.2946264572027313,
      0.31479086309650456
     ],
     "floor": 0.06895199462535986,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 13386490.466666667,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2946288173124391,
      "high": 0.3146144178735515,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::streaming/print-prose@anthropic-messages#n10_peak_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::streaming/print-prose@anthropic-messages#n10_peak_rss_mib",
   "scenario": "streaming/print-prose",
   "api": "anthropic-messages",
   "metric": "n10_peak_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.011652810665092835,
   "aa": {
    "claude-code": 0.02698218930478727,
    "copilot": 0.00937917211337815,
    "pi-node": 0.015025803142572966,
    "rpi": 2.079914466730031
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.982954381301823,
     "ci": [
      1.966861318068061,
      2.0349011903386107
     ],
     "floor": 0.02698218930478727,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 268.109375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.9670339153697898,
      "high": 2.0349011903386107,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 2.463496374194667,
     "ci": [
      2.4423254472013847,
      2.4761189286023866
     ],
     "floor": 0.015025803142572966,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 333.08203125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.4435879065768735,
      "high": 2.4759043106437075,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.24750816167335973,
     "ci": [
      0.030405891321232344,
      0.25358257251820177
     ],
     "floor": 2.079914466730031,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "no measurable difference",
     "n": 7,
     "arm_median": 33.46484375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.030537659260971312,
      "high": 0.25358257251820177,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::streaming/print-prose@anthropic-messages#n10_wall_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::streaming/print-prose@anthropic-messages#n10_wall_ms",
   "scenario": "streaming/print-prose",
   "api": "anthropic-messages",
   "metric": "n10_wall_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.031148495731526626,
   "aa": {
    "claude-code": 0.05819298799369462,
    "copilot": 0.031429219780745254,
    "pi-node": 0.03732103649416278,
    "rpi": 0.09851716243845081
   },
   "comparisons": {
    "claude-code": {
     "ratio": 2.2735350831554757,
     "ci": [
      2.1869063452414057,
      2.3851527958338536
     ],
     "floor": 0.05819298799369462,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 125.40639,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.198578016915521,
      "high": 2.3328467993857482,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 13.705895929683978,
     "ci": [
      13.343115936475398,
      14.279614782828197
     ],
     "floor": 0.03732103649416278,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 756.006337,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 13.343115936475398,
      "high": 14.171571070112938,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.6059822724786865,
     "ci": [
      0.53682734796667,
      0.6155947726712645
     ],
     "floor": 0.09851716243845081,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 33.425501,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.548878205389686,
      "high": 0.6155947726712645,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::streaming/print-prose@anthropic-messages#n_cpu_ms_per_1k_tokens",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::streaming/print-prose@anthropic-messages#n_cpu_ms_per_1k_tokens",
   "scenario": "streaming/print-prose",
   "api": "anthropic-messages",
   "metric": "n_cpu_ms_per_1k_tokens",
   "kind": "CPU",
   "unit": "ms of CPU time per 1k tokens",
   "mde": 0.025526567705496703,
   "aa": {
    "claude-code": 0.0649563203799907,
    "copilot": 0.12909415030758123,
    "pi-node": 0.04432640234568681,
    "rpi": 0.06050299444201708
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.0574485908071454,
     "ci": [
      1.0386008361961074,
      1.1056500649040109
     ],
     "floor": 0.0649563203799907,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "no measurable difference",
     "n": 7,
     "arm_median": 52.177333333333344,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0421293707224846,
      "high": 1.094227102462508,
      "p": 0.83175,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 1.9727889318237117,
     "ci": [
      1.9201219674575907,
      2.216757495030357
     ],
     "floor": 0.12909415030758123,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 97.34266666666674,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.9268181878916624,
      "high": 2.216757495030357,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.07910665549760859,
     "ci": [
      0.0772170334442351,
      0.08198401311744209
     ],
     "floor": 0.06050299444201708,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 3.903333333333333,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0772170334442351,
      "high": 0.08106574431864245,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::streaming/print-prose@anthropic-messages#n_instructions_per_1k_tokens",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::streaming/print-prose@anthropic-messages#n_instructions_per_1k_tokens",
   "scenario": "streaming/print-prose",
   "api": "anthropic-messages",
   "metric": "n_instructions_per_1k_tokens",
   "kind": "CPU",
   "unit": "instructions per 1k tokens",
   "mde": 0.014443634633253271,
   "aa": {
    "claude-code": 0.01988895036062654,
    "copilot": 0.12055028610361308,
    "pi-node": 0.016422390891866222,
    "rpi": 0.01514746103255512
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.6988171577470249,
     "ci": [
      0.6868145010752238,
      0.7190810497831241
     ],
     "floor": 0.01988895036062654,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 182494611.33333334,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.688081377997742,
      "high": 0.7110584707099251,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 1.4177098230092646,
     "ci": [
      1.3988376192889136,
      1.5846447587192383
     ],
     "floor": 0.12055028610361308,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 370231898.6666667,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.4010597975318724,
      "high": 1.5846447587192383,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.05128599900782138,
     "ci": [
      0.050572758136722865,
      0.05234231927117906
     ],
     "floor": 0.016422390891866222,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 13393229.333333334,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.050572758136722865,
      "high": 0.05218438559937813,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::streaming/print-prose@anthropic-messages#n_peak_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::streaming/print-prose@anthropic-messages#n_peak_rss_mib",
   "scenario": "streaming/print-prose",
   "api": "anthropic-messages",
   "metric": "n_peak_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.03149118038855474,
   "aa": {
    "claude-code": 0.02056654597754481,
    "copilot": 0.008936196898280934,
    "pi-node": 0.036864857872088576,
    "rpi": 0.04829164837655127
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.6923783831856045,
     "ci": [
      1.6808064087025925,
      1.7128274616079495
     ],
     "floor": 0.036864857872088576,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 223.00390625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.6814862987377694,
      "high": 1.7128274616079495,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 2.318086147096315,
     "ci": [
      2.2961068905377044,
      2.354591990364348
     ],
     "floor": 0.036864857872088576,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 305.453125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.2961068905377044,
      "high": 2.354591990364348,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.031749325586221205,
     "ci": [
      0.031068018563954004,
      0.03261065943992773
     ],
     "floor": 0.04829164837655127,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 4.18359375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.031156434352118102,
      "high": 0.032253283135208845,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::streaming/print-prose@anthropic-messages#n_wall_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::streaming/print-prose@anthropic-messages#n_wall_ms",
   "scenario": "streaming/print-prose",
   "api": "anthropic-messages",
   "metric": "n_wall_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.02975352708886134,
   "aa": {
    "claude-code": 0.09347650522791173,
    "copilot": 0.07568509629941274,
    "pi-node": 0.014871545921745092,
    "rpi": 0.032220579878242006
   },
   "comparisons": {
    "claude-code": {
     "ratio": 0.9309020130171275,
     "ci": [
      0.918104600078769,
      0.9748391254978492
     ],
     "floor": 0.09347650522791173,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "no measurable difference",
     "n": 7,
     "arm_median": 48.855107,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.9236745020406311,
      "high": 0.9748391254978492,
      "p": 0.88525,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 1.7885801257361862,
     "ci": [
      1.7444449460910498,
      1.8940858822625268
     ],
     "floor": 0.07568509629941274,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 93.867316,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.7444449460910498,
      "high": 1.8862735827531092,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.07353646775640112,
     "ci": [
      0.07303278505236971,
      0.07414909314478943
     ],
     "floor": 0.032220579878242006,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 3.859302,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.0730612333636761,
      "high": 0.0741489010144482,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::streaming/print-prose@anthropic-messages#request_bytes",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::streaming/print-prose@anthropic-messages#request_bytes",
   "scenario": "streaming/print-prose",
   "api": "anthropic-messages",
   "metric": "request_bytes",
   "kind": "wire",
   "unit": "bytes",
   "mde": 0.0,
   "aa": {
    "claude-code": 0.0,
    "copilot": 0.0,
    "pi-node": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "claude-code": {
     "ratio": 10.360531932359219,
     "ci": [
      10.360531932359219,
      10.360531932359219
     ],
     "floor": 0.0,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 126212.0,
     "not_compared": null,
     "equivalence": null
    },
    "copilot": {
     "ratio": 7.8409128221966835,
     "ci": [
      7.8409128221966835,
      7.8409128221966835
     ],
     "floor": 0.0,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 95518.0,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 1.079625677228698,
     "ci": [
      1.079625677228698,
      1.079625677228698
     ],
     "floor": 0.0,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 13152.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::streaming/print-prose@anthropic-messages#request_bytes_per_turn",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::streaming/print-prose@anthropic-messages#request_bytes_per_turn",
   "scenario": "streaming/print-prose",
   "api": "anthropic-messages",
   "metric": "request_bytes_per_turn",
   "kind": "wire",
   "unit": "bytes per turn",
   "mde": 0.0,
   "aa": {
    "claude-code": 0.0,
    "copilot": 0.0,
    "pi-node": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "claude-code": {
     "ratio": 10.360531932359219,
     "ci": [
      10.360531932359219,
      10.360531932359219
     ],
     "floor": 0.0,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 63106.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 10.360531932359219,
      "high": 10.360531932359219,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 7.8409128221966835,
     "ci": [
      7.8409128221966835,
      7.8409128221966835
     ],
     "floor": 0.0,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 47759.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 7.8409128221966835,
      "high": 7.8409128221966835,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 1.079625677228698,
     "ci": [
      1.079625677228698,
      1.079625677228698
     ],
     "floor": 0.0,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 6576.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.079625677228698,
      "high": 1.079625677228698,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::streaming/print-prose@anthropic-messages#requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::streaming/print-prose@anthropic-messages#requests",
   "scenario": "streaming/print-prose",
   "api": "anthropic-messages",
   "metric": "requests",
   "kind": "wire",
   "unit": "count",
   "mde": 0.0,
   "aa": {
    "claude-code": 0.0,
    "copilot": 0.0,
    "pi-node": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "claude-code": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 7,
     "arm_median": 2.0,
     "not_compared": null,
     "equivalence": null
    },
    "copilot": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 7,
     "arm_median": 2.0,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 7,
     "arm_median": 2.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::streaming/print-prose@anthropic-messages#side_requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::streaming/print-prose@anthropic-messages#side_requests",
   "scenario": "streaming/print-prose",
   "api": "anthropic-messages",
   "metric": "side_requests",
   "kind": "wire",
   "unit": "count",
   "mde": null,
   "aa": {
    "claude-code": null,
    "copilot": null,
    "pi-node": null,
    "rpi": null
   },
   "comparisons": {}
  },
  {
   "id": "2026-10-19-smc1-launch-focus-streaming::streaming/print-prose@openai-completions#n10_cpu_ms_per_1k_tokens",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-streaming::streaming/print-prose@openai-completions#n10_cpu_ms_per_1k_tokens",
   "scenario": "streaming/print-prose",
   "api": "openai-completions",
   "metric": "n10_cpu_ms_per_1k_tokens",
   "kind": "CPU",
   "unit": "ms of CPU time per 1k tokens",
   "mde": 0.054503780711700756,
   "aa": {
    "copilot": 0.057141359922894125,
    "octet": 0.0661477311153335,
    "opencode-v2": 0.06382928104579716,
    "pi-bun": 0.08196931627652296,
    "pi-node": 0.0458950603704613,
    "pibolt": 0.009272791455322154,
    "pig-0.4.1": 0.022665536215541602,
    "pig-tip": 0.05377761389019748,
    "rpi": 0.0794919796728081
   },
   "comparisons": {
    "copilot": {
     "ratio": 7.458237412588577,
     "ci": [
      7.267183425518685,
      7.776755603792123
     ],
     "floor": 0.057141359922894125,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 74.6224,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 7.288031747788691,
      "high": 7.7325056511191965,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.371463980996865,
     "ci": [
      0.35522218798959043,
      0.38885902525085453
     ],
     "floor": 0.0661477311153335,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 3.7166333333333332,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.35799213389229784,
      "high": 0.38725735733057026,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 4.8174246487718255,
     "ci": [
      4.637832593689979,
      4.960074479646154
     ],
     "floor": 0.06382928104579716,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 48.2001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 4.679946378588145,
      "high": 4.956479490572279,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.109286180148386,
     "ci": [
      1.0241532322426183,
      1.2018754740398532
     ],
     "floor": 0.08196931627652296,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 11.168700000000005,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0413097867017276,
      "high": 1.192879959069098,
      "p": 0.89425,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.4009653998828012,
     "ci": [
      0.385343974461293,
      0.418758365932367
     ],
     "floor": 0.0458950603704613,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 4.037066666666666,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.38641946165281127,
      "high": 0.418692649047624,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.9487007161042342,
     "ci": [
      1.86216140315045,
      2.055643420021178
     ],
     "floor": 0.0458950603704613,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 19.620233333333335,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.8657867190890751,
      "high": 2.05137450392024,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.2586351311533483,
     "ci": [
      0.24809577015163614,
      0.2699861097740431
     ],
     "floor": 0.05377761389019748,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 2.604033333333333,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.24809577015163614,
      "high": 0.2699861097740431,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.36092297133871487,
     "ci": [
      0.34924846421048866,
      0.3801590514549983
     ],
     "floor": 0.0794919796728081,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 3.6111666666666666,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3512863921097355,
      "high": 0.3777118480538097,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-streaming::streaming/print-prose@openai-completions#n10_instructions_per_1k_tokens",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-streaming::streaming/print-prose@openai-completions#n10_instructions_per_1k_tokens",
   "scenario": "streaming/print-prose",
   "api": "openai-completions",
   "metric": "n10_instructions_per_1k_tokens",
   "kind": "CPU",
   "unit": "instructions per 1k tokens",
   "mde": 0.0022032045203529433,
   "aa": {
    "copilot": 0.0076455916795634335,
    "octet": 0.03245962580888635,
    "opencode-v2": 0.022106879144944046,
    "pi-bun": 0.027468861158789173,
    "pi-node": 0.0018464451421837083,
    "pibolt": 0.011798085244684639,
    "pig-0.4.1": 0.017263448254918667,
    "pig-tip": 0.07799136577863448,
    "rpi": 0.036288612082436035
   },
   "comparisons": {
    "copilot": {
     "ratio": 7.081941406154649,
     "ci": [
      7.058416768745221,
      7.0937400515389255
     ],
     "floor": 0.0076455916795634335,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 384176654.4666667,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 7.0607069262059525,
      "high": 7.091312830395913,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.2755595286449939,
     "ci": [
      0.2737885598398172,
      0.28066582514646604
     ],
     "floor": 0.03245962580888635,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 14948378.1,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.27393472927114776,
      "high": 0.27875134699778115,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 3.6312320004119396,
     "ci": [
      3.538458186710207,
      3.659761989190649
     ],
     "floor": 0.022106879144944046,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 196984764.7,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.5617161850867793,
      "high": 3.651224517697086,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.8247801624504714,
     "ci": [
      0.8139742612870865,
      0.8300683678904647
     ],
     "floor": 0.027468861158789173,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 44772785.766666666,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.817356982767453,
      "high": 0.8290367279589309,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.36367545057311307,
     "ci": [
      0.3595488701180709,
      0.3654111101997597
     ],
     "floor": 0.011798085244684639,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 19741943.1,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.35984168878309963,
      "high": 0.36502781245283644,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.8253054885045734,
     "ci": [
      1.8036754326499616,
      1.838464077263307
     ],
     "floor": 0.017263448254918667,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 99085811.36666667,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.805567229190784,
      "high": 1.8369252713310618,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.2928162158252962,
     "ci": [
      0.26637845368055046,
      0.29334725020731184
     ],
     "floor": 0.07799136577863448,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 15895384.366666667,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2707437900099107,
      "high": 0.29325983803668176,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.26558458930961576,
     "ci": [
      0.26324369263385405,
      0.26963647714782546
     ],
     "floor": 0.036288612082436035,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 14407263.933333334,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.26338041468990975,
      "high": 0.2689563022572724,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-streaming::streaming/print-prose@openai-completions#n10_peak_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-streaming::streaming/print-prose@openai-completions#n10_peak_rss_mib",
   "scenario": "streaming/print-prose",
   "api": "openai-completions",
   "metric": "n10_peak_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.009144057246543824,
   "aa": {
    "copilot": 0.012179193587325528,
    "octet": 0.010089126444542228,
    "opencode-v2": 0.016284621191773475,
    "pi-bun": 0.12148405286190368,
    "pi-node": 0.011575325253193913,
    "pibolt": 0.007634244825752803,
    "pig-0.4.1": 0.008407784645405215,
    "pig-tip": 0.006987518569192156,
    "rpi": 0.0985009871372747
   },
   "comparisons": {
    "copilot": {
     "ratio": 2.4531899889181528,
     "ci": [
      2.403367537842281,
      2.482530416437881
     ],
     "floor": 0.012179193587325528,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 332.919921875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.408316882305322,
      "high": 2.477877640666994,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.21163450052530836,
     "ci": [
      0.20811837405748626,
      0.21447562350085253
     ],
     "floor": 0.011575325253193913,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 28.720703125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.20860026078575883,
      "high": 0.21418042026765327,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 3.1329102082523783,
     "ci": [
      3.083196326322354,
      3.1506778044339105
     ],
     "floor": 0.016284621191773475,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 425.1640625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.088562592132266,
      "high": 3.1482498482527386,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.1392836839113132,
     "ci": [
      1.049644776850691,
      1.1786289394985048
     ],
     "floor": 0.12148405286190368,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 156.5625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0768466755583304,
      "high": 1.1750632620197838,
      "p": 0.973,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.6980955088118249,
     "ci": [
      0.6917750380003378,
      0.709478002137678
     ],
     "floor": 0.011575325253193913,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 95.93359375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.6936308431012569,
      "high": 0.7078523770409119,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.3546048891415577,
     "ci": [
      0.3523796074000847,
      0.3595175305866586
     ],
     "floor": 0.011575325253193913,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 48.73046875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3526036882639723,
      "high": 0.35908521032380786,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.31482376350198976,
     "ci": [
      0.3125598153465068,
      0.320102839645261
     ],
     "floor": 0.011575325253193913,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 43.263671875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.312823047592148,
      "high": 0.3193693888432551,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.24092223997236734,
     "ci": [
      0.21555558775374184,
      0.24609070150591092
     ],
     "floor": 0.0985009871372747,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 32.6953125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2180639078949248,
      "high": 0.2450654567523047,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-streaming::streaming/print-prose@openai-completions#n10_wall_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-streaming::streaming/print-prose@openai-completions#n10_wall_ms",
   "scenario": "streaming/print-prose",
   "api": "openai-completions",
   "metric": "n10_wall_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.06109906396848503,
   "aa": {
    "copilot": 0.05430649807964784,
    "octet": 0.012039971561484602,
    "opencode-v2": 0.06243492439021965,
    "pi-bun": 0.16276589587868565,
    "pi-node": 0.025474377847127454,
    "pibolt": 0.022474641845012407,
    "pig-0.4.1": 0.02447936407981452,
    "pig-tip": 0.01157616753759725,
    "rpi": 0.02518423281682987
   },
   "comparisons": {
    "copilot": {
     "ratio": 10.98558271356993,
     "ci": [
      10.72406315871187,
      11.06681759541291
     ],
     "floor": 0.05430649807964784,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 751.3727935,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 10.748907709170979,
      "high": 11.045906350514429,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.5613843487528601,
     "ci": [
      0.5526410043087902,
      0.5639635247902874
     ],
     "floor": 0.025474377847127454,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 38.396591,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.5553593230678302,
      "high": 0.5638511193842989,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 3.5422112176247285,
     "ci": [
      3.43884748852166,
      3.613204209259802
     ],
     "floor": 0.06243492439021965,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 242.27400649999998,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.4540271015824087,
      "high": 3.60154419287729,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.825697592042703,
     "ci": [
      0.761834859435649,
      0.8828971092928806
     ],
     "floor": 0.16276589587868565,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 56.6020765,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.788394759289945,
      "high": 0.8783209251677404,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.5419326115877868,
     "ci": [
      0.5363846627746238,
      0.5478701075642857
     ],
     "floor": 0.025474377847127454,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 37.149812999999995,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.5369361521135891,
      "high": 0.5473791510675088,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 2.084154170261365,
     "ci": [
      2.0572694696233387,
      2.1222920468194344
     ],
     "floor": 0.025474377847127454,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 142.870047,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.0637797132533757,
      "high": 2.113878296070079,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.4698565243329296,
     "ci": [
      0.46543993868558337,
      0.4739684157999703
     ],
     "floor": 0.025474377847127454,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 32.208953,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.4665264204366737,
      "high": 0.4734766089815711,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.5102626003157891,
     "ci": [
      0.5012237925117999,
      0.5196244024563641
     ],
     "floor": 0.025474377847127454,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 34.900054499999996,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.5023569916843617,
      "high": 0.5173961938795174,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-streaming::streaming/print-prose@openai-completions#n_cpu_ms_per_1k_tokens",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-streaming::streaming/print-prose@openai-completions#n_cpu_ms_per_1k_tokens",
   "scenario": "streaming/print-prose",
   "api": "openai-completions",
   "metric": "n_cpu_ms_per_1k_tokens",
   "kind": "CPU",
   "unit": "ms of CPU time per 1k tokens",
   "mde": 0.016035442203292866,
   "aa": {
    "copilot": 0.07379880574088261,
    "octet": 0.09770946117122484,
    "opencode-v2": 0.11679415232162249,
    "pi-bun": 0.12308119185939899,
    "pi-node": 0.010554076983744217,
    "pibolt": 0.06113218381505399,
    "pig-0.4.1": 0.10753505786540349,
    "pig-tip": 0.06599487005206477,
    "rpi": 0.09890559261683078
   },
   "comparisons": {
    "copilot": {
     "ratio": 1.7638914783696509,
     "ci": [
      1.6971863495933979,
      1.8026282982954387
     ],
     "floor": 0.07379880574088261,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 97.76133333333337,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.7059254618739716,
      "high": 1.7978363060307343,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.1269193064334731,
     "ci": [
      0.11832481834022825,
      0.13312098813460424
     ],
     "floor": 0.09770946117122484,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 7.034333333333333,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11937862669245655,
      "high": 0.1320812752175723,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 4.114427651244054,
     "ci": [
      3.7511833059560766,
      4.288908689748814
     ],
     "floor": 0.11679415232162249,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 228.03666666666663,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 3.8683536614417076,
      "high": 4.276879835589944,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.529366065879429,
     "ci": [
      0.4920472098860788,
      0.5731438839503528
     ],
     "floor": 0.12308119185939899,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 29.52733333333337,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.5056160908649321,
      "high": 0.5609299329627602,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.10778911889850362,
     "ci": [
      0.10657384172473187,
      0.10945237924352261
     ],
     "floor": 0.06113218381505399,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 6.012333333333332,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10668991377869069,
      "high": 0.10902772793607507,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.3554823827508726,
     "ci": [
      0.34195347393059317,
      0.36266794338549946
     ],
     "floor": 0.10753505786540349,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 19.828333333333337,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3427331757383527,
      "high": 0.3625385774779304,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.06478582014629251,
     "ci": [
      0.0631694392952298,
      0.06660180647641013
     ],
     "floor": 0.06599487005206477,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 3.613666666666667,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.06324896171742052,
      "high": 0.06652334814424474,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.07224350608344211,
     "ci": [
      0.07025649004799467,
      0.07820531471244305
     ],
     "floor": 0.09890559261683078,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 4.004,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.07060762249580507,
      "high": 0.07732369633878113,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-streaming::streaming/print-prose@openai-completions#n_instructions_per_1k_tokens",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-streaming::streaming/print-prose@openai-completions#n_instructions_per_1k_tokens",
   "scenario": "streaming/print-prose",
   "api": "openai-completions",
   "metric": "n_instructions_per_1k_tokens",
   "kind": "CPU",
   "unit": "instructions per 1k tokens",
   "mde": 0.0028335325362786965,
   "aa": {
    "copilot": 0.07284351832691702,
    "octet": 0.036226444657595065,
    "opencode-v2": 0.06181960493045411,
    "pi-bun": 0.09256216941382502,
    "pi-node": 0.003602455997941439,
    "pibolt": 0.014555402409552203,
    "pig-0.4.1": 0.13241321420365523,
    "pig-tip": 0.0675936839802943,
    "rpi": 0.020423858819315813
   },
   "comparisons": {
    "copilot": {
     "ratio": 1.3064806689813875,
     "ci": [
      1.2998358987999574,
      1.3198273304624502
     ],
     "floor": 0.07284351832691702,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 371995327.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.301351015679244,
      "high": 1.3168059021412877,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.0814355341314905,
     "ci": [
      0.07997673951584298,
      0.08328815459539403
     ],
     "floor": 0.036226444657595065,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 23187207.333333336,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.08000393481597598,
      "high": 0.08282378093206276,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 2.617875917556353,
     "ci": [
      2.569494178082113,
      2.77881448878447
     ],
     "floor": 0.06181960493045411,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 745389986.3333333,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.574520285681069,
      "high": 2.769528789861917,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.3200831452483036,
     "ci": [
      0.29171012881902114,
      0.3229241910718098
     ],
     "floor": 0.09256216941382502,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 91179005.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3050645744114221,
      "high": 0.3226984089481302,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.06893005372911774,
     "ci": [
      0.068488861755388,
      0.06958906764714544
     ],
     "floor": 0.014555402409552203,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 19635441.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.06858141332144249,
      "high": 0.06939068758535782,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.307929221329504,
     "ci": [
      0.3005081546322767,
      0.31087870958797803
     ],
     "floor": 0.13241321420365523,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 87716833.66666666,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.30070218407619786,
      "high": 0.3105434168451536,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.049544872525601656,
     "ci": [
      0.04606230205221932,
      0.049833182961546714
     ],
     "floor": 0.0675936839802943,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 14113371.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.04667455734135358,
      "high": 0.04981558212496793,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.050061194988678975,
     "ci": [
      0.049463546240199975,
      0.050811313148683805
     ],
     "floor": 0.020423858819315813,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 14253965.666666668,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.049614680880115516,
      "high": 0.05075691001228428,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-streaming::streaming/print-prose@openai-completions#n_peak_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-streaming::streaming/print-prose@openai-completions#n_peak_rss_mib",
   "scenario": "streaming/print-prose",
   "api": "openai-completions",
   "metric": "n_peak_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.012394272352031553,
   "aa": {
    "copilot": 0.004621451979675403,
    "octet": 0.06040262159352296,
    "opencode-v2": 0.018113462302926268,
    "pi-bun": 0.01201240638444686,
    "pi-node": 0.014795216487073624,
    "pibolt": 0.011985087994261968,
    "pig-0.4.1": 0.008229711520051562,
    "pig-tip": 0.05335331797384785,
    "rpi": 0.05495888428075741
   },
   "comparisons": {
    "copilot": {
     "ratio": 2.2358026808425504,
     "ci": [
      2.2062108302232235,
      2.2622595737307227
     ],
     "floor": 0.014795216487073624,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 305.580078125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.2063903524837283,
      "high": 2.2598289857584426,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.030752522221269542,
     "ci": [
      0.029866726775802314,
      0.031565875353780394
     ],
     "floor": 0.06040262159352296,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 4.203125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.030024075909927773,
      "high": 0.031551435337607577,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 2.9322787161679384,
     "ci": [
      2.8650332814049,
      2.966672442673136
     ],
     "floor": 0.018113462302926268,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 400.771484375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.8756218905472637,
      "high": 2.9593657944896896,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 1.0327765701864775,
     "ci": [
      1.0244817064476572,
      1.0504059835278368
     ],
     "floor": 0.014795216487073624,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 141.0546875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0255083126586249,
      "high": 1.0438614233291919,
      "p": 0.02525,
      "equivalent": true
     }
    },
    "pibolt": {
     "ratio": 0.5745767074705411,
     "ci": [
      0.5698241633579126,
      0.582564535374407
     ],
     "floor": 0.014795216487073624,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 78.474609375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.5709898047691498,
      "high": 0.5807257808211262,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.29963676924836974,
     "ci": [
      0.29652979009117253,
      0.30366068590910406
     ],
     "floor": 0.014795216487073624,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 40.923828125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.29664444824246566,
      "high": 0.3029558785287064,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.051066811577622696,
     "ci": [
      0.05033628620586688,
      0.052583264006425885
     ],
     "floor": 0.05335331797384785,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 6.974609375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.050446753024667605,
      "high": 0.05242862547655772,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.030538169138872216,
     "ci": [
      0.03007264740665653,
      0.031028279484780888
     ],
     "floor": 0.05495888428075741,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 4.173828125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.030096472079431027,
      "high": 0.03100271472304049,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-streaming::streaming/print-prose@openai-completions#n_wall_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-streaming::streaming/print-prose@openai-completions#n_wall_ms",
   "scenario": "streaming/print-prose",
   "api": "openai-completions",
   "metric": "n_wall_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.013024907357976066,
   "aa": {
    "copilot": 0.023542697218519888,
    "octet": 0.038487967866350455,
    "opencode-v2": 0.20975175181319294,
    "pi-bun": 0.07392694341217161,
    "pi-node": 0.013781143076141585,
    "pibolt": 0.0841037505782347,
    "pig-0.4.1": 0.05496252711353141,
    "pig-tip": 0.0683648767211116,
    "rpi": 0.05554264587976743
   },
   "comparisons": {
    "copilot": {
     "ratio": 1.7847183847699362,
     "ci": [
      1.7018223291407184,
      1.8180890379151857
     ],
     "floor": 0.023542697218519888,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 95.084428,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.7219444624229259,
      "high": 1.8105675463695996,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 0.15118610533430543,
     "ci": [
      0.14747999139337342,
      0.1543857526668126
     ],
     "floor": 0.038487967866350455,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 8.054741,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.14830913620870753,
      "high": 0.15337472388386136,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 2.58648691552925,
     "ci": [
      2.211722935520333,
      2.6456366876971487
     ],
     "floor": 0.20975175181319294,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 137.800244,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.28946123413404,
      "high": 2.636106821777643,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.44638510398821224,
     "ci": [
      0.4344209808108021,
      0.4598870475942159
     ],
     "floor": 0.07392694341217161,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 23.9470795,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.439102505650062,
      "high": 0.4557712794612734,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 0.11587882654027726,
     "ci": [
      0.11438412200820428,
      0.11903906966126808
     ],
     "floor": 0.0841037505782347,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 6.216514500000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11455646584172119,
      "high": 0.11857102675877577,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 0.2967478612819695,
     "ci": [
      0.29042483612719017,
      0.30306681886919873
     ],
     "floor": 0.05496252711353141,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 15.919538,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.29178302526133804,
      "high": 0.30225131067097133,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.08226412849040814,
     "ci": [
      0.08022396509612222,
      0.08574754652896852
     ],
     "floor": 0.0683648767211116,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 4.413197500000001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.08054125093799441,
      "high": 0.0847971229742827,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.07545065536497766,
     "ci": [
      0.07398797242974522,
      0.07741508105037377
     ],
     "floor": 0.05554264587976743,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 4.019784,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.07431272534724646,
      "high": 0.07701420506459965,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-streaming::streaming/print-prose@openai-completions#request_bytes",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-streaming::streaming/print-prose@openai-completions#request_bytes",
   "scenario": "streaming/print-prose",
   "api": "openai-completions",
   "metric": "request_bytes",
   "kind": "wire",
   "unit": "bytes",
   "mde": 0.0,
   "aa": {
    "copilot": 0.0,
    "octet": 0.0,
    "opencode-v2": 0.0,
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "copilot": {
     "ratio": 8.000165672630882,
     "ci": [
      8.000165672630882,
      8.000165672630882
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 96578.0,
     "not_compared": null,
     "equivalence": null
    },
    "octet": {
     "ratio": 1.310801855533466,
     "ci": [
      1.310801855533466,
      1.310801855533466
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 15824.0,
     "not_compared": null,
     "equivalence": null
    },
    "opencode-v2": {
     "ratio": 4.113817097415507,
     "ci": [
      4.113817097415507,
      4.113817097415507
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 49662.0,
     "not_compared": null,
     "equivalence": null
    },
    "pi-bun": {
     "ratio": 0.9784625579854208,
     "ci": [
      0.9784625579854208,
      0.9784625579854208
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 11812.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.3175944333996024,
     "ci": [
      1.3175944333996024,
      1.3175944333996024
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 15906.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.0041418157720345,
     "ci": [
      1.0041418157720345,
      1.0041418157720345
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 12122.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 0.997846255798542,
     "ci": [
      0.997846255798542,
      0.997846255798542
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 12046.0,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 1.2722001325381047,
     "ci": [
      1.2722001325381047,
      1.2722001325381047
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 15358.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-streaming::streaming/print-prose@openai-completions#request_bytes_per_turn",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-streaming::streaming/print-prose@openai-completions#request_bytes_per_turn",
   "scenario": "streaming/print-prose",
   "api": "openai-completions",
   "metric": "request_bytes_per_turn",
   "kind": "wire",
   "unit": "bytes per turn",
   "mde": 0.0,
   "aa": {
    "copilot": 0.0,
    "octet": 0.0,
    "opencode-v2": 0.0,
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "copilot": {
     "ratio": 8.000165672630882,
     "ci": [
      8.000165672630882,
      8.000165672630882
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 48289.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 8.000165672630882,
      "high": 8.000165672630882,
      "p": 1.0,
      "equivalent": false
     }
    },
    "octet": {
     "ratio": 1.310801855533466,
     "ci": [
      1.310801855533466,
      1.310801855533466
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 7912.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.310801855533466,
      "high": 1.310801855533466,
      "p": 1.0,
      "equivalent": false
     }
    },
    "opencode-v2": {
     "ratio": 4.113817097415507,
     "ci": [
      4.113817097415507,
      4.113817097415507
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 24831.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 4.113817097415507,
      "high": 4.113817097415507,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pi-bun": {
     "ratio": 0.9784625579854208,
     "ci": [
      0.9784625579854208,
      0.9784625579854208
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 5906.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9784625579854208,
      "high": 0.9784625579854208,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": 1.3175944333996024,
     "ci": [
      1.3175944333996024,
      1.3175944333996024
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 7953.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.3175944333996024,
      "high": 1.3175944333996024,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-0.4.1": {
     "ratio": 1.0041418157720345,
     "ci": [
      1.0041418157720345,
      1.0041418157720345
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 6061.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.0041418157720345,
      "high": 1.0041418157720345,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.997846255798542,
     "ci": [
      0.997846255798542,
      0.997846255798542
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 6023.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.997846255798542,
      "high": 0.997846255798542,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 1.2722001325381047,
     "ci": [
      1.2722001325381047,
      1.2722001325381047
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 7679.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.2722001325381047,
      "high": 1.2722001325381047,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-streaming::streaming/print-prose@openai-completions#requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-streaming::streaming/print-prose@openai-completions#requests",
   "scenario": "streaming/print-prose",
   "api": "openai-completions",
   "metric": "requests",
   "kind": "wire",
   "unit": "count",
   "mde": 0.0,
   "aa": {
    "copilot": 0.0,
    "octet": 0.0,
    "opencode-v2": 0.0,
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "copilot": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 2.0,
     "not_compared": null,
     "equivalence": null
    },
    "octet": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 2.0,
     "not_compared": null,
     "equivalence": null
    },
    "opencode-v2": {
     "ratio": 2.0,
     "ci": [
      2.0,
      2.0
     ],
     "floor": 0.0,
     "p": 0.0078125,
     "p_holm": 0.0625,
     "verdict": "inconclusive (paired test p 0.062 >= 0.05)",
     "n": 8,
     "arm_median": 4.0,
     "not_compared": null,
     "equivalence": null
    },
    "pi-bun": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 2.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 2.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 2.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 2.0,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 8,
     "arm_median": 2.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-streaming::streaming/print-prose@openai-completions#side_requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-streaming::streaming/print-prose@openai-completions#side_requests",
   "scenario": "streaming/print-prose",
   "api": "openai-completions",
   "metric": "side_requests",
   "kind": "wire",
   "unit": "count",
   "mde": null,
   "aa": {
    "copilot": null,
    "octet": null,
    "opencode-v2": 0.0,
    "pi-bun": null,
    "pi-node": null,
    "pibolt": null,
    "pig-0.4.1": null,
    "pig-tip": null,
    "rpi": null
   },
   "comparisons": {}
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::streaming/print-prose@openai-responses#n10_cpu_ms_per_1k_tokens",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::streaming/print-prose@openai-responses#n10_cpu_ms_per_1k_tokens",
   "scenario": "streaming/print-prose",
   "api": "openai-responses",
   "metric": "n10_cpu_ms_per_1k_tokens",
   "kind": "CPU",
   "unit": "ms of CPU time per 1k tokens",
   "mde": 0.03585796118835218,
   "aa": {
    "codex": 0.11812948840190272,
    "copilot": 0.025526299958799688,
    "pi-node": 0.04893121510264038,
    "rpi": 0.11429186109817523
   },
   "comparisons": {
    "codex": {
     "ratio": 0.8728811364489855,
     "ci": [
      0.8627430685831834,
      0.9147126094196465
     ],
     "floor": 0.11812948840190272,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 8.987533333333335,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.8628602853168565,
      "high": 0.9140670525620602,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 7.195777164834309,
     "ci": [
      7.146520383475865,
      7.341731090478224
     ],
     "floor": 0.04893121510264038,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 74.0906,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 7.1474913466826235,
      "high": 7.341731090478224,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.3829623298758142,
     "ci": [
      0.3755034121958484,
      0.39601002999928736
     ],
     "floor": 0.11429186109817523,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 3.943133333333334,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3755034121958484,
      "high": 0.39601002999928736,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::streaming/print-prose@openai-responses#n10_instructions_per_1k_tokens",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::streaming/print-prose@openai-responses#n10_instructions_per_1k_tokens",
   "scenario": "streaming/print-prose",
   "api": "openai-responses",
   "metric": "n10_instructions_per_1k_tokens",
   "kind": "CPU",
   "unit": "instructions per 1k tokens",
   "mde": 0.007162405939955341,
   "aa": {
    "codex": 0.049246664231268875,
    "copilot": 0.008040744496260651,
    "pi-node": 0.010343246249279453,
    "rpi": 0.06837583577443898
   },
   "comparisons": {
    "codex": {
     "ratio": 0.3804906766752109,
     "ci": [
      0.3697705587609738,
      0.38968722243876963
     ],
     "floor": 0.049246664231268875,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 21500099.066666666,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3697705587609738,
      "high": 0.38968722243876963,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 6.829330270522953,
     "ci": [
      6.8014733105213105,
      6.931277798329285
     ],
     "floor": 0.010343246249279453,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 385899803.53333336,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 6.8114054790541685,
      "high": 6.9220150436478605,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.27402132815853925,
     "ci": [
      0.27153480661316276,
      0.27679851585232357
     ],
     "floor": 0.06837583577443898,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 15483916.066666666,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2719313279753281,
      "high": 0.27679851585232357,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::streaming/print-prose@openai-responses#n10_peak_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::streaming/print-prose@openai-responses#n10_peak_rss_mib",
   "scenario": "streaming/print-prose",
   "api": "openai-responses",
   "metric": "n10_peak_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.012333271899680509,
   "aa": {
    "codex": 0.026351253889568414,
    "copilot": 0.014271298472144915,
    "pi-node": 0.01853564098730014,
    "rpi": 0.15462360487745364
   },
   "comparisons": {
    "codex": {
     "ratio": 1.4123258546410786,
     "ci": [
      1.3805188639727444,
      1.4430690970750317
     ],
     "floor": 0.026351253889568414,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 197.20703125,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.3805188639727444,
      "high": 1.4355636772561147,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 2.375314720528171,
     "ci": [
      2.3687620430618,
      2.4005254625747665
     ],
     "floor": 0.01853564098730014,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 331.671875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.3687620430618,
      "high": 2.4005254625747665,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.2586862865775192,
     "ci": [
      0.25300902007875115,
      0.2813904196693514
     ],
     "floor": 0.15462360487745364,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 36.12109375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2534549320203659,
      "high": 0.27992690469496767,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::streaming/print-prose@openai-responses#n10_wall_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::streaming/print-prose@openai-responses#n10_wall_ms",
   "scenario": "streaming/print-prose",
   "api": "openai-responses",
   "metric": "n10_wall_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.057667350311228854,
   "aa": {
    "codex": 0.0551122869069849,
    "copilot": 0.029002600397909466,
    "pi-node": 0.08443728746069262,
    "rpi": 0.07006893972560178
   },
   "comparisons": {
    "codex": {
     "ratio": 0.7421380334128727,
     "ci": [
      0.6965731928304293,
      0.7615823842335873
     ],
     "floor": 0.08443728746069262,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 54.370786,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.6965731928304293,
      "high": 0.7615823842335873,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 10.281796138625777,
     "ci": [
      9.731954209981618,
      10.82823238793709
     ],
     "floor": 0.08443728746069262,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 753.268681,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 9.731954209981618,
      "high": 10.680335184972899,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.47643837259248656,
     "ci": [
      0.44587315231303926,
      0.49500934728360646
     ],
     "floor": 0.08443728746069262,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 34.905001,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.44587315231303926,
      "high": 0.48904303419116796,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::streaming/print-prose@openai-responses#n_cpu_ms_per_1k_tokens",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::streaming/print-prose@openai-responses#n_cpu_ms_per_1k_tokens",
   "scenario": "streaming/print-prose",
   "api": "openai-responses",
   "metric": "n_cpu_ms_per_1k_tokens",
   "kind": "CPU",
   "unit": "ms of CPU time per 1k tokens",
   "mde": 0.031355493862996485,
   "aa": {
    "codex": 0.13066098380673494,
    "copilot": 0.09020337076763528,
    "pi-node": 0.038030049457185806,
    "rpi": 0.10235515878507416
   },
   "comparisons": {
    "codex": {
     "ratio": 0.5228748283806112,
     "ci": [
      0.5072235535775421,
      0.5472270620725626
     ],
     "floor": 0.13066098380673494,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 29.95933333333333,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.512826657537373,
      "high": 0.5472270620725626,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 1.7091080445861344,
     "ci": [
      1.6641104644528133,
      1.8063125534521438
     ],
     "floor": 0.09020337076763528,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 97.92733333333324,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.6762638365856426,
      "high": 1.8063125534521438,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.08913736532241177,
     "ci": [
      0.08291680931187949,
      0.09148767830963632
     ],
     "floor": 0.10235515878507416,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 5.107333333333333,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.08430902658906768,
      "high": 0.09148767830963632,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::streaming/print-prose@openai-responses#n_instructions_per_1k_tokens",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::streaming/print-prose@openai-responses#n_instructions_per_1k_tokens",
   "scenario": "streaming/print-prose",
   "api": "openai-responses",
   "metric": "n_instructions_per_1k_tokens",
   "kind": "CPU",
   "unit": "instructions per 1k tokens",
   "mde": 0.004203579658236943,
   "aa": {
    "codex": 0.11665503272849156,
    "copilot": 0.08538350119817742,
    "pi-node": 0.0031165848398520546,
    "rpi": 0.041007408920878445
   },
   "comparisons": {
    "codex": {
     "ratio": 0.1989688743364557,
     "ci": [
      0.1958158840490232,
      0.20475301891787018
     ],
     "floor": 0.11665503272849156,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 58260377.333333336,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.1958158840490232,
      "high": 0.2044428894964834,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 1.2662626602404259,
     "ci": [
      1.2497848625538537,
      1.3739030822283638
     ],
     "floor": 0.08538350119817742,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 370776286.6666667,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2499961698031108,
      "high": 1.3739030822283638,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.0566367163644619,
     "ci": [
      0.05491157083847367,
      0.05714952258456186
     ],
     "floor": 0.041007408920878445,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 16583882.666666666,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.05492065452043665,
      "high": 0.05713047557582869,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::streaming/print-prose@openai-responses#n_peak_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::streaming/print-prose@openai-responses#n_peak_rss_mib",
   "scenario": "streaming/print-prose",
   "api": "openai-responses",
   "metric": "n_peak_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.013347231981750435,
   "aa": {
    "codex": 0.016929498706138506,
    "copilot": 0.005197530140338782,
    "pi-node": 0.011221549266693593,
    "rpi": 0.04897052308416034
   },
   "comparisons": {
    "codex": {
     "ratio": 1.4133173365326934,
     "ci": [
      1.4066643901883786,
      1.431595950272578
     ],
     "floor": 0.016929498706138506,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 193.265625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.407887997268226,
      "high": 1.431595950272578,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 2.2404661924757905,
     "ci": [
      2.231859313641796,
      2.261876604459315
     ],
     "floor": 0.011221549266693593,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 306.375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 2.231859313641796,
      "high": 2.261876604459315,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.030622446939183593,
     "ci": [
      0.030165395492330105,
      0.03125446390309402
     ],
     "floor": 0.04897052308416034,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 4.1875,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.030165395492330105,
      "high": 0.03125089267860714,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::streaming/print-prose@openai-responses#n_wall_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::streaming/print-prose@openai-responses#n_wall_ms",
   "scenario": "streaming/print-prose",
   "api": "openai-responses",
   "metric": "n_wall_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.01910645196810733,
   "aa": {
    "codex": 0.14910448796236078,
    "copilot": 0.029223620931239837,
    "pi-node": 0.02591481866099181,
    "rpi": 0.04983121855787006
   },
   "comparisons": {
    "codex": {
     "ratio": 0.45223831773281575,
     "ci": [
      0.4372484141289101,
      0.46322788005943044
     ],
     "floor": 0.14910448796236078,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 24.02074,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.43880473710377627,
      "high": 0.4622097336498151,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 1.766220438678364,
     "ci": [
      1.6916416264605794,
      1.793903405285396
     ],
     "floor": 0.029223620931239837,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 93.813196,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.7137554799579464,
      "high": 1.793903405285396,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 0.0763246696215633,
     "ci": [
      0.07329883092281922,
      0.07832992421046935
     ],
     "floor": 0.04983121855787006,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "win",
     "n": 7,
     "arm_median": 4.054002,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.07405747207738743,
      "high": 0.07815775985134205,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::streaming/print-prose@openai-responses#request_bytes",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::streaming/print-prose@openai-responses#request_bytes",
   "scenario": "streaming/print-prose",
   "api": "openai-responses",
   "metric": "request_bytes",
   "kind": "wire",
   "unit": "bytes",
   "mde": 0.0,
   "aa": {
    "codex": 0.0,
    "copilot": 0.0,
    "pi-node": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "codex": {
     "ratio": 6.585235794034328,
     "ci": [
      6.585235794034328,
      6.585235794034328
     ],
     "floor": 0.0,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 79036.0,
     "not_compared": null,
     "equivalence": null
    },
    "copilot": {
     "ratio": 8.068321946342277,
     "ci": [
      8.068321946342277,
      8.068321946342277
     ],
     "floor": 0.0,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 96836.0,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 1.2514580903182804,
     "ci": [
      1.2514580903182804,
      1.2514580903182804
     ],
     "floor": 0.0,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 15020.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::streaming/print-prose@openai-responses#request_bytes_per_turn",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::streaming/print-prose@openai-responses#request_bytes_per_turn",
   "scenario": "streaming/print-prose",
   "api": "openai-responses",
   "metric": "request_bytes_per_turn",
   "kind": "wire",
   "unit": "bytes per turn",
   "mde": 0.0,
   "aa": {
    "codex": 0.0,
    "copilot": 0.0,
    "pi-node": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "codex": {
     "ratio": 6.585235794034328,
     "ci": [
      6.585235794034328,
      6.585235794034328
     ],
     "floor": 0.0,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 39518.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 6.585235794034328,
      "high": 6.585235794034328,
      "p": 1.0,
      "equivalent": false
     }
    },
    "copilot": {
     "ratio": 8.068321946342277,
     "ci": [
      8.068321946342277,
      8.068321946342277
     ],
     "floor": 0.0,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 48418.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 8.068321946342277,
      "high": 8.068321946342277,
      "p": 1.0,
      "equivalent": false
     }
    },
    "rpi": {
     "ratio": 1.2514580903182804,
     "ci": [
      1.2514580903182804,
      1.2514580903182804
     ],
     "floor": 0.0,
     "p": 0.015625,
     "p_holm": 0.046875,
     "verdict": "loss",
     "n": 7,
     "arm_median": 7510.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.2514580903182804,
      "high": 1.2514580903182804,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::streaming/print-prose@openai-responses#requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::streaming/print-prose@openai-responses#requests",
   "scenario": "streaming/print-prose",
   "api": "openai-responses",
   "metric": "requests",
   "kind": "wire",
   "unit": "count",
   "mde": 0.0,
   "aa": {
    "codex": 0.0,
    "copilot": 0.0,
    "pi-node": 0.0,
    "rpi": 0.0
   },
   "comparisons": {
    "codex": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 7,
     "arm_median": 2.0,
     "not_compared": null,
     "equivalence": null
    },
    "copilot": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 7,
     "arm_median": 2.0,
     "not_compared": null,
     "equivalence": null
    },
    "rpi": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 7,
     "arm_median": 2.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-others::streaming/print-prose@openai-responses#side_requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-others::streaming/print-prose@openai-responses#side_requests",
   "scenario": "streaming/print-prose",
   "api": "openai-responses",
   "metric": "side_requests",
   "kind": "wire",
   "unit": "count",
   "mde": null,
   "aa": {
    "codex": null,
    "copilot": null,
    "pi-node": null,
    "rpi": null
   },
   "comparisons": {}
  },
  {
   "id": "2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#cpu_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#cpu_ms",
   "scenario": "streaming/tui-prose",
   "api": "openai-completions",
   "metric": "cpu_ms",
   "kind": "CPU",
   "unit": "ms of CPU time",
   "mde": 0.04582293597186376,
   "aa": {
    "pi-bun": 0.06645187948213511,
    "pi-node": 0.07905732480774127,
    "pibolt": 0.03283152861287255,
    "pig-0.4.1": 0.0793265486409414,
    "pig-tip": 0.03510899265693045
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 12.108750280693876,
     "ci": [
      11.766326762320478,
      13.264432882679792
     ],
     "floor": 0.07905732480774127,
     "p": 0.00390625,
     "p_holm": 0.01171875,
     "verdict": "loss",
     "n": 9,
     "arm_median": 34510.907,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 11.80200611732069,
      "high": 13.246026576708648,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": null,
     "ci": null,
     "floor": null,
     "p": null,
     "p_holm": null,
     "verdict": "not compared",
     "n": 9,
     "arm_median": 924.751,
     "not_compared": "Pi-Bolt's fullscreen TUI scrolls the rows that only moved (a scroll region) and draws only the rows that changed",
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 0.8599748077246954,
     "ci": [
      0.8228749258918672,
      0.9557721409526554
     ],
     "floor": 0.0793265486409414,
     "p": 0.0078125,
     "p_holm": 0.01171875,
     "verdict": "win",
     "n": 9,
     "arm_median": 2450.997,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.8268478152328398,
      "high": 0.936079100189544,
      "p": 0.972,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.14137252287655083,
     "ci": [
      0.13638225867566572,
      0.15323572297035198
     ],
     "floor": 0.07905732480774127,
     "p": 0.00390625,
     "p_holm": 0.01171875,
     "verdict": "win",
     "n": 9,
     "arm_median": 402.923,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.13638225867566572,
      "high": 0.15126094270469462,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#cycles",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#cycles",
   "scenario": "streaming/tui-prose",
   "api": "openai-completions",
   "metric": "cycles",
   "kind": "CPU",
   "unit": "cycles",
   "mde": 0.04583869294140168,
   "aa": {
    "pi-bun": 0.06668589432225522,
    "pi-node": 0.07950762547626593,
    "pibolt": 0.0319232422835026,
    "pig-0.4.1": 0.08268466933064203,
    "pig-tip": 0.03643539358904446
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 12.140687342371542,
     "ci": [
      11.805593644832683,
      13.311649925182468
     ],
     "floor": 0.07950762547626593,
     "p": 0.00390625,
     "p_holm": 0.01171875,
     "verdict": "loss",
     "n": 9,
     "arm_median": 96250856282.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 11.840063015696677,
      "high": 13.303217002888287,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": null,
     "ci": null,
     "floor": null,
     "p": null,
     "p_holm": null,
     "verdict": "not compared",
     "n": 9,
     "arm_median": 2511498807.0,
     "not_compared": "Pi-Bolt's fullscreen TUI scrolls the rows that only moved (a scroll region) and draws only the rows that changed",
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 0.832521292468422,
     "ci": [
      0.7957148159696498,
      0.9242298139508447
     ],
     "floor": 0.08268466933064203,
     "p": 0.0078125,
     "p_holm": 0.01171875,
     "verdict": "win",
     "n": 9,
     "arm_median": 6600193631.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.7995914209095056,
      "high": 0.9044686744182148,
      "p": 0.991,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.12488343359924778,
     "ci": [
      0.11990997174678812,
      0.13513650691745016
     ],
     "floor": 0.07950762547626593,
     "p": 0.00390625,
     "p_holm": 0.01171875,
     "verdict": "win",
     "n": 9,
     "arm_median": 990070585.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11990997174678812,
      "high": 0.13383168028348813,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#instructions",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#instructions",
   "scenario": "streaming/tui-prose",
   "api": "openai-completions",
   "metric": "instructions",
   "kind": "CPU",
   "unit": "instructions",
   "mde": 0.05045697961276855,
   "aa": {
    "pi-bun": 0.06725877348730172,
    "pi-node": 0.07622774244436661,
    "pibolt": 0.029053781246672787,
    "pig-0.4.1": 0.10031070537002991,
    "pig-tip": 0.01638435608533204
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 13.218997300259186,
     "ci": [
      12.96991451086645,
      14.606097798225175
     ],
     "floor": 0.07622774244436661,
     "p": 0.00390625,
     "p_holm": 0.01171875,
     "verdict": "loss",
     "n": 9,
     "arm_median": 274661282191.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 13.035524793498068,
      "high": 14.557436592990575,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": null,
     "ci": null,
     "floor": null,
     "p": null,
     "p_holm": null,
     "verdict": "not compared",
     "n": 9,
     "arm_median": 4798643345.0,
     "not_compared": "Pi-Bolt's fullscreen TUI scrolls the rows that only moved (a scroll region) and draws only the rows that changed",
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 0.9088873495061549,
     "ci": [
      0.8903243443925737,
      1.0382732512106125
     ],
     "floor": 0.10031070537002991,
     "p": 0.16796875,
     "p_holm": 0.16796875,
     "verdict": "no measurable difference",
     "n": 9,
     "arm_median": 18884652074.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.8920823225051733,
      "high": 1.0005132069993883,
      "p": 0.5645,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.09831044947906073,
     "ci": [
      0.09750188849274863,
      0.10760912444895857
     ],
     "floor": 0.07622774244436661,
     "p": 0.00390625,
     "p_holm": 0.01171875,
     "verdict": "win",
     "n": 9,
     "arm_median": 2042671883.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09752509592869993,
      "high": 0.10723386881100151,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#n10_cpu_ms_per_1k_tokens",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#n10_cpu_ms_per_1k_tokens",
   "scenario": "streaming/tui-prose",
   "api": "openai-completions",
   "metric": "n10_cpu_ms_per_1k_tokens",
   "kind": "CPU",
   "unit": "ms of CPU time per 1k tokens",
   "mde": 0.059033938323064625,
   "aa": {
    "pi-bun": 0.07404410231993198,
    "pi-node": 0.08954559476751023,
    "pibolt": 0.039439159942245956,
    "pig-0.4.1": 0.0930389506990559,
    "pig-tip": 0.05385598022837387
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 16.09142442400874,
     "ci": [
      15.843081951863745,
      18.293040141920045
     ],
     "floor": 0.08954559476751023,
     "p": 0.00390625,
     "p_holm": 0.01171875,
     "verdict": "loss",
     "n": 9,
     "arm_median": 2048.568133333333,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 15.872975314823663,
      "high": 18.259181891132265,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": null,
     "ci": null,
     "floor": null,
     "p": null,
     "p_holm": null,
     "verdict": "not compared",
     "n": 9,
     "arm_median": 54.072466666666664,
     "not_compared": "Pi-Bolt's fullscreen TUI scrolls the rows that only moved (a scroll region) and draws only the rows that changed",
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.100401598013428,
     "ci": [
      1.054042845308097,
      1.2925250294983575
     ],
     "floor": 0.0930389506990559,
     "p": 0.0078125,
     "p_holm": 0.01171875,
     "verdict": "loss",
     "n": 9,
     "arm_median": 140.09000000000003,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.079254437543018,
      "high": 1.2558424933859937,
      "p": 0.98075,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.1558749092097332,
     "ci": [
      0.15305051101170086,
      0.1763621898129213
     ],
     "floor": 0.08954559476751023,
     "p": 0.00390625,
     "p_holm": 0.01171875,
     "verdict": "win",
     "n": 9,
     "arm_median": 19.844133333333332,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.15305051101170086,
      "high": 0.1754836955226968,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#n10_first_paint_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#n10_first_paint_ms",
   "scenario": "streaming/tui-prose",
   "api": "openai-completions",
   "metric": "n10_first_paint_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.5697199773329932,
   "aa": {
    "pi-bun": 0.2943172134693107,
    "pi-node": 0.2790855568740671,
    "pibolt": 0.08817007312440002,
    "pig-0.4.1": 0.9845376172422056,
    "pig-tip": 0.9373609588832925
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.4811592702167815,
     "ci": [
      1.2516721311618366,
      1.7071905699310086
     ],
     "floor": 0.2943172134693107,
     "p": 0.01171875,
     "p_holm": 0.03515625,
     "verdict": "loss",
     "n": 9,
     "arm_median": 12.100972,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2628652095585071,
      "high": 1.6885017522728758,
      "p": 0.99825,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": null,
     "ci": null,
     "floor": null,
     "p": null,
     "p_holm": null,
     "verdict": "not compared",
     "n": 9,
     "arm_median": 11.659073,
     "not_compared": "Pi-Bolt's fullscreen TUI scrolls the rows that only moved (a scroll region) and draws only the rows that changed",
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.2868678360030614,
     "ci": [
      1.04067420014517,
      1.5347122808634577
     ],
     "floor": 0.9845376172422056,
     "p": 0.9765625,
     "p_holm": 0.9765625,
     "verdict": "no measurable difference",
     "n": 9,
     "arm_median": 10.513624,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0453273143406019,
      "high": 1.4730040024044566,
      "p": 0.85225,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.413956883122542,
     "ci": [
      1.2529947662294096,
      1.6671216572259397
     ],
     "floor": 0.9373609588832925,
     "p": 0.4609375,
     "p_holm": 0.921875,
     "verdict": "no measurable difference",
     "n": 9,
     "arm_median": 11.551933,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.2565703857083124,
      "high": 1.611917883453063,
      "p": 0.99675,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#n10_instructions_per_1k_tokens",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#n10_instructions_per_1k_tokens",
   "scenario": "streaming/tui-prose",
   "api": "openai-completions",
   "metric": "n10_instructions_per_1k_tokens",
   "kind": "CPU",
   "unit": "instructions per 1k tokens",
   "mde": 0.06659017547142856,
   "aa": {
    "pi-bun": 0.07407139749969105,
    "pi-node": 0.09833269372157288,
    "pibolt": 0.03300995754017084,
    "pig-0.4.1": 0.11502972494211919,
    "pig-tip": 0.027004926398625714
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 16.01632850031148,
     "ci": [
      15.734324933648763,
      18.041624273170832
     ],
     "floor": 0.09833269372157288,
     "p": 0.00390625,
     "p_holm": 0.01171875,
     "verdict": "loss",
     "n": 9,
     "arm_median": 16746356916.533333,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 15.740948072205121,
      "high": 17.973595012593808,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": null,
     "ci": null,
     "floor": null,
     "p": null,
     "p_holm": null,
     "verdict": "not compared",
     "n": 9,
     "arm_median": 281216190.6666667,
     "not_compared": "Pi-Bolt's fullscreen TUI scrolls the rows that only moved (a scroll region) and draws only the rows that changed",
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.0667248886958856,
     "ci": [
      1.043338052140202,
      1.2571969094853415
     ],
     "floor": 0.11502972494211919,
     "p": 0.01171875,
     "p_holm": 0.01171875,
     "verdict": "no measurable difference",
     "n": 9,
     "arm_median": 1115346486.4,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0489439330183006,
      "high": 1.214153225593747,
      "p": 0.926,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.09616929666060384,
     "ci": [
      0.094536368554458,
      0.10833009056551095
     ],
     "floor": 0.09833269372157288,
     "p": 0.00390625,
     "p_holm": 0.01171875,
     "verdict": "win",
     "n": 9,
     "arm_median": 100552718.2,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.09503378039553992,
      "high": 0.10775726272859039,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#n10_settle_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#n10_settle_ms",
   "scenario": "streaming/tui-prose",
   "api": "openai-completions",
   "metric": "n10_settle_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": null,
   "aa": {
    "pi-bun": null,
    "pi-node": null,
    "pibolt": null,
    "pig-0.4.1": null,
    "pig-tip": null
   },
   "comparisons": {
    "pibolt": {
     "ratio": null,
     "ci": null,
     "floor": null,
     "p": null,
     "p_holm": null,
     "verdict": "not compared",
     "n": 9,
     "arm_median": 0.0,
     "not_compared": "Pi-Bolt's fullscreen TUI scrolls the rows that only moved (a scroll region) and draws only the rows that changed",
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#n10_wall_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#n10_wall_ms",
   "scenario": "streaming/tui-prose",
   "api": "openai-completions",
   "metric": "n10_wall_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.0186390409957187,
   "aa": {
    "pi-bun": 0.035749121827470094,
    "pi-node": 0.031430100817195473,
    "pibolt": 0.028848591948110906,
    "pig-0.4.1": 0.03451905024486145,
    "pig-tip": 0.05837356913730299
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.982940452340389,
     "ci": [
      0.9497332415372615,
      1.018654468982959
     ],
     "floor": 0.035749121827470094,
     "p": 0.0625,
     "p_holm": 0.1171875,
     "verdict": "no measurable difference",
     "n": 9,
     "arm_median": 45316.417607,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.9497332415372615,
      "high": 1.01535252976373,
      "p": 0.0705,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": null,
     "ci": null,
     "floor": null,
     "p": null,
     "p_holm": null,
     "verdict": "not compared",
     "n": 9,
     "arm_median": 37847.594169,
     "not_compared": "Pi-Bolt's fullscreen TUI scrolls the rows that only moved (a scroll region) and draws only the rows that changed",
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.014902764633559,
     "ci": [
      0.9917252168121617,
      1.0714047541681002
     ],
     "floor": 0.03451905024486145,
     "p": 0.05078125,
     "p_holm": 0.1171875,
     "verdict": "no measurable difference",
     "n": 9,
     "arm_median": 46789.973292,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.9943173530447421,
      "high": 1.057788698306298,
      "p": 0.092,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.0227863873109961,
     "ci": [
      1.007701882219134,
      1.0649059120880575
     ],
     "floor": 0.05837356913730299,
     "p": 0.0390625,
     "p_holm": 0.1171875,
     "verdict": "no measurable difference",
     "n": 9,
     "arm_median": 47153.431258,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.009610666277306,
      "high": 1.058711471135095,
      "p": 0.19775,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#n_cpu_ms_per_1k_tokens",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#n_cpu_ms_per_1k_tokens",
   "scenario": "streaming/tui-prose",
   "api": "openai-completions",
   "metric": "n_cpu_ms_per_1k_tokens",
   "kind": "CPU",
   "unit": "ms of CPU time per 1k tokens",
   "mde": 0.020161866909497426,
   "aa": {
    "pi-bun": 0.05624364389323622,
    "pi-node": 0.029616386586363886,
    "pibolt": 0.051625929811316015,
    "pig-0.4.1": 0.08729792379973478,
    "pig-tip": 0.04388593649847201
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 6.082087503051013,
     "ci": [
      5.932170964281161,
      6.4117957161258134
     ],
     "floor": 0.05624364389323622,
     "p": 0.00390625,
     "p_holm": 0.01171875,
     "verdict": "loss",
     "n": 9,
     "arm_median": 1594.7720000000002,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 5.962400562178493,
      "high": 6.4117957161258134,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": null,
     "ci": null,
     "floor": null,
     "p": null,
     "p_holm": null,
     "verdict": "not compared",
     "n": 9,
     "arm_median": 31.879333333333335,
     "not_compared": "Pi-Bolt's fullscreen TUI scrolls the rows that only moved (a scroll region) and draws only the rows that changed",
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 0.4856627817101944,
     "ci": [
      0.47826174383619824,
      0.509772198446005
     ],
     "floor": 0.08729792379973478,
     "p": 0.00390625,
     "p_holm": 0.01171875,
     "verdict": "win",
     "n": 9,
     "arm_median": 127.34466666666667,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.47826174383619824,
      "high": 0.507902443950717,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.11334513058335366,
     "ci": [
      0.11072763078166027,
      0.11735567291932253
     ],
     "floor": 0.04388593649847201,
     "p": 0.00390625,
     "p_holm": 0.01171875,
     "verdict": "win",
     "n": 9,
     "arm_median": 29.72,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.11148539661342478,
      "high": 0.11714172933892882,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#n_first_paint_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#n_first_paint_ms",
   "scenario": "streaming/tui-prose",
   "api": "openai-completions",
   "metric": "n_first_paint_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.7208215475600432,
   "aa": {
    "pi-bun": 0.0660444913591308,
    "pi-node": 0.9679462173333595,
    "pibolt": 0.004699764170083629,
    "pig-0.4.1": 0.08353449385609066,
    "pig-tip": 0.008127456805114237
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.3861641293779303,
     "ci": [
      0.5069647024038533,
      1.457534611859042
     ],
     "floor": 0.9679462173333595,
     "p": 0.6640625,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 9,
     "arm_median": 11.563438,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.519394731290667,
      "high": 1.420078471626301,
      "p": 0.6305,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": null,
     "ci": null,
     "floor": null,
     "p": null,
     "p_holm": null,
     "verdict": "not compared",
     "n": 9,
     "arm_median": 14.137428,
     "not_compared": "Pi-Bolt's fullscreen TUI scrolls the rows that only moved (a scroll region) and draws only the rows that changed",
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.5094123848108634,
     "ci": [
      0.552724067540996,
      1.6458244947538305
     ],
     "floor": 0.9679462173333595,
     "p": 0.9765625,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 9,
     "arm_median": 12.59158,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.5699340547676772,
      "high": 1.630884695963494,
      "p": 0.6305,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.7486661837312956,
     "ci": [
      0.6422193608852,
      1.788485887212772
     ],
     "floor": 0.9679462173333595,
     "p": 0.4921875,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 9,
     "arm_median": 14.587445,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.6622098959294922,
      "high": 1.7862033232232992,
      "p": 0.6305,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#n_instructions_per_1k_tokens",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#n_instructions_per_1k_tokens",
   "scenario": "streaming/tui-prose",
   "api": "openai-completions",
   "metric": "n_instructions_per_1k_tokens",
   "kind": "CPU",
   "unit": "instructions per 1k tokens",
   "mde": 0.016415811113919907,
   "aa": {
    "pi-bun": 0.05962555190062821,
    "pi-node": 0.03401561719675664,
    "pibolt": 0.014627766956799676,
    "pig-0.4.1": 0.05785647942776368,
    "pig-tip": 0.07825352818066181
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 6.763816497109739,
     "ci": [
      6.566618158647205,
      7.264292701102565
     ],
     "floor": 0.05962555190062821,
     "p": 0.00390625,
     "p_holm": 0.01171875,
     "verdict": "loss",
     "n": 9,
     "arm_median": 9470146790.666666,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 6.566618158647205,
      "high": 7.129562536979205,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": null,
     "ci": null,
     "floor": null,
     "p": null,
     "p_holm": null,
     "verdict": "not compared",
     "n": 9,
     "arm_median": 181560718.66666666,
     "not_compared": "Pi-Bolt's fullscreen TUI scrolls the rows that only moved (a scroll region) and draws only the rows that changed",
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 0.6458934413468451,
     "ci": [
      0.6260831931199095,
      0.6619624938850021
     ],
     "floor": 0.05785647942776368,
     "p": 0.00390625,
     "p_holm": 0.01171875,
     "verdict": "win",
     "n": 9,
     "arm_median": 904327564.6666666,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.6267763035032992,
      "high": 0.6619624938850021,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.10870217217954464,
     "ci": [
      0.10031481928023828,
      0.11154710200499278
     ],
     "floor": 0.07825352818066181,
     "p": 0.00390625,
     "p_holm": 0.01171875,
     "verdict": "win",
     "n": 9,
     "arm_median": 152195957.33333334,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.10658352521623123,
      "high": 0.11149440275890317,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#n_settle_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#n_settle_ms",
   "scenario": "streaming/tui-prose",
   "api": "openai-completions",
   "metric": "n_settle_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": null,
   "aa": {
    "pi-bun": null,
    "pi-node": null,
    "pibolt": 0.4424223413188994,
    "pig-0.4.1": null,
    "pig-tip": null
   },
   "comparisons": {
    "pibolt": {
     "ratio": null,
     "ci": null,
     "floor": null,
     "p": null,
     "p_holm": null,
     "verdict": "not compared",
     "n": 9,
     "arm_median": 21.257305,
     "not_compared": "Pi-Bolt's fullscreen TUI scrolls the rows that only moved (a scroll region) and draws only the rows that changed",
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#n_wall_ms",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#n_wall_ms",
   "scenario": "streaming/tui-prose",
   "api": "openai-completions",
   "metric": "n_wall_ms",
   "kind": "wall",
   "unit": "ms",
   "mde": 0.05000055587446779,
   "aa": {
    "pi-bun": 0.060254693411029535,
    "pi-node": 0.08349745810843465,
    "pibolt": 0.03426778608127401,
    "pig-0.4.1": 0.11722307124675535,
    "pig-tip": 0.05256761861521238
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.0140228255347818,
     "ci": [
      0.9617310785756249,
      1.0787183535319735
     ],
     "floor": 0.08349745810843465,
     "p": 0.45703125,
     "p_holm": 0.6875,
     "verdict": "no measurable difference",
     "n": 9,
     "arm_median": 2580.340776,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.9617310785756249,
      "high": 1.075529057505814,
      "p": 0.14975,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": null,
     "ci": null,
     "floor": null,
     "p": null,
     "p_holm": null,
     "verdict": "not compared",
     "n": 9,
     "arm_median": 1907.003411,
     "not_compared": "Pi-Bolt's fullscreen TUI scrolls the rows that only moved (a scroll region) and draws only the rows that changed",
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.0549452473110206,
     "ci": [
      0.9789916196745814,
      1.1438291592192467
     ],
     "floor": 0.11722307124675535,
     "p": 0.0859375,
     "p_holm": 0.2578125,
     "verdict": "no measurable difference",
     "n": 9,
     "arm_median": 2684.474323,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.996916637551087,
      "high": 1.1224795763161663,
      "p": 0.42775,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 1.0280622945668514,
     "ci": [
      0.9839311631599595,
      1.0420503441758142
     ],
     "floor": 0.08349745810843465,
     "p": 0.34375,
     "p_holm": 0.6875,
     "verdict": "no measurable difference",
     "n": 9,
     "arm_median": 2616.066416,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.9845665468096335,
      "high": 1.0379469655994347,
      "p": 0.00175,
      "equivalent": true
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#peak_mem_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#peak_mem_mib",
   "scenario": "streaming/tui-prose",
   "api": "openai-completions",
   "metric": "peak_mem_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.13080080520727286,
   "aa": {
    "pi-bun": 0.13594951922993648,
    "pi-node": 0.16803403211478282,
    "pibolt": 0.00925524455883726,
    "pig-0.4.1": 0.04804673348869279,
    "pig-tip": 0.028873396823287264
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.1791483621017675,
     "ci": [
      0.9840824506155168,
      1.2161956484139886
     ],
     "floor": 0.16803403211478282,
     "p": 0.01171875,
     "p_holm": 0.01171875,
     "verdict": "no measurable difference",
     "n": 9,
     "arm_median": 133.15625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 1.0423291792006877,
      "high": 1.208505673984516,
      "p": 0.865,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": null,
     "ci": null,
     "floor": null,
     "p": null,
     "p_holm": null,
     "verdict": "not compared",
     "n": 9,
     "arm_median": 35.80078125,
     "not_compared": "Pi-Bolt's fullscreen TUI scrolls the rows that only moved (a scroll region) and draws only the rows that changed",
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 0.3306928638140372,
     "ci": [
      0.2752361866590324,
      0.3401662243330074
     ],
     "floor": 0.16803403211478282,
     "p": 0.00390625,
     "p_holm": 0.01171875,
     "verdict": "win",
     "n": 9,
     "arm_median": 37.34375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.2897660998219657,
      "high": 0.339201753455651,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.15953509287765055,
     "ci": [
      0.1307185800171772,
      0.16396224414041785
     ],
     "floor": 0.16803403211478282,
     "p": 0.00390625,
     "p_holm": 0.01171875,
     "verdict": "win",
     "n": 9,
     "arm_median": 18.015625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.14015593345202285,
      "high": 0.16329055749991161,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#peak_rss_mib",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#peak_rss_mib",
   "scenario": "streaming/tui-prose",
   "api": "openai-completions",
   "metric": "peak_rss_mib",
   "kind": "memory",
   "unit": "MiB",
   "mde": 0.08752400773429923,
   "aa": {
    "pi-bun": 0.10776250269929995,
    "pi-node": 0.11383961703735981,
    "pibolt": 0.0026494760707679345,
    "pig-0.4.1": 0.0311565849581226,
    "pig-tip": 0.010909450185890516
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.0622153700189754,
     "ci": [
      0.9343550765269039,
      1.0828084082383749
     ],
     "floor": 0.11383961703735981,
     "p": 0.26171875,
     "p_holm": 0.26171875,
     "verdict": "no measurable difference",
     "n": 9,
     "arm_median": 174.93359375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.9675854417299367,
      "high": 1.0709728295935192,
      "p": 0.67275,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": null,
     "ci": null,
     "floor": null,
     "p": null,
     "p_holm": null,
     "verdict": "not compared",
     "n": 9,
     "arm_median": 110.4765625,
     "not_compared": "Pi-Bolt's fullscreen TUI scrolls the rows that only moved (a scroll region) and draws only the rows that changed",
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 0.417623339658444,
     "ci": [
      0.37098415467364443,
      0.4252788986470449
     ],
     "floor": 0.11383961703735981,
     "p": 0.00390625,
     "p_holm": 0.01171875,
     "verdict": "win",
     "n": 9,
     "arm_median": 68.77734375,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.38151282441751694,
      "high": 0.42402088772845953,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.34468690702087285,
     "ci": [
      0.3010404336178431,
      0.34989508212537085
     ],
     "floor": 0.11383961703735981,
     "p": 0.00390625,
     "p_holm": 0.01171875,
     "verdict": "win",
     "n": 9,
     "arm_median": 56.765625,
     "not_compared": null,
     "equivalence": {
      "margin": 0.05,
      "low": 0.3153566689146562,
      "high": 0.3482686930962793,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#request_bytes",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#request_bytes",
   "scenario": "streaming/tui-prose",
   "api": "openai-completions",
   "metric": "request_bytes",
   "kind": "wire",
   "unit": "bytes",
   "mde": 0.0,
   "aa": {
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.9857393593681439,
     "ci": [
      0.9857393593681439,
      0.9857393593681439
     ],
     "floor": 0.0,
     "p": 0.00390625,
     "p_holm": 0.01171875,
     "verdict": "win",
     "n": 9,
     "arm_median": 17972.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": null,
     "ci": null,
     "floor": null,
     "p": null,
     "p_holm": null,
     "verdict": "not compared",
     "n": 9,
     "arm_median": 22066.0,
     "not_compared": "Pi-Bolt's fullscreen TUI scrolls the rows that only moved (a scroll region) and draws only the rows that changed",
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.001645458534445,
     "ci": [
      1.001645458534445,
      1.001645458534445
     ],
     "floor": 0.0,
     "p": 0.00390625,
     "p_holm": 0.01171875,
     "verdict": "loss",
     "n": 9,
     "arm_median": 18262.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 0.9974769635805177,
     "ci": [
      0.9974769635805177,
      0.9974769635805177
     ],
     "floor": 0.0,
     "p": 0.00390625,
     "p_holm": 0.01171875,
     "verdict": "win",
     "n": 9,
     "arm_median": 18186.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#request_bytes_per_turn",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#request_bytes_per_turn",
   "scenario": "streaming/tui-prose",
   "api": "openai-completions",
   "metric": "request_bytes_per_turn",
   "kind": "wire",
   "unit": "bytes per turn",
   "mde": 0.0,
   "aa": {
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 0.9857393593681439,
     "ci": [
      0.9857393593681439,
      0.9857393593681439
     ],
     "floor": 0.0,
     "p": 0.00390625,
     "p_holm": 0.01171875,
     "verdict": "win",
     "n": 9,
     "arm_median": 8986.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9857393593681439,
      "high": 0.9857393593681439,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pibolt": {
     "ratio": null,
     "ci": null,
     "floor": null,
     "p": null,
     "p_holm": null,
     "verdict": "not compared",
     "n": 9,
     "arm_median": 11033.0,
     "not_compared": "Pi-Bolt's fullscreen TUI scrolls the rows that only moved (a scroll region) and draws only the rows that changed",
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.001645458534445,
     "ci": [
      1.001645458534445,
      1.001645458534445
     ],
     "floor": 0.0,
     "p": 0.00390625,
     "p_holm": 0.01171875,
     "verdict": "loss",
     "n": 9,
     "arm_median": 9131.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 1.001645458534445,
      "high": 1.001645458534445,
      "p": 1.0,
      "equivalent": false
     }
    },
    "pig-tip": {
     "ratio": 0.9974769635805177,
     "ci": [
      0.9974769635805177,
      0.9974769635805177
     ],
     "floor": 0.0,
     "p": 0.00390625,
     "p_holm": 0.01171875,
     "verdict": "win",
     "n": 9,
     "arm_median": 9093.0,
     "not_compared": null,
     "equivalence": {
      "margin": 0.0,
      "low": 0.9974769635805177,
      "high": 0.9974769635805177,
      "p": 1.0,
      "equivalent": false
     }
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#requests",
   "scenario": "streaming/tui-prose",
   "api": "openai-completions",
   "metric": "requests",
   "kind": "wire",
   "unit": "count",
   "mde": 0.0,
   "aa": {
    "pi-bun": 0.0,
    "pi-node": 0.0,
    "pibolt": 0.0,
    "pig-0.4.1": 0.0,
    "pig-tip": 0.0
   },
   "comparisons": {
    "pi-bun": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 9,
     "arm_median": 2.0,
     "not_compared": null,
     "equivalence": null
    },
    "pibolt": {
     "ratio": null,
     "ci": null,
     "floor": null,
     "p": null,
     "p_holm": null,
     "verdict": "not compared",
     "n": 9,
     "arm_median": 2.0,
     "not_compared": "Pi-Bolt's fullscreen TUI scrolls the rows that only moved (a scroll region) and draws only the rows that changed",
     "equivalence": null
    },
    "pig-0.4.1": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 9,
     "arm_median": 2.0,
     "not_compared": null,
     "equivalence": null
    },
    "pig-tip": {
     "ratio": 1.0,
     "ci": [
      1.0,
      1.0
     ],
     "floor": 0.0,
     "p": 1.0,
     "p_holm": 1.0,
     "verdict": "no measurable difference",
     "n": 9,
     "arm_median": 2.0,
     "not_compared": null,
     "equivalence": null
    }
   }
  },
  {
   "id": "2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#side_requests",
   "rerun": "python3 -m buffon rerun 2026-10-19-smc1-launch-focus-streaming::streaming/tui-prose@openai-completions#side_requests",
   "scenario": "streaming/tui-prose",
   "api": "openai-completions",
   "metric": "side_requests",
   "kind": "wire",
   "unit": "count",
   "mde": null,
   "aa": {
    "pi-bun": null,
    "pi-node": null,
    "pibolt": null,
    "pig-0.4.1": null,
    "pig-tip": null
   },
   "comparisons": {
    "pibolt": {
     "ratio": null,
     "ci": null,
     "floor": null,
     "p": null,
     "p_holm": null,
     "verdict": "not compared",
     "n": 9,
     "arm_median": 0.0,
     "not_compared": "Pi-Bolt's fullscreen TUI scrolls the rows that only moved (a scroll region) and draws only the rows that changed",
     "equivalence": null
    }
   }
  }
 ],
 "grade_inputs": {
  "method_version": 1,
  "method_sha256": "c585418aa13158fcbc72dbf434744400c46ef512a9eb699898aead4cb3a53701",
  "reference": "pi-node",
  "provisional": true,
  "reasons": [
   "run 2: adaptive stopping: 6 of 6 cells stopped with fewer than 12 rounds (8-8) because their answer was clear; the 12-round minimum applies to the Verified badge",
   "run 2: 1 samples waited for the host to quiet down (longest 2 s) and 0 gave up waiting",
   "run 4: adaptive stopping: 2 of 2 cells stopped with fewer than 12 rounds (8-8) because their answer was clear; the 12-round minimum applies to the Verified badge",
   "run 4: 3 samples waited for the host to quiet down (longest 2 s) and 0 gave up waiting",
   "run 6: 6 samples waited for the host to quiet down (longest 2 s) and 0 gave up waiting"
  ],
  "notes": 7,
  "arms": {
   "pi-node": {
    "label": "Pi on Node",
    "cost": "npm ci --ignore-scripts; 110.6 MB + node 199 MB; linux-x64",
    "relation": "pi-reference",
    "claims": [
     "pi-extensions",
     "pi-sessions",
     "pi-rpc"
    ]
   },
   "pi-bun": {
    "label": "Pi on Bun",
    "cost": "release archive; 114.5 MB; linux-x64",
    "relation": "pi-reference",
    "claims": [
     "pi-extensions",
     "pi-sessions",
     "pi-rpc"
    ]
   },
   "pibolt": {
    "label": "Pi-Bolt",
    "cost": "release archive; 267.5 MB; linux-x64",
    "relation": "pi-fork",
    "claims": [
     "pi-extensions",
     "pi-sessions",
     "pi-rpc"
    ]
   },
   "pig-tip": {
    "label": "PiG 0.5.0",
    "cost": "source build; 70.2 MB; linux-x64",
    "relation": "pi-port",
    "claims": [
     "pi-extensions",
     "pi-sessions",
     "pi-rpc"
    ]
   },
   "pig-0.4.1": {
    "label": "PiG 0.4.1",
    "cost": "release archive; 63.8 MB; linux-x64",
    "relation": "pi-port",
    "claims": [
     "pi-extensions",
     "pi-sessions",
     "pi-rpc"
    ]
   },
   "rpi": {
    "label": "rpi (Rust port of Pi)",
    "cost": "release archive; 28.6 MB; linux-x64",
    "relation": "pi-port",
    "claims": [
     "pi-rpc"
    ]
   },
   "octet": {
    "label": "Octet",
    "cost": "release archive; 96.3 MB; linux-x64",
    "relation": "reference",
    "claims": [
     "pi-rpc"
    ]
   },
   "opencode-v2": {
    "label": "OpenCode 2",
    "cost": "npm ci --ignore-scripts; 845.0 MB + node 199 MB; linux-x64",
    "relation": "reference",
    "claims": []
   },
   "codex": {
    "label": "Codex CLI",
    "cost": "npm ci --ignore-scripts; 452.5 MB + node 199 MB; linux-x64",
    "relation": "reference",
    "claims": []
   },
   "claude-code": {
    "label": "Claude Code",
    "cost": "npm ci --ignore-scripts; 257.3 MB + node 199 MB; linux-x64",
    "relation": "reference",
    "claims": []
   },
   "copilot": {
    "label": "GitHub Copilot CLI",
    "cost": "npm ci --ignore-scripts; 183.8 MB + node 199 MB; linux-x64",
    "relation": "reference",
    "claims": []
   }
  },
  "cells": [
   {
    "family": "long-session",
    "kind": "cpu",
    "direction": "lower",
    "scenario": "longsession/resume-n",
    "api": "openai-completions",
    "metric": "ready_cpu_ms",
    "arms": {
     "pi-bun": {
      "ratio": 1.5510351152170365,
      "ci": [
       1.5206748527242098,
       1.5766988427795683
      ],
      "floor": 0.031673494997004156,
      "n": 8
     },
     "pibolt": {
      "ratio": 0.10522222561384276,
      "ci": [
       0.10341902581182348,
       0.10679003627002381
      ],
      "floor": 0.04206251148565869,
      "n": 8
     },
     "pig-0.4.1": {
      "ratio": 0.26702774153904957,
      "ci": [
       0.26023689421766105,
       0.26961872503271234
      ],
      "floor": 0.031673494997004156,
      "n": 8
     },
     "pig-tip": {
      "ratio": 0.1430156431861827,
      "ci": [
       0.14031092718350094,
       0.14421398514554648
      ],
      "floor": 0.031673494997004156,
      "n": 8
     }
    },
    "values": {
     "pi-bun": {
      "3:1": 577.296,
      "3:2": 583.418,
      "3:3": 585.273,
      "3:4": 591.456,
      "3:5": 576.763,
      "3:6": 593.11,
      "3:7": 577.362,
      "3:8": 593.441
     },
     "pi-node": {
      "3:1": 375.123,
      "3:2": 375.241,
      "3:3": 385.486,
      "3:4": 378.25,
      "3:5": 369.46,
      "3:6": 384.32,
      "3:7": 380.232,
      "3:8": 373.913
     },
     "pibolt": {
      "3:1": 39.029,
      "3:2": 41.23,
      "3:3": 39.523,
      "3:4": 39.746,
      "3:5": 39.722,
      "3:6": 40.398,
      "3:7": 39.562,
      "3:8": 39.298
     },
     "pig-0.4.1": {
      "3:1": 100.511,
      "3:2": 101.497,
      "3:3": 100.692,
      "3:4": 99.603,
      "3:5": 94.777,
      "3:6": 102.564,
      "3:7": 97.782,
      "3:8": 100.847
     },
     "pig-tip": {
      "3:1": 53.952,
      "3:2": 54.115,
      "3:3": 53.323,
      "3:4": 53.809,
      "3:5": 53.233,
      "3:6": 54.317,
      "3:7": 54.259,
      "3:8": 53.677
     }
    }
   },
   {
    "family": "long-session",
    "kind": "memory",
    "direction": "lower",
    "scenario": "longsession/resume-n",
    "api": "openai-completions",
    "metric": "ready_rss_mib",
    "arms": {
     "pi-bun": {
      "ratio": 1.2467842736699963,
      "ci": [
       1.2342774843975035,
       1.2680262199563002
      ],
      "floor": 0.0178824664145659,
      "n": 8
     },
     "pibolt": {
      "ratio": 0.7763447189377283,
      "ci": [
       0.7663298510018839,
       0.7833094430654127
      ],
      "floor": 0.011332944766761978,
      "n": 8
     },
     "pig-0.4.1": {
      "ratio": 0.41384623374824714,
      "ci": [
       0.4092313502008308,
       0.4195772695772696
      ],
      "floor": 0.01517454496970362,
      "n": 8
     },
     "pig-tip": {
      "ratio": 0.44351920779737897,
      "ci": [
       0.43927028324531925,
       0.4478201587246093
      ],
      "floor": 0.011583291170610823,
      "n": 8
     }
    },
    "values": {
     "pi-bun": {
      "3:1": 140.6015625,
      "3:2": 140.51171875,
      "3:3": 139.7890625,
      "3:4": 143.640625,
      "3:5": 140.49609375,
      "3:6": 142.81640625,
      "3:7": 140.71875,
      "3:8": 143.0546875
     },
     "pi-node": {
      "3:1": 114.04296875,
      "3:2": 111.73046875,
      "3:3": 112.734375,
      "3:4": 114.30078125,
      "3:5": 111.0390625,
      "3:6": 112.5234375,
      "3:7": 113.78515625,
      "3:8": 112.90234375
     },
     "pibolt": {
      "3:1": 87.39453125,
      "3:2": 87.73828125,
      "3:3": 87.74609375,
      "3:4": 87.359375,
      "3:5": 87.51953125,
      "3:6": 87.65234375,
      "3:7": 87.51171875,
      "3:8": 87.7109375
     },
     "pig-0.4.1": {
      "3:1": 46.78125,
      "3:2": 46.59765625,
      "3:3": 47.30078125,
      "3:4": 46.53515625,
      "3:5": 46.34375,
      "3:6": 47.3828125,
      "3:7": 47.20703125,
      "3:8": 46.59375
     },
     "pig-tip": {
      "3:1": 50.16015625,
      "3:2": 50.1875,
      "3:3": 49.3671875,
      "3:4": 50.0390625,
      "3:5": 50.03515625,
      "3:6": 49.95703125,
      "3:7": 50.36328125,
      "3:8": 50.00390625
     }
    }
   },
   {
    "family": "core",
    "kind": "cpu",
    "direction": "lower",
    "scenario": "overhead/print",
    "api": "anthropic-messages",
    "metric": "instructions",
    "arms": {
     "claude-code": {
      "ratio": 0.6045904749317355,
      "ci": [
       0.6030902545134137,
       0.6059033511107818
      ],
      "floor": 0.01129164097518672,
      "n": 12
     },
     "copilot": {
      "ratio": 4.356400880397661,
      "ci": [
       4.340224620493459,
       4.383029743686359
      ],
      "floor": 0.01037686083585808,
      "n": 12
     },
     "pi-bun": {
      "ratio": 1.4161087050605705,
      "ci": [
       1.4120166518184596,
       1.4196807524835329
      ],
      "floor": 0.012527257629673456,
      "n": 12
     },
     "pibolt": {
      "ratio": 0.07367811972759453,
      "ci": [
       0.07342657531474697,
       0.07384984816893778
      ],
      "floor": 0.016251701589034096,
      "n": 12
     },
     "pig-0.4.1": {
      "ratio": 0.113930875932628,
      "ci": [
       0.10639786270135379,
       0.11541124352664774
      ],
      "floor": 0.06324596058155525,
      "n": 12
     },
     "pig-tip": {
      "ratio": 0.023586293034777255,
      "ci": [
       0.02344287514944578,
       0.023674308565241726
      ],
      "floor": 0.01842141225350653,
      "n": 12
     },
     "rpi": {
      "ratio": 0.006259371425247062,
      "ci": [
       0.006196574697993968,
       0.006324050522848216
      ],
      "floor": 0.046644758988582516,
      "n": 12
     }
    },
    "values": {
     "claude-code": {
      "0:1": 1401997516.0,
      "0:2": 1404039494.0,
      "0:3": 1405951470.0,
      "0:4": 1404566968.0,
      "0:5": 1403074076.0,
      "0:6": 1405124492.0,
      "0:7": 1407373761.0,
      "0:8": 1405750664.0,
      "0:9": 1404711025.0,
      "0:10": 1405465253.0,
      "0:11": 1401317520.0,
      "0:12": 1408909498.0
     },
     "copilot": {
      "0:1": 10592676906.0,
      "0:2": 10524155776.0,
      "0:3": 10100380396.0,
      "0:4": 10104632688.0,
      "0:5": 10085609245.0,
      "0:6": 10110690066.0,
      "0:7": 10166018154.0,
      "0:8": 10135785571.0,
      "0:9": 10077746840.0,
      "0:10": 10161859257.0,
      "0:11": 10135692283.0,
      "0:12": 10101595171.0
     },
     "pi-bun": {
      "0:1": 3296887798.0,
      "0:2": 3292140139.0,
      "0:3": 3286852760.0,
      "0:4": 3289337300.0,
      "0:5": 3216568921.0,
      "0:6": 3204887512.0,
      "0:7": 3294326156.0,
      "0:8": 3286696130.0,
      "0:9": 3290590863.0,
      "0:10": 3294021154.0,
      "0:11": 3290777353.0,
      "0:12": 3291797080.0
     },
     "pi-node": {
      "0:1": 2314503857.0,
      "0:2": 2317603492.0,
      "0:3": 2322087265.0,
      "0:4": 2325475729.0,
      "0:5": 2325074842.0,
      "0:6": 2336430099.0,
      "0:7": 2316978784.0,
      "0:8": 2323834127.0,
      "0:9": 2335064503.0,
      "0:10": 2333587315.0,
      "0:11": 2323667998.0,
      "0:12": 2320256299.0
     },
     "pibolt": {
      "0:1": 170849606.0,
      "0:2": 171442059.0,
      "0:3": 171779635.0,
      "0:4": 171473167.0,
      "0:5": 170665668.0,
      "0:6": 170983154.0,
      "0:7": 171154666.0,
      "0:8": 170890405.0,
      "0:9": 172675898.0,
      "0:10": 170603949.0,
      "0:11": 171264552.0,
      "0:12": 171337664.0
     },
     "pig-0.4.1": {
      "0:1": 247982586.0,
      "0:2": 246501707.0,
      "0:3": 268628390.0,
      "0:4": 244025344.0,
      "0:5": 264156828.0,
      "0:6": 268258596.0,
      "0:7": 265337160.0,
      "0:8": 245342169.0,
      "0:9": 249097111.0,
      "0:10": 267345681.0,
      "0:11": 269825794.0,
      "0:12": 267931930.0
     },
     "pig-tip": {
      "0:1": 54978384.0,
      "0:2": 54510283.0,
      "0:3": 54665210.0,
      "0:4": 55303600.0,
      "0:5": 55010938.0,
      "0:6": 54233361.0,
      "0:7": 54559183.0,
      "0:8": 54966669.0,
      "0:9": 54952137.0,
      "0:10": 54987196.0,
      "0:11": 54283555.0,
      "0:12": 54469615.0
     },
     "rpi": {
      "0:1": 14641258.0,
      "0:2": 14351842.0,
      "0:3": 14817559.0,
      "0:4": 14637412.0,
      "0:5": 14302731.0,
      "0:6": 14525503.0,
      "0:7": 14391035.0,
      "0:8": 14738733.0,
      "0:9": 14408742.0,
      "0:10": 14564939.0,
      "0:11": 14446625.0,
      "0:12": 14811378.0
     }
    }
   },
   {
    "family": "core",
    "kind": "memory",
    "direction": "lower",
    "scenario": "overhead/print",
    "api": "anthropic-messages",
    "metric": "peak_rss_mib",
    "arms": {
     "claude-code": {
      "ratio": 1.9615378005396393,
      "ci": [
       1.9474879559532003,
       1.9751771823681936
      ],
      "floor": 0.04145523191642751,
      "n": 12
     },
     "copilot": {
      "ratio": 2.6679155137745543,
      "ci": [
       2.6638410323289174,
       2.692695694377037
      ],
      "floor": 0.008348618539468326,
      "n": 12
     },
     "pi-bun": {
      "ratio": 1.2067987694845927,
      "ci": [
       1.2024329060857015,
       1.2313522138013562
      ],
      "floor": 0.020825527039362884,
      "n": 12
     },
     "pibolt": {
      "ratio": 0.6905322494715315,
      "ci": [
       0.6893687137413752,
       0.6971089644647162
      ],
      "floor": 0.010616152463189213,
      "n": 12
     },
     "pig-0.4.1": {
      "ratio": 0.3599601285510509,
      "ci": [
       0.357794696409851,
       0.3639895249822237
      ],
      "floor": 0.012203090584933546,
      "n": 12
     },
     "pig-tip": {
      "ratio": 0.0613882826060804,
      "ci": [
       0.0612749304864234,
       0.06194828393541562
      ],
      "floor": 0.03520715663592614,
      "n": 12
     },
     "rpi": {
      "ratio": 0.03701857803289395,
      "ci": [
       0.03664048670665269,
       0.037412395217809535
      ],
      "floor": 0.025434897147821604,
      "n": 12
     }
    },
    "values": {
     "claude-code": {
      "0:1": 219.84375,
      "0:2": 223.16796875,
      "0:3": 213.29296875,
      "0:4": 223.5390625,
      "0:5": 218.1875,
      "0:6": 222.99609375,
      "0:7": 221.76953125,
      "0:8": 222.84765625,
      "0:9": 223.34765625,
      "0:10": 222.99609375,
      "0:11": 222.296875,
      "0:12": 223.3671875
     },
     "copilot": {
      "0:1": 303.671875,
      "0:2": 302.90625,
      "0:3": 302.80859375,
      "0:4": 303.4296875,
      "0:5": 303.07421875,
      "0:6": 303.29296875,
      "0:7": 304.9453125,
      "0:8": 303.39453125,
      "0:9": 302.87109375,
      "0:10": 303.72265625,
      "0:11": 303.10546875,
      "0:12": 303.0625
     },
     "pi-bun": {
      "0:1": 140.6328125,
      "0:2": 137.16015625,
      "0:3": 140.18359375,
      "0:4": 136.83984375,
      "0:5": 138.44140625,
      "0:6": 134.0234375,
      "0:7": 137.1796875,
      "0:8": 136.6875,
      "0:9": 137.13671875,
      "0:10": 137.13671875,
      "0:11": 140.16796875,
      "0:12": 136.328125
     },
     "pi-node": {
      "0:1": 112.6796875,
      "0:2": 113.84765625,
      "0:3": 112.5546875,
      "0:4": 115.3359375,
      "0:5": 113.41796875,
      "0:6": 113.79296875,
      "0:7": 112.43359375,
      "0:8": 113.61328125,
      "0:9": 112.55859375,
      "0:10": 114.3984375,
      "0:11": 113.6796875,
      "0:12": 113.73828125
     },
     "pibolt": {
      "0:1": 78.5078125,
      "0:2": 78.5859375,
      "0:3": 78.71484375,
      "0:4": 78.4453125,
      "0:5": 78.58203125,
      "0:6": 78.40234375,
      "0:7": 78.6484375,
      "0:8": 78.48046875,
      "0:9": 78.39453125,
      "0:10": 78.47265625,
      "0:11": 78.43359375,
      "0:12": 78.4453125
     },
     "pig-0.4.1": {
      "0:1": 40.765625,
      "0:2": 39.58984375,
      "0:3": 41.1015625,
      "0:4": 40.93359375,
      "0:5": 40.3984375,
      "0:6": 40.97265625,
      "0:7": 40.8203125,
      "0:8": 41.4609375,
      "0:9": 41.95703125,
      "0:10": 41.203125,
      "0:11": 40.55859375,
      "0:12": 40.8828125
     },
     "pig-tip": {
      "0:1": 6.9765625,
      "0:2": 6.8984375,
      "0:3": 6.98046875,
      "0:4": 6.97265625,
      "0:5": 6.97265625,
      "0:6": 6.96875,
      "0:7": 6.9765625,
      "0:8": 6.9765625,
      "0:9": 6.9765625,
      "0:10": 6.98046875,
      "0:11": 6.9765625,
      "0:12": 7.140625
     },
     "rpi": {
      "0:1": 4.20703125,
      "0:2": 4.07421875,
      "0:3": 4.20703125,
      "0:4": 4.28125,
      "0:5": 4.171875,
      "0:6": 4.25390625,
      "0:7": 4.13671875,
      "0:8": 4.18359375,
      "0:9": 4.27734375,
      "0:10": 4.15625,
      "0:11": 4.21875,
      "0:12": 4.23046875
     }
    }
   },
   {
    "family": "core",
    "kind": "cpu",
    "direction": "lower",
    "scenario": "overhead/print",
    "api": "openai-completions",
    "metric": "instructions",
    "arms": {
     "copilot": {
      "ratio": 4.3180430436458686,
      "ci": [
       4.306102999884488,
       4.358945271589107
      ],
      "floor": 0.015915094862796922,
      "n": 12
     },
     "octet": {
      "ratio": 0.018127313460604904,
      "ci": [
       0.01798241021618177,
       0.01820617660626449
      ],
      "floor": 0.04429822616834978,
      "n": 12
     },
     "opencode-v2": {
      "ratio": 2.8689651181079214,
      "ci": [
       2.843694640805857,
       2.884591474740293
      ],
      "floor": 0.01833348700963849,
      "n": 12
     },
     "pi-bun": {
      "ratio": 1.414648883909328,
      "ci": [
       1.4109741326393501,
       1.4169306573470235
      ],
      "floor": 0.023710309767952974,
      "n": 12
     },
     "pibolt": {
      "ratio": 0.07381568554434625,
      "ci": [
       0.07361820126246144,
       0.07409851301036627
      ],
      "floor": 0.015523675866766989,
      "n": 12
     },
     "pig-0.4.1": {
      "ratio": 0.11279647409008528,
      "ci": [
       0.11201073199800862,
       0.11381896992722466
      ],
      "floor": 0.011734574730761988,
      "n": 12
     },
     "pig-tip": {
      "ratio": 0.02310985159091571,
      "ci": [
       0.022962111768802945,
       0.023261842203162332
      ],
      "floor": 0.012582518860260922,
      "n": 12
     },
     "rpi": {
      "ratio": 0.006042718424924285,
      "ci": [
       0.005994968298553994,
       0.006114573185461653
      ],
      "floor": 0.042122450669034,
      "n": 12
     }
    },
    "values": {
     "copilot": {
      "0:1": 10748257078.0,
      "0:2": 10284415986.0,
      "0:3": 10155120098.0,
      "0:4": 10099990222.0,
      "0:5": 10081503402.0,
      "0:6": 10116406750.0,
      "0:7": 10239534584.0,
      "0:8": 10121592746.0,
      "0:9": 10105512219.0,
      "0:10": 10162658037.0,
      "0:11": 10272425101.0,
      "0:12": 10063583309.0
     },
     "octet": {
      "0:1": 43045974.0,
      "0:2": 42238375.0,
      "0:3": 42517432.0,
      "0:4": 42691598.0,
      "0:5": 43007212.0,
      "0:6": 42345467.0,
      "0:7": 41124377.0,
      "0:8": 42351064.0,
      "0:9": 42741020.0,
      "0:10": 42605001.0,
      "0:11": 41465015.0,
      "0:12": 42648737.0
     },
     "opencode-v2": {
      "0:1": 6663400831.0,
      "0:2": 6731326421.0,
      "0:3": 6660847659.0,
      "0:4": 6749860356.0,
      "0:5": 6629421696.0,
      "0:6": 6787990932.0,
      "0:7": 6740790756.0,
      "0:8": 6924776224.0,
      "0:9": 6729980332.0,
      "0:10": 6699752266.0,
      "0:11": 6856387198.0,
      "0:12": 6760379491.0
     },
     "pi-bun": {
      "0:1": 3321003150.0,
      "0:2": 3320801693.0,
      "0:3": 3321654707.0,
      "0:4": 3321820430.0,
      "0:5": 3245747448.0,
      "0:6": 3322194980.0,
      "0:7": 3324014630.0,
      "0:8": 3321268697.0,
      "0:9": 3321155180.0,
      "0:10": 3322093982.0,
      "0:11": 3320934243.0,
      "0:12": 3325798846.0
     },
     "pi-node": {
      "0:1": 2364949530.0,
      "0:2": 2367527187.0,
      "0:3": 2350818567.0,
      "0:4": 2344254012.0,
      "0:5": 2344887217.0,
      "0:6": 2348403672.0,
      "0:7": 2344905585.0,
      "0:8": 2350199823.0,
      "0:9": 2347407055.0,
      "0:10": 2343055032.0,
      "0:11": 2356630896.0,
      "0:12": 2343174220.0
     },
     "pibolt": {
      "0:1": 173215269.0,
      "0:2": 174503760.0,
      "0:3": 173826005.0,
      "0:4": 173314724.0,
      "0:5": 173882938.0,
      "0:6": 173244198.0,
      "0:7": 173204063.0,
      "0:8": 173524478.0,
      "0:9": 173068047.0,
      "0:10": 174436108.0,
      "0:11": 173016778.0,
      "0:12": 173309764.0
     },
     "pig-0.4.1": {
      "0:1": 262896055.0,
      "0:2": 267630302.0,
      "0:3": 243999990.0,
      "0:4": 264245581.0,
      "0:5": 269242918.0,
      "0:6": 265240347.0,
      "0:7": 266728604.0,
      "0:8": 268798867.0,
      "0:9": 245069632.0,
      "0:10": 264430546.0,
      "0:11": 266156605.0,
      "0:12": 263668456.0
     },
     "pig-tip": {
      "0:1": 54781868.0,
      "0:2": 54253921.0,
      "0:3": 54551147.0,
      "0:4": 53708439.0,
      "0:5": 54265568.0,
      "0:6": 54071801.0,
      "0:7": 53894144.0,
      "0:8": 54771202.0,
      "0:9": 54977597.0,
      "0:10": 54438823.0,
      "0:11": 53862271.0,
      "0:12": 53778441.0
     },
     "rpi": {
      "0:1": 14221689.0,
      "0:2": 14098752.0,
      "0:3": 13774820.0,
      "0:4": 14465198.0,
      "0:5": 14180217.0,
      "0:6": 14069227.0,
      "0:7": 14213328.0,
      "0:8": 14195245.0,
      "0:9": 14050053.0,
      "0:10": 14517351.0,
      "0:11": 14495752.0,
      "0:12": 14138132.0
     }
    }
   },
   {
    "family": "core",
    "kind": "memory",
    "direction": "lower",
    "scenario": "overhead/print",
    "api": "openai-completions",
    "metric": "peak_rss_mib",
    "arms": {
     "copilot": {
      "ratio": 2.656516234988196,
      "ci": [
       2.650240671832861,
       2.66848525400175
      ],
      "floor": 0.004982588407112386,
      "n": 12
     },
     "octet": {
      "ratio": 0.03616518972183255,
      "ci": [
       0.03578756582997059,
       0.03667037766549627
      ],
      "floor": 0.021989190076703066,
      "n": 12
     },
     "opencode-v2": {
      "ratio": 3.368717281965306,
      "ci": [
       3.3145975022698853,
       3.4364584223570636
      ],
      "floor": 0.0469392186884231,
      "n": 12
     },
     "pi-bun": {
      "ratio": 1.2015602011838369,
      "ci": [
       1.1985969344211929,
       1.2077330272557518
      ],
      "floor": 0.020237287679742026,
      "n": 12
     },
     "pibolt": {
      "ratio": 0.6881137304547166,
      "ci": [
       0.6865401679066275,
       0.6900362039086495
      ],
      "floor": 0.010296610944020826,
      "n": 12
     },
     "pig-0.4.1": {
      "ratio": 0.3579566838881856,
      "ci": [
       0.35601108791622466,
       0.3607737830533986
      ],
      "floor": 0.008716208643566524,
      "n": 12
     },
     "pig-tip": {
      "ratio": 0.0610736647620351,
      "ci": [
       0.060936059809510806,
       0.0612549544448448
      ],
      "floor": 0.018323666477459304,
      "n": 12
     },
     "rpi": {
      "ratio": 0.036438909227768844,
      "ci": [
       0.03609806098915179,
       0.036854994776592286
      ],
      "floor": 0.023805091424671625,
      "n": 12
     }
    },
    "values": {
     "copilot": {
      "0:1": 304.51171875,
      "0:2": 302.6953125,
      "0:3": 304.203125,
      "0:4": 303.3203125,
      "0:5": 302.91015625,
      "0:6": 304.5625,
      "0:7": 303.109375,
      "0:8": 303.3671875,
      "0:9": 303.96484375,
      "0:10": 303.14453125,
      "0:11": 303.140625,
      "0:12": 303.2578125
     },
     "octet": {
      "0:1": 4.0625,
      "0:2": 4.234375,
      "0:3": 4.05078125,
      "0:4": 4.19921875,
      "0:5": 4.1328125,
      "0:6": 4.0703125,
      "0:7": 4.12890625,
      "0:8": 4.10546875,
      "0:9": 4.11328125,
      "0:10": 4.1796875,
      "0:11": 4.12890625,
      "0:12": 4.18359375
     },
     "opencode-v2": {
      "0:1": 379.25,
      "0:2": 383.88671875,
      "0:3": 404.578125,
      "0:4": 385.3125,
      "0:5": 376.54296875,
      "0:6": 390.41015625,
      "0:7": 386.0703125,
      "0:8": 409.47265625,
      "0:9": 394.94140625,
      "0:10": 381.30078125,
      "0:11": 374.140625,
      "0:12": 374.5703125
     },
     "pi-bun": {
      "0:1": 136.64453125,
      "0:2": 137.12890625,
      "0:3": 137.1328125,
      "0:4": 137.2265625,
      "0:5": 138.12109375,
      "0:6": 137.04296875,
      "0:7": 140.27734375,
      "0:8": 137.265625,
      "0:9": 137.07421875,
      "0:10": 140.6875,
      "0:11": 137.0546875,
      "0:12": 137.2421875
     },
     "pi-node": {
      "0:1": 113.61328125,
      "0:2": 114.19140625,
      "0:3": 114.82421875,
      "0:4": 113.28515625,
      "0:5": 113.78515625,
      "0:6": 113.8984375,
      "0:7": 114.390625,
      "0:8": 114.14453125,
      "0:9": 115.08984375,
      "0:10": 114.4609375,
      "0:11": 114.26171875,
      "0:12": 113.875
     },
     "pibolt": {
      "0:1": 78.5,
      "0:2": 78.6328125,
      "0:3": 78.57421875,
      "0:4": 78.5078125,
      "0:5": 78.546875,
      "0:6": 78.671875,
      "0:7": 78.5,
      "0:8": 78.703125,
      "0:9": 78.58203125,
      "0:10": 78.58203125,
      "0:11": 78.4375,
      "0:12": 78.1875
     },
     "pig-0.4.1": {
      "0:1": 40.515625,
      "0:2": 41.25390625,
      "0:3": 41.140625,
      "0:4": 40.6796875,
      "0:5": 40.90625,
      "0:6": 41.5703125,
      "0:7": 40.8203125,
      "0:8": 40.59375,
      "0:9": 40.51953125,
      "0:10": 41.30078125,
      "0:11": 40.9375,
      "0:12": 40.828125
     },
     "pig-tip": {
      "0:1": 6.97265625,
      "0:2": 6.97265625,
      "0:3": 6.9765625,
      "0:4": 6.96875,
      "0:5": 6.97265625,
      "0:6": 6.90625,
      "0:7": 6.97265625,
      "0:8": 6.96875,
      "0:9": 7.09765625,
      "0:10": 6.90625,
      "0:11": 6.98046875,
      "0:12": 6.9765625
     },
     "rpi": {
      "0:1": 4.1171875,
      "0:2": 4.1796875,
      "0:3": 4.125,
      "0:4": 4.12890625,
      "0:5": 4.140625,
      "0:6": 4.26953125,
      "0:7": 4.12109375,
      "0:8": 4.203125,
      "0:9": 4.21484375,
      "0:10": 4.2265625,
      "0:11": 4.1796875,
      "0:12": 4.12890625
     }
    }
   },
   {
    "family": "core",
    "kind": "cpu",
    "direction": "lower",
    "scenario": "overhead/print",
    "api": "openai-responses",
    "metric": "instructions",
    "arms": {
     "codex": {
      "ratio": 0.33677525824086174,
      "ci": [
       0.3358649257264988,
       0.338056187208079
      ],
      "floor": 0.025525852037475847,
      "n": 12
     },
     "copilot": {
      "ratio": 4.313652187247805,
      "ci": [
       4.297621847351218,
       4.339550188099667
      ],
      "floor": 0.006989455651070451,
      "n": 12
     },
     "pi-bun": {
      "ratio": 1.4148642676139522,
      "ci": [
       1.4116202114637786,
       1.416053618876075
      ],
      "floor": 0.004125901626099771,
      "n": 12
     },
     "pibolt": {
      "ratio": 0.0740815871867761,
      "ci": [
       0.07387697919026742,
       0.07415279743714011
      ],
      "floor": 0.015106173334735306,
      "n": 12
     },
     "pig-0.4.1": {
      "ratio": 0.1136318914870542,
      "ci": [
       0.11322960324458699,
       0.1138798914532601
      ],
      "floor": 0.015269113415106275,
      "n": 12
     },
     "pig-tip": {
      "ratio": 0.023600201619817147,
      "ci": [
       0.023536843123133106,
       0.023754686331760987
      ],
      "floor": 0.016454374336987463,
      "n": 12
     },
     "rpi": {
      "ratio": 0.006326959027299049,
      "ci": [
       0.006228746472331353,
       0.006337756374738474
      ],
      "floor": 0.041283801124639245,
      "n": 12
     }
    },
    "values": {
     "codex": {
      "0:1": 782725380.0,
      "0:2": 792175939.0,
      "0:3": 791005972.0,
      "0:4": 785635069.0,
      "0:5": 791469641.0,
      "0:6": 792576246.0,
      "0:7": 800317915.0,
      "0:8": 795671852.0,
      "0:9": 790438766.0,
      "0:10": 794194125.0,
      "0:11": 788482083.0,
      "0:12": 798790233.0
     },
     "copilot": {
      "0:1": 10600129916.0,
      "0:2": 10235151310.0,
      "0:3": 10116932962.0,
      "0:4": 10079037835.0,
      "0:5": 10168538500.0,
      "0:6": 10171528498.0,
      "0:7": 10099879523.0,
      "0:8": 10160136761.0,
      "0:9": 10124299381.0,
      "0:10": 10291363273.0,
      "0:11": 10116353466.0,
      "0:12": 10103123068.0
     },
     "pi-bun": {
      "0:1": 3243611251.0,
      "0:2": 3335132056.0,
      "0:3": 3326484246.0,
      "0:4": 3328996561.0,
      "0:5": 3326445967.0,
      "0:6": 3327231182.0,
      "0:7": 3246211211.0,
      "0:8": 3326746622.0,
      "0:9": 3317321851.0,
      "0:10": 3329280988.0,
      "0:11": 3331505274.0,
      "0:12": 3325692102.0
     },
     "pi-node": {
      "0:1": 2349860449.0,
      "0:2": 2353335380.0,
      "0:3": 2349313876.0,
      "0:4": 2350899163.0,
      "0:5": 2353151986.0,
      "0:6": 2376277556.0,
      "0:7": 2361143233.0,
      "0:8": 2351481850.0,
      "0:9": 2345799626.0,
      "0:10": 2355403911.0,
      "0:11": 2350159888.0,
      "0:12": 2345709116.0
     },
     "pibolt": {
      "0:1": 174390345.0,
      "0:2": 174859687.0,
      "0:3": 173700376.0,
      "0:4": 174211082.0,
      "0:5": 174309137.0,
      "0:6": 173378935.0,
      "0:7": 174322774.0,
      "0:8": 173388151.0,
      "0:9": 174044125.0,
      "0:10": 174308574.0,
      "0:11": 174148767.0,
      "0:12": 173782068.0
     },
     "pig-0.4.1": {
      "0:1": 266090719.0,
      "0:2": 251450631.0,
      "0:3": 266854240.0,
      "0:4": 272163018.0,
      "0:5": 265895428.0,
      "0:6": 267840119.0,
      "0:7": 267489059.0,
      "0:8": 267600164.0,
      "0:9": 268026487.0,
      "0:10": 266774038.0,
      "0:11": 267212286.0,
      "0:12": 267128163.0
     },
     "pig-tip": {
      "0:1": 55504242.0,
      "0:2": 55189551.0,
      "0:3": 55395943.0,
      "0:4": 55326362.0,
      "0:5": 55912122.0,
      "0:6": 55846536.0,
      "0:7": 55934170.0,
      "0:8": 55127688.0,
      "0:9": 55901080.0,
      "0:10": 55432915.0,
      "0:11": 55701008.0,
      "0:12": 55472898.0
     },
     "rpi": {
      "0:1": 14487602.0,
      "0:2": 14681991.0,
      "0:3": 14382582.0,
      "0:4": 14893555.0,
      "0:5": 14741010.0,
      "0:6": 14935292.0,
      "0:7": 14618351.0,
      "0:8": 14885386.0,
      "0:9": 14873872.0,
      "0:10": 14913704.0,
      "0:11": 14877900.0,
      "0:12": 15905588.0
     }
    }
   },
   {
    "family": "core",
    "kind": "memory",
    "direction": "lower",
    "scenario": "overhead/print",
    "api": "openai-responses",
    "metric": "peak_rss_mib",
    "arms": {
     "codex": {
      "ratio": 1.7194311172035641,
      "ci": [
       1.691611427033211,
       1.7306871385293308
      ],
      "floor": 0.10321447612830485,
      "n": 12
     },
     "copilot": {
      "ratio": 2.6595613433858807,
      "ci": [
       2.6281834191276077,
       2.672645276783255
      ],
      "floor": 0.011170256453461357,
      "n": 12
     },
     "pi-bun": {
      "ratio": 1.2012508567511995,
      "ci": [
       1.1854710132636792,
       1.2178638051719122
      ],
      "floor": 0.011888662160646015,
      "n": 12
     },
     "pibolt": {
      "ratio": 0.6883139136394791,
      "ci": [
       0.6800155784340287,
       0.6916827320297438
      ],
      "floor": 0.01131550297004586,
      "n": 12
     },
     "pig-0.4.1": {
      "ratio": 0.3589273474982865,
      "ci": [
       0.35447710647520997,
       0.3615050950151473
      ],
      "floor": 0.011851288272008563,
      "n": 12
     },
     "pig-tip": {
      "ratio": 0.06120630568882796,
      "ci": [
       0.06048496342454619,
       0.06163485104767165
      ],
      "floor": 0.035747551137053114,
      "n": 12
     },
     "rpi": {
      "ratio": 0.03660041124057574,
      "ci": [
       0.03616133518776078,
       0.036800164164301104
      ],
      "floor": 0.01534556967466032,
      "n": 12
     }
    },
    "values": {
     "codex": {
      "0:1": 197.0703125,
      "0:2": 196.37109375,
      "0:3": 193.703125,
      "0:4": 195.0234375,
      "0:5": 196.55078125,
      "0:6": 196.18359375,
      "0:7": 196.69140625,
      "0:8": 192.83984375,
      "0:9": 193.55078125,
      "0:10": 196.57421875,
      "0:11": 176.07421875,
      "0:12": 195.79296875
     },
     "copilot": {
      "0:1": 303.4296875,
      "0:2": 303.33984375,
      "0:3": 302.4921875,
      "0:4": 303.23828125,
      "0:5": 303.05078125,
      "0:6": 303.05859375,
      "0:7": 303.28515625,
      "0:8": 303.65234375,
      "0:9": 301.51171875,
      "0:10": 300.765625,
      "0:11": 301.75390625,
      "0:12": 303.55078125
     },
     "pi-bun": {
      "0:1": 134.17578125,
      "0:2": 140.28125,
      "0:3": 136.75390625,
      "0:4": 137.09375,
      "0:5": 136.59765625,
      "0:6": 136.421875,
      "0:7": 137.69140625,
      "0:8": 137.13671875,
      "0:9": 144.265625,
      "0:10": 136.3828125,
      "0:11": 141.0234375,
      "0:12": 136.1328125
     },
     "pi-node": {
      "0:1": 116.08984375,
      "0:2": 114.03125,
      "0:3": 113.77734375,
      "0:4": 114.59765625,
      "0:5": 112.93359375,
      "0:6": 116.625,
      "0:7": 111.83984375,
      "0:8": 113.8671875,
      "0:9": 117.3359375,
      "0:10": 113.9375,
      "0:11": 114.21484375,
      "0:12": 113.16015625
     },
     "pibolt": {
      "0:1": 78.4375,
      "0:2": 78.43359375,
      "0:3": 78.625,
      "0:4": 78.375,
      "0:5": 78.62109375,
      "0:6": 78.4765625,
      "0:7": 78.484375,
      "0:8": 78.484375,
      "0:9": 78.40234375,
      "0:10": 78.40625,
      "0:11": 78.25390625,
      "0:12": 78.57421875
     },
     "pig-0.4.1": {
      "0:1": 41.1484375,
      "0:2": 40.57421875,
      "0:3": 40.9296875,
      "0:4": 41.01953125,
      "0:5": 41.10546875,
      "0:6": 40.87109375,
      "0:7": 41.08984375,
      "0:8": 40.88671875,
      "0:9": 40.875,
      "0:10": 40.89453125,
      "0:11": 41.3984375,
      "0:12": 40.4765625
     },
     "pig-tip": {
      "0:1": 7.04296875,
      "0:2": 7.1015625,
      "0:3": 7.04296875,
      "0:4": 6.9765625,
      "0:5": 6.96875,
      "0:6": 6.9765625,
      "0:7": 6.9765625,
      "0:8": 6.97265625,
      "0:9": 6.97265625,
      "0:10": 4.35546875,
      "0:11": 6.9765625,
      "0:12": 6.984375
     },
     "rpi": {
      "0:1": 4.1640625,
      "0:2": 4.140625,
      "0:3": 4.1484375,
      "0:4": 4.203125,
      "0:5": 4.17578125,
      "0:6": 4.171875,
      "0:7": 4.1328125,
      "0:8": 4.51953125,
      "0:9": 4.171875,
      "0:10": 4.1796875,
      "0:11": 4.26953125,
      "0:12": 4.12109375
     }
    }
   },
   {
    "family": "ext10",
    "kind": "cpu",
    "direction": "lower",
    "scenario": "overhead/print-ext10",
    "api": "openai-completions",
    "metric": "instructions",
    "arms": {
     "pi-bun": {
      "ratio": 1.3363209925564594,
      "ci": [
       1.3316235072719853,
       1.3382259720694747
      ],
      "floor": 0.0032743073450622576,
      "n": 8
     },
     "pibolt": {
      "ratio": 0.1385607085807356,
      "ci": [
       0.13799319429421025,
       0.1389258778331941
      ],
      "floor": 0.009480851133713872,
      "n": 8
     },
     "pig-0.4.1": {
      "ratio": 3.1505571686438762,
      "ci": [
       3.135089771478187,
       3.1687433102222897
      ],
      "floor": 0.006640158270618033,
      "n": 8
     },
     "pig-tip": {
      "ratio": 1.2516099327797945,
      "ci": [
       1.2468862255848552,
       1.253826201785283
      ],
      "floor": 0.008954950403804176,
      "n": 8
     }
    },
    "values": {
     "pi-bun": {
      "1:1": 4664590564.0,
      "1:2": 4727361888.0,
      "1:3": 4727829413.0,
      "1:4": 4740669105.0,
      "1:5": 4738631677.0,
      "1:6": 4731176163.0,
      "1:7": 4733455127.0,
      "1:8": 4733946715.0
     },
     "pi-node": {
      "1:1": 3536015824.0,
      "1:2": 3542269598.0,
      "1:3": 3540333566.0,
      "1:4": 3538194609.0,
      "1:5": 3552384478.0,
      "1:6": 3537117162.0,
      "1:7": 3555511932.0,
      "1:8": 3554834302.0
     },
     "pibolt": {
      "1:1": 490216825.0,
      "1:2": 490839516.0,
      "1:3": 489691833.0,
      "1:4": 491546792.0,
      "1:5": 490006241.0,
      "1:6": 491619771.0,
      "1:7": 490954300.0,
      "1:8": 490530997.0
     },
     "pig-0.4.1": {
      "1:1": 11107122923.0,
      "1:2": 11256594550.0,
      "1:3": 11057073444.0,
      "1:4": 11163630221.0,
      "1:5": 11173490378.0,
      "1:6": 11150515950.0,
      "1:7": 11289008197.0,
      "1:8": 11138933369.0
     },
     "pig-tip": {
      "1:1": 4431268009.0,
      "1:2": 4430625190.0,
      "1:3": 4427053430.0,
      "1:4": 4433388461.0,
      "1:5": 4434304909.0,
      "1:6": 4439723551.0,
      "1:7": 4429258107.0,
      "1:8": 4438592344.0
     }
    }
   },
   {
    "family": "ext10",
    "kind": "memory",
    "direction": "lower",
    "scenario": "overhead/print-ext10",
    "api": "openai-completions",
    "metric": "peak_rss_mib",
    "arms": {
     "pi-bun": {
      "ratio": 1.0513535231781428,
      "ci": [
       1.0455994421477313,
       1.060678445944238
      ],
      "floor": 0.015294688421373003,
      "n": 8
     },
     "pibolt": {
      "ratio": 0.6999648435538145,
      "ci": [
       0.6971795769365405,
       0.705084315962977
      ],
      "floor": 0.008988089058842,
      "n": 8
     },
     "pig-0.4.1": {
      "ratio": 3.6830018582692983,
      "ci": [
       3.61755068733915,
       3.7260433254973333
      ],
      "floor": 0.04174606666363337,
      "n": 8
     },
     "pig-tip": {
      "ratio": 1.7295841494651198,
      "ci": [
       1.6732759913987099,
       1.8479540955674159
      ],
      "floor": 0.0724030378538141,
      "n": 8
     }
    },
    "values": {
     "pi-bun": {
      "1:1": 163.12109375,
      "1:2": 164.015625,
      "1:3": 164.16796875,
      "1:4": 162.9375,
      "1:5": 163.24609375,
      "1:6": 163.984375,
      "1:7": 163.0703125,
      "1:8": 163.83984375
     },
     "pi-node": {
      "1:1": 155.02734375,
      "1:2": 153.6015625,
      "1:3": 157.4765625,
      "1:4": 154.04296875,
      "1:5": 155.8515625,
      "1:6": 155.2578125,
      "1:7": 156.2265625,
      "1:8": 155.89453125
     },
     "pibolt": {
      "1:1": 108.97265625,
      "1:2": 108.82421875,
      "1:3": 109.20703125,
      "1:4": 108.40234375,
      "1:5": 108.9140625,
      "1:6": 108.35546875,
      "1:7": 108.91796875,
      "1:8": 108.8515625
     },
     "pig-0.4.1": {
      "1:1": 575.97265625,
      "1:2": 575.8046875,
      "1:3": 567.34375,
      "1:4": 571.703125,
      "1:5": 574.11328125,
      "1:6": 562.8046875,
      "1:7": 562.25,
      "1:8": 583.18359375
     },
     "pig-tip": {
      "1:1": 269.6953125,
      "1:2": 266.4453125,
      "1:3": 260.96875,
      "1:4": 268.9609375,
      "1:5": 269.12890625,
      "1:6": 288.0859375,
      "1:7": 261.41015625,
      "1:8": 291.8984375
     }
    }
   },
   {
    "family": "core",
    "kind": "cpu",
    "direction": "lower",
    "scenario": "overhead/print-tools",
    "api": "anthropic-messages",
    "metric": "instructions",
    "arms": {
     "claude-code": {
      "ratio": 0.7750822794944301,
      "ci": [
       0.7729106483289433,
       0.7766563631393452
      ],
      "floor": 0.00921632658026244,
      "n": 12
     },
     "copilot": {
      "ratio": 4.07597038735079,
      "ci": [
       4.04558829171071,
       4.113903824404575
      ],
      "floor": 0.00975069525870957,
      "n": 12
     },
     "pi-bun": {
      "ratio": 1.275107618410617,
      "ci": [
       1.2605460415365708,
       1.2761500021729704
      ],
      "floor": 0.010111228878038147,
      "n": 12
     },
     "pibolt": {
      "ratio": 0.07479924838153668,
      "ci": [
       0.07453192667919567,
       0.07493326076295133
      ],
      "floor": 0.015294677755950947,
      "n": 12
     },
     "pig-0.4.1": {
      "ratio": 0.20437696921141707,
      "ci": [
       0.20378970998872592,
       0.20562331602309666
      ],
      "floor": 0.00957065940108973,
      "n": 12
     },
     "pig-tip": {
      "ratio": 0.03666445710734658,
      "ci": [
       0.036511215085485244,
       0.03674778116567159
      ],
      "floor": 0.011140498840897285,
      "n": 12
     },
     "rpi": {
      "ratio": 0.01666324176465944,
      "ci": [
       0.01651040974465839,
       0.016791879074115484
      ],
      "floor": 0.01026461385669081,
      "n": 12
     }
    },
    "values": {
     "claude-code": {
      "0:1": 2129135736.0,
      "0:2": 2132959740.0,
      "0:3": 2126164397.0,
      "0:4": 2127312800.0,
      "0:5": 2126521501.0,
      "0:6": 2126644321.0,
      "0:7": 2130661025.0,
      "0:8": 2134428501.0,
      "0:9": 2128021979.0,
      "0:10": 2133495687.0,
      "0:11": 2118968280.0,
      "0:12": 2121234078.0
     },
     "copilot": {
      "0:1": 11577813596.0,
      "0:2": 11234673182.0,
      "0:3": 11316883733.0,
      "0:4": 11133153118.0,
      "0:5": 11139312427.0,
      "0:6": 11188421321.0,
      "0:7": 11189355860.0,
      "0:8": 11305176009.0,
      "0:9": 11095906956.0,
      "0:10": 11108772877.0,
      "0:11": 11120566585.0,
      "0:12": 11279269054.0
     },
     "pi-bun": {
      "0:1": 3426087542.0,
      "0:2": 3500741353.0,
      "0:3": 3504207020.0,
      "0:4": 3501568980.0,
      "0:5": 3424559733.0,
      "0:6": 3495763824.0,
      "0:7": 3503972361.0,
      "0:8": 3501089200.0,
      "0:9": 3501268789.0,
      "0:10": 3499818380.0,
      "0:11": 3495867946.0,
      "0:12": 3427247964.0
     },
     "pi-node": {
      "0:1": 2745034680.0,
      "0:2": 2741914436.0,
      "0:3": 2744749726.0,
      "0:4": 2755728642.0,
      "0:5": 2744382042.0,
      "0:6": 2739101724.0,
      "0:7": 2752489445.0,
      "0:8": 2741933298.0,
      "0:9": 2745136998.0,
      "0:10": 2751907436.0,
      "0:11": 2753103065.0,
      "0:12": 2750255548.0
     },
     "pibolt": {
      "0:1": 205076123.0,
      "0:2": 205440155.0,
      "0:3": 204640808.0,
      "0:4": 204830020.0,
      "0:5": 205530700.0,
      "0:6": 205174687.0,
      "0:7": 205576798.0,
      "0:8": 206185533.0,
      "0:9": 205220560.0,
      "0:10": 206381958.0,
      "0:11": 204380411.0,
      "0:12": 206068458.0
     },
     "pig-0.4.1": {
      "0:1": 581268835.0,
      "0:2": 560561812.0,
      "0:3": 559679279.0,
      "0:4": 556003261.0,
      "0:5": 560692863.0,
      "0:6": 561129039.0,
      "0:7": 560935609.0,
      "0:8": 562341615.0,
      "0:9": 557978169.0,
      "0:10": 573183105.0,
      "0:11": 566544652.0,
      "0:12": 563148703.0
     },
     "pig-tip": {
      "0:1": 100947065.0,
      "0:2": 101060582.0,
      "0:3": 100766348.0,
      "0:4": 100010427.0,
      "0:5": 101887140.0,
      "0:6": 100678618.0,
      "0:7": 100440224.0,
      "0:8": 100127690.0,
      "0:9": 100439626.0,
      "0:10": 100615546.0,
      "0:11": 100740253.0,
      "0:12": 100471682.0
     },
     "rpi": {
      "0:1": 45713999.0,
      "0:2": 46479111.0,
      "0:3": 46048137.0,
      "0:4": 46137377.0,
      "0:5": 46546107.0,
      "0:6": 45606460.0,
      "0:7": 45113610.0,
      "0:8": 44973467.0,
      "0:9": 45969333.0,
      "0:10": 45770059.0,
      "0:11": 45422675.0,
      "0:12": 45407846.0
     }
    }
   },
   {
    "family": "core",
    "kind": "memory",
    "direction": "lower",
    "scenario": "overhead/print-tools",
    "api": "anthropic-messages",
    "metric": "peak_rss_mib",
    "arms": {
     "claude-code": {
      "ratio": 1.8370959317509141,
      "ci": [
       1.8102683045557368,
       1.8543255324743624
      ],
      "floor": 0.015772446535880297,
      "n": 12
     },
     "copilot": {
      "ratio": 2.30468341941849,
      "ci": [
       2.273802365203448,
       2.323686404118103
      ],
      "floor": 0.015772446535880297,
      "n": 12
     },
     "pi-bun": {
      "ratio": 1.0349370320933202,
      "ci": [
       1.0213040116828451,
       1.0492009232477284
      ],
      "floor": 0.015772446535880297,
      "n": 12
     },
     "pibolt": {
      "ratio": 0.5829029075503454,
      "ci": [
       0.5752083154368182,
       0.5877656074055658
      ],
      "floor": 0.015772446535880297,
      "n": 12
     },
     "pig-0.4.1": {
      "ratio": 0.34958795194707215,
      "ci": [
       0.3457034046330498,
       0.3522073217050866
      ],
      "floor": 0.015772446535880297,
      "n": 12
     },
     "pig-tip": {
      "ratio": 0.05182519876965933,
      "ci": [
       0.05114108180855024,
       0.05247139387199672
      ],
      "floor": 0.018308417081677974,
      "n": 12
     },
     "rpi": {
      "ratio": 0.031179269920492136,
      "ci": [
       0.030580421599768988,
       0.0315279843672529
      ],
      "floor": 0.024300261130752947,
      "n": 12
     }
    },
    "values": {
     "claude-code": {
      "0:1": 247.75,
      "0:2": 247.9296875,
      "0:3": 248.86328125,
      "0:4": 247.921875,
      "0:5": 245.94140625,
      "0:6": 246.62109375,
      "0:7": 243.64453125,
      "0:8": 246.83203125,
      "0:9": 246.1015625,
      "0:10": 250.1796875,
      "0:11": 247.07421875,
      "0:12": 247.53515625
     },
     "copilot": {
      "0:1": 310.65625,
      "0:2": 311.5,
      "0:3": 309.82421875,
      "0:4": 309.9921875,
      "0:5": 309.78125,
      "0:6": 310.41015625,
      "0:7": 310.34375,
      "0:8": 310.15625,
      "0:9": 310.76953125,
      "0:10": 311.515625,
      "0:11": 310.03125,
      "0:12": 309.71484375
     },
     "pi-bun": {
      "0:1": 138.37890625,
      "0:2": 140.53515625,
      "0:3": 139.2109375,
      "0:4": 140.22265625,
      "0:5": 137.9453125,
      "0:6": 140.33203125,
      "0:7": 139.31640625,
      "0:8": 141.16015625,
      "0:9": 139.203125,
      "0:10": 139.32421875,
      "0:11": 145.9140625,
      "0:12": 138.30859375
     },
     "pi-node": {
      "0:1": 135.2734375,
      "0:2": 133.69921875,
      "0:3": 133.40625,
      "0:4": 135.06640625,
      "0:5": 134.16796875,
      "0:6": 132.17578125,
      "0:7": 133.48046875,
      "0:8": 136.41796875,
      "0:9": 136.734375,
      "0:10": 137.48046875,
      "0:11": 136.41796875,
      "0:12": 133.6328125
     },
     "pibolt": {
      "0:1": 78.4375,
      "0:2": 78.33984375,
      "0:3": 78.625,
      "0:4": 78.4453125,
      "0:5": 78.41796875,
      "0:6": 78.484375,
      "0:7": 78.515625,
      "0:8": 78.453125,
      "0:9": 78.59375,
      "0:10": 78.484375,
      "0:11": 78.57421875,
      "0:12": 78.41015625
     },
     "pig-0.4.1": {
      "0:1": 46.796875,
      "0:2": 47.13671875,
      "0:3": 46.671875,
      "0:4": 46.91796875,
      "0:5": 47.33203125,
      "0:6": 46.76171875,
      "0:7": 46.640625,
      "0:8": 47.2734375,
      "0:9": 47.390625,
      "0:10": 47.23046875,
      "0:11": 47.08984375,
      "0:12": 47.03125
     },
     "pig-tip": {
      "0:1": 6.9765625,
      "0:2": 7.46875,
      "0:3": 6.97265625,
      "0:4": 6.9609375,
      "0:5": 6.90625,
      "0:6": 6.96484375,
      "0:7": 7.03125,
      "0:8": 6.9765625,
      "0:9": 7.0703125,
      "0:10": 6.9765625,
      "0:11": 7.03515625,
      "0:12": 6.97265625
     },
     "rpi": {
      "0:1": 4.11328125,
      "0:2": 4.13671875,
      "0:3": 4.12109375,
      "0:4": 4.21875,
      "0:5": 4.1953125,
      "0:6": 4.2890625,
      "0:7": 4.1953125,
      "0:8": 4.2890625,
      "0:9": 4.10546875,
      "0:10": 4.23046875,
      "0:11": 4.2265625,
      "0:12": 4.19921875
     }
    }
   },
   {
    "family": "core",
    "kind": "cpu",
    "direction": "lower",
    "scenario": "overhead/print-tools",
    "api": "openai-completions",
    "metric": "instructions",
    "arms": {
     "copilot": {
      "ratio": 4.014845546303413,
      "ci": [
       3.997921393223869,
       4.073531457023482
      ],
      "floor": 0.01094874019666088,
      "n": 12
     },
     "octet": {
      "ratio": 0.031529969657939264,
      "ci": [
       0.031335199552964044,
       0.031684304932521425
      ],
      "floor": 0.02059051815228326,
      "n": 12
     },
     "opencode-v2": {
      "ratio": 3.2941084992069163,
      "ci": [
       3.262218079895187,
       3.3428265518106945
      ],
      "floor": 0.02946518460583225,
      "n": 12
     },
     "pi-bun": {
      "ratio": 1.2726869970111505,
      "ci": [
       1.2699012272600367,
       1.2785043597943881
      ],
      "floor": 0.005348963185601671,
      "n": 12
     },
     "pibolt": {
      "ratio": 0.07556549948644037,
      "ci": [
       0.07544624509536581,
       0.07575297297343515
      ],
      "floor": 0.013634240918597463,
      "n": 12
     },
     "pig-0.4.1": {
      "ratio": 0.2023544123270728,
      "ci": [
       0.19961107554776328,
       0.20284440985023353
      ],
      "floor": 0.012681314772861808,
      "n": 12
     },
     "pig-tip": {
      "ratio": 0.0359867589129083,
      "ci": [
       0.035812880002192994,
       0.03616925376167693
      ],
      "floor": 0.013580329297685276,
      "n": 12
     },
     "rpi": {
      "ratio": 0.015446667678290015,
      "ci": [
       0.015255401921453728,
       0.015560082234966197
      ],
      "floor": 0.016254664689956518,
      "n": 12
     }
    },
    "values": {
     "copilot": {
      "0:1": 11576430537.0,
      "0:2": 11357197240.0,
      "0:3": 11119246164.0,
      "0:4": 11129534184.0,
      "0:5": 11144625745.0,
      "0:6": 11271920312.0,
      "0:7": 11198053496.0,
      "0:8": 11339126168.0,
      "0:9": 11132777937.0,
      "0:10": 11324487163.0,
      "0:11": 11137437568.0,
      "0:12": 11118068215.0
     },
     "octet": {
      "0:1": 87008200.0,
      "0:2": 87248921.0,
      "0:3": 89461641.0,
      "0:4": 87184743.0,
      "0:5": 87341977.0,
      "0:6": 88282379.0,
      "0:7": 89194686.0,
      "0:8": 88055931.0,
      "0:9": 85733373.0,
      "0:10": 87757188.0,
      "0:11": 87922193.0,
      "0:12": 87707594.0
     },
     "opencode-v2": {
      "0:1": 8990695836.0,
      "0:2": 9337866888.0,
      "0:3": 9142804713.0,
      "0:4": 9085620096.0,
      "0:5": 9072661851.0,
      "0:6": 9260376234.0,
      "0:7": 9231522744.0,
      "0:8": 9042524582.0,
      "0:9": 9137776683.0,
      "0:10": 9188961412.0,
      "0:11": 9402833490.0,
      "0:12": 9371983708.0
     },
     "pi-bun": {
      "0:1": 3564104416.0,
      "0:2": 3537785111.0,
      "0:3": 3477102440.0,
      "0:4": 3560052944.0,
      "0:5": 3543014399.0,
      "0:6": 3537681893.0,
      "0:7": 3467691748.0,
      "0:8": 3556505262.0,
      "0:9": 3555629663.0,
      "0:10": 3552613293.0,
      "0:11": 3538299709.0,
      "0:12": 3539508956.0
     },
     "pi-node": {
      "0:1": 2783581321.0,
      "0:2": 2781730986.0,
      "0:3": 2790141117.0,
      "0:4": 2787836570.0,
      "0:5": 2783118955.0,
      "0:6": 2796354701.0,
      "0:7": 2781896930.0,
      "0:8": 2778825368.0,
      "0:9": 2775246176.0,
      "0:10": 2784235848.0,
      "0:11": 2779905638.0,
      "0:12": 2777972976.0
     },
     "pibolt": {
      "0:1": 211050131.0,
      "0:2": 209953767.0,
      "0:3": 210107373.0,
      "0:4": 211551254.0,
      "0:5": 210082248.0,
      "0:6": 210335423.0,
      "0:7": 209901161.0,
      "0:8": 210504283.0,
      "0:9": 211163221.0,
      "0:10": 209381606.0,
      "0:11": 210187782.0,
      "0:12": 210364985.0
     },
     "pig-0.4.1": {
      "0:1": 543042634.0,
      "0:2": 544742071.0,
      "0:3": 567489789.0,
      "0:4": 563312086.0,
      "0:5": 564231243.0,
      "0:6": 564601120.0,
      "0:7": 562469238.0,
      "0:8": 562793433.0,
      "0:9": 565454400.0,
      "0:10": 564102096.0,
      "0:11": 561571610.0,
      "0:12": 548957018.0
     },
     "pig-tip": {
      "0:1": 100392678.0,
      "0:2": 99621798.0,
      "0:3": 100745702.0,
      "0:4": 99884734.0,
      "0:5": 100492570.0,
      "0:6": 99846219.0,
      "0:7": 101655217.0,
      "0:8": 99032167.0,
      "0:9": 101453595.0,
      "0:10": 100382151.0,
      "0:11": 99060766.0,
      "0:12": 99557381.0
     },
     "rpi": {
      "0:1": 42991762.0,
      "0:2": 42299926.0,
      "0:3": 43146944.0,
      "0:4": 42215540.0,
      "0:5": 43235676.0,
      "0:6": 42575454.0,
      "0:7": 43366706.0,
      "0:8": 43396845.0,
      "0:9": 42317018.0,
      "0:10": 43337414.0,
      "0:11": 42969189.0,
      "0:12": 42948542.0
     }
    }
   },
   {
    "family": "core",
    "kind": "memory",
    "direction": "lower",
    "scenario": "overhead/print-tools",
    "api": "openai-completions",
    "metric": "peak_rss_mib",
    "arms": {
     "copilot": {
      "ratio": 2.289830386142187,
      "ci": [
       2.2752477803755076,
       2.301268943513886
      ],
      "floor": 0.009766574801565626,
      "n": 12
     },
     "octet": {
      "ratio": 0.030602670516059183,
      "ci": [
       0.030269122625810524,
       0.03112851713224562
      ],
      "floor": 0.021566705558775486,
      "n": 12
     },
     "opencode-v2": {
      "ratio": 3.0366221580656805,
      "ci": [
       2.9969597856000463,
       3.0854952830188678
      ],
      "floor": 0.03287657294766168,
      "n": 12
     },
     "pi-bun": {
      "ratio": 1.0483146878383256,
      "ci": [
       1.03741183244566,
       1.05590871573582
      ],
      "floor": 0.011069333562512943,
      "n": 12
     },
     "pibolt": {
      "ratio": 0.5798628653915554,
      "ci": [
       0.5760744821254375,
       0.5825973460952796
      ],
      "floor": 0.010896591224213192,
      "n": 12
     },
     "pig-0.4.1": {
      "ratio": 0.3479898953446409,
      "ci": [
       0.3450673869938791,
       0.35052841302841303
      ],
      "floor": 0.009766574801565626,
      "n": 12
     },
     "pig-tip": {
      "ratio": 0.051533742331288344,
      "ci": [
       0.051213634016181786,
       0.0517728953665434
      ],
      "floor": 0.028466755689724524,
      "n": 12
     },
     "rpi": {
      "ratio": 0.030977986286539156,
      "ci": [
       0.030756871521202732,
       0.03133710738814334
      ],
      "floor": 0.019391189314650583,
      "n": 12
     }
    },
    "values": {
     "copilot": {
      "0:1": 311.328125,
      "0:2": 309.78515625,
      "0:3": 309.125,
      "0:4": 309.01953125,
      "0:5": 309.65625,
      "0:6": 309.9765625,
      "0:7": 309.9296875,
      "0:8": 310.1875,
      "0:9": 310.31640625,
      "0:10": 309.85546875,
      "0:11": 309.55859375,
      "0:12": 309.25
     },
     "octet": {
      "0:1": 4.2421875,
      "0:2": 4.140625,
      "0:3": 4.19921875,
      "0:4": 4.13671875,
      "0:5": 4.0703125,
      "0:6": 4.11328125,
      "0:7": 4.15234375,
      "0:8": 4.12109375,
      "0:9": 4.21484375,
      "0:10": 4.140625,
      "0:11": 4.20703125,
      "0:12": 4.10546875
     },
     "opencode-v2": {
      "0:1": 408.57421875,
      "0:2": 406.2265625,
      "0:3": 424.8359375,
      "0:4": 405.59375,
      "0:5": 419.36328125,
      "0:6": 418.734375,
      "0:7": 413.15234375,
      "0:8": 415.703125,
      "0:9": 406.265625,
      "0:10": 427.6484375,
      "0:11": 404.5078125,
      "0:12": 405.66796875
     },
     "pi-bun": {
      "0:1": 142.7578125,
      "0:2": 140.109375,
      "0:3": 141.05859375,
      "0:4": 141.65234375,
      "0:5": 142.02734375,
      "0:6": 140.22265625,
      "0:7": 140.4609375,
      "0:8": 142.35546875,
      "0:9": 141.6484375,
      "0:10": 142.7578125,
      "0:11": 142.51953125,
      "0:12": 142.421875
     },
     "pi-node": {
      "0:1": 134.1796875,
      "0:2": 135.93359375,
      "0:3": 135.43359375,
      "0:4": 135.12890625,
      "0:5": 137.1328125,
      "0:6": 137.25,
      "0:7": 134.72265625,
      "0:8": 136.1484375,
      "0:9": 134.6328125,
      "0:10": 136.19140625,
      "0:11": 135.171875,
      "0:12": 133.23046875
     },
     "pibolt": {
      "0:1": 78.4765625,
      "0:2": 78.23046875,
      "0:3": 78.625,
      "0:4": 78.0390625,
      "0:5": 78.46875,
      "0:6": 78.515625,
      "0:7": 78.4453125,
      "0:8": 78.42578125,
      "0:9": 78.4375,
      "0:10": 78.3984375,
      "0:11": 78.58203125,
      "0:12": 78.48046875
     },
     "pig-0.4.1": {
      "0:1": 47.16796875,
      "0:2": 46.71875,
      "0:3": 47.4296875,
      "0:4": 46.98828125,
      "0:5": 47.41015625,
      "0:6": 47.6015625,
      "0:7": 46.88671875,
      "0:8": 46.64453125,
      "0:9": 47.11328125,
      "0:10": 47.0546875,
      "0:11": 46.90625,
      "0:12": 47.53125
     },
     "pig-tip": {
      "0:1": 6.9765625,
      "0:2": 6.97265625,
      "0:3": 6.97265625,
      "0:4": 6.9140625,
      "0:5": 7.1015625,
      "0:6": 6.9765625,
      "0:7": 6.96875,
      "0:8": 7.04296875,
      "0:9": 6.97265625,
      "0:10": 6.97265625,
      "0:11": 6.96484375,
      "0:12": 6.90625
     },
     "rpi": {
      "0:1": 4.19921875,
      "0:2": 4.28125,
      "0:3": 4.125,
      "0:4": 4.23828125,
      "0:5": 4.234375,
      "0:6": 4.19140625,
      "0:7": 4.57421875,
      "0:8": 4.1875,
      "0:9": 4.16796875,
      "0:10": 4.18359375,
      "0:11": 4.15625,
      "0:12": 4.19140625
     }
    }
   },
   {
    "family": "core",
    "kind": "cpu",
    "direction": "lower",
    "scenario": "overhead/print-tools",
    "api": "openai-responses",
    "metric": "instructions",
    "arms": {
     "codex": {
      "ratio": 0.6824934933026615,
      "ci": [
       0.6815283130379912,
       0.6839598509288618
      ],
      "floor": 0.012993332110470466,
      "n": 12
     },
     "copilot": {
      "ratio": 3.996931005337661,
      "ci": [
       3.991084816177461,
       4.020509364113892
      ],
      "floor": 0.013539545714943483,
      "n": 12
     },
     "pi-bun": {
      "ratio": 1.2765851595576825,
      "ci": [
       1.2587849452483864,
       1.2780086912524462
      ],
      "floor": 0.023322898837841905,
      "n": 12
     },
     "pibolt": {
      "ratio": 0.07591487581901632,
      "ci": [
       0.07572835541156639,
       0.07600261751120736
      ],
      "floor": 0.012070455383861218,
      "n": 12
     },
     "pig-0.4.1": {
      "ratio": 0.20396546494356185,
      "ci": [
       0.20310796699334274,
       0.20498535581259633
      ],
      "floor": 0.006141666012071456,
      "n": 12
     },
     "pig-tip": {
      "ratio": 0.040151612405980426,
      "ci": [
       0.04007755612097984,
       0.04045095572188761
      ],
      "floor": 0.00799592028846814,
      "n": 12
     },
     "rpi": {
      "ratio": 0.016522524545585743,
      "ci": [
       0.016461697688224086,
       0.01662474744291211
      ],
      "floor": 0.019282650753054957,
      "n": 12
     }
    },
    "values": {
     "codex": {
      "0:1": 1913398843.0,
      "0:2": 1906428633.0,
      "0:3": 1905094883.0,
      "0:4": 1902002987.0,
      "0:5": 1901589446.0,
      "0:6": 1905036657.0,
      "0:7": 1905657079.0,
      "0:8": 1912887591.0,
      "0:9": 1909115593.0,
      "0:10": 1906593479.0,
      "0:11": 1897313862.0,
      "0:12": 1911747146.0
     },
     "copilot": {
      "0:1": 11612750726.0,
      "0:2": 11272552584.0,
      "0:3": 11136911190.0,
      "0:4": 11162408549.0,
      "0:5": 11161367650.0,
      "0:6": 11358699133.0,
      "0:7": 11162556783.0,
      "0:8": 11179823271.0,
      "0:9": 11152771554.0,
      "0:10": 11129921574.0,
      "0:11": 11180246429.0,
      "0:12": 11146436111.0
     },
     "pi-bun": {
      "0:1": 3570752802.0,
      "0:2": 3492218561.0,
      "0:3": 3466108563.0,
      "0:4": 3490124672.0,
      "0:5": 3535262041.0,
      "0:6": 3565716862.0,
      "0:7": 3569802365.0,
      "0:8": 3567078088.0,
      "0:9": 3567852040.0,
      "0:10": 3564683786.0,
      "0:11": 3568897831.0,
      "0:12": 3557309000.0
     },
     "pi-node": {
      "0:1": 2783517875.0,
      "0:2": 2798844039.0,
      "0:3": 2788212913.0,
      "0:4": 2790516421.0,
      "0:5": 2789503240.0,
      "0:6": 2793193785.0,
      "0:7": 2808700196.0,
      "0:8": 2796713162.0,
      "0:9": 2792333036.0,
      "0:10": 2796723881.0,
      "0:11": 2792232744.0,
      "0:12": 2793427056.0
     },
     "pibolt": {
      "0:1": 211947356.0,
      "0:2": 212098416.0,
      "0:3": 212866484.0,
      "0:4": 211308867.0,
      "0:5": 211924549.0,
      "0:6": 212077219.0,
      "0:7": 212148744.0,
      "0:8": 211657230.0,
      "0:9": 212149687.0,
      "0:10": 211593467.0,
      "0:11": 212548076.0,
      "0:12": 211614186.0
     },
     "pig-0.4.1": {
      "0:1": 570673590.0,
      "0:2": 570468398.0,
      "0:3": 565891874.0,
      "0:4": 572190912.0,
      "0:5": 591321445.0,
      "0:6": 568786177.0,
      "0:7": 567702096.0,
      "0:8": 568347949.0,
      "0:9": 567690553.0,
      "0:10": 566971244.0,
      "0:11": 572474946.0,
      "0:12": 572474326.0
     },
     "pig-tip": {
      "0:1": 112328465.0,
      "0:2": 111776969.0,
      "0:3": 113566114.0,
      "0:4": 112099238.0,
      "0:5": 112338966.0,
      "0:6": 111705909.0,
      "0:7": 112019188.0,
      "0:8": 113735101.0,
      "0:9": 113978803.0,
      "0:10": 112095140.0,
      "0:11": 112076147.0,
      "0:12": 112168670.0
     },
     "rpi": {
      "0:1": 45950707.0,
      "0:2": 46813848.0,
      "0:3": 46146691.0,
      "0:4": 45722553.0,
      "0:5": 46255304.0,
      "0:6": 46140313.0,
      "0:7": 46763710.0,
      "0:8": 45951590.0,
      "0:9": 46588359.0,
      "0:10": 46113987.0,
      "0:11": 45968488.0,
      "0:12": 46257237.0
     }
    }
   },
   {
    "family": "core",
    "kind": "memory",
    "direction": "lower",
    "scenario": "overhead/print-tools",
    "api": "openai-responses",
    "metric": "peak_rss_mib",
    "arms": {
     "codex": {
      "ratio": 1.4959552321029894,
      "ci": [
       1.483524561808118,
       1.5024548967200255
      ],
      "floor": 0.009224262631811166,
      "n": 12
     },
     "copilot": {
      "ratio": 2.304009974194671,
      "ci": [
       2.2843257077947285,
       2.3106426286711255
      ],
      "floor": 0.009224262631811166,
      "n": 12
     },
     "pi-bun": {
      "ratio": 1.0633680303865,
      "ci": [
       1.0509447084733974,
       1.0693472008366984
      ],
      "floor": 0.014407278628403603,
      "n": 12
     },
     "pibolt": {
      "ratio": 0.5824755719214822,
      "ci": [
       0.5774263120057512,
       0.5839535965575391
      ],
      "floor": 0.013343121005250029,
      "n": 12
     },
     "pig-0.4.1": {
      "ratio": 0.34877787120531184,
      "ci": [
       0.34598997674720894,
       0.3501308519918581
      ],
      "floor": 0.009224262631811166,
      "n": 12
     },
     "pig-tip": {
      "ratio": 0.051784626982516166,
      "ci": [
       0.05136095014882022,
       0.051933701657458566
      ],
      "floor": 0.02653555362596547,
      "n": 12
     },
     "rpi": {
      "ratio": 0.030966395082490068,
      "ci": [
       0.030433086227077643,
       0.031310841833028215
      ],
      "floor": 0.030872423761810108,
      "n": 12
     }
    },
    "values": {
     "codex": {
      "0:1": 201.48828125,
      "0:2": 201.3203125,
      "0:3": 202.13671875,
      "0:4": 201.58984375,
      "0:5": 203.3203125,
      "0:6": 202.76953125,
      "0:7": 200.78125,
      "0:8": 202.015625,
      "0:9": 201.89453125,
      "0:10": 201.0078125,
      "0:11": 201.02734375,
      "0:12": 200.75390625
     },
     "copilot": {
      "0:1": 311.734375,
      "0:2": 310.16015625,
      "0:3": 310.66796875,
      "0:4": 309.390625,
      "0:5": 310.49609375,
      "0:6": 310.6171875,
      "0:7": 310.30859375,
      "0:8": 310.2890625,
      "0:9": 311.0078125,
      "0:10": 310.49609375,
      "0:11": 309.546875,
      "0:12": 309.4375
     },
     "pi-bun": {
      "0:1": 143.66796875,
      "0:2": 141.08984375,
      "0:3": 141.6640625,
      "0:4": 141.5703125,
      "0:5": 143.5546875,
      "0:6": 143.89453125,
      "0:7": 143.5078125,
      "0:8": 142.5,
      "0:9": 143.9765625,
      "0:10": 142.62109375,
      "0:11": 143.796875,
      "0:12": 143.01171875
     },
     "pi-node": {
      "0:1": 134.96484375,
      "0:2": 134.24609375,
      "0:3": 134.62890625,
      "0:4": 136.1796875,
      "0:5": 134.42578125,
      "0:6": 134.45703125,
      "0:7": 135.5,
      "0:8": 137.47265625,
      "0:9": 134.24609375,
      "0:10": 134.81640625,
      "0:11": 132.73046875,
      "0:12": 136.16796875
     },
     "pibolt": {
      "0:1": 78.48046875,
      "0:2": 78.2265625,
      "0:3": 78.48046875,
      "0:4": 78.4375,
      "0:5": 78.49609375,
      "0:6": 78.47265625,
      "0:7": 78.04296875,
      "0:8": 78.140625,
      "0:9": 78.51953125,
      "0:10": 78.48046875,
      "0:11": 78.16796875,
      "0:12": 78.47265625
     },
     "pig-0.4.1": {
      "0:1": 47.6796875,
      "0:2": 47.18359375,
      "0:3": 46.72265625,
      "0:4": 47.07421875,
      "0:5": 46.328125,
      "0:6": 46.95703125,
      "0:7": 46.7890625,
      "0:8": 47.3828125,
      "0:9": 47.03515625,
      "0:10": 46.7890625,
      "0:11": 46.734375,
      "0:12": 47.01953125
     },
     "pig-tip": {
      "0:1": 6.9765625,
      "0:2": 6.9765625,
      "0:3": 6.9765625,
      "0:4": 6.9765625,
      "0:5": 6.97265625,
      "0:6": 6.96484375,
      "0:7": 6.9765625,
      "0:8": 6.98046875,
      "0:9": 6.9765625,
      "0:10": 6.97265625,
      "0:11": 7.03515625,
      "0:12": 6.96875
     },
     "rpi": {
      "0:1": 4.13671875,
      "0:2": 4.2109375,
      "0:3": 4.109375,
      "0:4": 4.14453125,
      "0:5": 4.21484375,
      "0:6": 4.20703125,
      "0:7": 4.09765625,
      "0:8": 4.21875,
      "0:9": 4.1015625,
      "0:10": 4.3125,
      "0:11": 4.19921875,
      "0:12": 4.11328125
     }
    }
   },
   {
    "family": "core",
    "kind": "cpu",
    "direction": "lower",
    "scenario": "overhead/pty",
    "api": "openai-completions",
    "metric": "instructions",
    "arms": {
     "pi-bun": {
      "ratio": 1.421840764946251,
      "ci": [
       1.418874676997575,
       1.4246617728823645
      ],
      "floor": 0.01670969548102679,
      "n": 8
     },
     "pibolt": {
      "ratio": 0.06963242493091788,
      "ci": [
       0.06953877210962843,
       0.06979065921014993
      ],
      "floor": 0.012043802507109737,
      "n": 8
     },
     "pig-0.4.1": {
      "ratio": 0.26062074803034196,
      "ci": [
       0.2563370832519035,
       0.26349844799536754
      ],
      "floor": 0.025132103041202905,
      "n": 8
     },
     "pig-tip": {
      "ratio": 0.11916424616417301,
      "ci": [
       0.11870308302620154,
       0.11945725789147285
      ],
      "floor": 0.009968569393904385,
      "n": 8
     }
    },
    "values": {
     "pi-bun": {
      "1:1": 4034727825.0,
      "1:2": 4038243636.0,
      "1:3": 4036698690.0,
      "1:4": 4035146152.0,
      "1:5": 4021336240.0,
      "1:6": 4027271018.0,
      "1:7": 4030768565.0,
      "1:8": 4036258817.0
     },
     "pi-node": {
      "1:1": 3066764615.0,
      "1:2": 2834393835.0,
      "1:3": 2830506580.0,
      "1:4": 2840769926.0,
      "1:5": 2839588201.0,
      "1:6": 2836064218.0,
      "1:7": 2832184479.0,
      "1:8": 2840563042.0
     },
     "pibolt": {
      "1:1": 196961444.0,
      "1:2": 197706845.0,
      "1:3": 197585262.0,
      "1:4": 197767391.0,
      "1:5": 197502043.0,
      "1:6": 197624179.0,
      "1:7": 199357982.0,
      "1:8": 197544808.0
     },
     "pig-0.4.1": {
      "1:1": 740108492.0,
      "1:2": 742891687.0,
      "1:3": 739084287.0,
      "1:4": 728168161.0,
      "1:5": 748483953.0,
      "1:6": 697261614.0,
      "1:7": 730957965.0,
      "1:8": 752209130.0
     },
     "pig-tip": {
      "1:1": 337003109.0,
      "1:2": 337107012.0,
      "1:3": 338688685.0,
      "1:4": 337284727.0,
      "1:5": 339444461.0,
      "1:6": 338429805.0,
      "1:7": 337971389.0,
      "1:8": 338363453.0
     }
    }
   },
   {
    "family": "core",
    "kind": "memory",
    "direction": "lower",
    "scenario": "overhead/pty",
    "api": "openai-completions",
    "metric": "peak_rss_mib",
    "arms": {
     "pi-bun": {
      "ratio": 1.1463354075821295,
      "ci": [
       1.1416912335143523,
       1.1496716157748934
      ],
      "floor": 0.013673263051053068,
      "n": 8
     },
     "pibolt": {
      "ratio": 0.7478003134650301,
      "ci": [
       0.7469266901266529,
       0.7499144022162044
      ],
      "floor": 0.013673263051053068,
      "n": 8
     },
     "pig-0.4.1": {
      "ratio": 0.46552660573237536,
      "ci": [
       0.46433171428128056,
       0.4680857699805068
      ],
      "floor": 0.013673263051053068,
      "n": 8
     },
     "pig-tip": {
      "ratio": 0.4254279108021291,
      "ci": [
       0.42457441690848996,
       0.4271814528017877
      ],
      "floor": 0.013673263051053068,
      "n": 8
     }
    },
    "values": {
     "pi-bun": {
      "1:1": 144.828125,
      "1:2": 144.58203125,
      "1:3": 144.2578125,
      "1:4": 144.484375,
      "1:5": 143.01953125,
      "1:6": 144.21875,
      "1:7": 143.71484375,
      "1:8": 144.30078125
     },
     "pi-node": {
      "1:1": 125.84375,
      "1:2": 126.44921875,
      "1:3": 125.59765625,
      "1:4": 125.9140625,
      "1:5": 125.87890625,
      "1:6": 125.49609375,
      "1:7": 126.06640625,
      "1:8": 124.9921875
     },
     "pibolt": {
      "1:1": 94.12109375,
      "1:2": 94.10546875,
      "1:3": 94.0859375,
      "1:4": 94.1171875,
      "1:5": 94.23046875,
      "1:6": 94.09765625,
      "1:7": 94.23828125,
      "1:8": 94.1484375
     },
     "pig-0.4.1": {
      "1:1": 58.57421875,
      "1:2": 58.55859375,
      "1:3": 58.23828125,
      "1:4": 58.44140625,
      "1:5": 58.90234375,
      "1:6": 60.078125,
      "1:7": 58.609375,
      "1:8": 58.625
     },
     "pig-tip": {
      "1:1": 53.80078125,
      "1:2": 53.5,
      "1:3": 53.52734375,
      "1:4": 53.765625,
      "1:5": 53.4375,
      "1:6": 53.5625,
      "1:7": 53.75390625,
      "1:8": 53.2578125
     }
    }
   },
   {
    "family": "core",
    "kind": "cpu",
    "direction": "lower",
    "scenario": "overhead/rpc",
    "api": "anthropic-messages",
    "metric": "instructions",
    "arms": {
     "pi-bun": {
      "ratio": 1.4174581946431533,
      "ci": [
       1.3951612343491298,
       1.4208518359140039
      ],
      "floor": 0.015343818127743117,
      "n": 12
     },
     "pibolt": {
      "ratio": 0.11923511652829484,
      "ci": [
       0.11907527461415615,
       0.11947310467569942
      ],
      "floor": 0.007170173214145391,
      "n": 12
     },
     "pig-0.4.1": {
      "ratio": 0.7111131312347464,
      "ci": [
       0.7082223021531097,
       0.7131254142083688
      ],
      "floor": 0.01281658122607911,
      "n": 12
     },
     "pig-tip": {
      "ratio": 0.07851567946906185,
      "ci": [
       0.07818929629462514,
       0.07890674926919146
      ],
      "floor": 0.008941342601380783,
      "n": 12
     },
     "rpi": {
      "ratio": 0.10121912709446991,
      "ci": [
       0.10078184888451196,
       0.10162522856993868
      ],
      "floor": 0.007610071649059906,
      "n": 12
     }
    },
    "values": {
     "pi-bun": {
      "0:1": 4550047940.0,
      "0:2": 4476777629.0,
      "0:3": 4473286546.0,
      "0:4": 4551780832.0,
      "0:5": 4563879851.0,
      "0:6": 4573066844.0,
      "0:7": 4551178662.0,
      "0:8": 4536263020.0,
      "0:9": 4570939343.0,
      "0:10": 4473112857.0,
      "0:11": 4481950606.0,
      "0:12": 4547574425.0
     },
     "pi-node": {
      "0:1": 3212496517.0,
      "0:2": 3223528501.0,
      "0:3": 3208718699.0,
      "0:4": 3217698813.0,
      "0:5": 3209198622.0,
      "0:6": 3205451642.0,
      "0:7": 3199301255.0,
      "0:8": 3204728752.0,
      "0:9": 3206136791.0,
      "0:10": 3209194915.0,
      "0:11": 3221708558.0,
      "0:12": 3209070117.0
     },
     "pibolt": {
      "0:1": 380631560.0,
      "0:2": 383957328.0,
      "0:3": 382566318.0,
      "0:4": 383397570.0,
      "0:5": 382903660.0,
      "0:6": 382478333.0,
      "0:7": 382514688.0,
      "0:8": 381754113.0,
      "0:9": 383766546.0,
      "0:10": 381793640.0,
      "0:11": 383437451.0,
      "0:12": 382716261.0
     },
     "pig-0.4.1": {
      "0:1": 2279687669.0,
      "0:2": 2283307666.0,
      "0:3": 2258870785.0,
      "0:4": 2288657420.0,
      "0:5": 2270448031.0,
      "0:6": 2280804878.0,
      "0:7": 2307233379.0,
      "0:8": 2248368650.0,
      "0:9": 2274773139.0,
      "0:10": 2284661317.0,
      "0:11": 2302598684.0,
      "0:12": 2288373133.0
     },
     "pig-tip": {
      "0:1": 250924837.0,
      "0:2": 250114936.0,
      "0:3": 255411808.0,
      "0:4": 252815346.0,
      "0:5": 251158507.0,
      "0:6": 252286647.0,
      "0:7": 253045214.0,
      "0:8": 253166568.0,
      "0:9": 251607829.0,
      "0:10": 250919050.0,
      "0:11": 256041254.0,
      "0:12": 251647793.0
     },
     "rpi": {
      "0:1": 326778395.0,
      "0:2": 324847386.0,
      "0:3": 323404600.0,
      "0:4": 324803798.0,
      "0:5": 325429377.0,
      "0:6": 326501265.0,
      "0:7": 323322780.0,
      "0:8": 327602745.0,
      "0:9": 322540900.0,
      "0:10": 323064713.0,
      "0:11": 325077875.0,
      "0:12": 324774650.0
     }
    }
   },
   {
    "family": "core",
    "kind": "memory",
    "direction": "lower",
    "scenario": "overhead/rpc",
    "api": "anthropic-messages",
    "metric": "peak_rss_mib",
    "arms": {
     "pi-bun": {
      "ratio": 1.1112847588877155,
      "ci": [
       1.1068906333530288,
       1.117564019311669
      ],
      "floor": 0.007383103220171868,
      "n": 12
     },
     "pibolt": {
      "ratio": 0.72458993312214,
      "ci": [
       0.7233665870451033,
       0.7271031207598372
      ],
      "floor": 0.006913860175062517,
      "n": 12
     },
     "pig-0.4.1": {
      "ratio": 0.36422386483632524,
      "ci": [
       0.3633268619341043,
       0.3656292401628223
      ],
      "floor": 0.01002051009981303,
      "n": 12
     },
     "pig-tip": {
      "ratio": 0.407757831749384,
      "ci": [
       0.40646339749894617,
       0.4096232538450684
      ],
      "floor": 0.006913860175062517,
      "n": 12
     },
     "rpi": {
      "ratio": 0.1707145371348117,
      "ci": [
       0.17026537235013978,
       0.17242498659214722
      ],
      "floor": 0.013024963985418256,
      "n": 12
     }
    },
    "values": {
     "pi-bun": {
      "0:1": 154.92578125,
      "0:2": 153.03125,
      "0:3": 154.08203125,
      "0:4": 155.09375,
      "0:5": 153.94921875,
      "0:6": 154.31640625,
      "0:7": 154.234375,
      "0:8": 155.0234375,
      "0:9": 155.0078125,
      "0:10": 153.39453125,
      "0:11": 152.98046875,
      "0:12": 153.9375
     },
     "pi-node": {
      "0:1": 139.43359375,
      "0:2": 140.04296875,
      "0:3": 138.83203125,
      "0:4": 139.0546875,
      "0:5": 138.41796875,
      "0:6": 137.74609375,
      "0:7": 138.35546875,
      "0:8": 135.92578125,
      "0:9": 138.8046875,
      "0:10": 138.01953125,
      "0:11": 139.00390625,
      "0:12": 138.63671875
     },
     "pibolt": {
      "0:1": 100.55078125,
      "0:2": 100.94921875,
      "0:3": 100.48046875,
      "0:4": 100.8203125,
      "0:5": 100.40625,
      "0:6": 100.47265625,
      "0:7": 100.640625,
      "0:8": 100.4453125,
      "0:9": 100.83203125,
      "0:10": 100.39453125,
      "0:11": 100.58203125,
      "0:12": 100.3125
     },
     "pig-0.4.1": {
      "0:1": 51.00390625,
      "0:2": 50.76953125,
      "0:3": 50.53125,
      "0:4": 50.6953125,
      "0:5": 50.44921875,
      "0:6": 50.43359375,
      "0:7": 50.59375,
      "0:8": 50.17578125,
      "0:9": 50.78125,
      "0:10": 50.51953125,
      "0:11": 50.296875,
      "0:12": 50.4140625
     },
     "pig-tip": {
      "0:1": 56.5,
      "0:2": 56.25390625,
      "0:3": 56.6953125,
      "0:4": 56.92578125,
      "0:5": 56.69921875,
      "0:6": 56.359375,
      "0:7": 56.73046875,
      "0:8": 56.33984375,
      "0:9": 56.4921875,
      "0:10": 56.5703125,
      "0:11": 57.2578125,
      "0:12": 56.55859375
     },
     "rpi": {
      "0:1": 23.46875,
      "0:2": 23.83203125,
      "0:3": 23.66796875,
      "0:4": 23.62109375,
      "0:5": 24.1328125,
      "0:6": 24.10546875,
      "0:7": 23.890625,
      "0:8": 23.6875,
      "0:9": 23.67578125,
      "0:10": 23.65625,
      "0:11": 23.671875,
      "0:12": 23.76171875
     }
    }
   },
   {
    "family": "core",
    "kind": "cpu",
    "direction": "lower",
    "scenario": "overhead/rpc",
    "api": "openai-completions",
    "metric": "instructions",
    "arms": {
     "octet": {
      "ratio": 0.12040791718021576,
      "ci": [
       0.11925313217562794,
       0.12114009789881872
      ],
      "floor": 0.01221446618292757,
      "n": 12
     },
     "pi-bun": {
      "ratio": 1.3778000424182175,
      "ci": [
       1.3698728620195195,
       1.381687149911464
      ],
      "floor": 0.006719570011645895,
      "n": 12
     },
     "pibolt": {
      "ratio": 0.1184620591388008,
      "ci": [
       0.11811369260731604,
       0.11872262988534478
      ],
      "floor": 0.0074646540276733925,
      "n": 12
     },
     "pig-0.4.1": {
      "ratio": 0.6774265340362461,
      "ci": [
       0.6702482800988999,
       0.6818685098548558
      ],
      "floor": 0.012795392949013917,
      "n": 12
     },
     "pig-tip": {
      "ratio": 0.07535886905442016,
      "ci": [
       0.07499723608541249,
       0.0756618272804158
      ],
      "floor": 0.00707859798796492,
      "n": 12
     },
     "rpi": {
      "ratio": 0.09104076734306552,
      "ci": [
       0.09075388720866331,
       0.09143230320065668
      ],
      "floor": 0.005417285078554601,
      "n": 12
     }
    },
    "values": {
     "octet": {
      "0:1": 396089869.0,
      "0:2": 408382275.0,
      "0:3": 401873129.0,
      "0:4": 402506794.0,
      "0:5": 394620578.0,
      "0:6": 396104684.0,
      "0:7": 402580275.0,
      "0:8": 402821410.0,
      "0:9": 401571930.0,
      "0:10": 407270785.0,
      "0:11": 406016175.0,
      "0:12": 404240124.0
     },
     "pi-bun": {
      "0:1": 4620983942.0,
      "0:2": 4618681499.0,
      "0:3": 4597152395.0,
      "0:4": 4623212216.0,
      "0:5": 4598460466.0,
      "0:6": 4561526398.0,
      "0:7": 4538171595.0,
      "0:8": 4616055819.0,
      "0:9": 4612829813.0,
      "0:10": 4563508137.0,
      "0:11": 4629920853.0,
      "0:12": 4599595946.0
     },
     "pi-node": {
      "0:1": 3351305850.0,
      "0:2": 3343617056.0,
      "0:3": 3352888215.0,
      "0:4": 3374227903.0,
      "0:5": 3345319322.0,
      "0:6": 3339472580.0,
      "0:7": 3339630025.0,
      "0:8": 3339236039.0,
      "0:9": 3341119253.0,
      "0:10": 3356739839.0,
      "0:11": 3342456356.0,
      "0:12": 3342712945.0
     },
     "pibolt": {
      "0:1": 396884832.0,
      "0:2": 396953199.0,
      "0:3": 395721711.0,
      "0:4": 394991627.0,
      "0:5": 395947239.0,
      "0:6": 397134046.0,
      "0:7": 395977256.0,
      "0:8": 396099164.0,
      "0:9": 395722979.0,
      "0:10": 396909341.0,
      "0:11": 396763415.0,
      "0:12": 395474740.0
     },
     "pig-0.4.1": {
      "0:1": 2240093737.0,
      "0:2": 2288458577.0,
      "0:3": 2229411324.0,
      "0:4": 2261586374.0,
      "0:5": 2280525651.0,
      "0:6": 2267910984.0,
      "0:7": 2240333960.0,
      "0:8": 2246654987.0,
      "0:9": 2273178142.0,
      "0:10": 2248067544.0,
      "0:11": 2300410012.0,
      "0:12": 2279288708.0
     },
     "pig-tip": {
      "0:1": 251089486.0,
      "0:2": 251897992.0,
      "0:3": 252535198.0,
      "0:4": 254379073.0,
      "0:5": 251138893.0,
      "0:6": 251976275.0,
      "0:7": 252702850.0,
      "0:8": 251269392.0,
      "0:9": 253089861.0,
      "0:10": 250819627.0,
      "0:11": 253348966.0,
      "0:12": 248984650.0
     },
     "rpi": {
      "0:1": 306519669.0,
      "0:2": 304948612.0,
      "0:3": 304687603.0,
      "0:4": 304215836.0,
      "0:5": 304512778.0,
      "0:6": 300752638.0,
      "0:7": 301903391.0,
      "0:8": 306330639.0,
      "0:9": 304097823.0,
      "0:10": 303898425.0,
      "0:11": 306315275.0,
      "0:12": 303399372.0
     }
    }
   },
   {
    "family": "core",
    "kind": "memory",
    "direction": "lower",
    "scenario": "overhead/rpc",
    "api": "openai-completions",
    "metric": "peak_rss_mib",
    "arms": {
     "octet": {
      "ratio": 0.22412516454585343,
      "ci": [
       0.222956121358292,
       0.22576219093877775
      ],
      "floor": 0.009787806774746386,
      "n": 12
     },
     "pi-bun": {
      "ratio": 1.0645568231680562,
      "ci": [
       1.0572204096180737,
       1.0701123225221763
      ],
      "floor": 0.008843340733177591,
      "n": 12
     },
     "pibolt": {
      "ratio": 0.7137587757788504,
      "ci": [
       0.7127703257596496,
       0.7161364043118521
      ],
      "floor": 0.005163286305394317,
      "n": 12
     },
     "pig-0.4.1": {
      "ratio": 0.3558304080737165,
      "ci": [
       0.3542032003507234,
       0.35785241897862297
      ],
      "floor": 0.008021020945920313,
      "n": 12
     },
     "pig-tip": {
      "ratio": 0.3993664984642387,
      "ci": [
       0.3975893713189974,
       0.401597755991585
      ],
      "floor": 0.005639629803091576,
      "n": 12
     },
     "rpi": {
      "ratio": 0.1629963799912242,
      "ci": [
       0.16232448442299255,
       0.16424749622719165
      ],
      "floor": 0.014341672410013053,
      "n": 12
     }
    },
    "values": {
     "octet": {
      "0:1": 31.8046875,
      "0:2": 31.875,
      "0:3": 31.953125,
      "0:4": 32.34375,
      "0:5": 31.75,
      "0:6": 32.2734375,
      "0:7": 32.26953125,
      "0:8": 31.89453125,
      "0:9": 31.9921875,
      "0:10": 32.0,
      "0:11": 31.61328125,
      "0:12": 31.68359375
     },
     "pi-bun": {
      "0:1": 152.484375,
      "0:2": 152.48828125,
      "0:3": 151.3203125,
      "0:4": 152.1328125,
      "0:5": 151.84375,
      "0:6": 150.171875,
      "0:7": 149.76953125,
      "0:8": 150.9921875,
      "0:9": 151.421875,
      "0:10": 150.2578125,
      "0:11": 152.2890625,
      "0:12": 152.1953125
     },
     "pi-node": {
      "0:1": 142.59765625,
      "0:2": 142.79296875,
      "0:3": 141.9609375,
      "0:4": 142.34765625,
      "0:5": 142.89453125,
      "0:6": 141.43359375,
      "0:7": 142.59765625,
      "0:8": 142.12890625,
      "0:9": 141.609375,
      "0:10": 143.34375,
      "0:11": 141.90234375,
      "0:12": 142.52734375
     },
     "pibolt": {
      "0:1": 101.69140625,
      "0:2": 101.7265625,
      "0:3": 101.375,
      "0:4": 101.55078125,
      "0:5": 101.77734375,
      "0:6": 101.5703125,
      "0:7": 101.80078125,
      "0:8": 101.5625,
      "0:9": 101.59765625,
      "0:10": 101.75390625,
      "0:11": 101.66796875,
      "0:12": 101.6640625
     },
     "pig-0.4.1": {
      "0:1": 50.74609375,
      "0:2": 51.2578125,
      "0:3": 50.3125,
      "0:4": 51.6171875,
      "0:5": 50.96484375,
      "0:6": 50.41796875,
      "0:7": 50.49609375,
      "0:8": 50.9140625,
      "0:9": 50.16796875,
      "0:10": 50.8515625,
      "0:11": 50.62109375,
      "0:12": 50.48828125
     },
     "pig-tip": {
      "0:1": 56.72265625,
      "0:2": 57.234375,
      "0:3": 57.046875,
      "0:4": 57.01171875,
      "0:5": 56.90234375,
      "0:6": 56.8671875,
      "0:7": 56.66796875,
      "0:8": 57.04296875,
      "0:9": 56.7265625,
      "0:10": 56.59375,
      "0:11": 57.06640625,
      "0:12": 56.49609375
     },
     "rpi": {
      "0:1": 23.49609375,
      "0:2": 23.33203125,
      "0:3": 23.3359375,
      "0:4": 23.12109375,
      "0:5": 23.15234375,
      "0:6": 23.12109375,
      "0:7": 23.22265625,
      "0:8": 23.3828125,
      "0:9": 22.9765625,
      "0:10": 23.5234375,
      "0:11": 23.2109375,
      "0:12": 23.04296875
     }
    }
   },
   {
    "family": "core",
    "kind": "cpu",
    "direction": "lower",
    "scenario": "overhead/rpc",
    "api": "openai-responses",
    "metric": "instructions",
    "arms": {
     "pi-bun": {
      "ratio": 1.3755290054809863,
      "ci": [
       1.3672111356128789,
       1.378703146137717
      ],
      "floor": 0.008885572865395815,
      "n": 12
     },
     "pibolt": {
      "ratio": 0.1201086480897701,
      "ci": [
       0.11985902332931002,
       0.12035670230243382
      ],
      "floor": 0.006508606129539054,
      "n": 12
     },
     "pig-0.4.1": {
      "ratio": 0.7077278080169368,
      "ci": [
       0.7007643230237935,
       0.7107389191524386
      ],
      "floor": 0.011755851986687299,
      "n": 12
     },
     "pig-tip": {
      "ratio": 0.10720570819675146,
      "ci": [
       0.1069427873584695,
       0.10748762708635334
      ],
      "floor": 0.0029373966464192737,
      "n": 12
     },
     "rpi": {
      "ratio": 0.10189345178396664,
      "ci": [
       0.10127099333421798,
       0.10232372227197255
      ],
      "floor": 0.007822990619343658,
      "n": 12
     }
    },
    "values": {
     "pi-bun": {
      "0:1": 4647745990.0,
      "0:2": 4578833829.0,
      "0:3": 4650963527.0,
      "0:4": 4673693535.0,
      "0:5": 4653038848.0,
      "0:6": 4666172936.0,
      "0:7": 4583393681.0,
      "0:8": 4606420380.0,
      "0:9": 4653140005.0,
      "0:10": 4644265620.0,
      "0:11": 4643240652.0,
      "0:12": 4649616627.0
     },
     "pi-node": {
      "0:1": 3377424542.0,
      "0:2": 3387015916.0,
      "0:3": 3373169364.0,
      "0:4": 3370565031.0,
      "0:5": 3383429037.0,
      "0:6": 3374186242.0,
      "0:7": 3382670038.0,
      "0:8": 3377450261.0,
      "0:9": 3393342031.0,
      "0:10": 3393975717.0,
      "0:11": 3368849163.0,
      "0:12": 3381667562.0
     },
     "pibolt": {
      "0:1": 406614093.0,
      "0:2": 406366593.0,
      "0:3": 406095362.0,
      "0:4": 405994108.0,
      "0:5": 404225782.0,
      "0:6": 405673458.0,
      "0:7": 405443527.0,
      "0:8": 405915696.0,
      "0:9": 405678898.0,
      "0:10": 405912808.0,
      "0:11": 406515966.0,
      "0:12": 405277516.0
     },
     "pig-0.4.1": {
      "0:1": 2403920419.0,
      "0:2": 2395698153.0,
      "0:3": 2403842724.0,
      "0:4": 2371910859.0,
      "0:5": 2415165625.0,
      "0:6": 2397091413.0,
      "0:7": 2392369773.0,
      "0:8": 2391245868.0,
      "0:9": 2368675782.0,
      "0:10": 2362340366.0,
      "0:11": 2335105510.0,
      "0:12": 2375351281.0
     },
     "pig-tip": {
      "0:1": 361696102.0,
      "0:2": 361682096.0,
      "0:3": 362687259.0,
      "0:4": 361865308.0,
      "0:5": 362679286.0,
      "0:6": 362922849.0,
      "0:7": 363280018.0,
      "0:8": 361936727.0,
      "0:9": 363211960.0,
      "0:10": 363643442.0,
      "0:11": 361508095.0,
      "0:12": 361607814.0
     },
     "rpi": {
      "0:1": 344836511.0,
      "0:2": 342515594.0,
      "0:3": 345860336.0,
      "0:4": 343873335.0,
      "0:5": 340902813.0,
      "0:6": 342511893.0,
      "0:7": 343493757.0,
      "0:8": 347068281.0,
      "0:9": 344887800.0,
      "0:10": 346197928.0,
      "0:11": 341376542.0,
      "0:12": 345453481.0
     }
    }
   },
   {
    "family": "core",
    "kind": "memory",
    "direction": "lower",
    "scenario": "overhead/rpc",
    "api": "openai-responses",
    "metric": "peak_rss_mib",
    "arms": {
     "pi-bun": {
      "ratio": 1.0636158284345743,
      "ci": [
       1.0594036510052507,
       1.0695959651334905
      ],
      "floor": 0.007459764348851438,
      "n": 12
     },
     "pibolt": {
      "ratio": 0.7086054866100587,
      "ci": [
       0.707004033736707,
       0.7121856496232581
      ],
      "floor": 0.007459764348851438,
      "n": 12
     },
     "pig-0.4.1": {
      "ratio": 0.3522752013934248,
      "ci": [
       0.35057658833768496,
       0.3547494033412888
      ],
      "floor": 0.010923605678033545,
      "n": 12
     },
     "pig-tip": {
      "ratio": 0.3982282821685173,
      "ci": [
       0.3971488423973665,
       0.40123977053369947
      ],
      "floor": 0.007680922600052486,
      "n": 12
     },
     "rpi": {
      "ratio": 0.16199923797082516,
      "ci": [
       0.16157798863543676,
       0.16268750170146734
      ],
      "floor": 0.00778931029088529,
      "n": 12
     }
    },
    "values": {
     "pi-bun": {
      "0:1": 152.6953125,
      "0:2": 152.06640625,
      "0:3": 153.26953125,
      "0:4": 152.3671875,
      "0:5": 153.23046875,
      "0:6": 153.42578125,
      "0:7": 150.73046875,
      "0:8": 151.89453125,
      "0:9": 152.8359375,
      "0:10": 152.87109375,
      "0:11": 152.15625,
      "0:12": 152.62890625
     },
     "pi-node": {
      "0:1": 142.37109375,
      "0:2": 143.48828125,
      "0:3": 142.5078125,
      "0:4": 145.40234375,
      "0:5": 143.14453125,
      "0:6": 143.67578125,
      "0:7": 143.28125,
      "0:8": 143.9375,
      "0:9": 143.67578125,
      "0:10": 144.28515625,
      "0:11": 142.1875,
      "0:12": 143.57421875
     },
     "pibolt": {
      "0:1": 101.71875,
      "0:2": 101.7890625,
      "0:3": 101.59765625,
      "0:4": 101.57421875,
      "0:5": 101.87890625,
      "0:6": 101.78515625,
      "0:7": 101.43359375,
      "0:8": 101.84375,
      "0:9": 101.54296875,
      "0:10": 101.6953125,
      "0:11": 101.81640625,
      "0:12": 101.6484375
     },
     "pig-0.4.1": {
      "0:1": 50.40234375,
      "0:2": 50.73046875,
      "0:3": 50.30078125,
      "0:4": 50.25,
      "0:5": 50.90234375,
      "0:6": 50.9296875,
      "0:7": 50.46875,
      "0:8": 50.890625,
      "0:9": 50.09375,
      "0:10": 50.58984375,
      "0:11": 50.8046875,
      "0:12": 50.53515625
     },
     "pig-tip": {
      "0:1": 56.95703125,
      "0:2": 57.0234375,
      "0:3": 57.68359375,
      "0:4": 57.36328125,
      "0:5": 57.140625,
      "0:6": 57.6484375,
      "0:7": 57.3125,
      "0:8": 56.94921875,
      "0:9": 57.10546875,
      "0:10": 57.98046875,
      "0:11": 56.96484375,
      "0:12": 57.17578125
     },
     "rpi": {
      "0:1": 23.0234375,
      "0:2": 23.34375,
      "0:3": 23.1796875,
      "0:4": 23.33984375,
      "0:5": 23.21484375,
      "0:6": 23.2421875,
      "0:7": 23.26171875,
      "0:8": 23.1640625,
      "0:9": 23.3515625,
      "0:10": 23.42578125,
      "0:11": 23.21484375,
      "0:12": 23.390625
     }
    }
   },
   {
    "family": "ext10",
    "kind": "cpu",
    "direction": "lower",
    "scenario": "overhead/rpc-ext10",
    "api": "openai-completions",
    "metric": "instructions",
    "arms": {
     "pi-bun": {
      "ratio": 1.3335904029606858,
      "ci": [
       1.3223127784753594,
       1.3370276084313175
      ],
      "floor": 0.011255292910612036,
      "n": 8
     },
     "pibolt": {
      "ratio": 0.180935207330519,
      "ci": [
       0.18003507957208442,
       0.18152396094677864
      ],
      "floor": 0.005387075623359603,
      "n": 8
     },
     "pig-0.4.1": {
      "ratio": 13.477172782315415,
      "ci": [
       13.424447741415866,
       13.50519129895382
      ],
      "floor": 0.004305738972756966,
      "n": 8
     },
     "pig-tip": {
      "ratio": 2.1158699757908175,
      "ci": [
       2.107811718837427,
       2.1285606043581917
      ],
      "floor": 0.007083808242092392,
      "n": 8
     }
    },
    "values": {
     "pi-bun": {
      "1:1": 6268728028.0,
      "1:2": 6337466103.0,
      "1:3": 6345226263.0,
      "1:4": 6319101848.0,
      "1:5": 6261325022.0,
      "1:6": 6242673149.0,
      "1:7": 6331135935.0,
      "1:8": 6317374199.0
     },
     "pi-node": {
      "1:1": 4731195163.0,
      "1:2": 4750973005.0,
      "1:3": 4737599268.0,
      "1:4": 4779527057.0,
      "1:5": 4737930864.0,
      "1:6": 4733841673.0,
      "1:7": 4741203953.0,
      "1:8": 4730205231.0
     },
     "pibolt": {
      "1:1": 858934326.0,
      "1:2": 854804831.0,
      "1:3": 858497770.0,
      "1:4": 855341803.0,
      "1:5": 856931184.0,
      "1:6": 857525825.0,
      "1:7": 855748211.0,
      "1:8": 858825286.0
     },
     "pig-0.4.1": {
      "1:1": 63929373586.0,
      "1:2": 63705572410.0,
      "1:3": 63886931205.0,
      "1:4": 63816425588.0,
      "1:5": 63520084949.0,
      "1:6": 64104452419.0,
      "1:7": 63895695749.0,
      "1:8": 63741952065.0
     },
     "pig-tip": {
      "1:1": 10084104422.0,
      "1:2": 10073536019.0,
      "1:3": 10048578324.0,
      "1:4": 10000411387.0,
      "1:5": 9998206738.0,
      "1:6": 9993425903.0,
      "1:7": 10092612781.0,
      "1:8": 9976083274.0
     }
    }
   },
   {
    "family": "ext10",
    "kind": "memory",
    "direction": "lower",
    "scenario": "overhead/rpc-ext10",
    "api": "openai-completions",
    "metric": "peak_rss_mib",
    "arms": {
     "pi-bun": {
      "ratio": 0.9195495875469588,
      "ci": [
       0.9155193992490613,
       0.9218921784199781
      ],
      "floor": 0.006198772251791417,
      "n": 8
     },
     "pibolt": {
      "ratio": 0.6495179056605624,
      "ci": [
       0.6482489815104983,
       0.6502710772373693
      ],
      "floor": 0.006198772251791417,
      "n": 8
     },
     "pig-0.4.1": {
      "ratio": 3.6455356004355033,
      "ci": [
       3.6005419043224722,
       3.7322156063929803
      ],
      "floor": 0.04377878160277469,
      "n": 8
     },
     "pig-tip": {
      "ratio": 2.4087159517807573,
      "ci": [
       2.1187323722970857,
       2.4877953064908565
      ],
      "floor": 0.1237349031990292,
      "n": 8
     }
    },
    "values": {
     "pi-bun": {
      "1:1": 182.30078125,
      "1:2": 183.59765625,
      "1:3": 184.97265625,
      "1:4": 182.875,
      "1:5": 183.5234375,
      "1:6": 183.33203125,
      "1:7": 181.921875,
      "1:8": 182.58984375
     },
     "pi-node": {
      "1:1": 198.84375,
      "1:2": 199.4375,
      "1:3": 199.453125,
      "1:4": 200.33203125,
      "1:5": 199.078125,
      "1:6": 198.859375,
      "1:7": 199.16796875,
      "1:8": 199.04296875
     },
     "pibolt": {
      "1:1": 129.38671875,
      "1:2": 129.36328125,
      "1:3": 129.19140625,
      "1:4": 129.3515625,
      "1:5": 129.2578125,
      "1:6": 129.3125,
      "1:7": 129.37109375,
      "1:8": 129.31640625
     },
     "pig-0.4.1": {
      "1:1": 718.45703125,
      "1:2": 744.34375,
      "1:3": 723.73828125,
      "1:4": 735.6171875,
      "1:5": 768.890625,
      "1:6": 716.33203125,
      "1:7": 712.01953125,
      "1:8": 728.08203125
     },
     "pig-tip": {
      "1:1": 463.109375,
      "1:2": 422.5546875,
      "1:3": 419.92578125,
      "1:4": 494.515625,
      "1:5": 495.34375,
      "1:6": 494.07421875,
      "1:7": 465.1875,
      "1:8": 495.265625
     }
    }
   },
   {
    "family": "streaming",
    "kind": "cpu",
    "direction": "lower",
    "scenario": "streaming/print-prose",
    "api": "anthropic-messages",
    "metric": "n10_instructions_per_1k_tokens",
    "arms": {
     "claude-code": {
      "ratio": 1.9254592788577067,
      "ci": [
       1.9084459744625826,
       1.95825425794998
      ],
      "floor": 0.020578023108591616,
      "n": 7
     },
     "copilot": {
      "ratio": 9.122104152088447,
      "ci": [
       9.072775968554676,
       9.171616250170025
      ],
      "floor": 0.007432856818381224,
      "n": 7
     },
     "rpi": {
      "ratio": 0.31397650862514676,
      "ci": [
       0.2946264572027313,
       0.31479086309650456
      ],
      "floor": 0.06895199462535986,
      "n": 7
     }
    },
    "values": {
     "claude-code": {
      "4:1": 83760947.06666666,
      "4:2": 83344718.73333333,
      "4:3": 82092582.0,
      "4:4": 82897903.4,
      "4:5": 82013076.26666667,
      "4:6": 81270395.46666667,
      "4:7": 79791435.0
     },
     "copilot": {
      "4:1": 387813851.53333336,
      "4:2": 386820751.46666664,
      "4:3": 384627344.53333336,
      "4:4": 390569547.0,
      "4:5": 389192027.73333335,
      "4:6": 388923874.6,
      "4:7": 392803570.0
     },
     "pi-node": {
      "4:1": 42694225.266666666,
      "4:2": 42560723.86666667,
      "4:3": 42635324.93333333,
      "4:4": 42693883.266666666,
      "4:5": 42795376.6,
      "4:6": 42467517.93333333,
      "4:7": 42584593.2
     },
     "rpi": {
      "4:1": 13297535.0,
      "4:2": 13386490.466666667,
      "4:3": 13391136.666666666,
      "4:4": 13397727.0,
      "4:5": 12578848.333333334,
      "4:6": 13398533.333333334,
      "4:7": 12405002.733333332
     }
    }
   },
   {
    "family": "streaming",
    "kind": "time",
    "direction": "lower",
    "scenario": "streaming/print-prose",
    "api": "anthropic-messages",
    "metric": "n10_wall_ms",
    "arms": {
     "claude-code": {
      "ratio": 2.2735350831554757,
      "ci": [
       2.1869063452414057,
       2.3851527958338536
      ],
      "floor": 0.05819298799369462,
      "n": 7
     },
     "copilot": {
      "ratio": 13.705895929683978,
      "ci": [
       13.343115936475398,
       14.279614782828197
      ],
      "floor": 0.03732103649416278,
      "n": 7
     },
     "rpi": {
      "ratio": 0.6059822724786865,
      "ci": [
       0.53682734796667,
       0.6155947726712645
      ],
      "floor": 0.09851716243845081,
      "n": 7
     }
    },
    "values": {
     "claude-code": {
      "4:1": 125.40639,
      "4:2": 123.994163,
      "4:3": 122.107113,
      "4:4": 126.856465,
      "4:5": 122.843041,
      "4:6": 129.45969,
      "4:7": 128.231293
     },
     "copilot": {
      "4:1": 781.692608,
      "4:2": 749.767927,
      "4:3": 749.510349,
      "4:4": 762.82216,
      "4:5": 756.006337,
      "4:6": 748.220977,
      "4:7": 767.704891
     },
     "pi-node": {
      "4:1": 55.159206,
      "4:2": 54.96773,
      "4:3": 53.098778,
      "4:4": 56.397436,
      "4:5": 58.555777,
      "4:6": 56.172063,
      "4:7": 53.762297
     },
     "rpi": {
      "4:1": 33.515936,
      "4:2": 33.425501,
      "4:3": 33.095789,
      "4:4": 33.660865,
      "4:5": 30.192657,
      "4:6": 33.520054,
      "4:7": 30.275686
     }
    }
   },
   {
    "family": "streaming",
    "kind": "cpu",
    "direction": "lower",
    "scenario": "streaming/print-prose",
    "api": "anthropic-messages",
    "metric": "n_instructions_per_1k_tokens",
    "arms": {
     "claude-code": {
      "ratio": 0.6988171577470249,
      "ci": [
       0.6868145010752238,
       0.7190810497831241
      ],
      "floor": 0.01988895036062654,
      "n": 7
     },
     "copilot": {
      "ratio": 1.4177098230092646,
      "ci": [
       1.3988376192889136,
       1.5846447587192383
      ],
      "floor": 0.12055028610361308,
      "n": 7
     },
     "rpi": {
      "ratio": 0.05128599900782138,
      "ci": [
       0.050572758136722865,
       0.05234231927117906
      ],
      "floor": 0.016422390891866222,
      "n": 7
     }
    },
    "values": {
     "claude-code": {
      "4:1": 184553622.66666666,
      "4:2": 182494611.33333334,
      "4:3": 185335144.0,
      "4:4": 179365230.0,
      "4:5": 180338836.66666666,
      "4:6": 179690985.33333334,
      "4:7": 184548310.0
     },
     "copilot": {
      "4:1": 367899926.6666667,
      "4:2": 365857984.0,
      "4:3": 429452692.6666667,
      "4:4": 374643494.6666667,
      "4:5": 365883780.0,
      "4:6": 370231898.6666667,
      "4:7": 413826601.3333333
     },
     "pi-node": {
      "4:1": 256652046.0,
      "4:2": 260594570.0,
      "4:3": 261629574.0,
      "4:4": 261836035.33333334,
      "4:5": 261562725.33333334,
      "4:6": 255969358.66666666,
      "4:7": 261147868.66666666
     },
     "rpi": {
      "4:1": 13687478.666666666,
      "4:2": 13396766.666666666,
      "4:3": 13433763.333333334,
      "4:4": 13346424.0,
      "4:5": 13393229.333333334,
      "4:6": 13206968.0,
      "4:7": 12903788.666666666
     }
    }
   },
   {
    "family": "streaming",
    "kind": "time",
    "direction": "lower",
    "scenario": "streaming/print-prose",
    "api": "anthropic-messages",
    "metric": "n_wall_ms",
    "arms": {
     "claude-code": {
      "ratio": 0.9309020130171275,
      "ci": [
       0.918104600078769,
       0.9748391254978492
      ],
      "floor": 0.09347650522791173,
      "n": 7
     },
     "copilot": {
      "ratio": 1.7885801257361862,
      "ci": [
       1.7444449460910498,
       1.8940858822625268
      ],
      "floor": 0.07568509629941274,
      "n": 7
     },
     "rpi": {
      "ratio": 0.07353646775640112,
      "ci": [
       0.07303278505236971,
       0.07414909314478943
      ],
      "floor": 0.032220579878242006,
      "n": 7
     }
    },
    "values": {
     "claude-code": {
      "4:1": 52.183323,
      "4:2": 48.660405,
      "4:3": 50.948568,
      "4:4": 49.0066,
      "4:5": 46.652223,
      "4:6": 48.520159,
      "4:7": 48.855107
     },
     "copilot": {
      "4:1": 94.882147,
      "4:2": 93.188254,
      "4:3": 98.583382,
      "4:4": 92.190744,
      "4:5": 91.15465,
      "4:6": 93.867316,
      "4:7": 98.717495
     },
     "pi-node": {
      "4:1": 52.501914,
      "4:2": 51.87359,
      "4:3": 52.263565,
      "4:4": 53.056136,
      "4:5": 52.848182,
      "4:6": 52.481471,
      "4:7": 52.048
     },
     "rpi": {
      "4:1": 3.815579,
      "4:2": 3.859312,
      "4:3": 3.852401,
      "4:4": 3.928595,
      "4:5": 3.907178,
      "4:6": 3.859302,
      "4:7": 3.834361
     }
    }
   },
   {
    "family": "streaming",
    "kind": "cpu",
    "direction": "lower",
    "scenario": "streaming/print-prose",
    "api": "openai-completions",
    "metric": "n10_instructions_per_1k_tokens",
    "arms": {
     "copilot": {
      "ratio": 7.081941406154649,
      "ci": [
       7.058416768745221,
       7.0937400515389255
      ],
      "floor": 0.0076455916795634335,
      "n": 8
     },
     "octet": {
      "ratio": 0.2755595286449939,
      "ci": [
       0.2737885598398172,
       0.28066582514646604
      ],
      "floor": 0.03245962580888635,
      "n": 8
     },
     "opencode-v2": {
      "ratio": 3.6312320004119396,
      "ci": [
       3.538458186710207,
       3.659761989190649
      ],
      "floor": 0.022106879144944046,
      "n": 8
     },
     "pi-bun": {
      "ratio": 0.8247801624504714,
      "ci": [
       0.8139742612870865,
       0.8300683678904647
      ],
      "floor": 0.027468861158789173,
      "n": 8
     },
     "pibolt": {
      "ratio": 0.36367545057311307,
      "ci": [
       0.3595488701180709,
       0.3654111101997597
      ],
      "floor": 0.011798085244684639,
      "n": 8
     },
     "pig-0.4.1": {
      "ratio": 1.8253054885045734,
      "ci": [
       1.8036754326499616,
       1.838464077263307
      ],
      "floor": 0.017263448254918667,
      "n": 8
     },
     "pig-tip": {
      "ratio": 0.2928162158252962,
      "ci": [
       0.26637845368055046,
       0.29334725020731184
      ],
      "floor": 0.07799136577863448,
      "n": 8
     },
     "rpi": {
      "ratio": 0.26558458930961576,
      "ci": [
       0.26324369263385405,
       0.26963647714782546
      ],
      "floor": 0.036288612082436035,
      "n": 8
     }
    },
    "values": {
     "copilot": {
      "4:1": 384120093.8,
      "4:2": 384568574.6666667,
      "4:3": 383246949.4,
      "4:4": 381635892.1333333,
      "4:5": 384233215.1333333,
      "4:6": 387252100.8,
      "4:7": 382802530.4,
      "4:8": 384383080.8666667
     },
     "octet": {
      "4:1": 15227752.333333334,
      "4:2": 14847638.0,
      "4:3": 15005849.0,
      "4:4": 15225519.266666668,
      "4:5": 14775172.133333333,
      "4:6": 14879173.933333334,
      "4:7": 14890907.2,
      "4:8": 15017258.2
     },
     "opencode-v2": {
      "4:1": 197013087.26666668,
      "4:2": 188730824.93333334,
      "4:3": 194680249.33333334,
      "4:4": 196956442.13333333,
      "4:5": 201656924.66666666,
      "4:6": 197604987.0,
      "4:7": 191829586.33333334,
      "4:8": 198270072.2
     },
     "pi-bun": {
      "2:1": 45059853.4,
      "2:2": 44115227.93333333,
      "2:3": 43552391.93333333,
      "2:4": 44680964.8,
      "2:5": 44854486.93333333,
      "2:6": 45981491.2,
      "2:7": 44947849.266666666,
      "2:8": 44691084.6
     },
     "pi-node": {
      "2:1": 54243725.666666664,
      "2:2": 54325291.4,
      "2:3": 54064554.4,
      "2:4": 54183242.86666667,
      "2:5": 54211408.0,
      "2:6": 54479915.6,
      "2:7": 54367229.46666667,
      "2:8": 54400870.53333333,
      "4:1": 54247856.0,
      "4:2": 54270008.86666667,
      "4:3": 54322884.4,
      "4:4": 54246872.333333336,
      "4:5": 53992656.0,
      "4:6": 54424925.666666664,
      "4:7": 54212760.53333333,
      "4:8": 54175673.93333333
     },
     "pibolt": {
      "2:1": 19787249.2,
      "2:2": 19556356.866666667,
      "2:3": 19460186.6,
      "2:4": 19235904.533333335,
      "2:5": 19843461.6,
      "2:6": 19895911.2,
      "2:7": 19781837.6,
      "2:8": 19702048.6
     },
     "pig-0.4.1": {
      "2:1": 99045660.66666667,
      "2:2": 99840643.86666666,
      "2:3": 99819225.53333333,
      "2:4": 96793482.53333333,
      "2:5": 97979482.46666667,
      "2:6": 99125962.06666666,
      "2:7": 98023014.8,
      "2:8": 99613945.6
     },
     "pig-tip": {
      "2:1": 14954296.0,
      "2:2": 15904032.4,
      "2:3": 14401632.4,
      "2:4": 14136862.8,
      "2:5": 15902767.466666667,
      "2:6": 16274458.2,
      "2:7": 15906308.6,
      "2:8": 15888001.266666668
     },
     "rpi": {
      "4:1": 14348305.8,
      "4:2": 14136532.4,
      "4:3": 14545667.866666667,
      "4:4": 14303663.6,
      "4:5": 14625233.933333334,
      "4:6": 14466222.066666666,
      "4:7": 14689807.666666666,
      "4:8": 14268811.466666667
     }
    }
   },
   {
    "family": "streaming",
    "kind": "time",
    "direction": "lower",
    "scenario": "streaming/print-prose",
    "api": "openai-completions",
    "metric": "n10_wall_ms",
    "arms": {
     "copilot": {
      "ratio": 10.98558271356993,
      "ci": [
       10.72406315871187,
       11.06681759541291
      ],
      "floor": 0.05430649807964784,
      "n": 8
     },
     "octet": {
      "ratio": 0.5613843487528601,
      "ci": [
       0.5526410043087902,
       0.5639635247902874
      ],
      "floor": 0.025474377847127454,
      "n": 8
     },
     "opencode-v2": {
      "ratio": 3.5422112176247285,
      "ci": [
       3.43884748852166,
       3.613204209259802
      ],
      "floor": 0.06243492439021965,
      "n": 8
     },
     "pi-bun": {
      "ratio": 0.825697592042703,
      "ci": [
       0.761834859435649,
       0.8828971092928806
      ],
      "floor": 0.16276589587868565,
      "n": 8
     },
     "pibolt": {
      "ratio": 0.5419326115877868,
      "ci": [
       0.5363846627746238,
       0.5478701075642857
      ],
      "floor": 0.025474377847127454,
      "n": 8
     },
     "pig-0.4.1": {
      "ratio": 2.084154170261365,
      "ci": [
       2.0572694696233387,
       2.1222920468194344
      ],
      "floor": 0.025474377847127454,
      "n": 8
     },
     "pig-tip": {
      "ratio": 0.4698565243329296,
      "ci": [
       0.46543993868558337,
       0.4739684157999703
      ],
      "floor": 0.025474377847127454,
      "n": 8
     },
     "rpi": {
      "ratio": 0.5102626003157891,
      "ci": [
       0.5012237925117999,
       0.5196244024563641
      ],
      "floor": 0.025474377847127454,
      "n": 8
     }
    },
    "values": {
     "copilot": {
      "4:1": 756.993342,
      "4:2": 736.937132,
      "4:3": 737.371124,
      "4:4": 752.562954,
      "4:5": 755.432966,
      "4:6": 767.766668,
      "4:7": 718.368781,
      "4:8": 750.182633
     },
     "octet": {
      "4:1": 38.134856,
      "4:2": 38.519452,
      "4:3": 38.431136,
      "4:4": 38.362046,
      "4:5": 37.997022,
      "4:6": 38.626542,
      "4:7": 38.759977,
      "4:8": 38.299514
     },
     "opencode-v2": {
      "4:1": 235.681251,
      "4:2": 239.815115,
      "4:3": 251.013881,
      "4:4": 246.824729,
      "4:5": 238.344287,
      "4:6": 244.732898,
      "4:7": 245.231694,
      "4:8": 235.122027
     },
     "pi-bun": {
      "2:1": 47.966347,
      "2:2": 56.690772,
      "2:3": 56.085794,
      "2:4": 59.985143,
      "2:5": 60.284159,
      "2:6": 52.224247,
      "2:7": 56.513381,
      "2:8": 64.528674
     },
     "pi-node": {
      "2:1": 68.410993,
      "2:2": 68.140374,
      "2:3": 75.611624,
      "2:4": 68.790557,
      "2:5": 67.86964,
      "2:6": 68.690234,
      "2:7": 67.799216,
      "2:8": 68.820028,
      "4:1": 69.004753,
      "4:2": 68.460942,
      "4:3": 68.311868,
      "4:4": 68.192562,
      "4:5": 92.146288,
      "4:6": 68.331582,
      "4:7": 68.738324,
      "4:8": 67.849641
     },
     "pibolt": {
      "2:1": 37.246948,
      "2:2": 36.652126,
      "2:3": 36.844388,
      "2:4": 37.298927,
      "2:5": 37.268873,
      "2:6": 37.075103,
      "2:7": 37.224523,
      "2:8": 36.944049
     },
     "pig-0.4.1": {
      "2:1": 141.13028,
      "2:2": 146.889586,
      "2:3": 145.719709,
      "2:4": 140.349478,
      "2:5": 142.933262,
      "2:6": 142.806832,
      "2:7": 142.662147,
      "2:8": 143.921528
     },
     "pig-tip": {
      "2:1": 31.89646,
      "2:2": 32.310564,
      "2:3": 32.283219,
      "2:4": 32.37658,
      "2:5": 32.085498,
      "2:6": 32.50386,
      "2:7": 32.134687,
      "2:8": 31.936399
     },
     "rpi": {
      "4:1": 34.586824,
      "4:2": 34.470029,
      "4:3": 35.076167,
      "4:4": 34.975531,
      "4:5": 34.395246,
      "4:6": 34.824578,
      "4:7": 35.612434,
      "4:8": 35.766595
     }
    }
   },
   {
    "family": "streaming",
    "kind": "cpu",
    "direction": "lower",
    "scenario": "streaming/print-prose",
    "api": "openai-completions",
    "metric": "n_instructions_per_1k_tokens",
    "arms": {
     "copilot": {
      "ratio": 1.3064806689813875,
      "ci": [
       1.2998358987999574,
       1.3198273304624502
      ],
      "floor": 0.07284351832691702,
      "n": 8
     },
     "octet": {
      "ratio": 0.0814355341314905,
      "ci": [
       0.07997673951584298,
       0.08328815459539403
      ],
      "floor": 0.036226444657595065,
      "n": 8
     },
     "opencode-v2": {
      "ratio": 2.617875917556353,
      "ci": [
       2.569494178082113,
       2.77881448878447
      ],
      "floor": 0.06181960493045411,
      "n": 8
     },
     "pi-bun": {
      "ratio": 0.3200831452483036,
      "ci": [
       0.29171012881902114,
       0.3229241910718098
      ],
      "floor": 0.09256216941382502,
      "n": 8
     },
     "pibolt": {
      "ratio": 0.06893005372911774,
      "ci": [
       0.068488861755388,
       0.06958906764714544
      ],
      "floor": 0.014555402409552203,
      "n": 8
     },
     "pig-0.4.1": {
      "ratio": 0.307929221329504,
      "ci": [
       0.3005081546322767,
       0.31087870958797803
      ],
      "floor": 0.13241321420365523,
      "n": 8
     },
     "pig-tip": {
      "ratio": 0.049544872525601656,
      "ci": [
       0.04606230205221932,
       0.049833182961546714
      ],
      "floor": 0.0675936839802943,
      "n": 8
     },
     "rpi": {
      "ratio": 0.050061194988678975,
      "ci": [
       0.049463546240199975,
       0.050811313148683805
      ],
      "floor": 0.020423858819315813,
      "n": 8
     }
    },
    "values": {
     "copilot": {
      "4:1": 372642953.3333333,
      "4:2": 370271571.3333333,
      "4:3": 370800226.6666667,
      "4:4": 371292950.0,
      "4:5": 374518117.3333333,
      "4:6": 371347700.6666667,
      "4:7": 376240743.3333333,
      "4:8": 417373204.6666667
     },
     "octet": {
      "4:1": 23421941.333333332,
      "4:2": 23341008.0,
      "4:3": 23597740.666666668,
      "4:4": 23970715.333333332,
      "4:5": 22849189.333333332,
      "4:6": 23033406.666666668,
      "4:7": 22691052.0,
      "4:8": 22833655.333333332
     },
     "opencode-v2": {
      "4:1": 735201288.6666666,
      "4:2": 698072986.0,
      "4:3": 735818536.6666666,
      "4:4": 731578062.6666666,
      "4:5": 830830459.3333334,
      "4:6": 814765046.0,
      "4:7": 754961436.0,
      "4:8": 765719110.6666666
     },
     "pi-bun": {
      "2:1": 82908154.0,
      "2:2": 92941818.0,
      "2:3": 90891852.66666667,
      "2:4": 91240331.33333333,
      "2:5": 92051920.66666667,
      "2:6": 83079836.0,
      "2:7": 91796059.33333333,
      "2:8": 91117678.66666667
     },
     "pi-node": {
      "2:1": 286329054.0,
      "2:2": 285332663.3333333,
      "2:3": 283966622.0,
      "2:4": 284404375.3333333,
      "2:5": 284918038.6666667,
      "2:6": 284802712.6666667,
      "2:7": 284281312.6666667,
      "2:8": 285685833.3333333,
      "4:1": 284393506.6666667,
      "4:2": 285931444.0,
      "4:3": 282769928.0,
      "4:4": 283326492.0,
      "4:5": 285775461.3333333,
      "4:6": 284381012.6666667,
      "4:7": 285068156.0,
      "4:8": 285600819.3333333
     },
     "pibolt": {
      "2:1": 19621894.666666668,
      "2:2": 19531262.0,
      "2:3": 19219593.333333332,
      "2:4": 19542109.333333332,
      "2:5": 19827180.666666668,
      "2:6": 19706134.0,
      "2:7": 19897370.666666668,
      "2:8": 19648987.333333332
     },
     "pig-0.4.1": {
      "2:1": 88272752.66666667,
      "2:2": 85749150.0,
      "2:3": 88757078.66666667,
      "2:4": 74594324.0,
      "2:5": 88557026.0,
      "2:6": 88206488.0,
      "2:7": 85447343.33333333,
      "2:8": 87227179.33333333
     },
     "pig-tip": {
      "2:1": 14158659.333333334,
      "2:2": 14276896.666666666,
      "2:3": 13475522.0,
      "2:4": 14068082.666666666,
      "2:5": 14194070.0,
      "2:6": 12646502.0,
      "2:7": 14174626.0,
      "2:8": 13121324.666666666
     },
     "rpi": {
      "4:1": 14278508.0,
      "4:2": 14511752.666666666,
      "4:3": 14038844.0,
      "4:4": 14424978.0,
      "4:5": 13951154.666666666,
      "4:6": 14214814.666666666,
      "4:7": 14229423.333333334,
      "4:8": 14689881.333333334
     }
    }
   },
   {
    "family": "streaming",
    "kind": "time",
    "direction": "lower",
    "scenario": "streaming/print-prose",
    "api": "openai-completions",
    "metric": "n_wall_ms",
    "arms": {
     "copilot": {
      "ratio": 1.7847183847699362,
      "ci": [
       1.7018223291407184,
       1.8180890379151857
      ],
      "floor": 0.023542697218519888,
      "n": 8
     },
     "octet": {
      "ratio": 0.15118610533430543,
      "ci": [
       0.14747999139337342,
       0.1543857526668126
      ],
      "floor": 0.038487967866350455,
      "n": 8
     },
     "opencode-v2": {
      "ratio": 2.58648691552925,
      "ci": [
       2.211722935520333,
       2.6456366876971487
      ],
      "floor": 0.20975175181319294,
      "n": 8
     },
     "pi-bun": {
      "ratio": 0.44638510398821224,
      "ci": [
       0.4344209808108021,
       0.4598870475942159
      ],
      "floor": 0.07392694341217161,
      "n": 8
     },
     "pibolt": {
      "ratio": 0.11587882654027726,
      "ci": [
       0.11438412200820428,
       0.11903906966126808
      ],
      "floor": 0.0841037505782347,
      "n": 8
     },
     "pig-0.4.1": {
      "ratio": 0.2967478612819695,
      "ci": [
       0.29042483612719017,
       0.30306681886919873
      ],
      "floor": 0.05496252711353141,
      "n": 8
     },
     "pig-tip": {
      "ratio": 0.08226412849040814,
      "ci": [
       0.08022396509612222,
       0.08574754652896852
      ],
      "floor": 0.0683648767211116,
      "n": 8
     },
     "rpi": {
      "ratio": 0.07545065536497766,
      "ci": [
       0.07398797242974522,
       0.07741508105037377
      ],
      "floor": 0.05554264587976743,
      "n": 8
     }
    },
    "values": {
     "copilot": {
      "4:1": 92.506101,
      "4:2": 91.657501,
      "4:3": 96.802837,
      "4:4": 96.303541,
      "4:5": 94.42358,
      "4:6": 92.984119,
      "4:7": 95.745276,
      "4:8": 95.771856
     },
     "octet": {
      "4:1": 8.075411,
      "4:2": 8.228893,
      "4:3": 7.995275,
      "4:4": 8.316085,
      "4:5": 7.871839,
      "4:6": 8.034071,
      "4:7": 7.859571,
      "4:8": 8.100294
     },
     "opencode-v2": {
      "4:1": 143.347753,
      "4:2": 117.640875,
      "4:3": 112.405099,
      "4:4": 136.489748,
      "4:5": 142.237182,
      "4:6": 126.310343,
      "4:7": 140.127849,
      "4:8": 139.11074
     },
     "pi-bun": {
      "2:1": 24.687511,
      "2:2": 24.050439,
      "2:3": 23.898165,
      "2:4": 23.995994,
      "2:5": 25.690057,
      "2:6": 22.018542,
      "2:7": 23.792208,
      "2:8": 23.110419
     },
     "pi-node": {
      "2:1": 55.579375,
      "2:2": 54.390351,
      "2:3": 53.963805,
      "2:4": 53.885985,
      "2:5": 52.222965,
      "2:6": 53.407378,
      "2:7": 52.548273,
      "2:8": 52.989044,
      "4:1": 54.357085,
      "4:2": 54.798074,
      "4:3": 53.189698,
      "4:4": 52.669899,
      "4:5": 53.364287,
      "4:6": 52.41079,
      "4:7": 53.884062,
      "4:8": 52.946136
     },
     "pibolt": {
      "2:1": 6.366742,
      "2:2": 6.194899,
      "2:3": 6.199096,
      "2:4": 6.172988,
      "2:5": 6.180231,
      "2:6": 6.233933,
      "2:7": 6.248791,
      "2:8": 6.500782
     },
     "pig-0.4.1": {
      "2:1": 15.964614,
      "2:2": 15.652038,
      "2:3": 15.8167,
      "2:4": 15.975992,
      "2:5": 16.14245,
      "2:6": 16.145059,
      "2:7": 15.874462,
      "2:8": 15.129514
     },
     "pig-tip": {
      "2:1": 4.316821,
      "2:2": 4.444231,
      "2:3": 4.728602,
      "2:4": 4.369536,
      "2:5": 4.613353,
      "2:6": 4.273533,
      "2:7": 4.436213,
      "2:8": 4.390182
     },
     "rpi": {
      "4:1": 4.141315,
      "4:2": 3.994969,
      "4:3": 4.03871,
      "4:4": 4.14672,
      "4:5": 3.992665,
      "4:6": 4.013574,
      "4:7": 4.025994,
      "4:8": 3.942539
     }
    }
   },
   {
    "family": "streaming",
    "kind": "cpu",
    "direction": "lower",
    "scenario": "streaming/print-prose",
    "api": "openai-responses",
    "metric": "n10_instructions_per_1k_tokens",
    "arms": {
     "codex": {
      "ratio": 0.3804906766752109,
      "ci": [
       0.3697705587609738,
       0.38968722243876963
      ],
      "floor": 0.049246664231268875,
      "n": 7
     },
     "copilot": {
      "ratio": 6.829330270522953,
      "ci": [
       6.8014733105213105,
       6.931277798329285
      ],
      "floor": 0.010343246249279453,
      "n": 7
     },
     "rpi": {
      "ratio": 0.27402132815853925,
      "ci": [
       0.27153480661316276,
       0.27679851585232357
      ],
      "floor": 0.06837583577443898,
      "n": 7
     }
    },
    "values": {
     "codex": {
      "4:1": 21413988.6,
      "4:2": 22031980.333333332,
      "4:3": 21641165.4,
      "4:4": 22205305.866666667,
      "4:5": 19671390.066666666,
      "4:6": 21500099.066666666,
      "4:7": 20894345.466666665
     },
     "copilot": {
      "4:1": 385474254.46666664,
      "4:2": 385899803.53333336,
      "4:3": 385100518.8666667,
      "4:4": 387730849.4,
      "4:5": 381539777.6666667,
      "4:6": 391859150.46666664,
      "4:7": 390778828.6
     },
     "pi-node": {
      "4:1": 55939303.06666667,
      "4:2": 56537600.06666667,
      "4:3": 56620161.733333334,
      "4:4": 56756588.93333333,
      "4:5": 56506244.13333333,
      "4:6": 55926018.6,
      "4:7": 56454489.93333333
     },
     "rpi": {
      "4:1": 15483916.066666666,
      "4:2": 15374344.666666666,
      "4:3": 14718446.066666666,
      "4:4": 15734718.4,
      "4:5": 15600125.266666668,
      "4:6": 15426018.666666666,
      "4:7": 15537281.0
     }
    }
   },
   {
    "family": "streaming",
    "kind": "time",
    "direction": "lower",
    "scenario": "streaming/print-prose",
    "api": "openai-responses",
    "metric": "n10_wall_ms",
    "arms": {
     "codex": {
      "ratio": 0.7421380334128727,
      "ci": [
       0.6965731928304293,
       0.7615823842335873
      ],
      "floor": 0.08443728746069262,
      "n": 7
     },
     "copilot": {
      "ratio": 10.281796138625777,
      "ci": [
       9.731954209981618,
       10.82823238793709
      ],
      "floor": 0.08443728746069262,
      "n": 7
     },
     "rpi": {
      "ratio": 0.47643837259248656,
      "ci": [
       0.44587315231303926,
       0.49500934728360646
      ],
      "floor": 0.08443728746069262,
      "n": 7
     }
    },
    "values": {
     "codex": {
      "4:1": 54.370786,
      "4:2": 54.562396,
      "4:3": 55.903927,
      "4:4": 54.481309,
      "4:5": 51.554151,
      "4:6": 53.444554,
      "4:7": 52.792704
     },
     "copilot": {
      "4:1": 776.674688,
      "4:2": 753.268681,
      "4:3": 762.489037,
      "4:4": 773.047694,
      "4:5": 750.216084,
      "4:6": 735.731007,
      "4:7": 753.251719
     },
     "pi-node": {
      "4:1": 71.391864,
      "4:2": 77.401585,
      "4:3": 78.21333,
      "4:4": 81.18029,
      "4:5": 73.262363,
      "4:6": 71.123817,
      "4:7": 72.262843
     },
     "rpi": {
      "4:1": 34.323062,
      "4:2": 34.581392,
      "4:3": 34.873224,
      "4:4": 35.192524,
      "4:5": 35.33964,
      "4:6": 35.376634,
      "4:7": 34.905001
     }
    }
   },
   {
    "family": "streaming",
    "kind": "cpu",
    "direction": "lower",
    "scenario": "streaming/print-prose",
    "api": "openai-responses",
    "metric": "n_instructions_per_1k_tokens",
    "arms": {
     "codex": {
      "ratio": 0.1989688743364557,
      "ci": [
       0.1958158840490232,
       0.20475301891787018
      ],
      "floor": 0.11665503272849156,
      "n": 7
     },
     "copilot": {
      "ratio": 1.2662626602404259,
      "ci": [
       1.2497848625538537,
       1.3739030822283638
      ],
      "floor": 0.08538350119817742,
      "n": 7
     },
     "rpi": {
      "ratio": 0.0566367163644619,
      "ci": [
       0.05491157083847367,
       0.05714952258456186
      ],
      "floor": 0.041007408920878445,
      "n": 7
     }
    },
    "values": {
     "codex": {
      "4:1": 57403994.666666664,
      "4:2": 58260377.333333336,
      "4:3": 61768188.666666664,
      "4:4": 58893562.0,
      "4:5": 59863232.0,
      "4:6": 55951354.0,
      "4:7": 57811806.666666664
     },
     "copilot": {
      "4:1": 370776286.6666667,
      "4:2": 364936403.3333333,
      "4:3": 366440004.6666667,
      "4:4": 401819225.3333333,
      "4:5": 370845083.3333333,
      "4:6": 366378059.3333333,
      "4:7": 411448369.3333333
     },
     "pi-node": {
      "4:1": 293422179.3333333,
      "4:2": 292368006.6666667,
      "4:3": 292811514.0,
      "4:4": 292465480.6666667,
      "4:5": 292117106.0,
      "4:6": 293152902.0,
      "4:7": 292859952.0
     },
     "rpi": {
      "4:1": 16251456.0,
      "4:2": 16708692.0,
      "4:3": 16598146.0,
      "4:4": 16583882.666666666,
      "4:5": 16081400.0,
      "4:6": 16748205.333333334,
      "4:7": 15883170.666666666
     }
    }
   },
   {
    "family": "streaming",
    "kind": "time",
    "direction": "lower",
    "scenario": "streaming/print-prose",
    "api": "openai-responses",
    "metric": "n_wall_ms",
    "arms": {
     "codex": {
      "ratio": 0.45223831773281575,
      "ci": [
       0.4372484141289101,
       0.46322788005943044
      ],
      "floor": 0.14910448796236078,
      "n": 7
     },
     "copilot": {
      "ratio": 1.766220438678364,
      "ci": [
       1.6916416264605794,
       1.793903405285396
      ],
      "floor": 0.029223620931239837,
      "n": 7
     },
     "rpi": {
      "ratio": 0.0763246696215633,
      "ci": [
       0.07329883092281922,
       0.07832992421046935
      ],
      "floor": 0.04983121855787006,
      "n": 7
     }
    },
    "values": {
     "codex": {
      "4:1": 23.58011,
      "4:2": 23.820464,
      "4:3": 25.738995,
      "4:4": 24.550374,
      "4:5": 23.562851,
      "4:6": 24.02074,
      "4:7": 24.331886
     },
     "copilot": {
      "4:1": 95.283583,
      "4:2": 92.178833,
      "4:3": 90.906,
      "4:4": 92.602655,
      "4:5": 93.813196,
      "4:6": 96.414121,
      "4:7": 94.344311
     },
     "pi-node": {
      "4:1": 53.115225,
      "4:2": 52.998481,
      "4:3": 52.640909,
      "4:4": 54.831347,
      "4:5": 53.928406,
      "4:6": 54.741296,
      "4:7": 52.779658
     },
     "rpi": {
      "4:1": 3.973077,
      "4:2": 4.151367,
      "4:3": 4.061469,
      "4:4": 4.012473,
      "4:5": 4.17069,
      "4:6": 4.054002,
      "4:7": 4.02364
     }
    }
   },
   {
    "family": "streaming",
    "kind": "cpu",
    "direction": "lower",
    "scenario": "streaming/tui-prose",
    "api": "openai-completions",
    "metric": "n10_instructions_per_1k_tokens",
    "arms": {
     "pi-bun": {
      "ratio": 16.01632850031148,
      "ci": [
       15.734324933648763,
       18.041624273170832
      ],
      "floor": 0.09833269372157288,
      "n": 9
     },
     "pig-0.4.1": {
      "ratio": 1.0667248886958856,
      "ci": [
       1.043338052140202,
       1.2571969094853415
      ],
      "floor": 0.11502972494211919,
      "n": 9
     },
     "pig-tip": {
      "ratio": 0.09616929666060384,
      "ci": [
       0.094536368554458,
       0.10833009056551095
      ],
      "floor": 0.09833269372157288,
      "n": 9
     }
    },
    "not_compared": {
     "pibolt": "Pi-Bolt's fullscreen TUI scrolls the rows that only moved (a scroll region) and draws only the rows that changed"
    },
    "values": {
     "pi-bun": {
      "2:1": 16451499554.0,
      "2:2": 17223402892.866665,
      "2:3": 17170660191.6,
      "2:4": 16746356916.533333,
      "2:5": 16405781907.6,
      "2:6": 16458424576.933332,
      "2:7": 17002383786.6,
      "2:8": 17399948773.533333,
      "2:9": 16584606206.933332
     },
     "pi-node": {
      "2:1": 1045580259.9333333,
      "2:2": 1049902093.6,
      "2:3": 955326977.1333333,
      "2:4": 1050681190.2666667,
      "2:5": 949433445.0,
      "2:6": 928206721.4666667,
      "2:7": 1067602970.2666667,
      "2:8": 888348289.1333333,
      "2:9": 1069017356.4666667
     },
     "pibolt": {
      "2:1": 281216190.6666667,
      "2:2": 288429818.8,
      "2:3": 282608663.06666666,
      "2:4": 288764467.0,
      "2:5": 277367164.26666665,
      "2:6": 275243068.4,
      "2:7": 279694181.73333335,
      "2:8": 283646665.0,
      "2:9": 278368744.06666666
     },
     "pig-0.4.1": {
      "2:1": 1152757679.7333333,
      "2:2": 1201034123.2,
      "2:3": 1114020339.7333333,
      "2:4": 1209362739.2,
      "2:5": 1042129985.4666667,
      "2:6": 1102105660.0666666,
      "2:7": 1003945063.0666667,
      "2:8": 1271699512.9333334,
      "2:9": 1115346486.4
     },
     "pig-tip": {
      "2:1": 99776165.0,
      "2:2": 99253931.26666667,
      "2:3": 101860780.53333333,
      "2:4": 102943420.06666666,
      "2:5": 103211978.66666667,
      "2:6": 100552718.2,
      "2:7": 104527358.66666667,
      "2:8": 98470688.53333333,
      "2:9": 99937919.93333334
     }
    }
   },
   {
    "family": "streaming",
    "kind": "time",
    "direction": "lower",
    "scenario": "streaming/tui-prose",
    "api": "openai-completions",
    "metric": "n10_wall_ms",
    "arms": {
     "pi-bun": {
      "ratio": 0.982940452340389,
      "ci": [
       0.9497332415372615,
       1.018654468982959
      ],
      "floor": 0.035749121827470094,
      "n": 9
     },
     "pig-0.4.1": {
      "ratio": 1.014902764633559,
      "ci": [
       0.9917252168121617,
       1.0714047541681002
      ],
      "floor": 0.03451905024486145,
      "n": 9
     },
     "pig-tip": {
      "ratio": 1.0227863873109961,
      "ci": [
       1.007701882219134,
       1.0649059120880575
      ],
      "floor": 0.05837356913730299,
      "n": 9
     }
    },
    "not_compared": {
     "pibolt": "Pi-Bolt's fullscreen TUI scrolls the rows that only moved (a scroll region) and draws only the rows that changed"
    },
    "values": {
     "pi-bun": {
      "2:1": 43785.468475,
      "2:2": 44137.229826,
      "2:3": 45316.417607,
      "2:4": 42926.193032,
      "2:5": 45463.787168,
      "2:6": 46202.235605,
      "2:7": 43747.031413,
      "2:8": 45905.714128,
      "2:9": 45627.437763
     },
     "pi-node": {
      "2:1": 46102.912439,
      "2:2": 46563.343382,
      "2:3": 46223.414598,
      "2:4": 44631.215542,
      "2:5": 46266.379316,
      "2:6": 45573.981997,
      "2:7": 44487.248407,
      "2:8": 44561.464709,
      "2:9": 46992.746253
     },
     "pibolt": {
      "2:1": 37419.54949,
      "2:2": 38913.680031,
      "2:3": 38895.154334,
      "2:4": 37213.699122,
      "2:5": 39424.529218,
      "2:6": 37983.173229,
      "2:7": 36971.993358,
      "2:8": 37194.327596,
      "2:9": 37847.594169
     },
     "pig-0.4.1": {
      "2:1": 47094.729854,
      "2:2": 45801.32066,
      "2:3": 46789.973292,
      "2:4": 48404.295165,
      "2:5": 46244.480799,
      "2:6": 45793.005714,
      "2:7": 47818.096516,
      "2:8": 45840.925864,
      "2:9": 47210.395392
     },
     "pig-tip": {
      "2:1": 46579.421893,
      "2:2": 47010.848136,
      "2:3": 46104.891292,
      "2:4": 47153.431258,
      "2:5": 49890.030423,
      "2:6": 48882.411574,
      "2:7": 47177.733858,
      "2:8": 43514.929935,
      "2:9": 48532.002866
     }
    }
   },
   {
    "family": "streaming",
    "kind": "cpu",
    "direction": "lower",
    "scenario": "streaming/tui-prose",
    "api": "openai-completions",
    "metric": "n_instructions_per_1k_tokens",
    "arms": {
     "pi-bun": {
      "ratio": 6.763816497109739,
      "ci": [
       6.566618158647205,
       7.264292701102565
      ],
      "floor": 0.05962555190062821,
      "n": 9
     },
     "pig-0.4.1": {
      "ratio": 0.6458934413468451,
      "ci": [
       0.6260831931199095,
       0.6619624938850021
      ],
      "floor": 0.05785647942776368,
      "n": 9
     },
     "pig-tip": {
      "ratio": 0.10870217217954464,
      "ci": [
       0.10031481928023828,
       0.11154710200499278
      ],
      "floor": 0.07825352818066181,
      "n": 9
     }
    },
    "not_compared": {
     "pibolt": "Pi-Bolt's fullscreen TUI scrolls the rows that only moved (a scroll region) and draws only the rows that changed"
    },
    "values": {
     "pi-bun": {
      "2:1": 9996681656.666666,
      "2:2": 9954624796.0,
      "2:3": 9641957223.333334,
      "2:4": 9149226900.0,
      "2:5": 8730842889.333334,
      "2:6": 9440304202.666666,
      "2:7": 9249931379.333334,
      "2:8": 9708132418.666666,
      "2:9": 9470146790.666666
     },
     "pi-node": {
      "2:1": 1370350178.0,
      "2:2": 1361672945.3333333,
      "2:3": 1400118822.6666667,
      "2:4": 1431317552.0,
      "2:5": 1378572285.3333333,
      "2:6": 1431218396.0,
      "2:7": 1408629397.3333333,
      "2:8": 1359793479.3333333,
      "2:9": 1408121634.6666667
     },
     "pibolt": {
      "2:1": 182277101.33333334,
      "2:2": 183374636.66666666,
      "2:3": 179687506.0,
      "2:4": 182233422.0,
      "2:5": 181560718.66666666,
      "2:6": 185398046.66666666,
      "2:7": 178494330.66666666,
      "2:8": 173831220.0,
      "2:9": 180697754.0
     },
     "pig-0.4.1": {
      "2:1": 826991788.6666666,
      "2:2": 875970028.6666666,
      "2:3": 942542566.6666666,
      "2:4": 924947998.0,
      "2:5": 912563148.0,
      "2:6": 881601289.3333334,
      "2:7": 907389900.0,
      "2:8": 904327564.6666666,
      "2:9": 882895526.6666666
     },
     "pig-tip": {
      "2:1": 152786374.66666666,
      "2:2": 153775743.33333334,
      "2:3": 140209767.33333334,
      "2:4": 140452666.66666666,
      "2:5": 151635114.0,
      "2:6": 152544302.0,
      "2:7": 152195957.33333334,
      "2:8": 151506882.0,
      "2:9": 175262160.66666666
     }
    }
   },
   {
    "family": "streaming",
    "kind": "time",
    "direction": "lower",
    "scenario": "streaming/tui-prose",
    "api": "openai-completions",
    "metric": "n_wall_ms",
    "arms": {
     "pi-bun": {
      "ratio": 1.0140228255347818,
      "ci": [
       0.9617310785756249,
       1.0787183535319735
      ],
      "floor": 0.08349745810843465,
      "n": 9
     },
     "pig-0.4.1": {
      "ratio": 1.0549452473110206,
      "ci": [
       0.9789916196745814,
       1.1438291592192467
      ],
      "floor": 0.11722307124675535,
      "n": 9
     },
     "pig-tip": {
      "ratio": 1.0280622945668514,
      "ci": [
       0.9839311631599595,
       1.0420503441758142
      ],
      "floor": 0.08349745810843465,
      "n": 9
     }
    },
    "not_compared": {
     "pibolt": "Pi-Bolt's fullscreen TUI scrolls the rows that only moved (a scroll region) and draws only the rows that changed"
    },
    "values": {
     "pi-bun": {
      "2:1": 2836.070534,
      "2:2": 2617.493143,
      "2:3": 2736.251767,
      "2:4": 2480.14714,
      "2:5": 2545.795859,
      "2:6": 2550.383894,
      "2:7": 2566.568058,
      "2:8": 2712.085009,
      "2:9": 2580.340776
     },
     "pi-node": {
      "2:1": 2505.580039,
      "2:2": 2500.778543,
      "2:3": 2536.576631,
      "2:4": 2651.868023,
      "2:5": 2544.657488,
      "2:6": 2653.580494,
      "2:7": 2728.615235,
      "2:8": 2521.628765,
      "2:9": 2594.839281
     },
     "pibolt": {
      "2:1": 1917.375804,
      "2:2": 1939.122582,
      "2:3": 1874.773344,
      "2:4": 1907.003411,
      "2:5": 1951.326809,
      "2:6": 1958.778867,
      "2:7": 1852.750291,
      "2:8": 1808.896827,
      "2:9": 1889.34919
     },
     "pig-0.4.1": {
      "2:1": 2377.299115,
      "2:2": 2579.520061,
      "2:3": 2971.408773,
      "2:4": 2856.326059,
      "2:5": 2910.653435,
      "2:6": 2586.838451,
      "2:7": 2782.317472,
      "2:8": 2596.156571,
      "2:9": 2684.474323
     },
     "pig-tip": {
      "2:1": 2630.157558,
      "2:2": 2585.374947,
      "2:3": 2723.033646,
      "2:4": 2619.735054,
      "2:5": 2616.066416,
      "2:6": 2548.979018,
      "2:7": 2610.940542,
      "2:8": 2617.316925,
      "2:9": 2589.819703
     }
    }
   }
  ],
  "failures": {
   "pi-bun": {
    "core": [
     0,
     116
    ],
    "ext10": [
     0,
     16
    ],
    "streaming": [
     0,
     17
    ],
    "long-session": [
     0,
     8
    ]
   },
   "pibolt": {
    "core": [
     0,
     116
    ],
    "ext10": [
     0,
     16
    ],
    "streaming": [
     0,
     17
    ],
    "long-session": [
     0,
     8
    ]
   },
   "pig-tip": {
    "core": [
     0,
     116
    ],
    "ext10": [
     0,
     16
    ],
    "streaming": [
     0,
     17
    ],
    "long-session": [
     0,
     8
    ]
   },
   "pig-0.4.1": {
    "core": [
     0,
     116
    ],
    "ext10": [
     0,
     16
    ],
    "streaming": [
     0,
     17
    ],
    "long-session": [
     0,
     8
    ]
   },
   "rpi": {
    "core": [
     0,
     108
    ],
    "streaming": [
     0,
     22
    ]
   },
   "octet": {
    "core": [
     0,
     36
    ],
    "streaming": [
     0,
     8
    ]
   },
   "opencode-v2": {
    "core": [
     0,
     24
    ],
    "streaming": [
     0,
     8
    ]
   },
   "copilot": {
    "core": [
     0,
     72
    ],
    "streaming": [
     0,
     22
    ]
   },
   "pi-node": {
    "core": [
     0,
     116
    ],
    "ext10": [
     0,
     16
    ],
    "streaming": [
     0,
     39
    ],
    "long-session": [
     0,
     8
    ]
   },
   "claude-code": {
    "core": [
     0,
     24
    ],
    "streaming": [
     0,
     7
    ]
   },
   "codex": {
    "core": [
     0,
     24
    ],
    "streaming": [
     0,
     7
    ]
   }
  },
  "skips": {
   "codex": {
    "core": [
     "it does not speak openai-completions",
     "it does not speak anthropic-messages",
     "it does not speak openai-completions",
     "it does not speak anthropic-messages",
     "no Pi-dialect RPC mode",
     "no Pi-dialect RPC mode",
     "no Pi-dialect RPC mode"
    ],
    "streaming": [
     "it does not speak openai-completions",
     "it does not speak anthropic-messages"
    ]
   },
   "claude-code": {
    "core": [
     "it does not speak openai-completions",
     "it does not speak openai-responses",
     "it does not speak openai-completions",
     "it does not speak openai-responses",
     "no Pi-dialect RPC mode: `--input-format stream-json` is Claude Code's own streaming protocol, not Pi's JSONL RPC",
     "no Pi-dialect RPC mode: `--input-format stream-json` is Claude Code's own streaming protocol, not Pi's JSONL RPC",
     "no Pi-dialect RPC mode: `--input-format stream-json` is Claude Code's own streaming protocol, not Pi's JSONL RPC"
    ],
    "streaming": [
     "it does not speak openai-completions",
     "it does not speak openai-responses"
    ]
   },
   "octet": {
    "core": [
     "it does not speak anthropic-messages",
     "it does not speak openai-responses",
     "it does not speak anthropic-messages",
     "it does not speak openai-responses",
     "it does not speak anthropic-messages",
     "it does not speak openai-responses"
    ],
    "streaming": [
     "it does not speak anthropic-messages",
     "it does not speak openai-responses"
    ]
   },
   "opencode-v2": {
    "core": [
     "it does not speak anthropic-messages",
     "it does not speak openai-responses",
     "it does not speak anthropic-messages",
     "it does not speak openai-responses",
     "no Pi-dialect RPC mode: V2 has an HTTP server API (`opencode serve`, `opencode api`) and ACP, neither is Pi's JSONL RPC",
     "no Pi-dialect RPC mode: V2 has an HTTP server API (`opencode serve`, `opencode api`) and ACP, neither is Pi's JSONL RPC",
     "no Pi-dialect RPC mode: V2 has an HTTP server API (`opencode serve`, `opencode api`) and ACP, neither is Pi's JSONL RPC"
    ],
    "streaming": [
     "it does not speak anthropic-messages",
     "it does not speak openai-responses"
    ]
   },
   "copilot": {
    "core": [
     "no Pi-dialect RPC mode: `--acp` and `--output-format json` are Copilot's own protocols, not Pi's JSONL RPC",
     "no Pi-dialect RPC mode: `--acp` and `--output-format json` are Copilot's own protocols, not Pi's JSONL RPC",
     "no Pi-dialect RPC mode: `--acp` and `--output-format json` are Copilot's own protocols, not Pi's JSONL RPC"
    ]
   }
  },
  "reliability": {},
  "faithfulness": {},
  "correctness": {},
  "trust": {
   "badge": "Dedicated",
   "host_class": "A",
   "reasons": [
    "uncontained: the arms were not run in the container envelope",
    "not yet reproduced (buffon reproduce / compare)",
    "1 sample(s) waited for the host to quiet down (longest 2 s)",
    "adaptive stopping: 6 of 6 cells stopped with fewer than 12 rounds (8-8) because their answer was clear; the 12-round minimum applies to the Verified badge",
    "1 samples waited for the host to quiet down (longest 2 s) and 0 gave up waiting",
    "the run is not labelled quiet dedicated hardware",
    "8 measured rounds in the thinnest cell (the minimum for a headline is 12)",
    "adaptive stopping: 2 of 2 cells stopped with fewer than 12 rounds (8-9) because their answer was clear; the 12-round minimum applies to the Verified badge",
    "3 sample(s) waited for the host to quiet down (longest 2 s)",
    "adaptive stopping: 2 of 2 cells stopped with fewer than 12 rounds (8-8) because their answer was clear; the 12-round minimum applies to the Verified badge",
    "3 samples waited for the host to quiet down (longest 2 s) and 0 gave up waiting",
    "adaptive stopping: 6 of 6 cells stopped with fewer than 12 rounds (7-8) because their answer was clear; the 12-round minimum applies to the Verified badge",
    "7 measured rounds in the thinnest cell (the minimum for a headline is 12)",
    "6 sample(s) waited for the host to quiet down (longest 2 s)",
    "no instruction counters (the container envelope starts the harness through the container runtime: no counter is attached to its tree, so CPU time is the headline for this run): CPU time is the headline",
    "6 samples waited for the host to quiet down (longest 2 s) and 0 gave up waiting"
   ],
   "headline": "instructions",
   "headline_why": "hardware instruction counters",
   "strict_problems": [
    "uncontained: the arms were not run in the container envelope",
    "the run is not labelled quiet dedicated hardware",
    "8 measured rounds in the thinnest cell (the minimum for a headline is 12)",
    "uncontained: the arms were not run in the container envelope",
    "8 measured rounds in the thinnest cell (the minimum for a headline is 12)",
    "uncontained: the arms were not run in the container envelope",
    "the run is not labelled quiet dedicated hardware",
    "8 measured rounds in the thinnest cell (the minimum for a headline is 12)",
    "uncontained: the arms were not run in the container envelope",
    "7 measured rounds in the thinnest cell (the minimum for a headline is 12)",
    "uncontained: the arms were not run in the container envelope",
    "the run is not labelled quiet dedicated hardware"
   ],
   "rounds": 12
  }
 },
 "races": [
  {
   "name": "Scales with extensions",
   "limits": {
    "isolation": "bare",
    "memory_gib": null,
    "cpus": 8,
    "stamp": "uncontained, not comparable"
   },
   "rungs": [
    "0",
    "5",
    "10",
    "50",
    "100"
   ],
   "lanes": [
    {
     "arm": "pibolt",
     "outcome": "Stopped",
     "reached": 3,
     "of": 5,
     "reached_label": "10",
     "rungs": [
      {
       "workload": "overhead/print",
       "samples": 12,
       "failed": 0,
       "ok": true,
       "wall_s": 0.4,
       "peak_mem_mib": 18.70703125,
       "avg_mem_mib": 18.30078125,
       "cpu_ms": 43.455,
       "wall_ms": 39.555482,
       "label": "0"
      },
      {
       "workload": "overhead/print-ext5",
       "samples": 8,
       "failed": 0,
       "ok": true,
       "wall_s": 0.445,
       "peak_mem_mib": 30.6015625,
       "avg_mem_mib": 30.236328125,
       "cpu_ms": 87.263,
       "wall_ms": 80.8705415,
       "label": "5"
      },
      {
       "workload": "overhead/print-ext10",
       "samples": 8,
       "failed": 0,
       "ok": true,
       "wall_s": 0.47,
       "peak_mem_mib": 34.48828125,
       "avg_mem_mib": 34.19140625,
       "cpu_ms": 109.429,
       "wall_ms": 102.0361105,
       "label": "10"
      },
      {
       "workload": "overhead/print-ext50",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "error",
        "message": "no sample was taken at this rung",
        "peak_mib": null
       },
       "label": "50"
      },
      {
       "workload": "overhead/print-ext100",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "error",
        "message": "no sample was taken at this rung",
        "peak_mib": null
       },
       "label": "100"
      }
     ],
     "stop": {
      "cause": "error",
      "message": "no sample was taken at this rung",
      "peak_mib": null,
      "rung": "50",
      "index": 3,
      "elapsed_s": 1.315
     },
     "elapsed_s": 1.31,
     "checkpoints": {
      "25": 0.84,
      "50": 1.31
     },
     "memory": {
      "peak_mib": 34.48828125,
      "avg_mib": 30.236328125,
      "at_stop_peak_mib": null
     },
     "reliability": {
      "failed_samples": 0,
      "samples": 28,
      "lost_work": 0
     },
     "resources": {
      "cpu_ms": 240.1
     }
    },
    {
     "arm": "pi-node",
     "outcome": "Stopped",
     "reached": 3,
     "of": 5,
     "reached_label": "10",
     "rungs": [
      {
       "workload": "overhead/print",
       "samples": 12,
       "failed": 0,
       "ok": true,
       "wall_s": 0.675,
       "peak_mem_mib": 63.46484375,
       "avg_mem_mib": 62.8203125,
       "cpu_ms": 421.13,
       "wall_ms": 310.5104745,
       "label": "0"
      },
      {
       "workload": "overhead/print-ext5",
       "samples": 8,
       "failed": 0,
       "ok": true,
       "wall_s": 0.84,
       "peak_mem_mib": 104.44921875,
       "avg_mem_mib": 103.74609375,
       "cpu_ms": 632.701,
       "wall_ms": 469.69840750000003,
       "label": "5"
      },
      {
       "workload": "overhead/print-ext10",
       "samples": 8,
       "failed": 0,
       "ok": true,
       "wall_s": 0.85,
       "peak_mem_mib": 107.2109375,
       "avg_mem_mib": 106.3125,
       "cpu_ms": 675.7805000000001,
       "wall_ms": 494.839702,
       "label": "10"
      },
      {
       "workload": "overhead/print-ext50",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "error",
        "message": "no sample was taken at this rung",
        "peak_mib": null
       },
       "label": "50"
      },
      {
       "workload": "overhead/print-ext100",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "error",
        "message": "no sample was taken at this rung",
        "peak_mib": null
       },
       "label": "100"
      }
     ],
     "stop": {
      "cause": "error",
      "message": "no sample was taken at this rung",
      "peak_mib": null,
      "rung": "50",
      "index": 3,
      "elapsed_s": 2.365
     },
     "elapsed_s": 2.37,
     "checkpoints": {
      "25": 1.52,
      "50": 2.37
     },
     "memory": {
      "peak_mib": 107.2109375,
      "avg_mib": 103.74609375,
      "at_stop_peak_mib": null
     },
     "reliability": {
      "failed_samples": 0,
      "samples": 28,
      "lost_work": 0
     },
     "resources": {
      "cpu_ms": 1729.6
     }
    },
    {
     "arm": "pig-tip",
     "outcome": "Stopped",
     "reached": 3,
     "of": 5,
     "reached_label": "10",
     "rungs": [
      {
       "workload": "overhead/print",
       "samples": 12,
       "failed": 0,
       "ok": true,
       "wall_s": 0.38,
       "peak_mem_mib": 7.296875,
       "avg_mem_mib": 7.03125,
       "cpu_ms": 15.878499999999999,
       "wall_ms": 13.865074,
       "label": "0"
      },
      {
       "workload": "overhead/print-ext5",
       "samples": 8,
       "failed": 0,
       "ok": true,
       "wall_s": 1.15,
       "peak_mem_mib": 231.98828125,
       "avg_mem_mib": 218.197265625,
       "cpu_ms": 852.9860000000001,
       "wall_ms": 520.8816245,
       "label": "5"
      },
      {
       "workload": "overhead/print-ext10",
       "samples": 8,
       "failed": 0,
       "ok": true,
       "wall_s": 1.19,
       "peak_mem_mib": 242.20703125,
       "avg_mem_mib": 216.896484375,
       "cpu_ms": 934.31,
       "wall_ms": 566.368269,
       "label": "10"
      },
      {
       "workload": "overhead/print-ext50",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "error",
        "message": "no sample was taken at this rung",
        "peak_mib": null
       },
       "label": "50"
      },
      {
       "workload": "overhead/print-ext100",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "error",
        "message": "no sample was taken at this rung",
        "peak_mib": null
       },
       "label": "100"
      }
     ],
     "stop": {
      "cause": "error",
      "message": "no sample was taken at this rung",
      "peak_mib": null,
      "rung": "50",
      "index": 3,
      "elapsed_s": 2.7199999999999998
     },
     "elapsed_s": 2.72,
     "checkpoints": {
      "25": 1.53,
      "50": 2.72
     },
     "memory": {
      "peak_mib": 242.20703125,
      "avg_mib": 216.896484375,
      "at_stop_peak_mib": null
     },
     "reliability": {
      "failed_samples": 0,
      "samples": 28,
      "lost_work": 0
     },
     "resources": {
      "cpu_ms": 1803.2
     }
    },
    {
     "arm": "pi-bun",
     "outcome": "Stopped",
     "reached": 3,
     "of": 5,
     "reached_label": "10",
     "rungs": [
      {
       "workload": "overhead/print",
       "samples": 12,
       "failed": 0,
       "ok": true,
       "wall_s": 0.86,
       "peak_mem_mib": 97.54296875,
       "avg_mem_mib": 97.046875,
       "cpu_ms": 634.5899999999999,
       "wall_ms": 490.95223450000003,
       "label": "0"
      },
      {
       "workload": "overhead/print-ext5",
       "samples": 8,
       "failed": 0,
       "ok": true,
       "wall_s": 1.025,
       "peak_mem_mib": 116.24609375,
       "avg_mem_mib": 115.76171875,
       "cpu_ms": 885.2065,
       "wall_ms": 653.9524114999999,
       "label": "5"
      },
      {
       "workload": "overhead/print-ext10",
       "samples": 8,
       "failed": 0,
       "ok": true,
       "wall_s": 1.0550000000000002,
       "peak_mem_mib": 125.9453125,
       "avg_mem_mib": 125.6796875,
       "cpu_ms": 995.1875,
       "wall_ms": 691.8864675,
       "label": "10"
      },
      {
       "workload": "overhead/print-ext50",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "error",
        "message": "no sample was taken at this rung",
        "peak_mib": null
       },
       "label": "50"
      },
      {
       "workload": "overhead/print-ext100",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "error",
        "message": "no sample was taken at this rung",
        "peak_mib": null
       },
       "label": "100"
      }
     ],
     "stop": {
      "cause": "error",
      "message": "no sample was taken at this rung",
      "peak_mib": null,
      "rung": "50",
      "index": 3,
      "elapsed_s": 2.94
     },
     "elapsed_s": 2.94,
     "checkpoints": {
      "25": 1.88,
      "50": 2.94
     },
     "memory": {
      "peak_mib": 125.9453125,
      "avg_mib": 115.76171875,
      "at_stop_peak_mib": null
     },
     "reliability": {
      "failed_samples": 0,
      "samples": 28,
      "lost_work": 0
     },
     "resources": {
      "cpu_ms": 2515.0
     }
    },
    {
     "arm": "pig-0.4.1",
     "outcome": "Stopped",
     "reached": 3,
     "of": 5,
     "reached_label": "10",
     "rungs": [
      {
       "workload": "overhead/print",
       "samples": 12,
       "failed": 0,
       "ok": true,
       "wall_s": 0.41,
       "peak_mem_mib": 16.74609375,
       "avg_mem_mib": 16.3984375,
       "cpu_ms": 63.498000000000005,
       "wall_ms": 36.8131815,
       "label": "0"
      },
      {
       "workload": "overhead/print-ext5",
       "samples": 8,
       "failed": 0,
       "ok": true,
       "wall_s": 1.37,
       "peak_mem_mib": 356.94921875,
       "avg_mem_mib": 337.755859375,
       "cpu_ms": 1414.659,
       "wall_ms": 777.738161,
       "label": "5"
      },
      {
       "workload": "overhead/print-ext10",
       "samples": 8,
       "failed": 0,
       "ok": true,
       "wall_s": 1.77,
       "peak_mem_mib": 520.98828125,
       "avg_mem_mib": 509.154296875,
       "cpu_ms": 2190.626,
       "wall_ms": 1176.482232,
       "label": "10"
      },
      {
       "workload": "overhead/print-ext50",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "error",
        "message": "no sample was taken at this rung",
        "peak_mib": null
       },
       "label": "50"
      },
      {
       "workload": "overhead/print-ext100",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "error",
        "message": "no sample was taken at this rung",
        "peak_mib": null
       },
       "label": "100"
      }
     ],
     "stop": {
      "cause": "error",
      "message": "no sample was taken at this rung",
      "peak_mib": null,
      "rung": "50",
      "index": 3,
      "elapsed_s": 3.55
     },
     "elapsed_s": 3.55,
     "checkpoints": {
      "25": 1.78,
      "50": 3.55
     },
     "memory": {
      "peak_mib": 520.98828125,
      "avg_mib": 337.755859375,
      "at_stop_peak_mib": null
     },
     "reliability": {
      "failed_samples": 0,
      "samples": 28,
      "lost_work": 0
     },
     "resources": {
      "cpu_ms": 3668.8
     }
    },
    {
     "arm": "rpi",
     "outcome": "Stopped",
     "reached": 1,
     "of": 5,
     "reached_label": "0",
     "rungs": [
      {
       "workload": "overhead/print",
       "samples": 12,
       "failed": 0,
       "ok": true,
       "wall_s": 0.37,
       "peak_mem_mib": 3.625,
       "avg_mem_mib": 3.34765625,
       "cpu_ms": 6.5615,
       "wall_ms": 5.094756,
       "label": "0"
      },
      {
       "workload": "overhead/print-ext5",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "error",
        "message": "no sample was taken at this rung",
        "peak_mib": null
       },
       "label": "5"
      },
      {
       "workload": "overhead/print-ext10",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "error",
        "message": "no sample was taken at this rung",
        "peak_mib": null
       },
       "label": "10"
      },
      {
       "workload": "overhead/print-ext50",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "error",
        "message": "no sample was taken at this rung",
        "peak_mib": null
       },
       "label": "50"
      },
      {
       "workload": "overhead/print-ext100",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "error",
        "message": "no sample was taken at this rung",
        "peak_mib": null
       },
       "label": "100"
      }
     ],
     "stop": {
      "cause": "error",
      "message": "no sample was taken at this rung",
      "peak_mib": null,
      "rung": "5",
      "index": 1,
      "elapsed_s": 0.37
     },
     "elapsed_s": 0.37,
     "checkpoints": {},
     "memory": {
      "peak_mib": 3.625,
      "avg_mib": 3.34765625,
      "at_stop_peak_mib": null
     },
     "reliability": {
      "failed_samples": 0,
      "samples": 12,
      "lost_work": 0
     },
     "resources": {
      "cpu_ms": 6.6
     }
    },
    {
     "arm": "claude-code",
     "outcome": "Stopped",
     "reached": 1,
     "of": 5,
     "reached_label": "0",
     "rungs": [
      {
       "workload": "overhead/print",
       "samples": 12,
       "failed": 0,
       "ok": true,
       "wall_s": 0.68,
       "peak_mem_mib": 108.25390625,
       "avg_mem_mib": 107.89453125,
       "cpu_ms": 384.6675,
       "wall_ms": 313.97395,
       "label": "0"
      },
      {
       "workload": "overhead/print-ext5",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "error",
        "message": "no sample was taken at this rung",
        "peak_mib": null
       },
       "label": "5"
      },
      {
       "workload": "overhead/print-ext10",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "error",
        "message": "no sample was taken at this rung",
        "peak_mib": null
       },
       "label": "10"
      },
      {
       "workload": "overhead/print-ext50",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "error",
        "message": "no sample was taken at this rung",
        "peak_mib": null
       },
       "label": "50"
      },
      {
       "workload": "overhead/print-ext100",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "error",
        "message": "no sample was taken at this rung",
        "peak_mib": null
       },
       "label": "100"
      }
     ],
     "stop": {
      "cause": "error",
      "message": "no sample was taken at this rung",
      "peak_mib": null,
      "rung": "5",
      "index": 1,
      "elapsed_s": 0.68
     },
     "elapsed_s": 0.68,
     "checkpoints": {},
     "memory": {
      "peak_mib": 108.25390625,
      "avg_mib": 107.89453125,
      "at_stop_peak_mib": null
     },
     "reliability": {
      "failed_samples": 0,
      "samples": 12,
      "lost_work": 0
     },
     "resources": {
      "cpu_ms": 384.7
     }
    },
    {
     "arm": "copilot",
     "outcome": "Stopped",
     "reached": 1,
     "of": 5,
     "reached_label": "0",
     "rungs": [
      {
       "workload": "overhead/print",
       "samples": 12,
       "failed": 0,
       "ok": true,
       "wall_s": 1.92,
       "peak_mem_mib": 369.22265625,
       "avg_mem_mib": 367.93359375,
       "cpu_ms": 2046.65,
       "wall_ms": 1531.6605295,
       "label": "0"
      },
      {
       "workload": "overhead/print-ext5",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "error",
        "message": "no sample was taken at this rung",
        "peak_mib": null
       },
       "label": "5"
      },
      {
       "workload": "overhead/print-ext10",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "error",
        "message": "no sample was taken at this rung",
        "peak_mib": null
       },
       "label": "10"
      },
      {
       "workload": "overhead/print-ext50",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "error",
        "message": "no sample was taken at this rung",
        "peak_mib": null
       },
       "label": "50"
      },
      {
       "workload": "overhead/print-ext100",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "error",
        "message": "no sample was taken at this rung",
        "peak_mib": null
       },
       "label": "100"
      }
     ],
     "stop": {
      "cause": "error",
      "message": "no sample was taken at this rung",
      "peak_mib": null,
      "rung": "5",
      "index": 1,
      "elapsed_s": 1.92
     },
     "elapsed_s": 1.92,
     "checkpoints": {},
     "memory": {
      "peak_mib": 369.22265625,
      "avg_mib": 367.93359375,
      "at_stop_peak_mib": null
     },
     "reliability": {
      "failed_samples": 0,
      "samples": 12,
      "lost_work": 0
     },
     "resources": {
      "cpu_ms": 2046.7
     }
    },
    {
     "arm": "codex",
     "outcome": "Stopped",
     "reached": 0,
     "of": 5,
     "reached_label": null,
     "rungs": [
      {
       "workload": "overhead/print",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "unsupported",
        "message": "it does not speak openai-completions",
        "peak_mib": null
       },
       "label": "0"
      },
      {
       "workload": "overhead/print-ext5",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "error",
        "message": "no sample was taken at this rung",
        "peak_mib": null
       },
       "label": "5"
      },
      {
       "workload": "overhead/print-ext10",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "error",
        "message": "no sample was taken at this rung",
        "peak_mib": null
       },
       "label": "10"
      },
      {
       "workload": "overhead/print-ext50",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "error",
        "message": "no sample was taken at this rung",
        "peak_mib": null
       },
       "label": "50"
      },
      {
       "workload": "overhead/print-ext100",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "error",
        "message": "no sample was taken at this rung",
        "peak_mib": null
       },
       "label": "100"
      }
     ],
     "stop": {
      "cause": "unsupported",
      "message": "it does not speak openai-completions",
      "peak_mib": null,
      "rung": "0",
      "index": 0,
      "elapsed_s": 0.0
     },
     "elapsed_s": 0.0,
     "checkpoints": {},
     "memory": {
      "peak_mib": null,
      "avg_mib": null,
      "at_stop_peak_mib": null
     },
     "reliability": {
      "failed_samples": 0,
      "samples": 0,
      "lost_work": 0
     },
     "resources": {
      "cpu_ms": 0
     }
    },
    {
     "arm": "octet",
     "outcome": "Stopped",
     "reached": 0,
     "of": 5,
     "reached_label": null,
     "rungs": [
      {
       "workload": "overhead/print",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "unsupported",
        "message": "it does not speak anthropic-messages",
        "peak_mib": null
       },
       "label": "0"
      },
      {
       "workload": "overhead/print-ext5",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "error",
        "message": "no sample was taken at this rung",
        "peak_mib": null
       },
       "label": "5"
      },
      {
       "workload": "overhead/print-ext10",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "error",
        "message": "no sample was taken at this rung",
        "peak_mib": null
       },
       "label": "10"
      },
      {
       "workload": "overhead/print-ext50",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "error",
        "message": "no sample was taken at this rung",
        "peak_mib": null
       },
       "label": "50"
      },
      {
       "workload": "overhead/print-ext100",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "error",
        "message": "no sample was taken at this rung",
        "peak_mib": null
       },
       "label": "100"
      }
     ],
     "stop": {
      "cause": "unsupported",
      "message": "it does not speak anthropic-messages",
      "peak_mib": null,
      "rung": "0",
      "index": 0,
      "elapsed_s": 0.0
     },
     "elapsed_s": 0.0,
     "checkpoints": {},
     "memory": {
      "peak_mib": null,
      "avg_mib": null,
      "at_stop_peak_mib": null
     },
     "reliability": {
      "failed_samples": 0,
      "samples": 0,
      "lost_work": 0
     },
     "resources": {
      "cpu_ms": 0
     }
    },
    {
     "arm": "opencode-v2",
     "outcome": "Stopped",
     "reached": 0,
     "of": 5,
     "reached_label": null,
     "rungs": [
      {
       "workload": "overhead/print",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "unsupported",
        "message": "it does not speak anthropic-messages",
        "peak_mib": null
       },
       "label": "0"
      },
      {
       "workload": "overhead/print-ext5",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "error",
        "message": "no sample was taken at this rung",
        "peak_mib": null
       },
       "label": "5"
      },
      {
       "workload": "overhead/print-ext10",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "error",
        "message": "no sample was taken at this rung",
        "peak_mib": null
       },
       "label": "10"
      },
      {
       "workload": "overhead/print-ext50",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "error",
        "message": "no sample was taken at this rung",
        "peak_mib": null
       },
       "label": "50"
      },
      {
       "workload": "overhead/print-ext100",
       "samples": 0,
       "failed": 0,
       "ok": false,
       "stop": {
        "cause": "error",
        "message": "no sample was taken at this rung",
        "peak_mib": null
       },
       "label": "100"
      }
     ],
     "stop": {
      "cause": "unsupported",
      "message": "it does not speak anthropic-messages",
      "peak_mib": null,
      "rung": "0",
      "index": 0,
      "elapsed_s": 0.0
     },
     "elapsed_s": 0.0,
     "checkpoints": {},
     "memory": {
      "peak_mib": null,
      "avg_mib": null,
      "at_stop_peak_mib": null
     },
     "reliability": {
      "failed_samples": 0,
      "samples": 0,
      "lost_work": 0
     },
     "resources": {
      "cpu_ms": 0
     }
    }
   ],
   "id": "extensions",
   "sentence": "What do more extensions cost at start-up and on every turn? Zero extensions is plain print and rpc.",
   "tier": "bare",
   "reference": "pi-node"
  }
 ]
}