{
 "chart": "budget_nanogpt/pr_speedups",
 "title": "Agent nanoGPT speedups outperform many human speedup PRs but there exist human speedup PRs which are stronger",
 "subtitle": "Each bar is one human record or one agent run, sorted by the speedup it added, as a share of record #78's training time. Agent runs start from #78, and each human record starts from the record before it, so the bars are not directly comparable. However, for our purposes, individual nanoGPT records and agent runs are comparable units of work in terms of time and expenditure, as per contributor interviews.",
 "panels": [
  {
   "title": "",
   "x": {"label": "", "unit": "", "scale": "linear"},
   "y": {"label": "Speedup", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "human records",
     "rows": [
      {"record": 92, "built_on_record": 89, "speedup": 0.396213},
      {"record": 90, "built_on_record": 89, "speedup": 0.0701262},
      {"record": 85, "built_on_record": 84, "speedup": 0.0343619},
      {"record": 81, "built_on_record": 80, "speedup": 0.0301543},
      {"record": 83, "built_on_record": 82, "speedup": 0.0175316},
      {"record": 79, "built_on_record": 78, "speedup": 0.0105189},
      {"record": 89, "built_on_record": 88, "speedup": 0.00911641},
      {"record": 88, "built_on_record": 87, "speedup": 0.00911641},
      {"record": 82, "built_on_record": 81, "speedup": 0.00701262},
      {"record": 87, "built_on_record": 86, "speedup": 0.00701262},
      {"record": 84, "built_on_record": 83, "speedup": 0.0056101},
      {"record": 80, "built_on_record": 79, "speedup": 0.00350631},
      {"record": 86, "built_on_record": 85, "speedup": 0.00350631},
      {"record": 91, "built_on_record": 90, "speedup": 0.00280505}
     ]
    },
    {
     "name": "agent runs",
     "rows": [
      {"model": "GPT-6 Astra", "run": 2, "speedup": 0.157215},
      {"model": "Claude Opus 5.5", "run": 3, "speedup": 0.116358},
      {"model": "Claude Fable 5.1", "run": 2, "speedup": 0.114952},
      {"model": "Claude Fable 5.1", "run": 3, "speedup": 0.0976075},
      {"model": "GPT-6 Astra", "run": 1, "speedup": 0.0961968},
      {"model": "Claude Opus 5", "run": 1, "speedup": 0.0957082},
      {"model": "Claude Opus 5.5", "run": 1, "speedup": 0.0846933},
      {"model": "Claude Opus 5.5", "run": 2, "speedup": 0.045241},
      {"model": "Claude Fable 5", "run": 5, "speedup": 0.0420751},
      {"model": "Claude Fable 5.1", "run": 1, "speedup": 0.0347628},
      {"model": "GPT-6 Astra", "run": 3, "speedup": 0.0346657},
      {"model": "Claude Opus 5", "run": 2, "speedup": 0.0333275},
      {"model": "GPT-5.6 Sol", "run": 1, "speedup": 0.0177572},
      {"model": "Claude Opus 5", "run": 3, "speedup": 0.0147651},
      {"model": "Claude Fable 5", "run": 3, "speedup": 0.0136615},
      {"model": "Claude Fable 5", "run": 4, "speedup": 0.012949},
      {"model": "GPT-5.6 Sol", "run": 2, "speedup": 0.0110662},
      {"model": "Claude Fable 5", "run": 6, "speedup": 0.0105434},
      {"model": "GPT-5.6 Sol", "run": 3, "speedup": 0.00951078},
      {"model": "Claude Fable 5", "run": 1, "speedup": 0.00829278},
      {"model": "GPT-5.6 Sol", "run": 4, "speedup": 0.00747017},
      {"model": "Claude Fable 5", "run": 7, "speedup": 0.00441432},
      {"model": "Claude Fable 5", "run": 2, "speedup": 0.0}
     ]
    }
   ]
  }
 ]
}
