{
 "chart": "swarm/team_size/team_size",
 "title": "Swarms against the best of k independents, by swarm size",
 "subtitle": "",
 "panels": [
  {
   "title": "nanoGPT · GPT-6 Astra",
   "x": {"label": "Agents in the swarm", "unit": "", "scale": "log"},
   "y": {"label": "nanoGPT score", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "best of n independents",
     "rows": [
      {"task": "nanoGPT", "model": "GPT-6 Astra", "n": 1, "best_of_n_score": 0.0226445},
      {"task": "nanoGPT", "model": "GPT-6 Astra", "n": 2, "best_of_n_score": 0.0346024},
      {"task": "nanoGPT", "model": "GPT-6 Astra", "n": 3, "best_of_n_score": 0.0393205},
      {"task": "nanoGPT", "model": "GPT-6 Astra", "n": 4, "best_of_n_score": 0.0402453},
      {"task": "nanoGPT", "model": "GPT-6 Astra", "n": 5, "best_of_n_score": 0.0408238}
     ]
    },
    {
     "name": "swarm runs",
     "rows": [
      {"task": "nanoGPT", "model": "GPT-6 Astra", "team_size": 5, "run": 1, "score": 0.092427, "best_of_n_score": 0.0408238},
      {"task": "nanoGPT", "model": "GPT-6 Astra", "team_size": 2, "run": 1, "score": 0.070884, "best_of_n_score": 0.0346024}
     ]
    }
   ]
  },
  {
   "title": "nanoGPT · Claude Opus 5.5",
   "x": {"label": "Agents in the swarm", "unit": "", "scale": "log"},
   "y": {"label": "nanoGPT score", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "best of n independents",
     "rows": [
      {"task": "nanoGPT", "model": "Claude Opus 5.5", "n": 1, "best_of_n_score": 0.0404863},
      {"task": "nanoGPT", "model": "Claude Opus 5.5", "n": 2, "best_of_n_score": 0.0522284},
      {"task": "nanoGPT", "model": "Claude Opus 5.5", "n": 3, "best_of_n_score": 0.0591884},
      {"task": "nanoGPT", "model": "Claude Opus 5.5", "n": 4, "best_of_n_score": 0.0653621},
      {"task": "nanoGPT", "model": "Claude Opus 5.5", "n": 5, "best_of_n_score": 0.0708044}
     ]
    },
    {
     "name": "swarm runs",
     "rows": [
      {"task": "nanoGPT", "model": "Claude Opus 5.5", "team_size": 5, "run": 1, "score": 0.0953018, "best_of_n_score": 0.0708044},
      {"task": "nanoGPT", "model": "Claude Opus 5.5", "team_size": 2, "run": 1, "score": 0.0390236, "best_of_n_score": 0.0522284}
     ]
    }
   ]
  },
  {
   "title": "Reverse Conway · Claude Fable 5.1",
   "x": {"label": "Agents in the swarm", "unit": "", "scale": "log"},
   "y": {"label": "Reverse Conway score", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "best of n independents",
     "rows": [
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 1, "best_of_n_score": 0.126856},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 2, "best_of_n_score": 0.143158},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 3, "best_of_n_score": 0.15442},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 4, "best_of_n_score": 0.163303},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 5, "best_of_n_score": 0.170606},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 6, "best_of_n_score": 0.176731},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 7, "best_of_n_score": 0.18193},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 8, "best_of_n_score": 0.186376},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 9, "best_of_n_score": 0.190197},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 10, "best_of_n_score": 0.193494},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 11, "best_of_n_score": 0.196347},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 12, "best_of_n_score": 0.198821},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 13, "best_of_n_score": 0.200971},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 14, "best_of_n_score": 0.202843},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 15, "best_of_n_score": 0.204476},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 16, "best_of_n_score": 0.205903},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 17, "best_of_n_score": 0.207152},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 18, "best_of_n_score": 0.208248},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 19, "best_of_n_score": 0.209211},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 20, "best_of_n_score": 0.21006},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 21, "best_of_n_score": 0.210811},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 22, "best_of_n_score": 0.211475},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 23, "best_of_n_score": 0.212066},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 24, "best_of_n_score": 0.212592},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 25, "best_of_n_score": 0.213063},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 26, "best_of_n_score": 0.213485},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 27, "best_of_n_score": 0.213866},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 28, "best_of_n_score": 0.214211},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 29, "best_of_n_score": 0.214523},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 30, "best_of_n_score": 0.214808},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 31, "best_of_n_score": 0.215068},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 32, "best_of_n_score": 0.215307},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 33, "best_of_n_score": 0.215527},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 34, "best_of_n_score": 0.215731},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 35, "best_of_n_score": 0.215919},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 36, "best_of_n_score": 0.216094},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 37, "best_of_n_score": 0.216258},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 38, "best_of_n_score": 0.216411},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 39, "best_of_n_score": 0.216554},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "n": 40, "best_of_n_score": 0.216688}
     ]
    },
    {
     "name": "swarm runs",
     "rows": [
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "team_size": 20, "run": 1, "score": 0.234051, "best_of_n_score": 0.21006},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "team_size": 20, "run": 2, "score": 0.224929, "best_of_n_score": 0.21006},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "team_size": 5, "run": 1, "score": 0.16868, "best_of_n_score": 0.170606},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "team_size": 10, "run": 1, "score": 0.220545, "best_of_n_score": 0.193494},
      {"task": "Reverse Conway", "model": "Claude Fable 5.1", "team_size": 20, "run": 3, "score": 0.211988, "best_of_n_score": 0.21006}
     ]
    }
   ]
  },
  {
   "title": "Reverse Conway · GPT-6 Astra",
   "x": {"label": "Agents in the swarm", "unit": "", "scale": "log"},
   "y": {"label": "Reverse Conway score", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "best of n independents",
     "rows": [
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 1, "best_of_n_score": 0.173653},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 2, "best_of_n_score": 0.190042},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 3, "best_of_n_score": 0.198694},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 4, "best_of_n_score": 0.204372},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 5, "best_of_n_score": 0.20854},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 6, "best_of_n_score": 0.211814},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 7, "best_of_n_score": 0.214504},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 8, "best_of_n_score": 0.216784},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 9, "best_of_n_score": 0.218762},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 10, "best_of_n_score": 0.220508},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 11, "best_of_n_score": 0.222072},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 12, "best_of_n_score": 0.223488},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 13, "best_of_n_score": 0.22478},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 14, "best_of_n_score": 0.225969},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 15, "best_of_n_score": 0.227067},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 16, "best_of_n_score": 0.228087},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 17, "best_of_n_score": 0.229038},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 18, "best_of_n_score": 0.229929},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 19, "best_of_n_score": 0.230764},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 20, "best_of_n_score": 0.231551},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 21, "best_of_n_score": 0.232293},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 22, "best_of_n_score": 0.232995},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 23, "best_of_n_score": 0.233661},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 24, "best_of_n_score": 0.234294},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 25, "best_of_n_score": 0.234896},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 26, "best_of_n_score": 0.235472},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 27, "best_of_n_score": 0.236021},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 28, "best_of_n_score": 0.236548},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 29, "best_of_n_score": 0.237054},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 30, "best_of_n_score": 0.237541},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 31, "best_of_n_score": 0.23801},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 32, "best_of_n_score": 0.238463},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 33, "best_of_n_score": 0.238901},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 34, "best_of_n_score": 0.239325},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 35, "best_of_n_score": 0.239737},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 36, "best_of_n_score": 0.240138},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 37, "best_of_n_score": 0.240528},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 38, "best_of_n_score": 0.240909},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 39, "best_of_n_score": 0.241281},
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "n": 40, "best_of_n_score": 0.241646}
     ]
    },
    {
     "name": "swarm runs",
     "rows": [
      {"task": "Reverse Conway", "model": "GPT-6 Astra", "team_size": 20, "run": 1, "score": 0.214174, "best_of_n_score": 0.231551}
     ]
    }
   ]
  },
  {
   "title": "Reverse Conway · Claude Opus 5.5",
   "x": {"label": "Agents in the swarm", "unit": "", "scale": "log"},
   "y": {"label": "Reverse Conway score", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "best of n independents",
     "rows": [
      {"task": "Reverse Conway", "model": "Claude Opus 5.5", "n": 1, "best_of_n_score": 0.147813},
      {"task": "Reverse Conway", "model": "Claude Opus 5.5", "n": 2, "best_of_n_score": 0.163731},
      {"task": "Reverse Conway", "model": "Claude Opus 5.5", "n": 3, "best_of_n_score": 0.172706},
      {"task": "Reverse Conway", "model": "Claude Opus 5.5", "n": 4, "best_of_n_score": 0.178785},
      {"task": "Reverse Conway", "model": "Claude Opus 5.5", "n": 5, "best_of_n_score": 0.183085},
      {"task": "Reverse Conway", "model": "Claude Opus 5.5", "n": 6, "best_of_n_score": 0.186168},
      {"task": "Reverse Conway", "model": "Claude Opus 5.5", "n": 7, "best_of_n_score": 0.188397},
      {"task": "Reverse Conway", "model": "Claude Opus 5.5", "n": 8, "best_of_n_score": 0.190025},
      {"task": "Reverse Conway", "model": "Claude Opus 5.5", "n": 9, "best_of_n_score": 0.191232},
      {"task": "Reverse Conway", "model": "Claude Opus 5.5", "n": 10, "best_of_n_score": 0.192147},
      {"task": "Reverse Conway", "model": "Claude Opus 5.5", "n": 11, "best_of_n_score": 0.192861},
      {"task": "Reverse Conway", "model": "Claude Opus 5.5", "n": 12, "best_of_n_score": 0.193438},
      {"task": "Reverse Conway", "model": "Claude Opus 5.5", "n": 13, "best_of_n_score": 0.193922},
      {"task": "Reverse Conway", "model": "Claude Opus 5.5", "n": 14, "best_of_n_score": 0.194343},
      {"task": "Reverse Conway", "model": "Claude Opus 5.5", "n": 15, "best_of_n_score": 0.194718},
      {"task": "Reverse Conway", "model": "Claude Opus 5.5", "n": 16, "best_of_n_score": 0.195059},
      {"task": "Reverse Conway", "model": "Claude Opus 5.5", "n": 17, "best_of_n_score": 0.19537},
      {"task": "Reverse Conway", "model": "Claude Opus 5.5", "n": 18, "best_of_n_score": 0.195656},
      {"task": "Reverse Conway", "model": "Claude Opus 5.5", "n": 19, "best_of_n_score": 0.195917},
      {"task": "Reverse Conway", "model": "Claude Opus 5.5", "n": 20, "best_of_n_score": 0.196155}
     ]
    },
    {
     "name": "swarm runs",
     "rows": [
      {"task": "Reverse Conway", "model": "Claude Opus 5.5", "team_size": 5, "run": 1, "score": 0.224231, "best_of_n_score": 0.183085},
      {"task": "Reverse Conway", "model": "Claude Opus 5.5", "team_size": 2, "run": 1, "score": 0.226505, "best_of_n_score": 0.163731},
      {"task": "Reverse Conway", "model": "Claude Opus 5.5", "team_size": 20, "run": 1, "score": 0.289978, "best_of_n_score": 0.196155},
      {"task": "Reverse Conway", "model": "Claude Opus 5.5", "team_size": 10, "run": 1, "score": 0.244996, "best_of_n_score": 0.192147}
     ]
    }
   ]
  },
  {
   "title": "Reverse Conway · GPT-6 Luna",
   "x": {"label": "Agents in the swarm", "unit": "", "scale": "log"},
   "y": {"label": "Reverse Conway score", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "best of n independents",
     "rows": [
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 1, "best_of_n_score": 0.0613697},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 2, "best_of_n_score": 0.0709464},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 3, "best_of_n_score": 0.0766514},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 4, "best_of_n_score": 0.0807847},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 5, "best_of_n_score": 0.0840456},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 6, "best_of_n_score": 0.086729},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 7, "best_of_n_score": 0.0889974},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 8, "best_of_n_score": 0.0909557},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 9, "best_of_n_score": 0.092678},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 10, "best_of_n_score": 0.0942184},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 11, "best_of_n_score": 0.095617},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 12, "best_of_n_score": 0.096904},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 13, "best_of_n_score": 0.0981018},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 14, "best_of_n_score": 0.0992276},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 15, "best_of_n_score": 0.100294},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 16, "best_of_n_score": 0.101312},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 17, "best_of_n_score": 0.102287},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 18, "best_of_n_score": 0.103227},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 19, "best_of_n_score": 0.104136},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 20, "best_of_n_score": 0.105018},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 21, "best_of_n_score": 0.105876},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 22, "best_of_n_score": 0.106713},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 23, "best_of_n_score": 0.107531},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 24, "best_of_n_score": 0.108331},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 25, "best_of_n_score": 0.109116},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 26, "best_of_n_score": 0.109886},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 27, "best_of_n_score": 0.110644},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 28, "best_of_n_score": 0.11139},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 29, "best_of_n_score": 0.112125},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 30, "best_of_n_score": 0.11285},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 31, "best_of_n_score": 0.113566},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 32, "best_of_n_score": 0.114274},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 33, "best_of_n_score": 0.114973},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 34, "best_of_n_score": 0.115665},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 35, "best_of_n_score": 0.11635},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 36, "best_of_n_score": 0.117029},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 37, "best_of_n_score": 0.117701},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 38, "best_of_n_score": 0.118366},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 39, "best_of_n_score": 0.119025},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "n": 40, "best_of_n_score": 0.119679}
     ]
    },
    {
     "name": "swarm runs",
     "rows": [
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "team_size": 20, "run": 1, "score": 0.106803, "best_of_n_score": 0.105018},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "team_size": 20, "run": 2, "score": 0.0674229, "best_of_n_score": 0.105018},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "team_size": 5, "run": 1, "score": 0.105787, "best_of_n_score": 0.0840456},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "team_size": 10, "run": 1, "score": 0.0984783, "best_of_n_score": 0.0942184},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "team_size": 5, "run": 2, "score": 0.0697755, "best_of_n_score": 0.0840456},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "team_size": 10, "run": 2, "score": 0.0713512, "best_of_n_score": 0.0942184},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "team_size": 2, "run": 1, "score": 0.0760662, "best_of_n_score": 0.0709464},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "team_size": 2, "run": 2, "score": 0.0624016, "best_of_n_score": 0.0709464},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "team_size": 40, "run": 1, "score": 0.0992113, "best_of_n_score": 0.119679},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "team_size": 10, "run": 3, "score": 0.0946341, "best_of_n_score": 0.0942184},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "team_size": 2, "run": 3, "score": 0.0544021, "best_of_n_score": 0.0709464},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "team_size": 20, "run": 3, "score": 0.140725, "best_of_n_score": 0.105018},
      {"task": "Reverse Conway", "model": "GPT-6 Luna", "team_size": 5, "run": 3, "score": 0.0764507, "best_of_n_score": 0.0840456}
     ]
    }
   ]
  },
  {
   "title": "Reverse Conway · Claude Haiku 5.5",
   "x": {"label": "Agents in the swarm", "unit": "", "scale": "log"},
   "y": {"label": "Reverse Conway score", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "best of n independents",
     "rows": [
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 1, "best_of_n_score": 0.0787149},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 2, "best_of_n_score": 0.0963001},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 3, "best_of_n_score": 0.107451},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 4, "best_of_n_score": 0.11547},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 5, "best_of_n_score": 0.121583},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 6, "best_of_n_score": 0.126435},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 7, "best_of_n_score": 0.130413},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 8, "best_of_n_score": 0.133763},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 9, "best_of_n_score": 0.136651},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 10, "best_of_n_score": 0.139187},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 11, "best_of_n_score": 0.141451},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 12, "best_of_n_score": 0.143501},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 13, "best_of_n_score": 0.145378},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 14, "best_of_n_score": 0.147115},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 15, "best_of_n_score": 0.148737},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 16, "best_of_n_score": 0.150262},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 17, "best_of_n_score": 0.151708},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 18, "best_of_n_score": 0.153086},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 19, "best_of_n_score": 0.154407},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 20, "best_of_n_score": 0.155679},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 21, "best_of_n_score": 0.156908},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 22, "best_of_n_score": 0.158101},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 23, "best_of_n_score": 0.159263},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 24, "best_of_n_score": 0.160398},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 25, "best_of_n_score": 0.161508},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 26, "best_of_n_score": 0.162597},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 27, "best_of_n_score": 0.163667},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 28, "best_of_n_score": 0.164721},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 29, "best_of_n_score": 0.16576},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 30, "best_of_n_score": 0.166785},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 31, "best_of_n_score": 0.167798},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 32, "best_of_n_score": 0.168801},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 33, "best_of_n_score": 0.169794},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 34, "best_of_n_score": 0.170778},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 35, "best_of_n_score": 0.171754},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 36, "best_of_n_score": 0.172722},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 37, "best_of_n_score": 0.173685},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 38, "best_of_n_score": 0.174642},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 39, "best_of_n_score": 0.175594},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "n": 40, "best_of_n_score": 0.176542}
     ]
    },
    {
     "name": "swarm runs",
     "rows": [
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "team_size": 20, "run": 1, "score": 0.101729, "best_of_n_score": 0.155679},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "team_size": 20, "run": 2, "score": 0.195016, "best_of_n_score": 0.155679},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "team_size": 2, "run": 1, "score": 0.116106, "best_of_n_score": 0.0963001},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "team_size": 10, "run": 1, "score": 0.174982, "best_of_n_score": 0.139187},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "team_size": 5, "run": 1, "score": 0.0959335, "best_of_n_score": 0.121583},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "team_size": 10, "run": 2, "score": 0.196789, "best_of_n_score": 0.139187},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "team_size": 5, "run": 2, "score": 0.168428, "best_of_n_score": 0.121583},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "team_size": 2, "run": 2, "score": 0.119531, "best_of_n_score": 0.0963001},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "team_size": 40, "run": 1, "score": 0.215755, "best_of_n_score": 0.176542},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "team_size": 10, "run": 3, "score": 0.155221, "best_of_n_score": 0.139187},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "team_size": 20, "run": 3, "score": 0.162048, "best_of_n_score": 0.155679},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "team_size": 5, "run": 3, "score": 0.0758504, "best_of_n_score": 0.121583},
      {"task": "Reverse Conway", "model": "Claude Haiku 5.5", "team_size": 2, "run": 3, "score": 0.0667086, "best_of_n_score": 0.0963001}
     ]
    }
   ]
  },
  {
   "title": "Slay the Spire · GPT-6 Astra",
   "x": {"label": "Agents in the swarm", "unit": "", "scale": "log"},
   "y": {"label": "Slay the Spire score", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "best of n independents",
     "rows": [
      {"task": "Slay the Spire", "model": "GPT-6 Astra", "n": 1, "best_of_n_score": 0.665965},
      {"task": "Slay the Spire", "model": "GPT-6 Astra", "n": 2, "best_of_n_score": 0.739103},
      {"task": "Slay the Spire", "model": "GPT-6 Astra", "n": 3, "best_of_n_score": 0.781287},
      {"task": "Slay the Spire", "model": "GPT-6 Astra", "n": 4, "best_of_n_score": 0.808906},
      {"task": "Slay the Spire", "model": "GPT-6 Astra", "n": 5, "best_of_n_score": 0.828558},
      {"task": "Slay the Spire", "model": "GPT-6 Astra", "n": 6, "best_of_n_score": 0.843041},
      {"task": "Slay the Spire", "model": "GPT-6 Astra", "n": 7, "best_of_n_score": 0.853772},
      {"task": "Slay the Spire", "model": "GPT-6 Astra", "n": 8, "best_of_n_score": 0.861598},
      {"task": "Slay the Spire", "model": "GPT-6 Astra", "n": 9, "best_of_n_score": 0.867018},
      {"task": "Slay the Spire", "model": "GPT-6 Astra", "n": 10, "best_of_n_score": 0.870175}
     ]
    },
    {
     "name": "swarm runs",
     "rows": [
      {"task": "Slay the Spire", "model": "GPT-6 Astra", "team_size": 5, "run": 1, "score": 0.817544, "best_of_n_score": 0.828558},
      {"task": "Slay the Spire", "model": "GPT-6 Astra", "team_size": 2, "run": 1, "score": 0.729825, "best_of_n_score": 0.739103}
     ]
    }
   ]
  },
  {
   "title": "Slay the Spire · Claude Opus 5.5",
   "x": {"label": "Agents in the swarm", "unit": "", "scale": "log"},
   "y": {"label": "Slay the Spire score", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "best of n independents",
     "rows": [
      {"task": "Slay the Spire", "model": "Claude Opus 5.5", "n": 1, "best_of_n_score": 0.412982},
      {"task": "Slay the Spire", "model": "Claude Opus 5.5", "n": 2, "best_of_n_score": 0.435867},
      {"task": "Slay the Spire", "model": "Claude Opus 5.5", "n": 3, "best_of_n_score": 0.450351},
      {"task": "Slay the Spire", "model": "Claude Opus 5.5", "n": 4, "best_of_n_score": 0.460668},
      {"task": "Slay the Spire", "model": "Claude Opus 5.5", "n": 5, "best_of_n_score": 0.468519},
      {"task": "Slay the Spire", "model": "Claude Opus 5.5", "n": 6, "best_of_n_score": 0.474804},
      {"task": "Slay the Spire", "model": "Claude Opus 5.5", "n": 7, "best_of_n_score": 0.48},
      {"task": "Slay the Spire", "model": "Claude Opus 5.5", "n": 8, "best_of_n_score": 0.484366},
      {"task": "Slay the Spire", "model": "Claude Opus 5.5", "n": 9, "best_of_n_score": 0.48807},
      {"task": "Slay the Spire", "model": "Claude Opus 5.5", "n": 10, "best_of_n_score": 0.491228}
     ]
    },
    {
     "name": "swarm runs",
     "rows": [
      {"task": "Slay the Spire", "model": "Claude Opus 5.5", "team_size": 5, "run": 1, "score": 0.592982, "best_of_n_score": 0.468519},
      {"task": "Slay the Spire", "model": "Claude Opus 5.5", "team_size": 2, "run": 1, "score": 0.494737, "best_of_n_score": 0.435867}
     ]
    }
   ]
  },
  {
   "title": "Slay the Spire · GPT-6 Luna",
   "x": {"label": "Agents in the swarm", "unit": "", "scale": "log"},
   "y": {"label": "Slay the Spire score", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "best of n independents",
     "rows": [
      {"task": "Slay the Spire", "model": "GPT-6 Luna", "n": 1, "best_of_n_score": 0.261316},
      {"task": "Slay the Spire", "model": "GPT-6 Luna", "n": 2, "best_of_n_score": 0.281884},
      {"task": "Slay the Spire", "model": "GPT-6 Luna", "n": 3, "best_of_n_score": 0.292339},
      {"task": "Slay the Spire", "model": "GPT-6 Luna", "n": 4, "best_of_n_score": 0.299195},
      {"task": "Slay the Spire", "model": "GPT-6 Luna", "n": 5, "best_of_n_score": 0.304418},
      {"task": "Slay the Spire", "model": "GPT-6 Luna", "n": 6, "best_of_n_score": 0.308733},
      {"task": "Slay the Spire", "model": "GPT-6 Luna", "n": 7, "best_of_n_score": 0.312457},
      {"task": "Slay the Spire", "model": "GPT-6 Luna", "n": 8, "best_of_n_score": 0.315755},
      {"task": "Slay the Spire", "model": "GPT-6 Luna", "n": 9, "best_of_n_score": 0.318727},
      {"task": "Slay the Spire", "model": "GPT-6 Luna", "n": 10, "best_of_n_score": 0.321441},
      {"task": "Slay the Spire", "model": "GPT-6 Luna", "n": 11, "best_of_n_score": 0.323948},
      {"task": "Slay the Spire", "model": "GPT-6 Luna", "n": 12, "best_of_n_score": 0.326291},
      {"task": "Slay the Spire", "model": "GPT-6 Luna", "n": 13, "best_of_n_score": 0.328501},
      {"task": "Slay the Spire", "model": "GPT-6 Luna", "n": 14, "best_of_n_score": 0.330608},
      {"task": "Slay the Spire", "model": "GPT-6 Luna", "n": 15, "best_of_n_score": 0.332634},
      {"task": "Slay the Spire", "model": "GPT-6 Luna", "n": 16, "best_of_n_score": 0.334599},
      {"task": "Slay the Spire", "model": "GPT-6 Luna", "n": 17, "best_of_n_score": 0.336517},
      {"task": "Slay the Spire", "model": "GPT-6 Luna", "n": 18, "best_of_n_score": 0.338403},
      {"task": "Slay the Spire", "model": "GPT-6 Luna", "n": 19, "best_of_n_score": 0.340263},
      {"task": "Slay the Spire", "model": "GPT-6 Luna", "n": 20, "best_of_n_score": 0.342105}
     ]
    },
    {
     "name": "swarm runs",
     "rows": [
      {"task": "Slay the Spire", "model": "GPT-6 Luna", "team_size": 20, "run": 1, "score": 0.226316, "best_of_n_score": 0.342105},
      {"task": "Slay the Spire", "model": "GPT-6 Luna", "team_size": 20, "run": 2, "score": 0.259649, "best_of_n_score": 0.342105},
      {"task": "Slay the Spire", "model": "GPT-6 Luna", "team_size": 5, "run": 1, "score": 0.385965, "best_of_n_score": 0.304418},
      {"task": "Slay the Spire", "model": "GPT-6 Luna", "team_size": 20, "run": 3, "score": 0.219298, "best_of_n_score": 0.342105},
      {"task": "Slay the Spire", "model": "GPT-6 Luna", "team_size": 10, "run": 1, "score": 0.384211, "best_of_n_score": 0.321441},
      {"task": "Slay the Spire", "model": "GPT-6 Luna", "team_size": 10, "run": 2, "score": 0.401754, "best_of_n_score": 0.321441},
      {"task": "Slay the Spire", "model": "GPT-6 Luna", "team_size": 2, "run": 1, "score": 0.315789, "best_of_n_score": 0.281884},
      {"task": "Slay the Spire", "model": "GPT-6 Luna", "team_size": 2, "run": 2, "score": 0.352632, "best_of_n_score": 0.281884},
      {"task": "Slay the Spire", "model": "GPT-6 Luna", "team_size": 5, "run": 2, "score": 0.32807, "best_of_n_score": 0.304418},
      {"task": "Slay the Spire", "model": "GPT-6 Luna", "team_size": 10, "run": 3, "score": 0.373684, "best_of_n_score": 0.321441},
      {"task": "Slay the Spire", "model": "GPT-6 Luna", "team_size": 5, "run": 3, "score": 0.408772, "best_of_n_score": 0.304418},
      {"task": "Slay the Spire", "model": "GPT-6 Luna", "team_size": 2, "run": 3, "score": 0.368421, "best_of_n_score": 0.281884}
     ]
    }
   ]
  },
  {
   "title": "Slay the Spire · Claude Haiku 5.5",
   "x": {"label": "Agents in the swarm", "unit": "", "scale": "log"},
   "y": {"label": "Slay the Spire score", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "best of n independents",
     "rows": [
      {"task": "Slay the Spire", "model": "Claude Haiku 5.5", "n": 1, "best_of_n_score": 0.228421},
      {"task": "Slay the Spire", "model": "Claude Haiku 5.5", "n": 2, "best_of_n_score": 0.268153},
      {"task": "Slay the Spire", "model": "Claude Haiku 5.5", "n": 3, "best_of_n_score": 0.280552},
      {"task": "Slay the Spire", "model": "Claude Haiku 5.5", "n": 4, "best_of_n_score": 0.287895},
      {"task": "Slay the Spire", "model": "Claude Haiku 5.5", "n": 5, "best_of_n_score": 0.293062},
      {"task": "Slay the Spire", "model": "Claude Haiku 5.5", "n": 6, "best_of_n_score": 0.296855},
      {"task": "Slay the Spire", "model": "Claude Haiku 5.5", "n": 7, "best_of_n_score": 0.299708},
      {"task": "Slay the Spire", "model": "Claude Haiku 5.5", "n": 8, "best_of_n_score": 0.301893},
      {"task": "Slay the Spire", "model": "Claude Haiku 5.5", "n": 9, "best_of_n_score": 0.303588},
      {"task": "Slay the Spire", "model": "Claude Haiku 5.5", "n": 10, "best_of_n_score": 0.304921},
      {"task": "Slay the Spire", "model": "Claude Haiku 5.5", "n": 11, "best_of_n_score": 0.305982},
      {"task": "Slay the Spire", "model": "Claude Haiku 5.5", "n": 12, "best_of_n_score": 0.306838},
      {"task": "Slay the Spire", "model": "Claude Haiku 5.5", "n": 13, "best_of_n_score": 0.307541},
      {"task": "Slay the Spire", "model": "Claude Haiku 5.5", "n": 14, "best_of_n_score": 0.308128},
      {"task": "Slay the Spire", "model": "Claude Haiku 5.5", "n": 15, "best_of_n_score": 0.308629},
      {"task": "Slay the Spire", "model": "Claude Haiku 5.5", "n": 16, "best_of_n_score": 0.309067},
      {"task": "Slay the Spire", "model": "Claude Haiku 5.5", "n": 17, "best_of_n_score": 0.30946},
      {"task": "Slay the Spire", "model": "Claude Haiku 5.5", "n": 18, "best_of_n_score": 0.309825},
      {"task": "Slay the Spire", "model": "Claude Haiku 5.5", "n": 19, "best_of_n_score": 0.310175},
      {"task": "Slay the Spire", "model": "Claude Haiku 5.5", "n": 20, "best_of_n_score": 0.310526}
     ]
    },
    {
     "name": "swarm runs",
     "rows": [
      {"task": "Slay the Spire", "model": "Claude Haiku 5.5", "team_size": 10, "run": 1, "score": 0.280702, "best_of_n_score": 0.304921},
      {"task": "Slay the Spire", "model": "Claude Haiku 5.5", "team_size": 20, "run": 1, "score": 0.278947, "best_of_n_score": 0.310526},
      {"task": "Slay the Spire", "model": "Claude Haiku 5.5", "team_size": 10, "run": 2, "score": 0.338596, "best_of_n_score": 0.304921},
      {"task": "Slay the Spire", "model": "Claude Haiku 5.5", "team_size": 20, "run": 2, "score": 0.259649, "best_of_n_score": 0.310526},
      {"task": "Slay the Spire", "model": "Claude Haiku 5.5", "team_size": 20, "run": 3, "score": 0.270175, "best_of_n_score": 0.310526},
      {"task": "Slay the Spire", "model": "Claude Haiku 5.5", "team_size": 10, "run": 3, "score": 0.257895, "best_of_n_score": 0.304921},
      {"task": "Slay the Spire", "model": "Claude Haiku 5.5", "team_size": 5, "run": 1, "score": 0.303509, "best_of_n_score": 0.293062},
      {"task": "Slay the Spire", "model": "Claude Haiku 5.5", "team_size": 2, "run": 1, "score": 0.357895, "best_of_n_score": 0.268153},
      {"task": "Slay the Spire", "model": "Claude Haiku 5.5", "team_size": 5, "run": 2, "score": 0.278947, "best_of_n_score": 0.293062},
      {"task": "Slay the Spire", "model": "Claude Haiku 5.5", "team_size": 5, "run": 3, "score": 0.322807, "best_of_n_score": 0.293062},
      {"task": "Slay the Spire", "model": "Claude Haiku 5.5", "team_size": 2, "run": 2, "score": 0.268421, "best_of_n_score": 0.268153},
      {"task": "Slay the Spire", "model": "Claude Haiku 5.5", "team_size": 2, "run": 3, "score": 0.37193, "best_of_n_score": 0.268153}
     ]
    }
   ]
  },
  {
   "title": "Minecraft · GPT-6 Astra",
   "x": {"label": "Agents in the swarm", "unit": "", "scale": "log"},
   "y": {"label": "Minecraft score", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "best of n independents",
     "rows": [
      {"task": "Minecraft", "model": "GPT-6 Astra", "n": 1, "best_of_n_score": 0.14},
      {"task": "Minecraft", "model": "GPT-6 Astra", "n": 2, "best_of_n_score": 0.149375},
      {"task": "Minecraft", "model": "GPT-6 Astra", "n": 3, "best_of_n_score": 0.154375},
      {"task": "Minecraft", "model": "GPT-6 Astra", "n": 4, "best_of_n_score": 0.15625},
      {"task": "Minecraft", "model": "GPT-6 Astra", "n": 5, "best_of_n_score": 0.15625}
     ]
    },
    {
     "name": "swarm runs",
     "rows": [
      {"task": "Minecraft", "model": "GPT-6 Astra", "team_size": 5, "run": 1, "score": 0.0875, "best_of_n_score": 0.15625},
      {"task": "Minecraft", "model": "GPT-6 Astra", "team_size": 2, "run": 1, "score": 0.10625, "best_of_n_score": 0.149375}
     ]
    }
   ]
  },
  {
   "title": "Minecraft · Claude Opus 5.5",
   "x": {"label": "Agents in the swarm", "unit": "", "scale": "log"},
   "y": {"label": "Minecraft score", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "best of n independents",
     "rows": [
      {"task": "Minecraft", "model": "Claude Opus 5.5", "n": 1, "best_of_n_score": 0.1725},
      {"task": "Minecraft", "model": "Claude Opus 5.5", "n": 2, "best_of_n_score": 0.185},
      {"task": "Minecraft", "model": "Claude Opus 5.5", "n": 3, "best_of_n_score": 0.1925},
      {"task": "Minecraft", "model": "Claude Opus 5.5", "n": 4, "best_of_n_score": 0.1975},
      {"task": "Minecraft", "model": "Claude Opus 5.5", "n": 5, "best_of_n_score": 0.2}
     ]
    },
    {
     "name": "swarm runs",
     "rows": [
      {"task": "Minecraft", "model": "Claude Opus 5.5", "team_size": 5, "run": 1, "score": 0.1875, "best_of_n_score": 0.2},
      {"task": "Minecraft", "model": "Claude Opus 5.5", "team_size": 2, "run": 1, "score": 0.175, "best_of_n_score": 0.185}
     ]
    }
   ]
  },
  {
   "title": "Minecraft · GPT-6 Luna",
   "x": {"label": "Agents in the swarm", "unit": "", "scale": "log"},
   "y": {"label": "Minecraft score", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "best of n independents",
     "rows": [
      {"task": "Minecraft", "model": "GPT-6 Luna", "n": 1, "best_of_n_score": 0.06625},
      {"task": "Minecraft", "model": "GPT-6 Luna", "n": 2, "best_of_n_score": 0.0780556},
      {"task": "Minecraft", "model": "GPT-6 Luna", "n": 3, "best_of_n_score": 0.0827604},
      {"task": "Minecraft", "model": "GPT-6 Luna", "n": 4, "best_of_n_score": 0.0856548},
      {"task": "Minecraft", "model": "GPT-6 Luna", "n": 5, "best_of_n_score": 0.0878224},
      {"task": "Minecraft", "model": "GPT-6 Luna", "n": 6, "best_of_n_score": 0.0895833},
      {"task": "Minecraft", "model": "GPT-6 Luna", "n": 7, "best_of_n_score": 0.0910417},
      {"task": "Minecraft", "model": "GPT-6 Luna", "n": 8, "best_of_n_score": 0.0922222},
      {"task": "Minecraft", "model": "GPT-6 Luna", "n": 9, "best_of_n_score": 0.093125},
      {"task": "Minecraft", "model": "GPT-6 Luna", "n": 10, "best_of_n_score": 0.09375}
     ]
    },
    {
     "name": "swarm runs",
     "rows": [
      {"task": "Minecraft", "model": "GPT-6 Luna", "team_size": 2, "run": 1, "score": 0.0125, "best_of_n_score": 0.0780556},
      {"task": "Minecraft", "model": "GPT-6 Luna", "team_size": 2, "run": 2, "score": 0.05, "best_of_n_score": 0.0780556},
      {"task": "Minecraft", "model": "GPT-6 Luna", "team_size": 2, "run": 3, "score": 0.025, "best_of_n_score": 0.0780556},
      {"task": "Minecraft", "model": "GPT-6 Luna", "team_size": 5, "run": 1, "score": 0.01875, "best_of_n_score": 0.0878224},
      {"task": "Minecraft", "model": "GPT-6 Luna", "team_size": 5, "run": 2, "score": 0.05, "best_of_n_score": 0.0878224},
      {"task": "Minecraft", "model": "GPT-6 Luna", "team_size": 5, "run": 3, "score": 0.04375, "best_of_n_score": 0.0878224}
     ]
    }
   ]
  },
  {
   "title": "Minecraft · Claude Haiku 5.5",
   "x": {"label": "Agents in the swarm", "unit": "", "scale": "log"},
   "y": {"label": "Minecraft score", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "best of n independents",
     "rows": [
      {"task": "Minecraft", "model": "Claude Haiku 5.5", "n": 1, "best_of_n_score": 0.05125},
      {"task": "Minecraft", "model": "Claude Haiku 5.5", "n": 2, "best_of_n_score": 0.0588889},
      {"task": "Minecraft", "model": "Claude Haiku 5.5", "n": 3, "best_of_n_score": 0.0630208},
      {"task": "Minecraft", "model": "Claude Haiku 5.5", "n": 4, "best_of_n_score": 0.0660714},
      {"task": "Minecraft", "model": "Claude Haiku 5.5", "n": 5, "best_of_n_score": 0.0687252},
      {"task": "Minecraft", "model": "Claude Haiku 5.5", "n": 6, "best_of_n_score": 0.07125},
      {"task": "Minecraft", "model": "Claude Haiku 5.5", "n": 7, "best_of_n_score": 0.07375},
      {"task": "Minecraft", "model": "Claude Haiku 5.5", "n": 8, "best_of_n_score": 0.07625},
      {"task": "Minecraft", "model": "Claude Haiku 5.5", "n": 9, "best_of_n_score": 0.07875},
      {"task": "Minecraft", "model": "Claude Haiku 5.5", "n": 10, "best_of_n_score": 0.08125}
     ]
    },
    {
     "name": "swarm runs",
     "rows": [
      {"task": "Minecraft", "model": "Claude Haiku 5.5", "team_size": 2, "run": 1, "score": 0.04375, "best_of_n_score": 0.0588889},
      {"task": "Minecraft", "model": "Claude Haiku 5.5", "team_size": 2, "run": 2, "score": 0.09375, "best_of_n_score": 0.0588889},
      {"task": "Minecraft", "model": "Claude Haiku 5.5", "team_size": 2, "run": 3, "score": 0.08125, "best_of_n_score": 0.0588889},
      {"task": "Minecraft", "model": "Claude Haiku 5.5", "team_size": 5, "run": 1, "score": 0.0375, "best_of_n_score": 0.0687252},
      {"task": "Minecraft", "model": "Claude Haiku 5.5", "team_size": 5, "run": 2, "score": 0.04375, "best_of_n_score": 0.0687252},
      {"task": "Minecraft", "model": "Claude Haiku 5.5", "team_size": 5, "run": 3, "score": 0.05625, "best_of_n_score": 0.0687252}
     ]
    }
   ]
  },
  {
   "title": "Train a Program · GPT-6 Astra",
   "x": {"label": "Agents in the swarm", "unit": "", "scale": "log"},
   "y": {"label": "Train a Program score", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "best of n independents",
     "rows": [
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 1, "best_of_n_score": 0.308252},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 2, "best_of_n_score": 0.403641},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 3, "best_of_n_score": 0.451318},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 4, "best_of_n_score": 0.480566},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 5, "best_of_n_score": 0.500743},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 6, "best_of_n_score": 0.515684},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 7, "best_of_n_score": 0.52727},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 8, "best_of_n_score": 0.536549},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 9, "best_of_n_score": 0.54416},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 10, "best_of_n_score": 0.550523},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 11, "best_of_n_score": 0.555926},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 12, "best_of_n_score": 0.560576},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 13, "best_of_n_score": 0.564625},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 14, "best_of_n_score": 0.568189},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 15, "best_of_n_score": 0.571356},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 16, "best_of_n_score": 0.574196},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 17, "best_of_n_score": 0.576761},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 18, "best_of_n_score": 0.579094},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 19, "best_of_n_score": 0.58123},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 20, "best_of_n_score": 0.583195},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 21, "best_of_n_score": 0.585012},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 22, "best_of_n_score": 0.586698},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 23, "best_of_n_score": 0.58827},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 24, "best_of_n_score": 0.589738},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 25, "best_of_n_score": 0.591115},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 26, "best_of_n_score": 0.592409},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 27, "best_of_n_score": 0.593628},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 28, "best_of_n_score": 0.594778},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 29, "best_of_n_score": 0.595867},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 30, "best_of_n_score": 0.596899},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 31, "best_of_n_score": 0.59788},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 32, "best_of_n_score": 0.598812},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 33, "best_of_n_score": 0.599702},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 34, "best_of_n_score": 0.600551},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 35, "best_of_n_score": 0.601363},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 36, "best_of_n_score": 0.60214},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 37, "best_of_n_score": 0.602886},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 38, "best_of_n_score": 0.603603},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 39, "best_of_n_score": 0.604292},
      {"task": "Train a Program", "model": "GPT-6 Astra", "n": 40, "best_of_n_score": 0.604954}
     ]
    },
    {
     "name": "swarm runs",
     "rows": [
      {"task": "Train a Program", "model": "GPT-6 Astra", "team_size": 40, "run": 1, "score": 0.0185081, "best_of_n_score": 0.604954},
      {"task": "Train a Program", "model": "GPT-6 Astra", "team_size": 20, "run": 1, "score": 0.180818, "best_of_n_score": 0.583195},
      {"task": "Train a Program", "model": "GPT-6 Astra", "team_size": 10, "run": 1, "score": 0.572968, "best_of_n_score": 0.550523},
      {"task": "Train a Program", "model": "GPT-6 Astra", "team_size": 5, "run": 1, "score": 0.340277, "best_of_n_score": 0.500743},
      {"task": "Train a Program", "model": "GPT-6 Astra", "team_size": 2, "run": 1, "score": 0.548236, "best_of_n_score": 0.403641}
     ]
    }
   ]
  },
  {
   "title": "Train a Program · Claude Opus 5.5",
   "x": {"label": "Agents in the swarm", "unit": "", "scale": "log"},
   "y": {"label": "Train a Program score", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "best of n independents",
     "rows": [
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 1, "best_of_n_score": 0.297899},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 2, "best_of_n_score": 0.371005},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 3, "best_of_n_score": 0.40501},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 4, "best_of_n_score": 0.425186},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 5, "best_of_n_score": 0.438617},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 6, "best_of_n_score": 0.448253},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 7, "best_of_n_score": 0.455575},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 8, "best_of_n_score": 0.461398},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 9, "best_of_n_score": 0.466199},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 10, "best_of_n_score": 0.47027},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 11, "best_of_n_score": 0.4738},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 12, "best_of_n_score": 0.476915},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 13, "best_of_n_score": 0.479703},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 14, "best_of_n_score": 0.482227},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 15, "best_of_n_score": 0.484536},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 16, "best_of_n_score": 0.486664},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 17, "best_of_n_score": 0.488641},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 18, "best_of_n_score": 0.490488},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 19, "best_of_n_score": 0.492224},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 20, "best_of_n_score": 0.493863},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 21, "best_of_n_score": 0.495417},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 22, "best_of_n_score": 0.496896},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 23, "best_of_n_score": 0.498309},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 24, "best_of_n_score": 0.499662},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 25, "best_of_n_score": 0.50096},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 26, "best_of_n_score": 0.502209},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 27, "best_of_n_score": 0.503412},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 28, "best_of_n_score": 0.504573},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 29, "best_of_n_score": 0.505694},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 30, "best_of_n_score": 0.506778},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 31, "best_of_n_score": 0.507825},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 32, "best_of_n_score": 0.508839},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 33, "best_of_n_score": 0.50982},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 34, "best_of_n_score": 0.510769},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 35, "best_of_n_score": 0.511687},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 36, "best_of_n_score": 0.512576},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 37, "best_of_n_score": 0.513435},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 38, "best_of_n_score": 0.514265},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 39, "best_of_n_score": 0.515067},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "n": 40, "best_of_n_score": 0.515842}
     ]
    },
    {
     "name": "swarm runs",
     "rows": [
      {"task": "Train a Program", "model": "Claude Opus 5.5", "team_size": 10, "run": 1, "score": 0.308326, "best_of_n_score": 0.47027},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "team_size": 5, "run": 1, "score": 0.287756, "best_of_n_score": 0.438617},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "team_size": 20, "run": 1, "score": 0.0830171, "best_of_n_score": 0.493863},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "team_size": 40, "run": 1, "score": 0.116405, "best_of_n_score": 0.515842},
      {"task": "Train a Program", "model": "Claude Opus 5.5", "team_size": 2, "run": 1, "score": 0.498408, "best_of_n_score": 0.371005}
     ]
    }
   ]
  }
 ]
}
