{
  "slug": "parallel-scaling",
  "domain": "AI foundations",
  "title": "A law for parallel scaling.",
  "description": "A fitted scientific model of how loss changes with the benchmark’s parallelism and training variables.",
  "metric": "Held-out R²",
  "unit": "",
  "note": "The reported score belongs to the archived Gemini-3.8-Flash program at iteration 2.",
  "task": "Parallel Scaling",
  "score": 0.9999749713681108,
  "reference": 0.9999696795680629,
  "direction": "max",
  "outcome": "Improved",
  "model": "Gemini-3.8-Flash",
  "budget": 8,
  "seed": 42,
  "best_iteration": 2,
  "last_iteration": 100,
  "cost_usd": 11.927420775,
  "program_id": "1aaa9988-f544-4fb4-b82f-75023249e86b",
  "source_sha256": "af56d55174575c4a4550f77b57940d80a86614b58bf0e466328d38044e5041bd",
  "source": "static/programs/parallel_scaling.py",
  "language": "Python",
  "lines": 28,
  "history": {
    "points": [
      {
        "iteration": 0,
        "candidate_score": 0.9997992221786813,
        "best_score": 0.9997992221786813,
        "gate": "unrecorded"
      },
      {
        "iteration": 1,
        "candidate_score": 0.9998189309869401,
        "best_score": 0.9998189309869401,
        "gate": "retrieve"
      },
      {
        "iteration": 2,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "retrieve"
      },
      {
        "iteration": 3,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "retrieve"
      },
      {
        "iteration": 4,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "retrieve"
      },
      {
        "iteration": 5,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "lookup"
      },
      {
        "iteration": 6,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "retrieve"
      },
      {
        "iteration": 7,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 8,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "retrieve"
      },
      {
        "iteration": 9,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "retrieve"
      },
      {
        "iteration": 10,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 11,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 12,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 13,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 14,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "lookup"
      },
      {
        "iteration": 15,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 16,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 17,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 18,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 19,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 20,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "retrieve"
      },
      {
        "iteration": 21,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 22,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 23,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 24,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "lookup"
      },
      {
        "iteration": 25,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 26,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 27,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 28,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 29,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 30,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 31,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "retrieve"
      },
      {
        "iteration": 32,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "lookup"
      },
      {
        "iteration": 33,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 34,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "retrieve"
      },
      {
        "iteration": 35,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 36,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 37,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 38,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 39,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "retrieve"
      },
      {
        "iteration": 40,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 41,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 42,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 43,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "lookup"
      },
      {
        "iteration": 44,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "retrieve"
      },
      {
        "iteration": 45,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 46,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 47,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 48,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "lookup"
      },
      {
        "iteration": 49,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 50,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 51,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 52,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 53,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 54,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 55,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 56,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 57,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "retrieve"
      },
      {
        "iteration": 58,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 59,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 60,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 61,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 62,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 64,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "lookup"
      },
      {
        "iteration": 65,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 66,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 67,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "lookup"
      },
      {
        "iteration": 68,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 69,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "lookup"
      },
      {
        "iteration": 70,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "retrieve"
      },
      {
        "iteration": 71,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "lookup"
      },
      {
        "iteration": 72,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 73,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 74,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 75,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 76,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "lookup"
      },
      {
        "iteration": 77,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 78,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 79,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 81,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 82,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "lookup"
      },
      {
        "iteration": 83,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 84,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 85,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "lookup"
      },
      {
        "iteration": 86,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 87,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 88,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 89,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "lookup"
      },
      {
        "iteration": 90,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "retrieve"
      },
      {
        "iteration": 91,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 92,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 93,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "lookup"
      },
      {
        "iteration": 94,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 95,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 96,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 97,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "retrieve"
      },
      {
        "iteration": 98,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 99,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      },
      {
        "iteration": 100,
        "candidate_score": 0.9999797704262393,
        "best_score": 0.9999797704262393,
        "gate": "noop"
      }
    ],
    "trace_sha256": "99259717a17ecf3edad5beafe53e9bcbd8e6b054973838eed6752cc4e8c5b7ca",
    "score_label": "Search-time evaluator score ↑",
    "note": "Best-so-far envelope of recorded, non-migrant programs. If multiple programs share an iteration, the highest recorded score is used. Missing iterations are not invented."
  },
  "run_fingerprint": "d6a1e9690a32cd1a60ecb45cfc3ab16ff211858703ce011dee31981716fd926f",
  "artifact": {
    "views": [
      {
        "image": "static/images/programs/parallel-scaling-comparison.webp",
        "thumbnail": "static/images/programs/parallel-scaling-comparison-thumb.webp",
        "pdf": "static/figures/programs/parallel-scaling-comparison.pdf",
        "paper_pdf": "static/figures/programs/paper-ai.pdf",
        "provenance": {
          "source": "figures/supp_figures/sota_objects_ai.pdf",
          "source_sha256": "bbb0bd9bdd63daf56779fa78042a0044a0078f70e5ac1b2b3717f995316ee430",
          "clip_points": [
            0.0,
            0.0,
            396.0,
            119.30000305175781
          ],
          "cropped": true,
          "pdf_sha256": "64cd5224cbc8bbdd4fe36552ddb52f0f0799197b294740e9aec83095d9861ccc",
          "image_sha256": "f52bc2a1008c916c3d4154a32c684f717f7879164bc50e56199721cccfb6fd7c",
          "thumbnail_sha256": "14738cc774b0295bf53e7f99d4d3192bfac9fbb44c73dcb9c1df49a48b2af632"
        },
        "label": "Scaling laws",
        "caption": "Observed loss on Pile and Stack. The dashed P = 8 row is held out; EvoDuet predicts 7 of its 12 cells more closely."
      },
      {
        "image": "static/images/programs/scaling-held-out-error.webp",
        "thumbnail": "static/images/programs/scaling-held-out-error-thumb.webp",
        "pdf": "static/figures/programs/scaling-held-out-error.pdf",
        "paper_pdf": "static/figures/programs/paper-ai.pdf",
        "provenance": {
          "source": "figures/supp_figures/sota_objects_ai.pdf",
          "source_sha256": "bbb0bd9bdd63daf56779fa78042a0044a0078f70e5ac1b2b3717f995316ee430",
          "clip_points": [
            241.0,
            119.4000015258789,
            396.0,
            246.0
          ],
          "cropped": true,
          "pdf_sha256": "88df75293787c1b7a9f9fe8ef971dc2079c3abbde2901bb2d5dc6925d2c094b4",
          "image_sha256": "f5668d60aa9cd53b5637f5bcc291e20149aff17d04ebd03958a82dc07dcae33c",
          "thumbnail_sha256": "6f32f4909c5aac07b650b99a254ac2adeeec5fb371744020d786404a0d8d8f11"
        },
        "label": "Held-out error",
        "caption": "SimpleTES (purple) and EvoDuet (blue): held-out 1 − R² on a log scale for both scaling benchmarks. Lower is better."
      }
    ],
    "kind": "views",
    "data": {
      "replay_score": 0.9999749713681108,
      "reported_score": 0.9999749713681108,
      "source_matches_selected": true
    }
  },
  "related_trajectories": []
}