{
  "about": "The data behind https://inferoptimal.com/tools/results, copied unchanged on 2026-10-19 from the OpenResearch add-on worktree (branch codex/openresearch-addon, folder .local/openresearch/charts).",
  "compiled_by": "charts/compile.py in that folder, from the Experiment 6 run records harness/runs/e6-*/<harness>/<item>/record.json and the Experiment 5 converge, solo, harness and kernel run records. GLM runs are priced at the box rate of $20 an hour of run time; OpenResearch adds the Claude cost its CLI reports; GPT-6 Astra is priced at its published API rates.",
  "results": "openresearch/docs/RESULTS.md on codex/openresearch-addon, Experiments 5 and 6 (Experiment 6 reported at commit 31346466; checked against fca3ebee).",
  "records": [
    "OE-2026-10-19-020 and its midday addendum (how the results are charted and priced)",
    "OE-2026-10-19-021 (the results page, the recommended tools and the clarity fix)"
  ],
  "files": [
    {
      "file": "runs.json",
      "sha256": "a10010da6fa8fd25585b75bc2f3e81273959fcf457f5cad57130db6cb3424e1e",
      "what": "One row per counted run: study, kind of task, benchmark, harness, item, mean-able minutes, GLM box cost at $20 an hour, Claude or API cost, total cost, score and whether it was right. Kernel rows carry the baseline cycle count."
    },
    {
      "file": "published.json",
      "sha256": "2a4aecefaadb1d5472b85a659520fa217e2105dabc5cca731019eed8a06ee39c",
      "what": "Published scores from other providers and papers, with their source, used only as reference points; rows with no value are benchmarks built but not run before the box was torn down."
    },
    {
      "file": "kinds.json",
      "sha256": "b58811a23b94707869fc07c63ef92be904a9932d110f811a9a3caa54be34041e",
      "what": "One row per kind of task: its benchmark, its axis and the note shown under its charts."
    },
    {
      "file": "findings.json",
      "sha256": "8ffd81e57d3aaf636c05678eab8d4bebf11b97d5e1200e789ee3c040b1fcf275",
      "what": "The findings listed at the top of the page."
    },
    {
      "file": "rates.json",
      "sha256": "760cfdf55cb4d9046f91b18d9b3a5207425278527bf94b1369c6d3e6b1ae8ded",
      "what": "How each cost per run is counted."
    }
  ]
}