[
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Microsoft Agent Framework",
  "family": "GLM box",
  "item": "L07-Q02",
  "minutes": 22.2,
  "box_cost": 7.4,
  "api_cost": 0.0,
  "cost": 7.4,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "0"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Microsoft Agent Framework",
  "family": "GLM box",
  "item": "L01-Q08",
  "minutes": 29.7,
  "box_cost": 9.9,
  "api_cost": 0.0,
  "cost": 9.9,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "1"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Microsoft Agent Framework",
  "family": "GLM box",
  "item": "L08-Q07",
  "minutes": 34.9,
  "box_cost": 11.63,
  "api_cost": 0.0,
  "cost": 11.63,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "2"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Microsoft Agent Framework",
  "family": "GLM box",
  "item": "L02-Q04",
  "minutes": 35.8,
  "box_cost": 11.93,
  "api_cost": 0.0,
  "cost": 11.93,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "3"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Microsoft Agent Framework",
  "family": "GLM box",
  "item": "L06-Q06",
  "minutes": 33.3,
  "box_cost": 11.1,
  "api_cost": 0.0,
  "cost": 11.1,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "4"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Microsoft Agent Framework",
  "family": "GLM box",
  "item": "L07-Q02",
  "minutes": 34.0,
  "box_cost": 11.33,
  "api_cost": 0.0,
  "cost": 11.33,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "5"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Microsoft Agent Framework",
  "family": "GLM box",
  "item": "L06-Q06",
  "minutes": 39.1,
  "box_cost": 13.03,
  "api_cost": 0.0,
  "cost": 13.03,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "6"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Microsoft Agent Framework",
  "family": "GLM box",
  "item": "L01-Q08",
  "minutes": 33.1,
  "box_cost": 11.03,
  "api_cost": 0.0,
  "cost": 11.03,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "7"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Microsoft Agent Framework",
  "family": "GLM box",
  "item": "L08-Q07",
  "minutes": 33.6,
  "box_cost": 11.2,
  "api_cost": 0.0,
  "cost": 11.2,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "8"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Microsoft Agent Framework",
  "family": "GLM box",
  "item": "L07-Q02",
  "minutes": 26.6,
  "box_cost": 8.87,
  "api_cost": 0.0,
  "cost": 8.87,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "9"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Microsoft Agent Framework",
  "family": "GLM box",
  "item": "L01-Q08",
  "minutes": 31.8,
  "box_cost": 10.6,
  "api_cost": 0.0,
  "cost": 10.6,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "10"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Microsoft Agent Framework",
  "family": "GLM box",
  "item": "L08-Q07",
  "minutes": 27.2,
  "box_cost": 9.07,
  "api_cost": 0.0,
  "cost": 9.07,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "11"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Microsoft Agent Framework",
  "family": "GLM box",
  "item": "L06-Q06",
  "minutes": 30.3,
  "box_cost": 10.1,
  "api_cost": 0.0,
  "cost": 10.1,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "12"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Microsoft Agent Framework",
  "family": "GLM box",
  "item": "L02-Q04",
  "minutes": 34.2,
  "box_cost": 11.4,
  "api_cost": 0.0,
  "cost": 11.4,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "13"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "DeepSeek Harness, one agent",
  "family": "GLM box",
  "item": "L01-Q08",
  "minutes": 11.3,
  "box_cost": 3.77,
  "api_cost": 0.0,
  "cost": 3.77,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "14"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "DeepSeek Harness, one agent",
  "family": "GLM box",
  "item": "L02-Q04",
  "minutes": 12.5,
  "box_cost": 4.17,
  "api_cost": 0.0,
  "cost": 4.17,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "15"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "DeepSeek Harness, one agent",
  "family": "GLM box",
  "item": "L06-Q06",
  "minutes": 17.8,
  "box_cost": 5.93,
  "api_cost": 0.0,
  "cost": 5.93,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "16"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "DeepSeek Harness, one agent",
  "family": "GLM box",
  "item": "L07-Q02",
  "minutes": 9.0,
  "box_cost": 3.0,
  "api_cost": 0.0,
  "cost": 3.0,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "17"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "DeepSeek Harness, one agent",
  "family": "GLM box",
  "item": "L08-Q07",
  "minutes": 10.3,
  "box_cost": 3.43,
  "api_cost": 0.0,
  "cost": 3.43,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "18"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "DeepSeek Harness, one agent",
  "family": "GLM box",
  "item": "L08-Q07",
  "minutes": 7.4,
  "box_cost": 2.47,
  "api_cost": 0.0,
  "cost": 2.47,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "19"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "DeepSeek Harness, one agent",
  "family": "GLM box",
  "item": "L06-Q06",
  "minutes": 22.0,
  "box_cost": 7.33,
  "api_cost": 0.0,
  "cost": 7.33,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "20"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "DeepSeek Harness, one agent",
  "family": "GLM box",
  "item": "L08-Q07",
  "minutes": 20.5,
  "box_cost": 6.83,
  "api_cost": 0.0,
  "cost": 6.83,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "21"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "DeepSeek Harness, one agent",
  "family": "GLM box",
  "item": "L06-Q06",
  "minutes": 39.9,
  "box_cost": 13.3,
  "api_cost": 0.0,
  "cost": 13.3,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "22"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "DeepSeek Harness, ralph loop",
  "family": "GLM box",
  "item": "L08-Q07",
  "minutes": 9.9,
  "box_cost": 3.3,
  "api_cost": 0.0,
  "cost": 3.3,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "23"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "DeepSeek Harness, ralph loop",
  "family": "GLM box",
  "item": "L07-Q02",
  "minutes": 11.2,
  "box_cost": 3.73,
  "api_cost": 0.0,
  "cost": 3.73,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "24"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "DeepSeek Harness, ralph loop",
  "family": "GLM box",
  "item": "L01-Q08",
  "minutes": 13.8,
  "box_cost": 4.6,
  "api_cost": 0.0,
  "cost": 4.6,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "25"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "DeepSeek Harness, ralph loop",
  "family": "GLM box",
  "item": "L06-Q06",
  "minutes": 14.0,
  "box_cost": 4.67,
  "api_cost": 0.0,
  "cost": 4.67,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "26"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "DeepSeek Harness, ralph loop",
  "family": "GLM box",
  "item": "L02-Q04",
  "minutes": 19.2,
  "box_cost": 6.4,
  "api_cost": 0.0,
  "cost": 6.4,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "27"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "DeepSeek Harness, workflow",
  "family": "GLM box",
  "item": "L06-Q06",
  "minutes": 40.4,
  "box_cost": 13.47,
  "api_cost": 0.0,
  "cost": 13.47,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "28"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "DeepSeek Harness, workflow",
  "family": "GLM box",
  "item": "L02-Q04",
  "minutes": 40.5,
  "box_cost": 13.5,
  "api_cost": 0.0,
  "cost": 13.5,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "29"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "DeepSeek Harness, workflow",
  "family": "GLM box",
  "item": "L01-Q08",
  "minutes": 40.6,
  "box_cost": 13.53,
  "api_cost": 0.0,
  "cost": 13.53,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "30"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "DeepSeek Harness, workflow",
  "family": "GLM box",
  "item": "L08-Q07",
  "minutes": 38.5,
  "box_cost": 12.83,
  "api_cost": 0.0,
  "cost": 12.83,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "31"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "DeepSeek Harness, workflow",
  "family": "GLM box",
  "item": "L07-Q02",
  "minutes": 39.7,
  "box_cost": 13.23,
  "api_cost": 0.0,
  "cost": 13.23,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "32"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "DeepSeek Harness, workflow",
  "family": "GLM box",
  "item": "L01-Q08",
  "minutes": 33.9,
  "box_cost": 11.3,
  "api_cost": 0.0,
  "cost": 11.3,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "33"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "DeepSeek Harness, workflow",
  "family": "GLM box",
  "item": "L02-Q04",
  "minutes": 29.4,
  "box_cost": 9.8,
  "api_cost": 0.0,
  "cost": 9.8,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "34"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "DeepSeek Harness, workflow",
  "family": "GLM box",
  "item": "L06-Q06",
  "minutes": 40.6,
  "box_cost": 13.53,
  "api_cost": 0.0,
  "cost": 13.53,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "35"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "CrewAI",
  "family": "GLM box",
  "item": "L01-Q08",
  "minutes": 26.9,
  "box_cost": 8.97,
  "api_cost": 0.0,
  "cost": 8.97,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "36"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "CrewAI",
  "family": "GLM box",
  "item": "L07-Q02",
  "minutes": 27.2,
  "box_cost": 9.07,
  "api_cost": 0.0,
  "cost": 9.07,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "37"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "CrewAI",
  "family": "GLM box",
  "item": "L02-Q04",
  "minutes": 28.4,
  "box_cost": 9.47,
  "api_cost": 0.0,
  "cost": 9.47,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "38"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "CrewAI",
  "family": "GLM box",
  "item": "L08-Q07",
  "minutes": 31.0,
  "box_cost": 10.33,
  "api_cost": 0.0,
  "cost": 10.33,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "39"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "CrewAI",
  "family": "GLM box",
  "item": "L06-Q06",
  "minutes": 32.8,
  "box_cost": 10.93,
  "api_cost": 0.0,
  "cost": 10.93,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "40"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "GPT Researcher",
  "family": "GLM box",
  "item": "L07-Q02",
  "minutes": 4.6,
  "box_cost": 1.53,
  "api_cost": 0.0,
  "cost": 1.53,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "41"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "GPT Researcher",
  "family": "GLM box",
  "item": "L01-Q08",
  "minutes": 18.8,
  "box_cost": 6.27,
  "api_cost": 0.0,
  "cost": 6.27,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "42"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "GPT Researcher",
  "family": "GLM box",
  "item": "L02-Q04",
  "minutes": 26.9,
  "box_cost": 8.97,
  "api_cost": 0.0,
  "cost": 8.97,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "43"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "GPT Researcher",
  "family": "GLM box",
  "item": "L08-Q07",
  "minutes": 9.7,
  "box_cost": 3.23,
  "api_cost": 0.0,
  "cost": 3.23,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "44"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "GPT Researcher",
  "family": "GLM box",
  "item": "L06-Q06",
  "minutes": 28.2,
  "box_cost": 9.4,
  "api_cost": 0.0,
  "cost": 9.4,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "45"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "One GLM agent, our checklist",
  "family": "GLM box",
  "item": "L08-Q07",
  "minutes": 17.4,
  "box_cost": 5.8,
  "api_cost": 0.0,
  "cost": 5.8,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "46"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "One GLM agent, our checklist",
  "family": "GLM box",
  "item": "L06-Q06",
  "minutes": 19.2,
  "box_cost": 6.4,
  "api_cost": 0.0,
  "cost": 6.4,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "47"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "One GLM agent, our checklist",
  "family": "GLM box",
  "item": "L08-Q07",
  "minutes": 9.4,
  "box_cost": 3.13,
  "api_cost": 0.0,
  "cost": 3.13,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "48"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "One GLM agent, our checklist",
  "family": "GLM box",
  "item": "L06-Q06",
  "minutes": 20.1,
  "box_cost": 6.7,
  "api_cost": 0.0,
  "cost": 6.7,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "49"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "One GLM agent, our checklist",
  "family": "GLM box",
  "item": "L08-Q07",
  "minutes": 16.0,
  "box_cost": 5.33,
  "api_cost": 0.0,
  "cost": 5.33,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "50"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "One GLM agent, our checklist",
  "family": "GLM box",
  "item": "L06-Q06",
  "minutes": 23.2,
  "box_cost": 7.73,
  "api_cost": 0.0,
  "cost": 7.73,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "51"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Swarms",
  "family": "GLM box",
  "item": "L06-Q06",
  "minutes": 27.7,
  "box_cost": 9.23,
  "api_cost": 0.0,
  "cost": 9.23,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "52"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Swarms",
  "family": "GLM box",
  "item": "L07-Q02",
  "minutes": 33.9,
  "box_cost": 11.3,
  "api_cost": 0.0,
  "cost": 11.3,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "53"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Swarms",
  "family": "GLM box",
  "item": "L08-Q07",
  "minutes": 36.6,
  "box_cost": 12.2,
  "api_cost": 0.0,
  "cost": 12.2,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "54"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Swarms",
  "family": "GLM box",
  "item": "L01-Q08",
  "minutes": 19.9,
  "box_cost": 6.63,
  "api_cost": 0.0,
  "cost": 6.63,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "55"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Plain OpenEvolve loop",
  "family": "GLM box",
  "item": "L01-Q08",
  "minutes": 17.8,
  "box_cost": 5.94,
  "api_cost": 0.0,
  "cost": 5.94,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "56"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Plain OpenEvolve loop",
  "family": "GLM box",
  "item": "L02-Q04",
  "minutes": 38.9,
  "box_cost": 12.96,
  "api_cost": 0.0,
  "cost": 12.96,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "57"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "OpenResearch, Sonnet decider",
  "family": "GLM box",
  "item": "L01-Q08",
  "minutes": 30.3,
  "box_cost": 10.11,
  "api_cost": 1.69,
  "cost": 11.8,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "58"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "OpenResearch, GLM decider",
  "family": "GLM box",
  "item": "L01-Q08",
  "minutes": 45.7,
  "box_cost": 15.24,
  "api_cost": 0.0,
  "cost": 15.24,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "59"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "OpenResearch, GLM decider",
  "family": "GLM box",
  "item": "L02-Q04",
  "minutes": 45.7,
  "box_cost": 15.24,
  "api_cost": 0.0,
  "cost": 15.24,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "60"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "OpenResearch, Sonnet decider",
  "family": "GLM box",
  "item": "L02-Q04",
  "minutes": 39.8,
  "box_cost": 13.26,
  "api_cost": 1.86,
  "cost": 15.12,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "61"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Plain OpenEvolve loop",
  "family": "GLM box",
  "item": "L06-Q06",
  "minutes": 28.3,
  "box_cost": 9.44,
  "api_cost": 0.0,
  "cost": 9.44,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "62"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "OpenResearch, Sonnet decider",
  "family": "GLM box",
  "item": "L06-Q06",
  "minutes": 30.3,
  "box_cost": 10.11,
  "api_cost": 1.62,
  "cost": 11.73,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "63"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "OpenResearch, GLM decider",
  "family": "GLM box",
  "item": "L06-Q06",
  "minutes": 63.3,
  "box_cost": 21.11,
  "api_cost": 0.0,
  "cost": 21.11,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "64"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "OpenResearch, Sonnet decider",
  "family": "GLM box",
  "item": "L06-Q06",
  "minutes": 33.3,
  "box_cost": 11.11,
  "api_cost": 1.7,
  "cost": 12.81,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "65"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "OpenResearch, GLM decider",
  "family": "GLM box",
  "item": "L06-Q06",
  "minutes": 61.3,
  "box_cost": 20.44,
  "api_cost": 0.0,
  "cost": 20.44,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "66"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "OpenResearch, Sonnet decider",
  "family": "GLM box",
  "item": "L01-Q08",
  "minutes": 36.3,
  "box_cost": 12.11,
  "api_cost": 1.57,
  "cost": 13.68,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "67"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Plain OpenEvolve loop",
  "family": "GLM box",
  "item": "L06-Q06",
  "minutes": 44.4,
  "box_cost": 14.78,
  "api_cost": 0.0,
  "cost": 14.78,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "68"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Plain OpenEvolve loop",
  "family": "GLM box",
  "item": "L01-Q08",
  "minutes": 38.8,
  "box_cost": 12.94,
  "api_cost": 0.0,
  "cost": 12.94,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "69"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "OpenResearch, GLM decider",
  "family": "GLM box",
  "item": "L01-Q08",
  "minutes": 45.8,
  "box_cost": 15.28,
  "api_cost": 0.0,
  "cost": 15.28,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "70"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "OpenResearch, Sonnet decider",
  "family": "GLM box",
  "item": "L02-Q04",
  "minutes": 38.3,
  "box_cost": 12.78,
  "api_cost": 1.67,
  "cost": 14.45,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "71"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Plain OpenEvolve loop",
  "family": "GLM box",
  "item": "L02-Q04",
  "minutes": 29.8,
  "box_cost": 9.94,
  "api_cost": 0.0,
  "cost": 9.94,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "72"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "OpenResearch, GLM decider",
  "family": "GLM box",
  "item": "L02-Q04",
  "minutes": 51.3,
  "box_cost": 17.11,
  "api_cost": 0.0,
  "cost": 17.11,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "73"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "OpenResearch, Sonnet decider",
  "family": "GLM box",
  "item": "L01-Q08",
  "minutes": 38.8,
  "box_cost": 12.93,
  "api_cost": 1.57,
  "cost": 14.5,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "74"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "OpenResearch, GLM decider",
  "family": "GLM box",
  "item": "L01-Q08",
  "minutes": 56.3,
  "box_cost": 18.78,
  "api_cost": 0.0,
  "cost": 18.78,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "75"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "OpenResearch, Sonnet decider",
  "family": "GLM box",
  "item": "L02-Q04",
  "minutes": 40.3,
  "box_cost": 13.43,
  "api_cost": 1.6,
  "cost": 15.03,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "76"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "OpenResearch, GLM decider",
  "family": "GLM box",
  "item": "L02-Q04",
  "minutes": 51.8,
  "box_cost": 17.28,
  "api_cost": 0.0,
  "cost": 17.28,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "77"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "OpenResearch, Sonnet decider",
  "family": "GLM box",
  "item": "L06-Q06",
  "minutes": 62.8,
  "box_cost": 20.94,
  "api_cost": 1.64,
  "cost": 22.58,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "78"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "OpenResearch, Sonnet decider",
  "family": "GLM box",
  "item": "L01-Q08",
  "minutes": 35.8,
  "box_cost": 11.94,
  "api_cost": 1.66,
  "cost": 13.6,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "79"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Plain OpenEvolve loop",
  "family": "GLM box",
  "item": "L07-Q02",
  "minutes": 17.8,
  "box_cost": 5.94,
  "api_cost": 0.0,
  "cost": 5.94,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "80"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Plain OpenEvolve loop",
  "family": "GLM box",
  "item": "L08-Q07",
  "minutes": 19.3,
  "box_cost": 6.44,
  "api_cost": 0.0,
  "cost": 6.44,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "81"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "OpenResearch, Sonnet decider",
  "family": "GLM box",
  "item": "L07-Q02",
  "minutes": 35.7,
  "box_cost": 11.91,
  "api_cost": 1.57,
  "cost": 13.48,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "82"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "OpenResearch, Sonnet decider",
  "family": "GLM box",
  "item": "L08-Q07",
  "minutes": 34.3,
  "box_cost": 11.42,
  "api_cost": 1.63,
  "cost": 13.05,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "83"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "OpenResearch, GLM decider",
  "family": "GLM box",
  "item": "L07-Q02",
  "minutes": 49.3,
  "box_cost": 16.44,
  "api_cost": 0.0,
  "cost": 16.44,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "84"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Plain OpenEvolve loop",
  "family": "GLM box",
  "item": "L07-Q02",
  "minutes": 29.8,
  "box_cost": 9.94,
  "api_cost": 0.0,
  "cost": 9.94,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "85"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "OpenResearch, Sonnet decider",
  "family": "GLM box",
  "item": "L07-Q02",
  "minutes": 39.3,
  "box_cost": 13.11,
  "api_cost": 1.57,
  "cost": 14.68,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "86"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "OpenResearch, GLM decider",
  "family": "GLM box",
  "item": "L08-Q07",
  "minutes": 63.3,
  "box_cost": 21.11,
  "api_cost": 0.0,
  "cost": 21.11,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "87"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Plain OpenEvolve loop",
  "family": "GLM box",
  "item": "L08-Q07",
  "minutes": 35.3,
  "box_cost": 11.78,
  "api_cost": 0.0,
  "cost": 11.78,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "88"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "OpenResearch, Sonnet decider",
  "family": "GLM box",
  "item": "L08-Q07",
  "minutes": 51.8,
  "box_cost": 17.27,
  "api_cost": 1.64,
  "cost": 18.91,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "89"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "GPT-6 Astra alone (API price)",
  "family": "Frontier API",
  "item": "L02-Q04",
  "minutes": 1.7,
  "box_cost": 0.0,
  "api_cost": 1.31,
  "cost": 1.31,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "90"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "GPT-6 Astra alone (API price)",
  "family": "Frontier API",
  "item": "L01-Q08",
  "minutes": 1.9,
  "box_cost": 0.0,
  "api_cost": 1.25,
  "cost": 1.25,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "91"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "GPT-6 Astra alone (API price)",
  "family": "Frontier API",
  "item": "L06-Q06",
  "minutes": 2.0,
  "box_cost": 0.0,
  "api_cost": 1.82,
  "cost": 1.82,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "92"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "GPT-6 Astra alone (API price)",
  "family": "Frontier API",
  "item": "L07-Q02",
  "minutes": 1.3,
  "box_cost": 0.0,
  "api_cost": 1.17,
  "cost": 1.17,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "93"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "GPT-6 Astra alone (API price)",
  "family": "Frontier API",
  "item": "L08-Q07",
  "minutes": 1.7,
  "box_cost": 0.0,
  "api_cost": 1.5,
  "cost": 1.5,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "94"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Plain GLM agent",
  "family": "GLM box",
  "item": "L01-Q08",
  "minutes": 4.1,
  "box_cost": 1.36,
  "api_cost": 0.0,
  "cost": 1.36,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "95"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Plain GLM agent",
  "family": "GLM box",
  "item": "L01-Q08",
  "minutes": 4.5,
  "box_cost": 1.49,
  "api_cost": 0.0,
  "cost": 1.49,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "96"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Plain GLM agent",
  "family": "GLM box",
  "item": "L01-Q08",
  "minutes": 3.7,
  "box_cost": 1.22,
  "api_cost": 0.0,
  "cost": 1.22,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "97"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Plain GLM agent",
  "family": "GLM box",
  "item": "L02-Q04",
  "minutes": 3.2,
  "box_cost": 1.06,
  "api_cost": 0.0,
  "cost": 1.06,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "98"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Plain GLM agent",
  "family": "GLM box",
  "item": "L02-Q04",
  "minutes": 3.0,
  "box_cost": 1.02,
  "api_cost": 0.0,
  "cost": 1.02,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "99"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Plain GLM agent",
  "family": "GLM box",
  "item": "L02-Q04",
  "minutes": 4.6,
  "box_cost": 1.52,
  "api_cost": 0.0,
  "cost": 1.52,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "100"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Plain GLM agent",
  "family": "GLM box",
  "item": "L06-Q06",
  "minutes": 9.8,
  "box_cost": 3.26,
  "api_cost": 0.0,
  "cost": 3.26,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "101"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Plain GLM agent",
  "family": "GLM box",
  "item": "L06-Q06",
  "minutes": 12.3,
  "box_cost": 4.1,
  "api_cost": 0.0,
  "cost": 4.1,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "102"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Plain GLM agent",
  "family": "GLM box",
  "item": "L06-Q06",
  "minutes": 16.2,
  "box_cost": 5.41,
  "api_cost": 0.0,
  "cost": 5.41,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "103"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Plain GLM agent",
  "family": "GLM box",
  "item": "L07-Q02",
  "minutes": 5.3,
  "box_cost": 1.76,
  "api_cost": 0.0,
  "cost": 1.76,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "104"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Plain GLM agent",
  "family": "GLM box",
  "item": "L07-Q02",
  "minutes": 9.2,
  "box_cost": 3.06,
  "api_cost": 0.0,
  "cost": 3.06,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "105"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Plain GLM agent",
  "family": "GLM box",
  "item": "L07-Q02",
  "minutes": 11.1,
  "box_cost": 3.69,
  "api_cost": 0.0,
  "cost": 3.69,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "106"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Plain GLM agent",
  "family": "GLM box",
  "item": "L08-Q07",
  "minutes": 7.5,
  "box_cost": 2.52,
  "api_cost": 0.0,
  "cost": 2.52,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "107"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Plain GLM agent",
  "family": "GLM box",
  "item": "L08-Q07",
  "minutes": 10.4,
  "box_cost": 3.48,
  "api_cost": 0.0,
  "cost": 3.48,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "108"
 },
 {
  "study": "Experiment 5",
  "kind": "Hard legal research",
  "benchmark": "Generated legislation set (5 test questions)",
  "harness": "Plain GLM agent",
  "family": "GLM box",
  "item": "L08-Q07",
  "minutes": 11.9,
  "box_cost": 3.96,
  "api_cost": 0.0,
  "cost": 3.96,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "109"
 },
 {
  "study": "Experiment 5",
  "kind": "Kernel challenge",
  "benchmark": "Anthropic kernel challenge",
  "harness": "OpenEvolve + OpenResearch",
  "family": "GLM box",
  "item": "run 1",
  "minutes": 180.0,
  "box_cost": 60.0,
  "api_cost": 0.0,
  "cost": 60.0,
  "score": 2653.0,
  "right": null,
  "score_label": "2,653 cycles",
  "id": "110",
  "baseline_cycles": 147734
 },
 {
  "study": "Experiment 5",
  "kind": "Kernel challenge",
  "benchmark": "Anthropic kernel challenge",
  "harness": "OpenEvolve + OpenResearch",
  "family": "GLM box",
  "item": "run 2",
  "minutes": 170.0,
  "box_cost": 56.67,
  "api_cost": 0.0,
  "cost": 56.67,
  "score": 2905.0,
  "right": null,
  "score_label": "2,905 cycles",
  "id": "111",
  "baseline_cycles": 147734
 },
 {
  "study": "Experiment 6",
  "kind": "Document retrieval",
  "benchmark": "BRIGHT",
  "harness": "OpenResearch, Sonnet decider",
  "family": "GLM box",
  "item": "bright-stackoverflow-3",
  "minutes": 40.3,
  "box_cost": 13.43,
  "api_cost": 0.26,
  "cost": 13.69,
  "score": 0.0,
  "right": null,
  "score_label": "nDCG@10 0",
  "id": "112"
 },
 {
  "study": "Experiment 6",
  "kind": "Decisions under rules",
  "benchmark": "RuleArena",
  "harness": "OpenResearch, Sonnet decider",
  "family": "GLM box",
  "item": "nba-c1-058",
  "minutes": 30.3,
  "box_cost": 10.1,
  "api_cost": 2.19,
  "cost": 12.29,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "113"
 },
 {
  "study": "Experiment 6",
  "kind": "Legal decisions (tax law)",
  "benchmark": "DeonticBench",
  "harness": "OpenResearch, Sonnet decider",
  "family": "GLM box",
  "item": "sara-56",
  "minutes": 30.3,
  "box_cost": 10.1,
  "api_cost": 2.21,
  "cost": 12.31,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "114"
 },
 {
  "study": "Experiment 6",
  "kind": "Data analysis",
  "benchmark": "KramaBench",
  "harness": "OpenResearch, Sonnet decider",
  "family": "GLM box",
  "item": "wildfire-hard-5",
  "minutes": 33.8,
  "box_cost": 11.27,
  "api_cost": 1.99,
  "cost": 13.26,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "115"
 },
 {
  "study": "Experiment 6",
  "kind": "Document retrieval",
  "benchmark": "BRIGHT",
  "harness": "DeepSeek Harness, workflow",
  "family": "GLM box",
  "item": "bright-stackoverflow-3",
  "minutes": 19.3,
  "box_cost": 6.43,
  "api_cost": 0.0,
  "cost": 6.43,
  "score": 0.0,
  "right": null,
  "score_label": "nDCG@10 0",
  "id": "116"
 },
 {
  "study": "Experiment 6",
  "kind": "Document retrieval",
  "benchmark": "BRIGHT",
  "harness": "DeepSeek Harness, workflow",
  "family": "GLM box",
  "item": "bright-sustainable_living-17",
  "minutes": 19.1,
  "box_cost": 6.37,
  "api_cost": 0.0,
  "cost": 6.37,
  "score": 0.22009176629808017,
  "right": null,
  "score_label": "nDCG@10 22",
  "id": "117"
 },
 {
  "study": "Experiment 6",
  "kind": "Decisions under rules",
  "benchmark": "RuleArena",
  "harness": "DeepSeek Harness, workflow",
  "family": "GLM box",
  "item": "nba-c1-058",
  "minutes": 40.3,
  "box_cost": 13.43,
  "api_cost": 0.0,
  "cost": 13.43,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "118"
 },
 {
  "study": "Experiment 6",
  "kind": "Legal decisions (tax law)",
  "benchmark": "DeonticBench",
  "harness": "DeepSeek Harness, workflow",
  "family": "GLM box",
  "item": "sara-56",
  "minutes": 23.7,
  "box_cost": 7.9,
  "api_cost": 0.0,
  "cost": 7.9,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "119"
 },
 {
  "study": "Experiment 6",
  "kind": "Finding vulnerable files",
  "benchmark": "VLoc",
  "harness": "DeepSeek Harness, workflow",
  "family": "GLM box",
  "item": "vloc-NRbMJ0Tl",
  "minutes": 40.5,
  "box_cost": 13.5,
  "api_cost": 0.0,
  "cost": 13.5,
  "score": 0.3636,
  "right": null,
  "score_label": "File F1 0.36",
  "id": "120"
 },
 {
  "study": "Experiment 6",
  "kind": "Data analysis",
  "benchmark": "KramaBench",
  "harness": "DeepSeek Harness, workflow",
  "family": "GLM box",
  "item": "wildfire-hard-5",
  "minutes": 11.1,
  "box_cost": 3.7,
  "api_cost": 0.0,
  "cost": 3.7,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "121"
 },
 {
  "study": "Experiment 6",
  "kind": "Document retrieval",
  "benchmark": "BRIGHT",
  "harness": "Plain GLM agent",
  "family": "GLM box",
  "item": "bright-psychology-37",
  "minutes": 6.8,
  "box_cost": 2.27,
  "api_cost": 0.0,
  "cost": 2.27,
  "score": 0.800693766409882,
  "right": null,
  "score_label": "nDCG@10 80",
  "id": "122"
 },
 {
  "study": "Experiment 6",
  "kind": "Document retrieval",
  "benchmark": "BRIGHT",
  "harness": "Plain GLM agent",
  "family": "GLM box",
  "item": "bright-robotics-34",
  "minutes": 4.1,
  "box_cost": 1.37,
  "api_cost": 0.0,
  "cost": 1.37,
  "score": 0.0,
  "right": null,
  "score_label": "nDCG@10 0",
  "id": "123"
 },
 {
  "study": "Experiment 6",
  "kind": "Document retrieval",
  "benchmark": "BRIGHT",
  "harness": "Plain GLM agent",
  "family": "GLM box",
  "item": "bright-stackoverflow-3",
  "minutes": 5.3,
  "box_cost": 1.77,
  "api_cost": 0.0,
  "cost": 1.77,
  "score": 0.0,
  "right": null,
  "score_label": "nDCG@10 0",
  "id": "124"
 },
 {
  "study": "Experiment 6",
  "kind": "Document retrieval",
  "benchmark": "BRIGHT",
  "harness": "Plain GLM agent",
  "family": "GLM box",
  "item": "bright-sustainable_living-17",
  "minutes": 5.1,
  "box_cost": 1.7,
  "api_cost": 0.0,
  "cost": 1.7,
  "score": 0.06943122193677727,
  "right": null,
  "score_label": "nDCG@10 7",
  "id": "125"
 },
 {
  "study": "Experiment 6",
  "kind": "Data analysis",
  "benchmark": "KramaBench",
  "harness": "Plain GLM agent",
  "family": "GLM box",
  "item": "environment-hard-13",
  "minutes": 0.5,
  "box_cost": 0.17,
  "api_cost": 0.0,
  "cost": 0.17,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "126"
 },
 {
  "study": "Experiment 6",
  "kind": "Data analysis",
  "benchmark": "KramaBench",
  "harness": "Plain GLM agent",
  "family": "GLM box",
  "item": "environment-hard-16",
  "minutes": 5.0,
  "box_cost": 1.67,
  "api_cost": 0.0,
  "cost": 1.67,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "127"
 },
 {
  "study": "Experiment 6",
  "kind": "Data analysis",
  "benchmark": "KramaBench",
  "harness": "Plain GLM agent",
  "family": "GLM box",
  "item": "legal-hard-30",
  "minutes": 0.6,
  "box_cost": 0.2,
  "api_cost": 0.0,
  "cost": 0.2,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "128"
 },
 {
  "study": "Experiment 6",
  "kind": "Decisions under rules",
  "benchmark": "RuleArena",
  "harness": "Plain GLM agent",
  "family": "GLM box",
  "item": "nba-c1-007",
  "minutes": 6.9,
  "box_cost": 2.3,
  "api_cost": 0.0,
  "cost": 2.3,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "129"
 },
 {
  "study": "Experiment 6",
  "kind": "Decisions under rules",
  "benchmark": "RuleArena",
  "harness": "Plain GLM agent",
  "family": "GLM box",
  "item": "nba-c1-058",
  "minutes": 2.5,
  "box_cost": 0.83,
  "api_cost": 0.0,
  "cost": 0.83,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "130"
 },
 {
  "study": "Experiment 6",
  "kind": "Decisions under rules",
  "benchmark": "RuleArena",
  "harness": "Plain GLM agent",
  "family": "GLM box",
  "item": "nba-c2-009",
  "minutes": 13.1,
  "box_cost": 4.37,
  "api_cost": 0.0,
  "cost": 4.37,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "131"
 },
 {
  "study": "Experiment 6",
  "kind": "Decisions under rules",
  "benchmark": "RuleArena",
  "harness": "Plain GLM agent",
  "family": "GLM box",
  "item": "nba-c2-023",
  "minutes": 4.9,
  "box_cost": 1.63,
  "api_cost": 0.0,
  "cost": 1.63,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "132"
 },
 {
  "study": "Experiment 6",
  "kind": "Legal decisions (tax law)",
  "benchmark": "DeonticBench",
  "harness": "Plain GLM agent",
  "family": "GLM box",
  "item": "sara-18",
  "minutes": 1.1,
  "box_cost": 0.37,
  "api_cost": 0.0,
  "cost": 0.37,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "133"
 },
 {
  "study": "Experiment 6",
  "kind": "Legal decisions (tax law)",
  "benchmark": "DeonticBench",
  "harness": "Plain GLM agent",
  "family": "GLM box",
  "item": "sara-56",
  "minutes": 0.7,
  "box_cost": 0.23,
  "api_cost": 0.0,
  "cost": 0.23,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "134"
 },
 {
  "study": "Experiment 6",
  "kind": "Legal decisions (tax law)",
  "benchmark": "DeonticBench",
  "harness": "Plain GLM agent",
  "family": "GLM box",
  "item": "sara-85",
  "minutes": 2.0,
  "box_cost": 0.67,
  "api_cost": 0.0,
  "cost": 0.67,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "135"
 },
 {
  "study": "Experiment 6",
  "kind": "Legal decisions (tax law)",
  "benchmark": "DeonticBench",
  "harness": "Plain GLM agent",
  "family": "GLM box",
  "item": "sara-90",
  "minutes": 1.4,
  "box_cost": 0.47,
  "api_cost": 0.0,
  "cost": 0.47,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "136"
 },
 {
  "study": "Experiment 6",
  "kind": "Finding vulnerable files",
  "benchmark": "VLoc",
  "harness": "Plain GLM agent",
  "family": "GLM box",
  "item": "vloc-4pAtPiCu",
  "minutes": 4.6,
  "box_cost": 1.53,
  "api_cost": 0.0,
  "cost": 1.53,
  "score": 0.6667,
  "right": null,
  "score_label": "File F1 0.67",
  "id": "137"
 },
 {
  "study": "Experiment 6",
  "kind": "Finding vulnerable files",
  "benchmark": "VLoc",
  "harness": "Plain GLM agent",
  "family": "GLM box",
  "item": "vloc-NRbMJ0Tl",
  "minutes": 5.5,
  "box_cost": 1.83,
  "api_cost": 0.0,
  "cost": 1.83,
  "score": 0.0,
  "right": null,
  "score_label": "File F1 0.00",
  "id": "138"
 },
 {
  "study": "Experiment 6",
  "kind": "Finding vulnerable files",
  "benchmark": "VLoc",
  "harness": "Plain GLM agent",
  "family": "GLM box",
  "item": "vloc-hkmLsSpx",
  "minutes": 6.8,
  "box_cost": 2.27,
  "api_cost": 0.0,
  "cost": 2.27,
  "score": 0.0,
  "right": null,
  "score_label": "File F1 0.00",
  "id": "139"
 },
 {
  "study": "Experiment 6",
  "kind": "Finding vulnerable files",
  "benchmark": "VLoc",
  "harness": "Plain GLM agent",
  "family": "GLM box",
  "item": "vloc-j8rfJVXT",
  "minutes": 4.3,
  "box_cost": 1.43,
  "api_cost": 0.0,
  "cost": 1.43,
  "score": 0.0,
  "right": null,
  "score_label": "File F1 0.00",
  "id": "140"
 },
 {
  "study": "Experiment 6",
  "kind": "Data analysis",
  "benchmark": "KramaBench",
  "harness": "Plain GLM agent",
  "family": "GLM box",
  "item": "wildfire-hard-5",
  "minutes": 1.5,
  "box_cost": 0.5,
  "api_cost": 0.0,
  "cost": 0.5,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "141"
 },
 {
  "study": "Experiment 6",
  "kind": "Document retrieval",
  "benchmark": "BRIGHT",
  "harness": "DeepSeek Harness, one agent",
  "family": "GLM box",
  "item": "bright-psychology-37",
  "minutes": 7.2,
  "box_cost": 2.4,
  "api_cost": 0.0,
  "cost": 2.4,
  "score": 0.5637884576902256,
  "right": null,
  "score_label": "nDCG@10 56",
  "id": "142"
 },
 {
  "study": "Experiment 6",
  "kind": "Document retrieval",
  "benchmark": "BRIGHT",
  "harness": "DeepSeek Harness, one agent",
  "family": "GLM box",
  "item": "bright-robotics-34",
  "minutes": 5.0,
  "box_cost": 1.67,
  "api_cost": 0.0,
  "cost": 1.67,
  "score": 0.0,
  "right": null,
  "score_label": "nDCG@10 0",
  "id": "143"
 },
 {
  "study": "Experiment 6",
  "kind": "Document retrieval",
  "benchmark": "BRIGHT",
  "harness": "DeepSeek Harness, one agent",
  "family": "GLM box",
  "item": "bright-stackoverflow-3",
  "minutes": 8.7,
  "box_cost": 2.9,
  "api_cost": 0.0,
  "cost": 2.9,
  "score": 0.0,
  "right": null,
  "score_label": "nDCG@10 0",
  "id": "144"
 },
 {
  "study": "Experiment 6",
  "kind": "Document retrieval",
  "benchmark": "BRIGHT",
  "harness": "DeepSeek Harness, one agent",
  "family": "GLM box",
  "item": "bright-sustainable_living-17",
  "minutes": 6.1,
  "box_cost": 2.03,
  "api_cost": 0.0,
  "cost": 2.03,
  "score": 0.13886244387355454,
  "right": null,
  "score_label": "nDCG@10 14",
  "id": "145"
 },
 {
  "study": "Experiment 6",
  "kind": "Data analysis",
  "benchmark": "KramaBench",
  "harness": "DeepSeek Harness, one agent",
  "family": "GLM box",
  "item": "environment-hard-13",
  "minutes": 1.4,
  "box_cost": 0.47,
  "api_cost": 0.0,
  "cost": 0.47,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "146"
 },
 {
  "study": "Experiment 6",
  "kind": "Data analysis",
  "benchmark": "KramaBench",
  "harness": "DeepSeek Harness, one agent",
  "family": "GLM box",
  "item": "environment-hard-16",
  "minutes": 3.9,
  "box_cost": 1.3,
  "api_cost": 0.0,
  "cost": 1.3,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "147"
 },
 {
  "study": "Experiment 6",
  "kind": "Data analysis",
  "benchmark": "KramaBench",
  "harness": "DeepSeek Harness, one agent",
  "family": "GLM box",
  "item": "legal-hard-30",
  "minutes": 7.9,
  "box_cost": 2.63,
  "api_cost": 0.0,
  "cost": 2.63,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "148"
 },
 {
  "study": "Experiment 6",
  "kind": "Decisions under rules",
  "benchmark": "RuleArena",
  "harness": "DeepSeek Harness, one agent",
  "family": "GLM box",
  "item": "nba-c1-007",
  "minutes": 7.8,
  "box_cost": 2.6,
  "api_cost": 0.0,
  "cost": 2.6,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "149"
 },
 {
  "study": "Experiment 6",
  "kind": "Decisions under rules",
  "benchmark": "RuleArena",
  "harness": "DeepSeek Harness, one agent",
  "family": "GLM box",
  "item": "nba-c1-058",
  "minutes": 6.2,
  "box_cost": 2.07,
  "api_cost": 0.0,
  "cost": 2.07,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "150"
 },
 {
  "study": "Experiment 6",
  "kind": "Decisions under rules",
  "benchmark": "RuleArena",
  "harness": "DeepSeek Harness, one agent",
  "family": "GLM box",
  "item": "nba-c2-009",
  "minutes": 8.1,
  "box_cost": 2.7,
  "api_cost": 0.0,
  "cost": 2.7,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "151"
 },
 {
  "study": "Experiment 6",
  "kind": "Decisions under rules",
  "benchmark": "RuleArena",
  "harness": "DeepSeek Harness, one agent",
  "family": "GLM box",
  "item": "nba-c2-023",
  "minutes": 6.9,
  "box_cost": 2.3,
  "api_cost": 0.0,
  "cost": 2.3,
  "score": 0.0,
  "right": false,
  "score_label": "wrong",
  "id": "152"
 },
 {
  "study": "Experiment 6",
  "kind": "Legal decisions (tax law)",
  "benchmark": "DeonticBench",
  "harness": "DeepSeek Harness, one agent",
  "family": "GLM box",
  "item": "sara-18",
  "minutes": 2.0,
  "box_cost": 0.67,
  "api_cost": 0.0,
  "cost": 0.67,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "153"
 },
 {
  "study": "Experiment 6",
  "kind": "Legal decisions (tax law)",
  "benchmark": "DeonticBench",
  "harness": "DeepSeek Harness, one agent",
  "family": "GLM box",
  "item": "sara-56",
  "minutes": 1.1,
  "box_cost": 0.37,
  "api_cost": 0.0,
  "cost": 0.37,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "154"
 },
 {
  "study": "Experiment 6",
  "kind": "Legal decisions (tax law)",
  "benchmark": "DeonticBench",
  "harness": "DeepSeek Harness, one agent",
  "family": "GLM box",
  "item": "sara-85",
  "minutes": 8.3,
  "box_cost": 2.77,
  "api_cost": 0.0,
  "cost": 2.77,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "155"
 },
 {
  "study": "Experiment 6",
  "kind": "Legal decisions (tax law)",
  "benchmark": "DeonticBench",
  "harness": "DeepSeek Harness, one agent",
  "family": "GLM box",
  "item": "sara-90",
  "minutes": 3.2,
  "box_cost": 1.07,
  "api_cost": 0.0,
  "cost": 1.07,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "156"
 },
 {
  "study": "Experiment 6",
  "kind": "Finding vulnerable files",
  "benchmark": "VLoc",
  "harness": "DeepSeek Harness, one agent",
  "family": "GLM box",
  "item": "vloc-4pAtPiCu",
  "minutes": 8.4,
  "box_cost": 2.8,
  "api_cost": 0.0,
  "cost": 2.8,
  "score": 0.6667,
  "right": null,
  "score_label": "File F1 0.67",
  "id": "157"
 },
 {
  "study": "Experiment 6",
  "kind": "Finding vulnerable files",
  "benchmark": "VLoc",
  "harness": "DeepSeek Harness, one agent",
  "family": "GLM box",
  "item": "vloc-NRbMJ0Tl",
  "minutes": 21.8,
  "box_cost": 7.27,
  "api_cost": 0.0,
  "cost": 7.27,
  "score": 0.0,
  "right": null,
  "score_label": "File F1 0.00",
  "id": "158"
 },
 {
  "study": "Experiment 6",
  "kind": "Finding vulnerable files",
  "benchmark": "VLoc",
  "harness": "DeepSeek Harness, one agent",
  "family": "GLM box",
  "item": "vloc-hkmLsSpx",
  "minutes": 18.8,
  "box_cost": 6.27,
  "api_cost": 0.0,
  "cost": 6.27,
  "score": 0.0,
  "right": null,
  "score_label": "File F1 0.00",
  "id": "159"
 },
 {
  "study": "Experiment 6",
  "kind": "Finding vulnerable files",
  "benchmark": "VLoc",
  "harness": "DeepSeek Harness, one agent",
  "family": "GLM box",
  "item": "vloc-j8rfJVXT",
  "minutes": 15.2,
  "box_cost": 5.07,
  "api_cost": 0.0,
  "cost": 5.07,
  "score": 0.0,
  "right": null,
  "score_label": "File F1 0.00",
  "id": "160"
 },
 {
  "study": "Experiment 6",
  "kind": "Data analysis",
  "benchmark": "KramaBench",
  "harness": "DeepSeek Harness, one agent",
  "family": "GLM box",
  "item": "wildfire-hard-5",
  "minutes": 7.2,
  "box_cost": 2.4,
  "api_cost": 0.0,
  "cost": 2.4,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "161"
 },
 {
  "study": "Experiment 6",
  "kind": "Document retrieval",
  "benchmark": "BRIGHT",
  "harness": "Microsoft Agent Framework",
  "family": "GLM box",
  "item": "bright-stackoverflow-3",
  "minutes": 26.4,
  "box_cost": 8.8,
  "api_cost": 0.0,
  "cost": 8.8,
  "score": 0.0,
  "right": null,
  "score_label": "nDCG@10 0",
  "id": "162"
 },
 {
  "study": "Experiment 6",
  "kind": "Decisions under rules",
  "benchmark": "RuleArena",
  "harness": "Microsoft Agent Framework",
  "family": "GLM box",
  "item": "nba-c1-058",
  "minutes": 18.0,
  "box_cost": 6.0,
  "api_cost": 0.0,
  "cost": 6.0,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "163"
 },
 {
  "study": "Experiment 6",
  "kind": "Legal decisions (tax law)",
  "benchmark": "DeonticBench",
  "harness": "Microsoft Agent Framework",
  "family": "GLM box",
  "item": "sara-18",
  "minutes": 5.3,
  "box_cost": 1.77,
  "api_cost": 0.0,
  "cost": 1.77,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "164"
 },
 {
  "study": "Experiment 6",
  "kind": "Legal decisions (tax law)",
  "benchmark": "DeonticBench",
  "harness": "Microsoft Agent Framework",
  "family": "GLM box",
  "item": "sara-56",
  "minutes": 3.6,
  "box_cost": 1.2,
  "api_cost": 0.0,
  "cost": 1.2,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "165"
 },
 {
  "study": "Experiment 6",
  "kind": "Finding vulnerable files",
  "benchmark": "VLoc",
  "harness": "Microsoft Agent Framework",
  "family": "GLM box",
  "item": "vloc-NRbMJ0Tl",
  "minutes": 25.3,
  "box_cost": 8.43,
  "api_cost": 0.0,
  "cost": 8.43,
  "score": 0.0,
  "right": null,
  "score_label": "File F1 0.00",
  "id": "166"
 },
 {
  "study": "Experiment 6",
  "kind": "Data analysis",
  "benchmark": "KramaBench",
  "harness": "Microsoft Agent Framework",
  "family": "GLM box",
  "item": "wildfire-hard-5",
  "minutes": 11.9,
  "box_cost": 3.97,
  "api_cost": 0.0,
  "cost": 3.97,
  "score": 1.0,
  "right": true,
  "score_label": "right",
  "id": "167"
 },
 {
  "study": "Experiment 6",
  "kind": "Numeric optimisation",
  "benchmark": "ALE-Bench",
  "harness": "Plain GLM agent",
  "family": "GLM box",
  "item": "ahc039",
  "minutes": 40.0,
  "box_cost": 13.33,
  "api_cost": 0.0,
  "cost": 13.33,
  "score": 0.0,
  "right": null,
  "score_label": "wrong answers on 7 of 150 cases (score 0)",
  "id": "168",
  "note": "ALE-Bench: our one finished run, a plain GLM agent on ahc039, had wrong answers on 7 of 150 cases, so it scores 0, below the 753 the unchanged starting programs score. OpenEvolve\u2019s low-effort runs never started."
 }
]