{
  "experiment_date": "2026-09-19",
  "task": "Data_Efficiency_easyfsl",
  "model": "glm-5.3-flash",
  "seed": 0,
  "search_steps": 25,
  "source_artifact": "eval25-easyfsl-all-agents-scores-2026-09-19.md",
  "source_sha256": "b01e59b46cb6b101f199b00483bc5233c43b56631bc81bc71b86f57c370dcfb4",
  "results": [
    {
      "agent": "aide",
      "best_validation": 0.7914,
      "test_accuracy": 0.7921,
      "reported_tokens": 701201,
      "reported_minutes": 116
    },
    {
      "agent": "aira_mcts",
      "best_validation": 0.7872,
      "test_accuracy": 0.7892,
      "reported_tokens": 701714,
      "reported_minutes": 125
    },
    {
      "agent": "autoresearch",
      "best_validation": 0.7925,
      "test_accuracy": 0.7872,
      "reported_tokens": 638108,
      "reported_minutes": 115
    },
    {
      "agent": "ai_scientist_v2",
      "best_validation": 0.7898,
      "test_accuracy": 0.7859,
      "reported_tokens": 706269,
      "reported_minutes": 124
    },
    {
      "agent": "gnosys",
      "best_validation": 0.7848,
      "test_accuracy": 0.7845,
      "reported_tokens": 560104,
      "reported_minutes": 48
    },
    {
      "agent": "openevolve",
      "best_validation": 0.7844,
      "test_accuracy": 0.7807,
      "reported_tokens": 549769,
      "reported_minutes": 107
    },
    {
      "agent": "adaptivesearch",
      "best_validation": 0.7391,
      "test_accuracy": 0.7407,
      "reported_tokens": 487286,
      "reported_minutes": 60
    },
    {
      "agent": "theaiscientist",
      "best_validation": 0.6996,
      "test_accuracy": 0.7012,
      "reported_tokens": 1830844,
      "reported_minutes": 178
    }
  ],
  "limitations": [
    "One task, one seed, exploratory study.",
    "Shared-machine and timing-boundary qualifications; not a verified efficiency result.",
    "Gnosys promotion re-execution failed due to a specification-validation error, fixed after the run.",
    "This readout is not a full reproduction package."
  ]
}
