{
  "budget_seconds": 28800,
  "runs": [
    {
      "run_id": "20260507_164917_1_api_anthropic_claude-opus-4.7_03_open_ended_progress",
      "model": "anthropic/claude-opus-4.7",
      "label": "Claude Opus 4.7",
      "harness": "api",
      "checkpoint_count": 0,
      "raw_checkpoint_count": 4,
      "survival_checkpoint_count": 0,
      "stalled": true,
      "furthest_level": 0,
      "level_counts": {
        "1": 0,
        "2": 0,
        "3": 0,
        "4": 0,
        "5": 0
      },
      "last_milestone": "",
      "elapsed_seconds": 28802,
      "checkpoints": []
    },
    {
      "run_id": "20260507_164917_1_api_google_gemini-3-flash-preview_03_open_ended_progress",
      "model": "google/gemini-3-flash-preview",
      "label": "Gemini 3 Flash",
      "harness": "api",
      "checkpoint_count": 4,
      "raw_checkpoint_count": 7,
      "survival_checkpoint_count": 0,
      "stalled": true,
      "furthest_level": 2,
      "level_counts": {
        "1": 2,
        "2": 2,
        "3": 0,
        "4": 0,
        "5": 0
      },
      "last_milestone": "wood_100",
      "elapsed_seconds": 28802,
      "checkpoints": [
        {
          "milestone": "wood_1",
          "elapsed_minutes": 11.139999999999999
        },
        {
          "milestone": "wood_10",
          "elapsed_minutes": 11.15638888888889
        },
        {
          "milestone": "wood_25",
          "elapsed_minutes": 18.519166666666667
        },
        {
          "milestone": "wood_100",
          "elapsed_minutes": 46.98916666666666
        }
      ]
    },
    {
      "run_id": "20260507_164917_1_api_google_gemini-3.1-flash-lite-preview_03_open_ended_progress",
      "model": "google/gemini-3.1-flash-lite-preview",
      "label": "Gemini 3.1 Flash Lite",
      "harness": "api",
      "checkpoint_count": 3,
      "raw_checkpoint_count": 6,
      "survival_checkpoint_count": 0,
      "stalled": false,
      "furthest_level": 2,
      "level_counts": {
        "1": 2,
        "2": 1,
        "3": 0,
        "4": 0,
        "5": 0
      },
      "last_milestone": "wood_25",
      "elapsed_seconds": 21930,
      "checkpoints": [
        {
          "milestone": "wood_1",
          "elapsed_minutes": 1.6580555555555556
        },
        {
          "milestone": "wood_10",
          "elapsed_minutes": 1.6658333333333333
        },
        {
          "milestone": "wood_25",
          "elapsed_minutes": 49.18666666666666
        }
      ]
    },
    {
      "run_id": "20260507_164917_1_api_google_gemini-3.1-pro-preview_03_open_ended_progress",
      "model": "google/gemini-3.1-pro-preview",
      "label": "Gemini 3.1 Pro",
      "harness": "api",
      "checkpoint_count": 3,
      "raw_checkpoint_count": 5,
      "survival_checkpoint_count": 0,
      "stalled": true,
      "furthest_level": 2,
      "level_counts": {
        "1": 2,
        "2": 1,
        "3": 0,
        "4": 0,
        "5": 0
      },
      "last_milestone": "wood_25",
      "elapsed_seconds": 28802,
      "checkpoints": [
        {
          "milestone": "wood_1",
          "elapsed_minutes": 13.921666666666665
        },
        {
          "milestone": "wood_10",
          "elapsed_minutes": 13.939722222222223
        },
        {
          "milestone": "wood_25",
          "elapsed_minutes": 21.16638888888889
        }
      ]
    },
    {
      "run_id": "20260507_164917_1_api_moonshotai_kimi-k2.6_03_open_ended_progress",
      "model": "moonshotai/kimi-k2.6",
      "label": "Kimi K2.6",
      "harness": "api",
      "checkpoint_count": 0,
      "raw_checkpoint_count": 4,
      "survival_checkpoint_count": 0,
      "stalled": true,
      "furthest_level": 0,
      "level_counts": {
        "1": 0,
        "2": 0,
        "3": 0,
        "4": 0,
        "5": 0
      },
      "last_milestone": "",
      "elapsed_seconds": 28802,
      "checkpoints": []
    },
    {
      "run_id": "20260507_164917_1_api_openai_gpt-5.5_03_open_ended_progress",
      "model": "openai/gpt-5.5",
      "label": "GPT-5.5",
      "harness": "api",
      "checkpoint_count": 0,
      "raw_checkpoint_count": 3,
      "survival_checkpoint_count": 0,
      "stalled": true,
      "furthest_level": 0,
      "level_counts": {
        "1": 0,
        "2": 0,
        "3": 0,
        "4": 0,
        "5": 0
      },
      "last_milestone": "",
      "elapsed_seconds": 28802,
      "checkpoints": []
    },
    {
      "run_id": "20260507_164917_1_api_qwen_qwen3.6-27b_03_open_ended_progress",
      "model": "qwen/qwen3.6-27b",
      "label": "Qwen 3.6 27B",
      "harness": "api",
      "checkpoint_count": 0,
      "raw_checkpoint_count": 4,
      "survival_checkpoint_count": 0,
      "stalled": false,
      "furthest_level": 0,
      "level_counts": {
        "1": 0,
        "2": 0,
        "3": 0,
        "4": 0,
        "5": 0
      },
      "last_milestone": "",
      "elapsed_seconds": 21935,
      "checkpoints": []
    }
  ],
  "level_labels": {
    "1": "Starter resources",
    "2": "Basic crafting",
    "3": "Underground self-sufficiency",
    "4": "Pre-hardmode bosses",
    "5": "Underworld and Wall of Flesh"
  },
  "milestones": [
    {
      "id": "wood_10",
      "label": "Tree/10 wood"
    },
    {
      "id": "wood_25",
      "label": "25 wood"
    },
    {
      "id": "workbench_1",
      "label": "Workbench"
    },
    {
      "id": "torch_10",
      "label": "10 torches"
    },
    {
      "id": "furnace_1",
      "label": "Furnace"
    },
    {
      "id": "early_bar_5",
      "label": "5 early bars"
    },
    {
      "id": "max_life_160",
      "label": "160 life"
    },
    {
      "id": "biome_jungle",
      "label": "Jungle found"
    },
    {
      "id": "boss_eye_of_cthulhu_defeated",
      "label": "Eye defeated"
    },
    {
      "id": "biome_underworld",
      "label": "Underworld found"
    },
    {
      "id": "boss_wall_of_flesh_defeated",
      "label": "Wall of Flesh"
    }
  ]
}