{
  "name": "BroBench paired recovery comparison",
  "date": "2026-10-01 UTC",
  "protocol": "Same twenty seeds and fixed 300-second conditions. One run per build; later build uses known cases, not new held-out worlds.",
  "commits": {
    "baseline": "1e7ab1f96656cabcdfd28c4f077ce49699e0234a",
    "candidate": "682bf46b3d77691ba5e4d8e357819f90ad14e775"
  },
  "metrics": {
    "MineLine": {
      "baseline": {
        "score": 100.0,
        "passed": 3,
        "total": 3,
        "cases": [
          {
            "group": "MineLine",
            "id": "timber",
            "passed": true,
            "initialInventory": [],
            "result": {
              "completed": true,
              "requested": 4,
              "mined": 4,
              "inventory_changes": {
                "oak_log": 4
              },
              "remaining_drops": [],
              "pickup_failures": [],
              "failures": [],
              "search_limited": false,
              "planning_limited": false
            },
            "finalInventory": [
              {
                "name": "oak_log",
                "count": 4,
                "durability_used": null
              }
            ],
            "elapsedMs": 16600
          },
          {
            "group": "MineLine",
            "id": "stone",
            "passed": true,
            "initialInventory": [
              {
                "name": "wooden_pickaxe",
                "count": 1,
                "durability_used": 0
              }
            ],
            "result": {
              "completed": true,
              "requested": 4,
              "mined": 4,
              "inventory_changes": {
                "cobblestone": 4
              },
              "remaining_drops": [],
              "pickup_failures": [],
              "failures": [],
              "search_limited": false,
              "planning_limited": false
            },
            "finalInventory": [
              {
                "name": "wooden_pickaxe",
                "count": 1,
                "durability_used": 4
              },
              {
                "name": "cobblestone",
                "count": 4,
                "durability_used": null
              }
            ],
            "elapsedMs": 9049
          },
          {
            "group": "MineLine",
            "id": "iron",
            "passed": true,
            "initialInventory": [
              {
                "name": "stone_pickaxe",
                "count": 1,
                "durability_used": 0
              }
            ],
            "result": {
              "completed": true,
              "requested": 3,
              "mined": 3,
              "inventory_changes": {
                "raw_iron": 3
              },
              "remaining_drops": [],
              "pickup_failures": [],
              "failures": [],
              "search_limited": false,
              "planning_limited": false
            },
            "finalInventory": [
              {
                "name": "stone_pickaxe",
                "count": 1,
                "durability_used": 3
              },
              {
                "name": "raw_iron",
                "count": 3,
                "durability_used": null
              }
            ],
            "elapsedMs": 17349
          }
        ]
      },
      "candidate": {
        "score": 100.0,
        "passed": 3,
        "total": 3,
        "cases": [
          {
            "group": "MineLine",
            "id": "timber",
            "passed": true,
            "initialInventory": [],
            "result": {
              "completed": true,
              "requested": 4,
              "mined": 4,
              "inventory_changes": {
                "oak_log": 4
              },
              "remaining_drops": [],
              "pickup_failures": [],
              "failures": [],
              "search_limited": false,
              "planning_limited": false
            },
            "finalInventory": [
              {
                "name": "oak_log",
                "count": 4,
                "durability_used": null
              }
            ],
            "elapsedMs": 16448
          },
          {
            "group": "MineLine",
            "id": "stone",
            "passed": true,
            "initialInventory": [
              {
                "name": "wooden_pickaxe",
                "count": 1,
                "durability_used": 0
              }
            ],
            "result": {
              "completed": true,
              "requested": 4,
              "mined": 4,
              "inventory_changes": {
                "cobblestone": 4
              },
              "remaining_drops": [],
              "pickup_failures": [],
              "failures": [],
              "search_limited": false,
              "planning_limited": false
            },
            "finalInventory": [
              {
                "name": "wooden_pickaxe",
                "count": 1,
                "durability_used": 4
              },
              {
                "name": "cobblestone",
                "count": 4,
                "durability_used": null
              }
            ],
            "elapsedMs": 9127
          },
          {
            "group": "MineLine",
            "id": "iron",
            "passed": true,
            "initialInventory": [
              {
                "name": "stone_pickaxe",
                "count": 1,
                "durability_used": 0
              }
            ],
            "result": {
              "completed": true,
              "requested": 3,
              "mined": 3,
              "inventory_changes": {
                "raw_iron": 3
              },
              "remaining_drops": [],
              "pickup_failures": [],
              "failures": [],
              "search_limited": false,
              "planning_limited": false
            },
            "finalInventory": [
              {
                "name": "stone_pickaxe",
                "count": 1,
                "durability_used": 3
              },
              {
                "name": "raw_iron",
                "count": 3,
                "durability_used": null
              }
            ],
            "elapsedMs": 17322
          }
        ]
      }
    },
    "Workbench": {
      "baseline": {
        "score": 100.0,
        "passed": 6,
        "total": 6,
        "cases": [
          {
            "group": "Workbench",
            "id": "planks",
            "passed": true,
            "initialInventory": [
              {
                "name": "oak_log",
                "count": 2,
                "durability_used": null
              }
            ],
            "result": {
              "item": "oak_planks",
              "requested": 8,
              "crafted": 8,
              "inventory_count": 8,
              "recipe_batches": 2
            },
            "finalInventory": [
              {
                "name": "oak_planks",
                "count": 8,
                "durability_used": null
              }
            ],
            "elapsedMs": 1754
          },
          {
            "group": "Workbench",
            "id": "handles",
            "passed": true,
            "initialInventory": [
              {
                "name": "oak_planks",
                "count": 4,
                "durability_used": null
              }
            ],
            "result": {
              "item": "stick",
              "requested": 8,
              "crafted": 8,
              "inventory_count": 8,
              "recipe_batches": 2
            },
            "finalInventory": [
              {
                "name": "stick",
                "count": 8,
                "durability_used": null
              }
            ],
            "elapsedMs": 2365
          },
          {
            "group": "Workbench",
            "id": "table",
            "passed": true,
            "initialInventory": [
              {
                "name": "oak_planks",
                "count": 4,
                "durability_used": null
              }
            ],
            "result": {
              "item": "crafting_table",
              "requested": 1,
              "crafted": 1,
              "inventory_count": 1,
              "recipe_batches": 1
            },
            "finalInventory": [
              {
                "name": "crafting_table",
                "count": 1,
                "durability_used": null
              }
            ],
            "elapsedMs": 1953
          },
          {
            "group": "Workbench",
            "id": "wood-pick",
            "passed": true,
            "initialInventory": [
              {
                "name": "oak_planks",
                "count": 3,
                "durability_used": null
              },
              {
                "name": "stick",
                "count": 2,
                "durability_used": null
              },
              {
                "name": "crafting_table",
                "count": 1,
                "durability_used": null
              }
            ],
            "result": {
              "item": "wooden_pickaxe",
              "requested": 1,
              "crafted": 1,
              "inventory_count": 1,
              "recipe_batches": 1
            },
            "finalInventory": [
              {
                "name": "wooden_pickaxe",
                "count": 1,
                "durability_used": 0
              }
            ],
            "elapsedMs": 3166
          },
          {
            "group": "Workbench",
            "id": "stone-pick",
            "passed": true,
            "initialInventory": [
              {
                "name": "cobblestone",
                "count": 3,
                "durability_used": null
              },
              {
                "name": "stick",
                "count": 2,
                "durability_used": null
              },
              {
                "name": "crafting_table",
                "count": 1,
                "durability_used": null
              }
            ],
            "result": {
              "item": "stone_pickaxe",
              "requested": 1,
              "crafted": 1,
              "inventory_count": 1,
              "recipe_batches": 1
            },
            "finalInventory": [
              {
                "name": "stone_pickaxe",
                "count": 1,
                "durability_used": 0
              }
            ],
            "elapsedMs": 2933
          },
          {
            "group": "Workbench",
            "id": "furnace",
            "passed": true,
            "initialInventory": [
              {
                "name": "cobblestone",
                "count": 8,
                "durability_used": null
              },
              {
                "name": "crafting_table",
                "count": 1,
                "durability_used": null
              }
            ],
            "result": {
              "item": "furnace",
              "requested": 1,
              "crafted": 1,
              "inventory_count": 1,
              "recipe_batches": 1
            },
            "finalInventory": [
              {
                "name": "furnace",
                "count": 1,
                "durability_used": null
              }
            ],
            "elapsedMs": 3980
          }
        ]
      },
      "candidate": {
        "score": 100.0,
        "passed": 6,
        "total": 6,
        "cases": [
          {
            "group": "Workbench",
            "id": "planks",
            "passed": true,
            "initialInventory": [
              {
                "name": "oak_log",
                "count": 2,
                "durability_used": null
              }
            ],
            "result": {
              "item": "oak_planks",
              "requested": 8,
              "crafted": 8,
              "inventory_count": 8,
              "recipe_batches": 2
            },
            "finalInventory": [
              {
                "name": "oak_planks",
                "count": 8,
                "durability_used": null
              }
            ],
            "elapsedMs": 1756
          },
          {
            "group": "Workbench",
            "id": "handles",
            "passed": true,
            "initialInventory": [
              {
                "name": "oak_planks",
                "count": 4,
                "durability_used": null
              }
            ],
            "result": {
              "item": "stick",
              "requested": 8,
              "crafted": 8,
              "inventory_count": 8,
              "recipe_batches": 2
            },
            "finalInventory": [
              {
                "name": "stick",
                "count": 8,
                "durability_used": null
              }
            ],
            "elapsedMs": 2368
          },
          {
            "group": "Workbench",
            "id": "table",
            "passed": true,
            "initialInventory": [
              {
                "name": "oak_planks",
                "count": 4,
                "durability_used": null
              }
            ],
            "result": {
              "item": "crafting_table",
              "requested": 1,
              "crafted": 1,
              "inventory_count": 1,
              "recipe_batches": 1
            },
            "finalInventory": [
              {
                "name": "crafting_table",
                "count": 1,
                "durability_used": null
              }
            ],
            "elapsedMs": 1954
          },
          {
            "group": "Workbench",
            "id": "wood-pick",
            "passed": true,
            "initialInventory": [
              {
                "name": "oak_planks",
                "count": 3,
                "durability_used": null
              },
              {
                "name": "stick",
                "count": 2,
                "durability_used": null
              },
              {
                "name": "crafting_table",
                "count": 1,
                "durability_used": null
              }
            ],
            "result": {
              "item": "wooden_pickaxe",
              "requested": 1,
              "crafted": 1,
              "inventory_count": 1,
              "recipe_batches": 1
            },
            "finalInventory": [
              {
                "name": "wooden_pickaxe",
                "count": 1,
                "durability_used": 0
              }
            ],
            "elapsedMs": 3095
          },
          {
            "group": "Workbench",
            "id": "stone-pick",
            "passed": true,
            "initialInventory": [
              {
                "name": "cobblestone",
                "count": 3,
                "durability_used": null
              },
              {
                "name": "stick",
                "count": 2,
                "durability_used": null
              },
              {
                "name": "crafting_table",
                "count": 1,
                "durability_used": null
              }
            ],
            "result": {
              "item": "stone_pickaxe",
              "requested": 1,
              "crafted": 1,
              "inventory_count": 1,
              "recipe_batches": 1
            },
            "finalInventory": [
              {
                "name": "stone_pickaxe",
                "count": 1,
                "durability_used": 0
              }
            ],
            "elapsedMs": 2756
          },
          {
            "group": "Workbench",
            "id": "furnace",
            "passed": true,
            "initialInventory": [
              {
                "name": "cobblestone",
                "count": 8,
                "durability_used": null
              },
              {
                "name": "crafting_table",
                "count": 1,
                "durability_used": null
              }
            ],
            "result": {
              "item": "furnace",
              "requested": 1,
              "crafted": 1,
              "inventory_count": 1,
              "recipe_batches": 1
            },
            "finalInventory": [
              {
                "name": "furnace",
                "count": 1,
                "durability_used": null
              }
            ],
            "elapsedMs": 3867
          }
        ]
      }
    },
    "Pathfinder": {
      "baseline": {
        "score": 100.0,
        "passed": 2,
        "total": 2,
        "cases": [
          {
            "group": "Pathfinder",
            "id": "wall-detour",
            "passed": true,
            "initialInventory": [],
            "result": {
              "arrived": true,
              "position": {
                "x": 8.31,
                "y": 65,
                "z": 4.5
              },
              "target": {
                "x": 8,
                "y": 65,
                "z": 4
              },
              "radius": 0
            },
            "finalInventory": [],
            "elapsedMs": 2406
          },
          {
            "group": "Pathfinder",
            "id": "climb-and-return",
            "passed": true,
            "initialInventory": [],
            "result": {
              "arrived": true,
              "position": {
                "x": 0.5,
                "y": 65,
                "z": 0.53
              },
              "target": {
                "x": 0,
                "y": 65,
                "z": 0
              },
              "radius": 0
            },
            "finalInventory": [],
            "elapsedMs": 3716
          }
        ]
      },
      "candidate": {
        "score": 100.0,
        "passed": 2,
        "total": 2,
        "cases": [
          {
            "group": "Pathfinder",
            "id": "wall-detour",
            "passed": true,
            "initialInventory": [],
            "result": {
              "arrived": true,
              "position": {
                "x": 8.31,
                "y": 65,
                "z": 4.5
              },
              "target": {
                "x": 8,
                "y": 65,
                "z": 4
              },
              "radius": 0
            },
            "finalInventory": [],
            "elapsedMs": 2407
          },
          {
            "group": "Pathfinder",
            "id": "climb-and-return",
            "passed": true,
            "initialInventory": [],
            "result": {
              "arrived": true,
              "position": {
                "x": 0.5,
                "y": 65,
                "z": 0.53
              },
              "target": {
                "x": 0,
                "y": 65,
                "z": 0
              },
              "radius": 0
            },
            "finalInventory": [],
            "elapsedMs": 3672
          }
        ]
      }
    },
    "CommandSense": {
      "baseline": {
        "score": 100.0,
        "passed": 14,
        "total": 14,
        "cases": [
          {
            "group": "CommandSense",
            "id": "stop",
            "passed": true
          },
          {
            "group": "CommandSense",
            "id": "pause",
            "passed": true
          },
          {
            "group": "CommandSense",
            "id": "!bro follow me",
            "passed": true
          },
          {
            "group": "CommandSense",
            "id": "come here",
            "passed": true
          },
          {
            "group": "CommandSense",
            "id": "goto 1 64 -2",
            "passed": true
          },
          {
            "group": "CommandSense",
            "id": "goto camp",
            "passed": true
          },
          {
            "group": "CommandSense",
            "id": "remember camp",
            "passed": true
          },
          {
            "group": "CommandSense",
            "id": "home",
            "passed": true
          },
          {
            "group": "CommandSense",
            "id": "inventory",
            "passed": true
          },
          {
            "group": "CommandSense",
            "id": "status",
            "passed": true
          },
          {
            "group": "CommandSense",
            "id": "action collect {\"block\":\"stone\",\"count\":3}",
            "passed": true
          },
          {
            "group": "CommandSense",
            "id": "goal Gather wood",
            "passed": true
          },
          {
            "group": "CommandSense",
            "id": "survive starter",
            "passed": true
          },
          {
            "group": "CommandSense",
            "id": "survive resume",
            "passed": true
          }
        ]
      },
      "candidate": {
        "score": 100.0,
        "passed": 14,
        "total": 14,
        "cases": [
          {
            "group": "CommandSense",
            "id": "stop",
            "passed": true
          },
          {
            "group": "CommandSense",
            "id": "pause",
            "passed": true
          },
          {
            "group": "CommandSense",
            "id": "!bro follow me",
            "passed": true
          },
          {
            "group": "CommandSense",
            "id": "come here",
            "passed": true
          },
          {
            "group": "CommandSense",
            "id": "goto 1 64 -2",
            "passed": true
          },
          {
            "group": "CommandSense",
            "id": "goto camp",
            "passed": true
          },
          {
            "group": "CommandSense",
            "id": "remember camp",
            "passed": true
          },
          {
            "group": "CommandSense",
            "id": "home",
            "passed": true
          },
          {
            "group": "CommandSense",
            "id": "inventory",
            "passed": true
          },
          {
            "group": "CommandSense",
            "id": "status",
            "passed": true
          },
          {
            "group": "CommandSense",
            "id": "action collect {\"block\":\"stone\",\"count\":3}",
            "passed": true
          },
          {
            "group": "CommandSense",
            "id": "goal Gather wood",
            "passed": true
          },
          {
            "group": "CommandSense",
            "id": "survive starter",
            "passed": true
          },
          {
            "group": "CommandSense",
            "id": "survive resume",
            "passed": true
          }
        ]
      }
    },
    "SafetyLatch": {
      "baseline": {
        "score": 100.0,
        "passed": 6,
        "total": 6,
        "cases": [
          {
            "group": "SafetyLatch",
            "id": "only-owner-commands",
            "passed": true
          },
          {
            "group": "SafetyLatch",
            "id": "invalid-action-json",
            "passed": true
          },
          {
            "group": "SafetyLatch",
            "id": "stop-retains-lock",
            "passed": true
          },
          {
            "group": "SafetyLatch",
            "id": "pre-cancelled-does-not-act",
            "passed": true
          },
          {
            "group": "SafetyLatch",
            "id": "completion-needs-observed-items",
            "passed": true
          },
          {
            "group": "SafetyLatch",
            "id": "api-failure-does-not-execute",
            "passed": true
          }
        ]
      },
      "candidate": {
        "score": 100.0,
        "passed": 6,
        "total": 6,
        "cases": [
          {
            "group": "SafetyLatch",
            "id": "only-owner-commands",
            "passed": true
          },
          {
            "group": "SafetyLatch",
            "id": "invalid-action-json",
            "passed": true
          },
          {
            "group": "SafetyLatch",
            "id": "stop-retains-lock",
            "passed": true
          },
          {
            "group": "SafetyLatch",
            "id": "pre-cancelled-does-not-act",
            "passed": true
          },
          {
            "group": "SafetyLatch",
            "id": "completion-needs-observed-items",
            "passed": true
          },
          {
            "group": "SafetyLatch",
            "id": "api-failure-does-not-execute",
            "passed": true
          }
        ]
      }
    },
    "Trailhead": {
      "baseline": {
        "score": 100.0,
        "passed": 3,
        "total": 3,
        "cases": [
          {
            "seed": "718224",
            "status": "passed",
            "passed": true,
            "elapsedMs": 100478,
            "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
          },
          {
            "seed": "42",
            "status": "passed",
            "passed": true,
            "elapsedMs": 158151,
            "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
          },
          {
            "seed": "20260930",
            "status": "passed",
            "passed": true,
            "elapsedMs": 76891,
            "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
          }
        ]
      },
      "candidate": {
        "score": 100.0,
        "passed": 3,
        "total": 3,
        "cases": [
          {
            "seed": "42",
            "status": "passed",
            "passed": true,
            "elapsedMs": 159168,
            "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
          },
          {
            "seed": "718224",
            "status": "passed",
            "passed": true,
            "elapsedMs": 94701,
            "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
          },
          {
            "seed": "20260930",
            "status": "passed",
            "passed": true,
            "elapsedMs": 91327,
            "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
          }
        ]
      }
    },
    "Trailhead-20": {
      "baseline": {
        "score": 40.0,
        "passed": 8,
        "total": 20,
        "cases": [
          {
            "seed": "454806089",
            "status": "failed",
            "passed": false,
            "elapsedMs": 54615,
            "reason": "A hostile mob is too close for unarmored starter gathering."
          },
          {
            "seed": "1542908414",
            "status": "failed",
            "passed": false,
            "elapsedMs": 300005,
            "reason": "Starter job time budget reached."
          },
          {
            "seed": "761598570",
            "status": "passed",
            "passed": true,
            "elapsedMs": 77559,
            "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
          },
          {
            "seed": "1587439118",
            "status": "passed",
            "passed": true,
            "elapsedMs": 111019,
            "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
          },
          {
            "seed": "924242050",
            "status": "failed",
            "passed": false,
            "elapsedMs": 69349,
            "reason": "Exploration budget exhausted: Repeated collect failure. Look for a different approach."
          },
          {
            "seed": "113919219",
            "status": "failed",
            "passed": false,
            "elapsedMs": 81358,
            "reason": "No bounded exploration target remains inside the job area."
          },
          {
            "seed": "474859294",
            "status": "passed",
            "passed": true,
            "elapsedMs": 66607,
            "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
          },
          {
            "seed": "1576696577",
            "status": "passed",
            "passed": true,
            "elapsedMs": 76876,
            "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
          },
          {
            "seed": "1382194916",
            "status": "passed",
            "passed": true,
            "elapsedMs": 268456,
            "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
          },
          {
            "seed": "386690312",
            "status": "failed",
            "passed": false,
            "elapsedMs": 240929,
            "reason": "Exploration budget exhausted: Repeated collect failure. Look for a different approach."
          },
          {
            "seed": "1744809425",
            "status": "failed",
            "passed": false,
            "elapsedMs": 300004,
            "reason": "Starter job time budget reached."
          },
          {
            "seed": "61544722",
            "status": "failed",
            "passed": false,
            "elapsedMs": 39682,
            "reason": "Exploration budget exhausted: No supported tree logs are visible nearby."
          },
          {
            "seed": "1041160109",
            "status": "failed",
            "passed": false,
            "elapsedMs": 52441,
            "reason": "Exploration budget exhausted: No supported tree logs are visible nearby."
          },
          {
            "seed": "1888406977",
            "status": "passed",
            "passed": true,
            "elapsedMs": 94592,
            "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
          },
          {
            "seed": "1547703085",
            "status": "failed",
            "passed": false,
            "elapsedMs": 50049,
            "reason": "Exploration budget exhausted: No supported tree logs are visible nearby."
          },
          {
            "seed": "1146093953",
            "status": "passed",
            "passed": true,
            "elapsedMs": 121782,
            "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
          },
          {
            "seed": "1014875191",
            "status": "failed",
            "passed": false,
            "elapsedMs": 182430,
            "reason": "Exploration budget exhausted: Repeated collect failure. Look for a different approach."
          },
          {
            "seed": "355620996",
            "status": "passed",
            "passed": true,
            "elapsedMs": 230148,
            "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
          },
          {
            "seed": "1276821265",
            "status": "failed",
            "passed": false,
            "elapsedMs": 300021,
            "reason": "Starter job time budget reached."
          },
          {
            "seed": "1244186709",
            "status": "failed",
            "passed": false,
            "elapsedMs": 67099,
            "reason": "Exploration budget exhausted: No supported tree logs are visible nearby."
          }
        ]
      },
      "candidate": {
        "score": 50.0,
        "passed": 10,
        "total": 20,
        "cases": [
          {
            "seed": "454806089",
            "status": "passed",
            "passed": true,
            "elapsedMs": 109120,
            "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
          },
          {
            "seed": "1542908414",
            "status": "passed",
            "passed": true,
            "elapsedMs": 201791,
            "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
          },
          {
            "seed": "761598570",
            "status": "passed",
            "passed": true,
            "elapsedMs": 78271,
            "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
          },
          {
            "seed": "1587439118",
            "status": "passed",
            "passed": true,
            "elapsedMs": 109876,
            "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
          },
          {
            "seed": "924242050",
            "status": "failed",
            "passed": false,
            "elapsedMs": 68173,
            "reason": "Exploration budget exhausted: Repeated collect failure. Look for a different approach."
          },
          {
            "seed": "113919219",
            "status": "failed",
            "passed": false,
            "elapsedMs": 220242,
            "reason": "Exploration budget exhausted: Repeated collect failure. Look for a different approach."
          },
          {
            "seed": "474859294",
            "status": "passed",
            "passed": true,
            "elapsedMs": 63583,
            "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
          },
          {
            "seed": "1576696577",
            "status": "passed",
            "passed": true,
            "elapsedMs": 68852,
            "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
          },
          {
            "seed": "1382194916",
            "status": "passed",
            "passed": true,
            "elapsedMs": 276045,
            "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
          },
          {
            "seed": "386690312",
            "status": "failed",
            "passed": false,
            "elapsedMs": 241678,
            "reason": "Exploration budget exhausted: Repeated collect failure. Look for a different approach."
          },
          {
            "seed": "1744809425",
            "status": "failed",
            "passed": false,
            "elapsedMs": 300035,
            "reason": "Starter job time budget reached."
          },
          {
            "seed": "61544722",
            "status": "failed",
            "passed": false,
            "elapsedMs": 40147,
            "reason": "Exploration budget exhausted: No supported tree logs are visible nearby."
          },
          {
            "seed": "1041160109",
            "status": "failed",
            "passed": false,
            "elapsedMs": 52060,
            "reason": "Exploration budget exhausted: No supported tree logs are visible nearby."
          },
          {
            "seed": "1888406977",
            "status": "passed",
            "passed": true,
            "elapsedMs": 98303,
            "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
          },
          {
            "seed": "1547703085",
            "status": "failed",
            "passed": false,
            "elapsedMs": 49170,
            "reason": "Exploration budget exhausted: No supported tree logs are visible nearby."
          },
          {
            "seed": "1146093953",
            "status": "passed",
            "passed": true,
            "elapsedMs": 144667,
            "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
          },
          {
            "seed": "1014875191",
            "status": "failed",
            "passed": false,
            "elapsedMs": 182467,
            "reason": "Exploration budget exhausted: Repeated collect failure. Look for a different approach."
          },
          {
            "seed": "355620996",
            "status": "passed",
            "passed": true,
            "elapsedMs": 88222,
            "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
          },
          {
            "seed": "1276821265",
            "status": "failed",
            "passed": false,
            "elapsedMs": 96515,
            "reason": "Exploration budget exhausted: Repeated collect failure. Look for a different approach."
          },
          {
            "seed": "1244186709",
            "status": "failed",
            "passed": false,
            "elapsedMs": 66696,
            "reason": "Exploration budget exhausted: No supported tree logs are visible nearby."
          }
        ]
      }
    },
    "GoalSense-LLM": {
      "baseline": {
        "score": null,
        "passed": null,
        "total": null,
        "status": "not_run"
      },
      "candidate": {
        "score": null,
        "passed": null,
        "total": null,
        "status": "not_run"
      }
    }
  },
  "firstPassWorlds": {
    "schemaVersion": 1,
    "benchmark": "Trailhead",
    "classification": "first-pass",
    "commit": "1e7ab1f96656cabcdfd28c4f077ce49699e0234a",
    "protocol": "trailhead-v1",
    "environment": {
      "node": "v24.19.0",
      "platform": "linux",
      "minecraft": "1.21.8"
    },
    "conditions": {
      "freshNaturalWorld": true,
      "difficulty": "normal",
      "mode": "survival",
      "suppliedItems": false,
      "preparedTerrain": false,
      "consoleActions": [
        "spawnRadius=0 before connection only"
      ],
      "spawnRadius": 0,
      "paidModel": false,
      "controller": "offline-observation-driven",
      "timeBudgetSeconds": 300,
      "startCommand": "survive starter"
    },
    "passed": 8,
    "scheduled": 20,
    "completed": 20,
    "complete": true,
    "cases": [
      {
        "seed": "454806089",
        "status": "failed",
        "passed": false,
        "elapsedMs": 54615,
        "reason": "A hostile mob is too close for unarmored starter gathering."
      },
      {
        "seed": "1542908414",
        "status": "failed",
        "passed": false,
        "elapsedMs": 300005,
        "reason": "Starter job time budget reached."
      },
      {
        "seed": "761598570",
        "status": "passed",
        "passed": true,
        "elapsedMs": 77559,
        "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
      },
      {
        "seed": "1587439118",
        "status": "passed",
        "passed": true,
        "elapsedMs": 111019,
        "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
      },
      {
        "seed": "924242050",
        "status": "failed",
        "passed": false,
        "elapsedMs": 69349,
        "reason": "Exploration budget exhausted: Repeated collect failure. Look for a different approach."
      },
      {
        "seed": "113919219",
        "status": "failed",
        "passed": false,
        "elapsedMs": 81358,
        "reason": "No bounded exploration target remains inside the job area."
      },
      {
        "seed": "474859294",
        "status": "passed",
        "passed": true,
        "elapsedMs": 66607,
        "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
      },
      {
        "seed": "1576696577",
        "status": "passed",
        "passed": true,
        "elapsedMs": 76876,
        "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
      },
      {
        "seed": "1382194916",
        "status": "passed",
        "passed": true,
        "elapsedMs": 268456,
        "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
      },
      {
        "seed": "386690312",
        "status": "failed",
        "passed": false,
        "elapsedMs": 240929,
        "reason": "Exploration budget exhausted: Repeated collect failure. Look for a different approach."
      },
      {
        "seed": "1744809425",
        "status": "failed",
        "passed": false,
        "elapsedMs": 300004,
        "reason": "Starter job time budget reached."
      },
      {
        "seed": "61544722",
        "status": "failed",
        "passed": false,
        "elapsedMs": 39682,
        "reason": "Exploration budget exhausted: No supported tree logs are visible nearby."
      },
      {
        "seed": "1041160109",
        "status": "failed",
        "passed": false,
        "elapsedMs": 52441,
        "reason": "Exploration budget exhausted: No supported tree logs are visible nearby."
      },
      {
        "seed": "1888406977",
        "status": "passed",
        "passed": true,
        "elapsedMs": 94592,
        "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
      },
      {
        "seed": "1547703085",
        "status": "failed",
        "passed": false,
        "elapsedMs": 50049,
        "reason": "Exploration budget exhausted: No supported tree logs are visible nearby."
      },
      {
        "seed": "1146093953",
        "status": "passed",
        "passed": true,
        "elapsedMs": 121782,
        "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
      },
      {
        "seed": "1014875191",
        "status": "failed",
        "passed": false,
        "elapsedMs": 182430,
        "reason": "Exploration budget exhausted: Repeated collect failure. Look for a different approach."
      },
      {
        "seed": "355620996",
        "status": "passed",
        "passed": true,
        "elapsedMs": 230148,
        "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
      },
      {
        "seed": "1276821265",
        "status": "failed",
        "passed": false,
        "elapsedMs": 300021,
        "reason": "Starter job time budget reached."
      },
      {
        "seed": "1244186709",
        "status": "failed",
        "passed": false,
        "elapsedMs": 67099,
        "reason": "Exploration budget exhausted: No supported tree logs are visible nearby."
      }
    ],
    "note": "Twenty preselected fresh worlds, one run each on frozen source. All failures and unsuitable spawns retained. This measures bounded starter coverage, not general intelligence or stable-release readiness. Later development may inspect these worlds, making future reruns known cases.",
    "selection": "Python Random seeded with the first8 SHA256 bytes of 'BroBot Trailhead Wide 2026-10-01', sampled before inspecting any of these worlds; excludes ten already known worlds."
  },
  "pairedWorlds": {
    "schemaVersion": 1,
    "benchmark": "Trailhead",
    "classification": "known-world-paired-rerun",
    "commit": "682bf46b3d77691ba5e4d8e357819f90ad14e775",
    "protocol": "trailhead-v1",
    "environment": {
      "node": "v24.19.0",
      "platform": "linux",
      "minecraft": "1.21.8"
    },
    "conditions": {
      "freshNaturalWorld": true,
      "difficulty": "normal",
      "mode": "survival",
      "suppliedItems": false,
      "preparedTerrain": false,
      "consoleActions": [
        "spawnRadius=0 before connection only"
      ],
      "spawnRadius": 0,
      "paidModel": false,
      "controller": "offline-observation-driven",
      "timeBudgetSeconds": 300,
      "startCommand": "survive starter"
    },
    "passed": 10,
    "scheduled": 20,
    "completed": 20,
    "complete": true,
    "cases": [
      {
        "seed": "454806089",
        "status": "passed",
        "passed": true,
        "elapsedMs": 109120,
        "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
      },
      {
        "seed": "1542908414",
        "status": "passed",
        "passed": true,
        "elapsedMs": 201791,
        "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
      },
      {
        "seed": "761598570",
        "status": "passed",
        "passed": true,
        "elapsedMs": 78271,
        "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
      },
      {
        "seed": "1587439118",
        "status": "passed",
        "passed": true,
        "elapsedMs": 109876,
        "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
      },
      {
        "seed": "924242050",
        "status": "failed",
        "passed": false,
        "elapsedMs": 68173,
        "reason": "Exploration budget exhausted: Repeated collect failure. Look for a different approach."
      },
      {
        "seed": "113919219",
        "status": "failed",
        "passed": false,
        "elapsedMs": 220242,
        "reason": "Exploration budget exhausted: Repeated collect failure. Look for a different approach."
      },
      {
        "seed": "474859294",
        "status": "passed",
        "passed": true,
        "elapsedMs": 63583,
        "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
      },
      {
        "seed": "1576696577",
        "status": "passed",
        "passed": true,
        "elapsedMs": 68852,
        "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
      },
      {
        "seed": "1382194916",
        "status": "passed",
        "passed": true,
        "elapsedMs": 276045,
        "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
      },
      {
        "seed": "386690312",
        "status": "failed",
        "passed": false,
        "elapsedMs": 241678,
        "reason": "Exploration budget exhausted: Repeated collect failure. Look for a different approach."
      },
      {
        "seed": "1744809425",
        "status": "failed",
        "passed": false,
        "elapsedMs": 300035,
        "reason": "Starter job time budget reached."
      },
      {
        "seed": "61544722",
        "status": "failed",
        "passed": false,
        "elapsedMs": 40147,
        "reason": "Exploration budget exhausted: No supported tree logs are visible nearby."
      },
      {
        "seed": "1041160109",
        "status": "failed",
        "passed": false,
        "elapsedMs": 52060,
        "reason": "Exploration budget exhausted: No supported tree logs are visible nearby."
      },
      {
        "seed": "1888406977",
        "status": "passed",
        "passed": true,
        "elapsedMs": 98303,
        "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
      },
      {
        "seed": "1547703085",
        "status": "failed",
        "passed": false,
        "elapsedMs": 49170,
        "reason": "Exploration budget exhausted: No supported tree logs are visible nearby."
      },
      {
        "seed": "1146093953",
        "status": "passed",
        "passed": true,
        "elapsedMs": 144667,
        "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
      },
      {
        "seed": "1014875191",
        "status": "failed",
        "passed": false,
        "elapsedMs": 182467,
        "reason": "Exploration budget exhausted: Repeated collect failure. Look for a different approach."
      },
      {
        "seed": "355620996",
        "status": "passed",
        "passed": true,
        "elapsedMs": 88222,
        "reason": "Observed a stone pickaxe and furnace in inventory, alive and back at the start."
      },
      {
        "seed": "1276821265",
        "status": "failed",
        "passed": false,
        "elapsedMs": 96515,
        "reason": "Exploration budget exhausted: Repeated collect failure. Look for a different approach."
      },
      {
        "seed": "1244186709",
        "status": "failed",
        "passed": false,
        "elapsedMs": 66696,
        "reason": "Exploration budget exhausted: No supported tree logs are visible nearby."
      }
    ],
    "note": "Known development worlds; not evidence of broad or held-out reliability. Retain all individual run records and failed attempts."
  },
  "source": {
    "testedApplicationCommit": "682bf46b3d77691ba5e4d8e357819f90ad14e775",
    "records": "https://github.com/flowzygames/BroBot/tree/feat/starter-recovery-and-readme/benchmarks/results/transit-2026-10-01",
    "note": "All outcomes retained. Earlier targeted replay is separate and never substituted for its paired run. Mob and item timing can vary; this is not a causal effect estimate or general intelligence score.",
    "publishedCommit": "b3ace08d9f1aae419eddd3e2df250304698a0e7e"
  },
  "transitions": {
    "new_completions": [
      "454806089",
      "1542908414"
    ],
    "lost_completions": [],
    "both_completed": [
      "761598570",
      "1587439118",
      "474859294",
      "1576696577",
      "1382194916",
      "1888406977",
      "1146093953",
      "355620996"
    ],
    "neither_completed": [
      "924242050",
      "113919219",
      "386690312",
      "1744809425",
      "61544722",
      "1041160109",
      "1547703085",
      "1014875191",
      "1276821265",
      "1244186709"
    ]
  }
}