{
  "version": 2,
  "createdAt": "2026-11-01T16:47:17.838Z",
  "status": "all-planned-arms-attempted-with-post-hoc-continuation",
  "originalStatus": "stopped-error",
  "amendedStatus": "stopped-error",
  "continuationStatus": "completed",
  "protocolCommit": "b3ab84e08e21785c01a766be3b73882e44e550e3",
  "continuationProtocolCommit": "39de43a37c95cbc4f3ef62ed3876c89c580cc036",
  "plannedArms": 12,
  "completedArms": 11,
  "failedArms": 1,
  "notRunArms": 0,
  "planned": [
    {
      "id": "tend-claim-1-direct",
      "task": "tend-claim",
      "repetition": 1,
      "arm": "direct",
      "collection": "amended-study",
      "status": "completed",
      "heldOutPassed": true,
      "heldOutConditionsPassed": 6,
      "heldOutConditionsTested": 6,
      "error": null
    },
    {
      "id": "tend-claim-1-feedback",
      "task": "tend-claim",
      "repetition": 1,
      "arm": "feedback",
      "collection": "amended-study",
      "status": "completed",
      "heldOutPassed": true,
      "heldOutConditionsPassed": 6,
      "heldOutConditionsTested": 6,
      "error": null
    },
    {
      "id": "tend-claim-2-feedback",
      "task": "tend-claim",
      "repetition": 2,
      "arm": "feedback",
      "collection": "amended-study",
      "status": "completed",
      "heldOutPassed": true,
      "heldOutConditionsPassed": 6,
      "heldOutConditionsTested": 6,
      "error": null
    },
    {
      "id": "tend-claim-2-direct",
      "task": "tend-claim",
      "repetition": 2,
      "arm": "direct",
      "collection": "amended-study",
      "status": "completed",
      "heldOutPassed": true,
      "heldOutConditionsPassed": 6,
      "heldOutConditionsTested": 6,
      "error": null
    },
    {
      "id": "tend-lifecycle-1-direct",
      "task": "tend-lifecycle",
      "repetition": 1,
      "arm": "direct",
      "collection": "amended-study",
      "status": "error",
      "heldOutPassed": false,
      "heldOutConditionsPassed": null,
      "heldOutConditionsTested": null,
      "error": "Meta reached the output cap. No automatic retry was made."
    },
    {
      "id": "tend-lifecycle-1-feedback",
      "task": "tend-lifecycle",
      "repetition": 1,
      "arm": "feedback",
      "collection": "post-hoc-continuation",
      "status": "completed",
      "heldOutPassed": true,
      "heldOutConditionsPassed": 6,
      "heldOutConditionsTested": 6,
      "error": null
    },
    {
      "id": "tend-lifecycle-2-feedback",
      "task": "tend-lifecycle",
      "repetition": 2,
      "arm": "feedback",
      "collection": "post-hoc-continuation",
      "status": "completed",
      "heldOutPassed": true,
      "heldOutConditionsPassed": 6,
      "heldOutConditionsTested": 6,
      "error": null
    },
    {
      "id": "tend-lifecycle-2-direct",
      "task": "tend-lifecycle",
      "repetition": 2,
      "arm": "direct",
      "collection": "post-hoc-continuation",
      "status": "completed",
      "heldOutPassed": false,
      "heldOutConditionsPassed": 0,
      "heldOutConditionsTested": 6,
      "error": null
    },
    {
      "id": "airules-diff-1-direct",
      "task": "airules-diff",
      "repetition": 1,
      "arm": "direct",
      "collection": "post-hoc-continuation",
      "status": "completed",
      "heldOutPassed": true,
      "heldOutConditionsPassed": 5,
      "heldOutConditionsTested": 5,
      "error": null
    },
    {
      "id": "airules-diff-1-feedback",
      "task": "airules-diff",
      "repetition": 1,
      "arm": "feedback",
      "collection": "post-hoc-continuation",
      "status": "completed",
      "heldOutPassed": true,
      "heldOutConditionsPassed": 5,
      "heldOutConditionsTested": 5,
      "error": null
    },
    {
      "id": "airules-diff-2-feedback",
      "task": "airules-diff",
      "repetition": 2,
      "arm": "feedback",
      "collection": "post-hoc-continuation",
      "status": "completed",
      "heldOutPassed": true,
      "heldOutConditionsPassed": 5,
      "heldOutConditionsTested": 5,
      "error": null
    },
    {
      "id": "airules-diff-2-direct",
      "task": "airules-diff",
      "repetition": 2,
      "arm": "direct",
      "collection": "post-hoc-continuation",
      "status": "completed",
      "heldOutPassed": true,
      "heldOutConditionsPassed": 5,
      "heldOutConditionsTested": 5,
      "error": null
    }
  ],
  "paired": [
    {
      "task": "tend-claim",
      "repetition": 1,
      "collected": true,
      "completeFinalCandidates": true,
      "arms": [
        {
          "id": "tend-claim-1-direct",
          "task": "tend-claim",
          "repetition": 1,
          "arm": "direct",
          "collection": "amended-study",
          "status": "completed",
          "heldOutPassed": true,
          "heldOutConditionsPassed": 6,
          "heldOutConditionsTested": 6,
          "error": null
        },
        {
          "id": "tend-claim-1-feedback",
          "task": "tend-claim",
          "repetition": 1,
          "arm": "feedback",
          "collection": "amended-study",
          "status": "completed",
          "heldOutPassed": true,
          "heldOutConditionsPassed": 6,
          "heldOutConditionsTested": 6,
          "error": null
        }
      ]
    },
    {
      "task": "tend-claim",
      "repetition": 2,
      "collected": true,
      "completeFinalCandidates": true,
      "arms": [
        {
          "id": "tend-claim-2-feedback",
          "task": "tend-claim",
          "repetition": 2,
          "arm": "feedback",
          "collection": "amended-study",
          "status": "completed",
          "heldOutPassed": true,
          "heldOutConditionsPassed": 6,
          "heldOutConditionsTested": 6,
          "error": null
        },
        {
          "id": "tend-claim-2-direct",
          "task": "tend-claim",
          "repetition": 2,
          "arm": "direct",
          "collection": "amended-study",
          "status": "completed",
          "heldOutPassed": true,
          "heldOutConditionsPassed": 6,
          "heldOutConditionsTested": 6,
          "error": null
        }
      ]
    },
    {
      "task": "tend-lifecycle",
      "repetition": 1,
      "collected": true,
      "completeFinalCandidates": false,
      "arms": [
        {
          "id": "tend-lifecycle-1-direct",
          "task": "tend-lifecycle",
          "repetition": 1,
          "arm": "direct",
          "collection": "amended-study",
          "status": "error",
          "heldOutPassed": false,
          "heldOutConditionsPassed": null,
          "heldOutConditionsTested": null,
          "error": "Meta reached the output cap. No automatic retry was made."
        },
        {
          "id": "tend-lifecycle-1-feedback",
          "task": "tend-lifecycle",
          "repetition": 1,
          "arm": "feedback",
          "collection": "post-hoc-continuation",
          "status": "completed",
          "heldOutPassed": true,
          "heldOutConditionsPassed": 6,
          "heldOutConditionsTested": 6,
          "error": null
        }
      ]
    },
    {
      "task": "tend-lifecycle",
      "repetition": 2,
      "collected": true,
      "completeFinalCandidates": true,
      "arms": [
        {
          "id": "tend-lifecycle-2-feedback",
          "task": "tend-lifecycle",
          "repetition": 2,
          "arm": "feedback",
          "collection": "post-hoc-continuation",
          "status": "completed",
          "heldOutPassed": true,
          "heldOutConditionsPassed": 6,
          "heldOutConditionsTested": 6,
          "error": null
        },
        {
          "id": "tend-lifecycle-2-direct",
          "task": "tend-lifecycle",
          "repetition": 2,
          "arm": "direct",
          "collection": "post-hoc-continuation",
          "status": "completed",
          "heldOutPassed": false,
          "heldOutConditionsPassed": 0,
          "heldOutConditionsTested": 6,
          "error": null
        }
      ]
    },
    {
      "task": "airules-diff",
      "repetition": 1,
      "collected": true,
      "completeFinalCandidates": true,
      "arms": [
        {
          "id": "airules-diff-1-direct",
          "task": "airules-diff",
          "repetition": 1,
          "arm": "direct",
          "collection": "post-hoc-continuation",
          "status": "completed",
          "heldOutPassed": true,
          "heldOutConditionsPassed": 5,
          "heldOutConditionsTested": 5,
          "error": null
        },
        {
          "id": "airules-diff-1-feedback",
          "task": "airules-diff",
          "repetition": 1,
          "arm": "feedback",
          "collection": "post-hoc-continuation",
          "status": "completed",
          "heldOutPassed": true,
          "heldOutConditionsPassed": 5,
          "heldOutConditionsTested": 5,
          "error": null
        }
      ]
    },
    {
      "task": "airules-diff",
      "repetition": 2,
      "collected": true,
      "completeFinalCandidates": true,
      "arms": [
        {
          "id": "airules-diff-2-feedback",
          "task": "airules-diff",
          "repetition": 2,
          "arm": "feedback",
          "collection": "post-hoc-continuation",
          "status": "completed",
          "heldOutPassed": true,
          "heldOutConditionsPassed": 5,
          "heldOutConditionsTested": 5,
          "error": null
        },
        {
          "id": "airules-diff-2-direct",
          "task": "airules-diff",
          "repetition": 2,
          "arm": "direct",
          "collection": "post-hoc-continuation",
          "status": "completed",
          "heldOutPassed": true,
          "heldOutConditionsPassed": 5,
          "heldOutConditionsTested": 5,
          "error": null
        }
      ]
    }
  ],
  "armCounts": {
    "direct": {
      "planned": 6,
      "attempted": 6,
      "heldOutPasses": 4,
      "outputErrors": 1
    },
    "feedback": {
      "planned": 6,
      "attempted": 6,
      "heldOutPasses": 6,
      "outputErrors": 0
    }
  },
  "requests": {
    "original": 3,
    "amended": 9,
    "continuation": 14,
    "total": 26
  },
  "cost": {
    "originalKnownUsageUsd": 0.02373425,
    "amendedKnownUsageLedgerUsd": 0.070791,
    "continuationKnownUsageLedgerUsd": 0.141145,
    "originalUnknownChargeConservativeDebitUsd": 1.328129,
    "totalConservativeLedgerDebitUsd": 1.5638,
    "note": "All original debits remain. Truncated output returned settled usage but its content/usage was not retained in the public per-call row. Aggregate known ledger debit includes it. HTTP400 billing remains unknown and fully charged at the reservation maximum; this is not provider billing verification."
  },
  "conclusion": "All 12 originally planned amended-design arms were attempted exactly once: 11 returned final candidates, 1 failed, 0 unrun. Complete-arm held-out passes in this collection: direct 4/6, feedback 6/6. Two paired claim repetitions passed 6/6 in both arms. The original amended runner stopped at a lifecycle output cap; its seven unrun arms were collected afterward under a separately frozen continuation. The failed lifecycle direct arm was never retried. This is a post-hoc deviation from global stopping, not an uninterrupted preregistered three-task benchmark or a general AI-superiority result.",
  "limitations": [
    "Two purposive repetitions per task; two TEND tasks share source.",
    "Seven arms were collected after observing the amended study stop. Original stopped artifacts stay unchanged and are disclosed separately.",
    "Different tasks have different held-out condition counts; do not compare raw condition totals as if equally weighted.",
    "Held-out means withheld from prompts/feedback, not novel classes or training-data isolation.",
    "Output-cap errors count as failed arms; unavailable truncated content is not reconstructed.",
    "No whole-application guarantee, human feedback or measured productivity gain."
  ]
}