{
  "title": "Two quests. Ten minutes.",
  "snapshotDate": "2026-11-04",
  "updatedDate": "2026-11-17",
  "capSeconds": 600,
  "configurations": 27,
  "attempts": 55,
  "finishes": 35,
  "configurationsFinished": 20,
  "reasoning": "Vendor CLI agents only (Codex, Claude Code, Gemini CLI). Setups remain separate; other harnesses and limits archived.",
  "youtubeId": "JjSm1j0GD9c",
  "youtubeUrl": "https://youtu.be/JjSm1j0GD9c",
  "documentaryThumbnail": "/images/first-quests/documentary-thumbnail.jpg",
  "resultsGraphic": "/images/first-quests/results-native-best-2026-11-10.png",
  "medianResultsGraphic": "/images/first-quests/results-native-median.png",
  "researchConfigurations": 37,
  "researchAttempts": 55,
  "recordings": 121,
  "runs": [
    {
      "id": "human-reference",
      "name": "Human",
      "model": "Human",
      "harness": "Manual",
      "provider": "Manual",
      "tier": "",
      "isHuman": true,
      "selectedAttempt": 1,
      "attempts": 1,
      "finishes": null,
      "completionSeconds": null,
      "elapsedSeconds": 147,
      "status": "historical_reference",
      "price": null,
      "trials": [
        {
          "id": "human-reference-a1",
          "attempt": 1,
          "selected": true,
          "status": "historical_reference",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 147,
          "rewards": null,
          "kills": null,
          "firstRewardSeconds": null,
          "secondRewardSeconds": null,
          "price": null,
          "video": "/recordings/first-quests/human-reference-a1.mp4",
          "poster": "/images/first-quests/human-reference-a1.jpg",
          "scored": false,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": null,
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "benchmark",
      "capSeconds": 600,
      "cohortLabel": "Human reference",
      "reasoningLabel": "",
      "notes": [],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 0,
        "medianCappedSeconds": null,
        "medianCensored": false,
        "meanApiUsd": null,
        "meanApiIncomplete": false,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "codex-sol-standard",
      "name": "GPT-6.1 Sol",
      "model": "gpt-6.1-sol",
      "harness": "Codex",
      "provider": "OpenAI",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 2,
      "attempts": 3,
      "finishes": 1,
      "completionSeconds": 410.3,
      "elapsedSeconds": 410.3,
      "status": "success",
      "price": {
        "usd": 0.3777232,
        "incomplete": true,
        "inferredRate": false,
        "rateDate": "2026-11-02",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 93684,
            "usdPerMillion": 2.0,
            "usd": 0.187368
          },
          {
            "label": "Cached input",
            "tokens": 1501952,
            "usdPerMillion": 0.1,
            "usd": 0.1501952
          },
          {
            "label": "Output",
            "tokens": 4016,
            "usdPerMillion": 10.0,
            "usd": 0.04016
          }
        ],
        "notes": [
          "Cache-write count is reported as 0 by the native CLI. No hypothetical API cache writes are invented; an API replay may produce a different cache-write mix.",
          "API-price equivalent, not Codex credits or the subscription allowance multiplier."
        ],
        "sources": [
          "https://developers.openai.com/api/docs/pricing"
        ]
      },
      "trials": [
        {
          "id": "codex-sol-standard-a1",
          "attempt": 1,
          "selected": false,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600.0,
          "rewards": 1,
          "kills": 8,
          "firstRewardSeconds": 169.5,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.5430392,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 116891,
                "usdPerMillion": 2.0,
                "usd": 0.233782
              },
              {
                "label": "Cached input",
                "tokens": 2499072,
                "usdPerMillion": 0.1,
                "usd": 0.2499072
              },
              {
                "label": "Output",
                "tokens": 5935,
                "usdPerMillion": 10.0,
                "usd": 0.05935
              }
            ],
            "notes": [
              "Cache-write count is reported as 0 by the native CLI. No hypothetical API cache writes are invented; an API replay may produce a different cache-write mix.",
              "API-price equivalent, not Codex credits or the subscription allowance multiplier."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/codex-sol-standard-a1.mp4",
          "poster": "/images/first-quests/codex-sol-standard-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        },
        {
          "id": "codex-sol-standard-a2",
          "attempt": 2,
          "selected": true,
          "status": "success",
          "success": true,
          "completionSeconds": 410.3,
          "elapsedSeconds": 410.3,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 104.4,
          "secondRewardSeconds": 410.3,
          "price": {
            "usd": 0.3777232,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 93684,
                "usdPerMillion": 2.0,
                "usd": 0.187368
              },
              {
                "label": "Cached input",
                "tokens": 1501952,
                "usdPerMillion": 0.1,
                "usd": 0.1501952
              },
              {
                "label": "Output",
                "tokens": 4016,
                "usdPerMillion": 10.0,
                "usd": 0.04016
              }
            ],
            "notes": [
              "Cache-write count is reported as 0 by the native CLI. No hypothetical API cache writes are invented; an API replay may produce a different cache-write mix.",
              "API-price equivalent, not Codex credits or the subscription allowance multiplier."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/codex-sol-standard-a2.mp4",
          "poster": "/images/first-quests/codex-sol-standard-a2.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        },
        {
          "id": "codex-sol-standard-a3",
          "attempt": 3,
          "selected": false,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600.0,
          "rewards": 1,
          "kills": 8,
          "firstRewardSeconds": 176.1,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.5111292,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 108036,
                "usdPerMillion": 2.0,
                "usd": 0.216072
              },
              {
                "label": "Cached input",
                "tokens": 2377472,
                "usdPerMillion": 0.1,
                "usd": 0.2377472
              },
              {
                "label": "Output",
                "tokens": 5731,
                "usdPerMillion": 10.0,
                "usd": 0.05731
              }
            ],
            "notes": [
              "Cache-write count is reported as 0 by the native CLI. No hypothetical API cache writes are invented; an API replay may produce a different cache-write mix.",
              "API-price equivalent, not Codex credits or the subscription allowance multiplier."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/codex-sol-standard-a3.mp4",
          "poster": "/images/first-quests/codex-sol-standard-a3.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "first native turn.started receipt before first inference",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "benchmark",
      "capSeconds": 600,
      "cohortLabel": "Original comparison",
      "reasoningLabel": "low",
      "notes": [],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 3,
        "medianCappedSeconds": 600,
        "medianCensored": true,
        "meanApiUsd": 0.4772972,
        "meanApiIncomplete": true,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "harness2-astra-ultrafast",
      "name": "GPT-6 Astra",
      "model": "gpt-6-astra",
      "harness": "Harness2",
      "provider": "OpenAI API",
      "tier": "UltraFast",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 3,
      "finishes": 3,
      "completionSeconds": 412.3,
      "elapsedSeconds": 412.3,
      "status": "success",
      "price": {
        "usd": 15.668706,
        "incomplete": false,
        "inferredRate": false,
        "rateDate": "2026-11-02",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 150,
            "usdPerMillion": 60.0,
            "usd": 0.009
          },
          {
            "label": "Cached input",
            "tokens": 1631501,
            "usdPerMillion": 6.0,
            "usd": 9.789006
          },
          {
            "label": "Cache write",
            "tokens": 66052,
            "usdPerMillion": 75.0,
            "usd": 4.9539
          },
          {
            "label": "Output",
            "tokens": 3056,
            "usdPerMillion": 300.0,
            "usd": 0.9168
          }
        ],
        "notes": [
          "30m cache-write tariff: API default, independently reconciled to every recorded receipt; the provider did not return a per-TTL split."
        ],
        "sources": [
          "https://developers.openai.com/api/docs/pricing"
        ]
      },
      "trials": [
        {
          "id": "harness2-astra-ultrafast-a1",
          "attempt": 1,
          "selected": true,
          "status": "success",
          "success": true,
          "completionSeconds": 412.3,
          "elapsedSeconds": 412.3,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 81.8,
          "secondRewardSeconds": 412.3,
          "price": {
            "usd": 15.668706,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 150,
                "usdPerMillion": 60.0,
                "usd": 0.009
              },
              {
                "label": "Cached input",
                "tokens": 1631501,
                "usdPerMillion": 6.0,
                "usd": 9.789006
              },
              {
                "label": "Cache write",
                "tokens": 66052,
                "usdPerMillion": 75.0,
                "usd": 4.9539
              },
              {
                "label": "Output",
                "tokens": 3056,
                "usdPerMillion": 300.0,
                "usd": 0.9168
              }
            ],
            "notes": [
              "30m cache-write tariff: API default, independently reconciled to every recorded receipt; the provider did not return a per-TTL split."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/harness2-astra-ultrafast-a1.mp4",
          "poster": "/images/first-quests/harness2-astra-ultrafast-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        },
        {
          "id": "harness2-astra-ultrafast-a2",
          "attempt": 2,
          "selected": false,
          "status": "success",
          "success": true,
          "completionSeconds": 523.1,
          "elapsedSeconds": 523.1,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 102.7,
          "secondRewardSeconds": 523.1,
          "price": {
            "usd": 23.149233,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 192,
                "usdPerMillion": 60.0,
                "usd": 0.01152
              },
              {
                "label": "Cached input",
                "tokens": 2644248,
                "usdPerMillion": 6.0,
                "usd": 15.865488
              },
              {
                "label": "Cache write",
                "tokens": 83083,
                "usdPerMillion": 75.0,
                "usd": 6.231225
              },
              {
                "label": "Output",
                "tokens": 3470,
                "usdPerMillion": 300.0,
                "usd": 1.041
              }
            ],
            "notes": [
              "30m cache-write tariff: API default, independently reconciled to every recorded receipt; the provider did not return a per-TTL split."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/harness2-astra-ultrafast-a2.mp4",
          "poster": "/images/first-quests/harness2-astra-ultrafast-a2.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        },
        {
          "id": "harness2-astra-ultrafast-a3",
          "attempt": 3,
          "selected": false,
          "status": "success",
          "success": true,
          "completionSeconds": 587.9,
          "elapsedSeconds": 587.9,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 161.2,
          "secondRewardSeconds": 587.9,
          "price": {
            "usd": 24.083517,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 195,
                "usdPerMillion": 60.0,
                "usd": 0.0117
              },
              {
                "label": "Cached input",
                "tokens": 2748507,
                "usdPerMillion": 6.0,
                "usd": 16.491042
              },
              {
                "label": "Cache write",
                "tokens": 85393,
                "usdPerMillion": 75.0,
                "usd": 6.404475
              },
              {
                "label": "Output",
                "tokens": 3921,
                "usdPerMillion": 300.0,
                "usd": 1.1763
              }
            ],
            "notes": [
              "30m cache-write tariff: API default, independently reconciled to every recorded receipt; the provider did not return a per-TTL split."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/harness2-astra-ultrafast-a3.mp4",
          "poster": "/images/first-quests/harness2-astra-ultrafast-a3.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "Harness2 clock starts at the first API request.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "research",
      "capSeconds": 600,
      "cohortLabel": "Original comparison",
      "reasoningLabel": "low",
      "notes": [],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 3,
        "medianCappedSeconds": 523.1,
        "medianCensored": false,
        "meanApiUsd": 20.967152,
        "meanApiIncomplete": false,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "harness2-sol-ultrafast",
      "name": "GPT-6.1 Sol",
      "model": "gpt-6.1-sol",
      "harness": "Harness2",
      "provider": "OpenAI API",
      "tier": "UltraFast",
      "isHuman": false,
      "selectedAttempt": 2,
      "attempts": 2,
      "finishes": 1,
      "completionSeconds": 454.2,
      "elapsedSeconds": 454.2,
      "status": "success",
      "price": {
        "usd": 2.3409324,
        "incomplete": false,
        "inferredRate": false,
        "rateDate": "2026-11-02",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 159,
            "usdPerMillion": 12.0,
            "usd": 0.001908
          },
          {
            "label": "Cached input",
            "tokens": 1830574,
            "usdPerMillion": 0.6,
            "usd": 1.0983444
          },
          {
            "label": "Cache write",
            "tokens": 69932,
            "usdPerMillion": 15.0,
            "usd": 1.04898
          },
          {
            "label": "Output",
            "tokens": 3195,
            "usdPerMillion": 60.0,
            "usd": 0.1917
          }
        ],
        "notes": [
          "30m cache-write tariff: API default, independently reconciled to every recorded receipt; the provider did not return a per-TTL split."
        ],
        "sources": [
          "https://developers.openai.com/api/docs/pricing"
        ]
      },
      "trials": [
        {
          "id": "harness2-sol-ultrafast-a1",
          "attempt": 1,
          "selected": false,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600.1,
          "rewards": 1,
          "kills": 4,
          "firstRewardSeconds": 84.5,
          "secondRewardSeconds": null,
          "price": {
            "usd": 3.7754268,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 219,
                "usdPerMillion": 12.0,
                "usd": 0.002628
              },
              {
                "label": "Cached input",
                "tokens": 3448948,
                "usdPerMillion": 0.6,
                "usd": 2.0693688
              },
              {
                "label": "Cache write",
                "tokens": 95306,
                "usdPerMillion": 15.0,
                "usd": 1.42959
              },
              {
                "label": "Output",
                "tokens": 4564,
                "usdPerMillion": 60.0,
                "usd": 0.27384
              }
            ],
            "notes": [
              "30m cache-write tariff: API default, independently reconciled to every recorded receipt; the provider did not return a per-TTL split.",
              "1 interrupted/error response with recorded token usage is included, not discarded as free."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/harness2-sol-ultrafast-a1.mp4",
          "poster": "/images/first-quests/harness2-sol-ultrafast-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        },
        {
          "id": "harness2-sol-ultrafast-a2",
          "attempt": 2,
          "selected": true,
          "status": "success",
          "success": true,
          "completionSeconds": 454.2,
          "elapsedSeconds": 454.2,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 102.8,
          "secondRewardSeconds": 454.2,
          "price": {
            "usd": 2.3409324,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 159,
                "usdPerMillion": 12.0,
                "usd": 0.001908
              },
              {
                "label": "Cached input",
                "tokens": 1830574,
                "usdPerMillion": 0.6,
                "usd": 1.0983444
              },
              {
                "label": "Cache write",
                "tokens": 69932,
                "usdPerMillion": 15.0,
                "usd": 1.04898
              },
              {
                "label": "Output",
                "tokens": 3195,
                "usdPerMillion": 60.0,
                "usd": 0.1917
              }
            ],
            "notes": [
              "30m cache-write tariff: API default, independently reconciled to every recorded receipt; the provider did not return a per-TTL split."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/harness2-sol-ultrafast-a2.mp4",
          "poster": "/images/first-quests/harness2-sol-ultrafast-a2.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "Harness2 clock begins at first API request.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "research",
      "capSeconds": 600,
      "cohortLabel": "Original comparison",
      "reasoningLabel": "low",
      "notes": [],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 2,
        "medianCappedSeconds": 527.1,
        "medianCensored": true,
        "meanApiUsd": 3.0581796,
        "meanApiIncomplete": false,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "codex-astra-standard",
      "name": "GPT-6 Astra",
      "model": "gpt-6-astra",
      "harness": "Codex",
      "provider": "OpenAI",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 3,
      "attempts": 3,
      "finishes": 1,
      "completionSeconds": 581.5,
      "elapsedSeconds": 581.5,
      "status": "success",
      "price": {
        "usd": 3.756068,
        "incomplete": true,
        "inferredRate": false,
        "rateDate": "2026-11-02",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 87022,
            "usdPerMillion": 10.0,
            "usd": 0.87022
          },
          {
            "label": "Cached input",
            "tokens": 2629248,
            "usdPerMillion": 1.0,
            "usd": 2.629248
          },
          {
            "label": "Output",
            "tokens": 5132,
            "usdPerMillion": 50.0,
            "usd": 0.2566
          }
        ],
        "notes": [
          "Cache-write count is reported as 0 by the native CLI. No hypothetical API cache writes are invented; an API replay may produce a different cache-write mix.",
          "API-price equivalent, not Codex credits or the subscription allowance multiplier."
        ],
        "sources": [
          "https://developers.openai.com/api/docs/pricing"
        ]
      },
      "trials": [
        {
          "id": "codex-astra-standard-a1",
          "attempt": 1,
          "selected": false,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600.0,
          "rewards": 1,
          "kills": 8,
          "firstRewardSeconds": 154.7,
          "secondRewardSeconds": null,
          "price": {
            "usd": 2.986086,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 76329,
                "usdPerMillion": 10.0,
                "usd": 0.76329
              },
              {
                "label": "Cached input",
                "tokens": 1946496,
                "usdPerMillion": 1.0,
                "usd": 1.946496
              },
              {
                "label": "Output",
                "tokens": 5526,
                "usdPerMillion": 50.0,
                "usd": 0.2763
              }
            ],
            "notes": [
              "Cache-write count is reported as 0 by the native CLI. No hypothetical API cache writes are invented; an API replay may produce a different cache-write mix.",
              "API-price equivalent, not Codex credits or the subscription allowance multiplier."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/codex-astra-standard-a1.mp4",
          "poster": "/images/first-quests/codex-astra-standard-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        },
        {
          "id": "codex-astra-standard-a2",
          "attempt": 2,
          "selected": false,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600.0,
          "rewards": 1,
          "kills": 8,
          "firstRewardSeconds": 169.1,
          "secondRewardSeconds": null,
          "price": {
            "usd": 2.991122,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 61677,
                "usdPerMillion": 10.0,
                "usd": 0.61677
              },
              {
                "label": "Cached input",
                "tokens": 2132352,
                "usdPerMillion": 1.0,
                "usd": 2.132352
              },
              {
                "label": "Output",
                "tokens": 4840,
                "usdPerMillion": 50.0,
                "usd": 0.242
              }
            ],
            "notes": [
              "Cache-write count is reported as 0 by the native CLI. No hypothetical API cache writes are invented; an API replay may produce a different cache-write mix.",
              "API-price equivalent, not Codex credits or the subscription allowance multiplier."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/codex-astra-standard-a2.mp4",
          "poster": "/images/first-quests/codex-astra-standard-a2.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        },
        {
          "id": "codex-astra-standard-a3",
          "attempt": 3,
          "selected": true,
          "status": "success",
          "success": true,
          "completionSeconds": 581.5,
          "elapsedSeconds": 581.5,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 169.2,
          "secondRewardSeconds": 581.5,
          "price": {
            "usd": 3.756068,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 87022,
                "usdPerMillion": 10.0,
                "usd": 0.87022
              },
              {
                "label": "Cached input",
                "tokens": 2629248,
                "usdPerMillion": 1.0,
                "usd": 2.629248
              },
              {
                "label": "Output",
                "tokens": 5132,
                "usdPerMillion": 50.0,
                "usd": 0.2566
              }
            ],
            "notes": [
              "Cache-write count is reported as 0 by the native CLI. No hypothetical API cache writes are invented; an API replay may produce a different cache-write mix.",
              "API-price equivalent, not Codex credits or the subscription allowance multiplier."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/codex-astra-standard-a3.mp4",
          "poster": "/images/first-quests/codex-astra-standard-a3.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "first native turn.started receipt before first inference",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "benchmark",
      "capSeconds": 600,
      "cohortLabel": "Original comparison",
      "reasoningLabel": "low",
      "notes": [],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 3,
        "medianCappedSeconds": 600,
        "medianCensored": true,
        "meanApiUsd": 3.244425333333333,
        "meanApiIncomplete": true,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "codex-terra-fast",
      "name": "GPT-6.1 Terra",
      "model": "gpt-6.1-terra",
      "harness": "Codex",
      "provider": "OpenAI",
      "tier": "Fast requested",
      "isHuman": false,
      "selectedAttempt": 2,
      "attempts": 3,
      "finishes": 0,
      "completionSeconds": null,
      "elapsedSeconds": 600.0,
      "status": "timeout",
      "price": {
        "usd": 0.8519104,
        "incomplete": true,
        "inferredRate": false,
        "rateDate": "2026-11-02",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 185361,
            "usdPerMillion": 2.0,
            "usd": 0.370722
          },
          {
            "label": "Cached input",
            "tokens": 4102784,
            "usdPerMillion": 0.1,
            "usd": 0.4102784
          },
          {
            "label": "Output",
            "tokens": 7091,
            "usdPerMillion": 10.0,
            "usd": 0.07091
          }
        ],
        "notes": [
          "Cache-write count is reported as 0 by the native CLI. No hypothetical API cache writes are invented; an API replay may produce a different cache-write mix.",
          "API-price equivalent, not Codex credits or the subscription allowance multiplier.",
          "Configured view prices requested Fast at 2× Standard API rates. The served tier is unverified; this is not a measured charge. The old 2.5× figure was an allowance proxy."
        ],
        "sources": [
          "https://developers.openai.com/api/docs/pricing"
        ]
      },
      "trials": [
        {
          "id": "codex-terra-fast-a1",
          "attempt": 1,
          "selected": false,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600.0,
          "rewards": 1,
          "kills": 8,
          "firstRewardSeconds": 256.7,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.7389204,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 177012,
                "usdPerMillion": 2.0,
                "usd": 0.354024
              },
              {
                "label": "Cached input",
                "tokens": 3144064,
                "usdPerMillion": 0.1,
                "usd": 0.3144064
              },
              {
                "label": "Output",
                "tokens": 7049,
                "usdPerMillion": 10.0,
                "usd": 0.07049
              }
            ],
            "notes": [
              "Cache-write count is reported as 0 by the native CLI. No hypothetical API cache writes are invented; an API replay may produce a different cache-write mix.",
              "API-price equivalent, not Codex credits or the subscription allowance multiplier.",
              "Configured view prices requested Fast at 2× Standard API rates. The served tier is unverified; this is not a measured charge. The old 2.5× figure was an allowance proxy."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/codex-terra-fast-a1.mp4",
          "poster": "/images/first-quests/codex-terra-fast-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        },
        {
          "id": "codex-terra-fast-a2",
          "attempt": 2,
          "selected": true,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600.0,
          "rewards": 1,
          "kills": 8,
          "firstRewardSeconds": 150.1,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.8519104,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 185361,
                "usdPerMillion": 2.0,
                "usd": 0.370722
              },
              {
                "label": "Cached input",
                "tokens": 4102784,
                "usdPerMillion": 0.1,
                "usd": 0.4102784
              },
              {
                "label": "Output",
                "tokens": 7091,
                "usdPerMillion": 10.0,
                "usd": 0.07091
              }
            ],
            "notes": [
              "Cache-write count is reported as 0 by the native CLI. No hypothetical API cache writes are invented; an API replay may produce a different cache-write mix.",
              "API-price equivalent, not Codex credits or the subscription allowance multiplier.",
              "Configured view prices requested Fast at 2× Standard API rates. The served tier is unverified; this is not a measured charge. The old 2.5× figure was an allowance proxy."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/codex-terra-fast-a2.mp4",
          "poster": "/images/first-quests/codex-terra-fast-a2.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        },
        {
          "id": "codex-terra-fast-a3",
          "attempt": 3,
          "selected": false,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600.0,
          "rewards": 0,
          "kills": 0,
          "firstRewardSeconds": null,
          "secondRewardSeconds": null,
          "price": {
            "usd": 1.197412,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 312199,
                "usdPerMillion": 2.0,
                "usd": 0.624398
              },
              {
                "label": "Cached input",
                "tokens": 4877440,
                "usdPerMillion": 0.1,
                "usd": 0.487744
              },
              {
                "label": "Output",
                "tokens": 8527,
                "usdPerMillion": 10.0,
                "usd": 0.08527
              }
            ],
            "notes": [
              "Cache-write count is reported as 0 by the native CLI. No hypothetical API cache writes are invented; an API replay may produce a different cache-write mix.",
              "API-price equivalent, not Codex credits or the subscription allowance multiplier.",
              "Configured view prices requested Fast at 2× Standard API rates. The served tier is unverified; this is not a measured charge. The old 2.5× figure was an allowance proxy."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/codex-terra-fast-a3.mp4",
          "poster": "/images/first-quests/codex-terra-fast-a3.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "first native turn.started receipt before first inference",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "benchmark",
      "capSeconds": 600,
      "cohortLabel": "Original comparison",
      "reasoningLabel": "low",
      "notes": [],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 3,
        "medianCappedSeconds": 600,
        "medianCensored": true,
        "meanApiUsd": 0.9294142666666666,
        "meanApiIncomplete": true,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "claude-opus-standard",
      "name": "Claude Opus 5.5",
      "model": "claude-opus-5-5",
      "harness": "Claude Code 2.1.316",
      "provider": "Anthropic",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 3,
      "attempts": 3,
      "finishes": 0,
      "completionSeconds": null,
      "elapsedSeconds": 600.0,
      "status": "timeout",
      "price": {
        "usd": 2.749279,
        "incomplete": true,
        "inferredRate": false,
        "rateDate": "2026-11-02",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 204,
            "usdPerMillion": 4.0,
            "usd": 0.000816
          },
          {
            "label": "Cached input",
            "tokens": 6926195,
            "usdPerMillion": 0.2,
            "usd": 1.385239
          },
          {
            "label": "Long cache write",
            "tokens": 130278,
            "usdPerMillion": 8.0,
            "usd": 1.042224
          },
          {
            "label": "Output",
            "tokens": 16050,
            "usdPerMillion": 20.0,
            "usd": 0.321
          }
        ],
        "notes": [],
        "sources": [
          "https://platform.claude.com/docs/en/about-claude/pricing"
        ]
      },
      "trials": [
        {
          "id": "claude-opus-standard-a1",
          "attempt": 1,
          "selected": false,
          "status": "task_failure",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 476.762,
          "rewards": 1,
          "kills": 0,
          "firstRewardSeconds": 164.5,
          "secondRewardSeconds": null,
          "price": {
            "usd": 2.0800452,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 166,
                "usdPerMillion": 4.0,
                "usd": 0.000664
              },
              {
                "label": "Cached input",
                "tokens": 4596846,
                "usdPerMillion": 0.2,
                "usd": 0.9193692
              },
              {
                "label": "Long cache write",
                "tokens": 110074,
                "usdPerMillion": 8.0,
                "usd": 0.880592
              },
              {
                "label": "Output",
                "tokens": 13971,
                "usdPerMillion": 20.0,
                "usd": 0.27942
              }
            ],
            "notes": [],
            "sources": [
              "https://platform.claude.com/docs/en/about-claude/pricing"
            ]
          },
          "video": "/recordings/first-quests/claude-opus-standard-a1.mp4",
          "poster": "/images/first-quests/claude-opus-standard-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        },
        {
          "id": "claude-opus-standard-a2",
          "attempt": 2,
          "selected": false,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600.0,
          "rewards": 1,
          "kills": 8,
          "firstRewardSeconds": 148.8,
          "secondRewardSeconds": null,
          "price": {
            "usd": 2.1026882,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 166,
                "usdPerMillion": 4.0,
                "usd": 0.000664
              },
              {
                "label": "Cached input",
                "tokens": 4697141,
                "usdPerMillion": 0.2,
                "usd": 0.9394282
              },
              {
                "label": "Long cache write",
                "tokens": 111637,
                "usdPerMillion": 8.0,
                "usd": 0.893096
              },
              {
                "label": "Output",
                "tokens": 13475,
                "usdPerMillion": 20.0,
                "usd": 0.2695
              }
            ],
            "notes": [],
            "sources": [
              "https://platform.claude.com/docs/en/about-claude/pricing"
            ]
          },
          "video": "/recordings/first-quests/claude-opus-standard-a2.mp4",
          "poster": "/images/first-quests/claude-opus-standard-a2.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        },
        {
          "id": "claude-opus-standard-a3",
          "attempt": 3,
          "selected": true,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600.0,
          "rewards": 1,
          "kills": 8,
          "firstRewardSeconds": 122.1,
          "secondRewardSeconds": null,
          "price": {
            "usd": 2.749279,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 204,
                "usdPerMillion": 4.0,
                "usd": 0.000816
              },
              {
                "label": "Cached input",
                "tokens": 6926195,
                "usdPerMillion": 0.2,
                "usd": 1.385239
              },
              {
                "label": "Long cache write",
                "tokens": 130278,
                "usdPerMillion": 8.0,
                "usd": 1.042224
              },
              {
                "label": "Output",
                "tokens": 16050,
                "usdPerMillion": 20.0,
                "usd": 0.321
              }
            ],
            "notes": [],
            "sources": [
              "https://platform.claude.com/docs/en/about-claude/pricing"
            ]
          },
          "video": "/recordings/first-quests/claude-opus-standard-a3.mp4",
          "poster": "/images/first-quests/claude-opus-standard-a3.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "Claude native system.init receipt via SSH, before the first response.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "notes": [
        "Original Low/600-second comparison used Claude Code 2.1.316. Later 2.1.319 experiments vary clock visibility, keep-playing instructions, effort, and viewing options. Those are separate configurations, not a direct reasoning-only comparison."
      ],
      "track": "benchmark",
      "capSeconds": 600,
      "cohortLabel": "Original comparison",
      "reasoningLabel": "low",
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 3,
        "medianCappedSeconds": 600,
        "medianCensored": true,
        "meanApiUsd": 2.3106708,
        "meanApiIncomplete": true,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "claude-sonnet-standard",
      "name": "Claude Sonnet 5.5",
      "model": "claude-sonnet-5-5",
      "harness": "Claude Code 2.1.316",
      "provider": "Anthropic",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 1,
      "finishes": 0,
      "completionSeconds": null,
      "elapsedSeconds": 600.0,
      "status": "timeout",
      "price": {
        "usd": 1.3428906,
        "incomplete": true,
        "inferredRate": false,
        "rateDate": "2026-11-02",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 210,
            "usdPerMillion": 2.0,
            "usd": 0.00042
          },
          {
            "label": "Cached input",
            "tokens": 7503166,
            "usdPerMillion": 0.1,
            "usd": 0.7503166
          },
          {
            "label": "Long cache write",
            "tokens": 144056,
            "usdPerMillion": 4.0,
            "usd": 0.576224
          },
          {
            "label": "Output",
            "tokens": 1593,
            "usdPerMillion": 10.0,
            "usd": 0.01593
          }
        ],
        "notes": [],
        "sources": [
          "https://platform.claude.com/docs/en/about-claude/pricing"
        ]
      },
      "trials": [
        {
          "id": "claude-sonnet-standard-a1",
          "attempt": 1,
          "selected": true,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600.0,
          "rewards": 1,
          "kills": 0,
          "firstRewardSeconds": 220.2,
          "secondRewardSeconds": null,
          "price": {
            "usd": 1.3428906,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 210,
                "usdPerMillion": 2.0,
                "usd": 0.00042
              },
              {
                "label": "Cached input",
                "tokens": 7503166,
                "usdPerMillion": 0.1,
                "usd": 0.7503166
              },
              {
                "label": "Long cache write",
                "tokens": 144056,
                "usdPerMillion": 4.0,
                "usd": 0.576224
              },
              {
                "label": "Output",
                "tokens": 1593,
                "usdPerMillion": 10.0,
                "usd": 0.01593
              }
            ],
            "notes": [],
            "sources": [
              "https://platform.claude.com/docs/en/about-claude/pricing"
            ]
          },
          "video": "/recordings/first-quests/claude-sonnet-standard-a1.mp4",
          "poster": "/images/first-quests/claude-sonnet-standard-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "Claude clock starts at native system.init receipt via SSH, before first response; inference-start is not verified.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "notes": [
        "Original Low/600-second comparison used Claude Code 2.1.316. Later 2.1.319 experiments vary clock visibility, keep-playing instructions, effort, and viewing options. Those are separate configurations, not a direct reasoning-only comparison."
      ],
      "track": "benchmark",
      "capSeconds": 600,
      "cohortLabel": "Original comparison",
      "reasoningLabel": "low",
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 1,
        "medianCappedSeconds": 600,
        "medianCensored": true,
        "meanApiUsd": 1.3428906,
        "meanApiIncomplete": true,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "northcua-sol-low",
      "name": "GPT-6.1 Sol",
      "model": "gpt-6.1-sol",
      "harness": "NorthCUA",
      "provider": "Experiential Labs / OpenAI",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 1,
      "finishes": 0,
      "completionSeconds": null,
      "elapsedSeconds": 600,
      "status": "timeout",
      "price": {
        "usd": 1.612801,
        "incomplete": false,
        "inferredRate": false,
        "rateDate": "2026-11-06",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 10004,
            "usdPerMillion": 2.0,
            "usd": 0.020008
          },
          {
            "label": "Cached input",
            "tokens": 243100,
            "usdPerMillion": 0.1,
            "usd": 0.02431
          },
          {
            "label": "Cache write",
            "tokens": 608816,
            "usdPerMillion": 2.5,
            "usd": 1.52204
          },
          {
            "label": "Output",
            "tokens": 4154,
            "usdPerMillion": 10.0,
            "usd": 0.04154
          },
          {
            "label": "Settled adjustment",
            "tokens": null,
            "usdPerMillion": null,
            "usd": 0.004903
          }
        ],
        "notes": [
          "Official NorthCUA harness; existing Experiential Labs regular Sol route, with reasoning_effort=low. No UltraFast.",
          "Cache reads and reported cache writes are disjoint subsets of prompt tokens. Reasoning tokens are a subset of output; no double billing.",
          "Returned service tier is reported separately; requested regular route is not treated as verified upstream tier.",
          "The final response arrived after cutoff and was recovered from run-attributed billing metadata. It reports input/read/output counts but no cache-write split. Its remaining input is priced at base input with the settled residual shown separately; no write-token count is invented. No actions after cutoff count."
        ],
        "sources": [
          "https://api.experientiallabs.ai/v1/models"
        ]
      },
      "trials": [
        {
          "id": "northcua-sol-low-a1",
          "attempt": 1,
          "selected": true,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600,
          "rewards": 1,
          "kills": 0,
          "firstRewardSeconds": 390.8,
          "secondRewardSeconds": null,
          "price": {
            "usd": 1.612801,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-06",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 10004,
                "usdPerMillion": 2.0,
                "usd": 0.020008
              },
              {
                "label": "Cached input",
                "tokens": 243100,
                "usdPerMillion": 0.1,
                "usd": 0.02431
              },
              {
                "label": "Cache write",
                "tokens": 608816,
                "usdPerMillion": 2.5,
                "usd": 1.52204
              },
              {
                "label": "Output",
                "tokens": 4154,
                "usdPerMillion": 10.0,
                "usd": 0.04154
              },
              {
                "label": "Settled adjustment",
                "tokens": null,
                "usdPerMillion": null,
                "usd": 0.004903
              }
            ],
            "notes": [
              "Official NorthCUA harness; existing Experiential Labs regular Sol route, with reasoning_effort=low. No UltraFast.",
              "Cache reads and reported cache writes are disjoint subsets of prompt tokens. Reasoning tokens are a subset of output; no double billing.",
              "Returned service tier is reported separately; requested regular route is not treated as verified upstream tier.",
              "The final response arrived after cutoff and was recovered from run-attributed billing metadata. It reports input/read/output counts but no cache-write split. Its remaining input is priced at base input with the settled residual shown separately; no write-token count is invented. No actions after cutoff count."
            ],
            "sources": [
              "https://api.experientiallabs.ai/v1/models"
            ]
          },
          "video": "/recordings/first-quests/northcua-sol-low-a1.mp4",
          "poster": "/images/first-quests/northcua-sol-low-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "Armed immediately before the first Sol request; all inference, screenshot and action time counts. Independent game freeze at600seconds.",
      "setupCaveat": "Unmodified official NorthCUA desktop harness. Stock keypress is a tap/chord/sequence, with no timed key-hold tool added. Full1920×1080 desktop screenshots; three-image history. Regular Sol API route; no UltraFast.",
      "priceUnknownNote": null,
      "track": "research",
      "capSeconds": 600,
      "cohortLabel": "2026-11-06 · initial screen",
      "reasoningLabel": "low",
      "notes": [],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 1,
        "medianCappedSeconds": 600,
        "medianCensored": true,
        "meanApiUsd": 1.612801,
        "meanApiIncomplete": false,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "harness2-deepseek",
      "name": "DeepSeek V4.1 Flash 1017",
      "model": "deepseek-v4.1-flash-1017",
      "harness": "Harness2",
      "provider": "ExperientialLabs",
      "tier": "Default",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 1,
      "finishes": 0,
      "completionSeconds": null,
      "elapsedSeconds": 600.0,
      "status": "timeout",
      "price": {
        "usd": 0.063365698,
        "incomplete": false,
        "inferredRate": false,
        "rateDate": "2026-11-02",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 85710,
            "usdPerMillion": 0.375,
            "usd": 0.03214125
          },
          {
            "label": "Cached input",
            "tokens": 1197056,
            "usdPerMillion": 0.008,
            "usd": 0.009576448
          },
          {
            "label": "Output",
            "tokens": 14432,
            "usdPerMillion": 1.5,
            "usd": 0.021648
          }
        ],
        "notes": [
          "1 final response recovered from settled provider history after the gameplay cutoff. Its tokens count toward price; no additional actions or scores count.",
          "Catalog list rates replace provider-specific receipt rates. Experiential Cloud used lower rates; the Azure receipt matches catalog rates. The comparison uses catalog rates consistently instead of provider-specific discounts."
        ],
        "sources": [
          "https://platform.experientiallabs.ai/models/deepseek-v4.1-flash-1017"
        ]
      },
      "trials": [
        {
          "id": "harness2-deepseek-a1",
          "attempt": 1,
          "selected": true,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600.0,
          "rewards": 0,
          "kills": 0,
          "firstRewardSeconds": null,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.063365698,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 85710,
                "usdPerMillion": 0.375,
                "usd": 0.03214125
              },
              {
                "label": "Cached input",
                "tokens": 1197056,
                "usdPerMillion": 0.008,
                "usd": 0.009576448
              },
              {
                "label": "Output",
                "tokens": 14432,
                "usdPerMillion": 1.5,
                "usd": 0.021648
              }
            ],
            "notes": [
              "1 final response recovered from settled provider history after the gameplay cutoff. Its tokens count toward price; no additional actions or scores count.",
              "Catalog list rates replace provider-specific receipt rates. Experiential Cloud used lower rates; the Azure receipt matches catalog rates. The comparison uses catalog rates consistently instead of provider-specific discounts."
            ],
            "sources": [
              "https://platform.experientiallabs.ai/models/deepseek-v4.1-flash-1017"
            ]
          },
          "video": "/recordings/first-quests/harness2-deepseek-a1.mp4",
          "poster": "/images/first-quests/harness2-deepseek-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "Harness2 clock starts at first API request.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "research",
      "capSeconds": 600,
      "cohortLabel": "Original comparison",
      "reasoningLabel": "low",
      "notes": [],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 1,
        "medianCappedSeconds": 600,
        "medianCensored": true,
        "meanApiUsd": 0.063365698,
        "meanApiIncomplete": false,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "harness2-glm",
      "name": "GLM 5.3 Flash",
      "model": "glm-5.3-flash",
      "harness": "Harness2",
      "provider": "ExperientialLabs",
      "tier": "Default",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 1,
      "finishes": 0,
      "completionSeconds": null,
      "elapsedSeconds": 600.0,
      "status": "timeout",
      "price": {
        "usd": 0.17518603,
        "incomplete": false,
        "inferredRate": false,
        "rateDate": "2026-11-02",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 632033,
            "usdPerMillion": 0.15,
            "usd": 0.09480495
          },
          {
            "label": "Cached input",
            "tokens": 2625036,
            "usdPerMillion": 0.03,
            "usd": 0.07875108
          },
          {
            "label": "Output",
            "tokens": 3260,
            "usdPerMillion": 0.5,
            "usd": 0.00163
          }
        ],
        "notes": [],
        "sources": [
          "https://platform.experientiallabs.ai/models/glm-5.3-flash"
        ]
      },
      "trials": [
        {
          "id": "harness2-glm-a1",
          "attempt": 1,
          "selected": true,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600.0,
          "rewards": 0,
          "kills": 0,
          "firstRewardSeconds": null,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.17518603,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 632033,
                "usdPerMillion": 0.15,
                "usd": 0.09480495
              },
              {
                "label": "Cached input",
                "tokens": 2625036,
                "usdPerMillion": 0.03,
                "usd": 0.07875108
              },
              {
                "label": "Output",
                "tokens": 3260,
                "usdPerMillion": 0.5,
                "usd": 0.00163
              }
            ],
            "notes": [],
            "sources": [
              "https://platform.experientiallabs.ai/models/glm-5.3-flash"
            ]
          },
          "video": "/recordings/first-quests/harness2-glm-a1.mp4",
          "poster": "/images/first-quests/harness2-glm-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "Harness2 clock starts at first API request.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "research",
      "capSeconds": 600,
      "cohortLabel": "Original comparison",
      "reasoningLabel": "low",
      "notes": [],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 1,
        "medianCappedSeconds": 600,
        "medianCensored": true,
        "meanApiUsd": 0.17518603,
        "meanApiIncomplete": false,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "harness2-gemini",
      "name": "Gemini 4 Argon",
      "model": "gemini-4-argon",
      "harness": "Harness2",
      "provider": "ExperientialLabs",
      "tier": "Default",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 1,
      "finishes": 0,
      "completionSeconds": null,
      "elapsedSeconds": 600.0,
      "status": "timeout",
      "price": {
        "usd": 0.2037697,
        "incomplete": false,
        "inferredRate": false,
        "rateDate": "2026-11-02",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 65880,
            "usdPerMillion": 2.0,
            "usd": 0.13176
          },
          {
            "label": "Cached input",
            "tokens": 530097,
            "usdPerMillion": 0.1,
            "usd": 0.0530097
          },
          {
            "label": "Output",
            "tokens": 1900,
            "usdPerMillion": 10.0,
            "usd": 0.019
          }
        ],
        "notes": [
          "1 final response recovered from settled provider history after the gameplay cutoff. Its tokens count toward price; no additional actions or scores count."
        ],
        "sources": [
          "https://platform.experientiallabs.ai/models/gemini-4-argon"
        ]
      },
      "trials": [
        {
          "id": "harness2-gemini-a1",
          "attempt": 1,
          "selected": true,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600.0,
          "rewards": 0,
          "kills": 0,
          "firstRewardSeconds": null,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.2037697,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 65880,
                "usdPerMillion": 2.0,
                "usd": 0.13176
              },
              {
                "label": "Cached input",
                "tokens": 530097,
                "usdPerMillion": 0.1,
                "usd": 0.0530097
              },
              {
                "label": "Output",
                "tokens": 1900,
                "usdPerMillion": 10.0,
                "usd": 0.019
              }
            ],
            "notes": [
              "1 final response recovered from settled provider history after the gameplay cutoff. Its tokens count toward price; no additional actions or scores count."
            ],
            "sources": [
              "https://platform.experientiallabs.ai/models/gemini-4-argon"
            ]
          },
          "video": "/recordings/first-quests/harness2-gemini-a1.mp4",
          "poster": "/images/first-quests/harness2-gemini-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "Harness2 clock starts at first API request.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "research",
      "capSeconds": 600,
      "cohortLabel": "Original comparison",
      "reasoningLabel": "low",
      "notes": [],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 1,
        "medianCappedSeconds": 600,
        "medianCensored": true,
        "meanApiUsd": 0.2037697,
        "meanApiIncomplete": false,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "harness2-kimi",
      "name": "Kimi K3",
      "model": "kimi-k3",
      "harness": "Harness2",
      "provider": "ExperientialLabs",
      "tier": "Default",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 1,
      "finishes": 0,
      "completionSeconds": null,
      "elapsedSeconds": 600.0,
      "status": "timeout",
      "price": {
        "usd": 0.37492332,
        "incomplete": false,
        "inferredRate": true,
        "rateDate": "2026-11-02",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 2923,
            "usdPerMillion": 3.0,
            "usd": 0.008769
          },
          {
            "label": "Cached input",
            "tokens": 608859,
            "usdPerMillion": 0.23,
            "usd": 0.14003757
          },
          {
            "label": "Cache write",
            "tokens": 42312,
            "usdPerMillion": 3.75,
            "usd": 0.15867
          },
          {
            "label": "Output",
            "tokens": 4419,
            "usdPerMillion": 15.0,
            "usd": 0.066285
          },
          {
            "label": "Settled adjustment",
            "tokens": null,
            "usdPerMillion": null,
            "usd": 0.00116175
          }
        ],
        "notes": [
          "1 final response recovered from settled provider history after the gameplay cutoff. Its tokens count toward price; no additional actions or scores count.",
          "The final Kimi response reports total input/read/output counts but no write split. Its uncached/unclassified input is priced at base input; the remaining settled amount is shown separately. No write-token count is invented.",
          "Kimi’s $3.75/M cache-write tariff is inferred from every applicable delivered receipt, not published in the catalog. The chart marks this exception with †."
        ],
        "sources": [
          "https://platform.experientiallabs.ai/models/kimi-k3"
        ]
      },
      "trials": [
        {
          "id": "harness2-kimi-a1",
          "attempt": 1,
          "selected": true,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600.0,
          "rewards": 0,
          "kills": 0,
          "firstRewardSeconds": null,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.37492332,
            "incomplete": false,
            "inferredRate": true,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 2923,
                "usdPerMillion": 3.0,
                "usd": 0.008769
              },
              {
                "label": "Cached input",
                "tokens": 608859,
                "usdPerMillion": 0.23,
                "usd": 0.14003757
              },
              {
                "label": "Cache write",
                "tokens": 42312,
                "usdPerMillion": 3.75,
                "usd": 0.15867
              },
              {
                "label": "Output",
                "tokens": 4419,
                "usdPerMillion": 15.0,
                "usd": 0.066285
              },
              {
                "label": "Settled adjustment",
                "tokens": null,
                "usdPerMillion": null,
                "usd": 0.00116175
              }
            ],
            "notes": [
              "1 final response recovered from settled provider history after the gameplay cutoff. Its tokens count toward price; no additional actions or scores count.",
              "The final Kimi response reports total input/read/output counts but no write split. Its uncached/unclassified input is priced at base input; the remaining settled amount is shown separately. No write-token count is invented.",
              "Kimi’s $3.75/M cache-write tariff is inferred from every applicable delivered receipt, not published in the catalog. The chart marks this exception with †."
            ],
            "sources": [
              "https://platform.experientiallabs.ai/models/kimi-k3"
            ]
          },
          "video": "/recordings/first-quests/harness2-kimi-a1.mp4",
          "poster": "/images/first-quests/harness2-kimi-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "Harness2 clock starts at first API request.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "research",
      "capSeconds": 600,
      "cohortLabel": "Original comparison",
      "reasoningLabel": "low",
      "notes": [],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 1,
        "medianCappedSeconds": 600,
        "medianCensored": true,
        "meanApiUsd": 0.37492332,
        "meanApiIncomplete": false,
        "meanApiInferredRate": true
      }
    },
    {
      "id": "harness2-grok",
      "name": "Grok 4.7",
      "model": "grok-4.7",
      "harness": "Harness2",
      "provider": "ExperientialLabs",
      "tier": "Default",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 1,
      "finishes": 0,
      "completionSeconds": null,
      "elapsedSeconds": 600,
      "status": "timeout",
      "price": {
        "usd": 2.850112,
        "incomplete": false,
        "inferredRate": false,
        "rateDate": "2026-11-04",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 585893,
            "usdPerMillion": 2.0,
            "usd": 1.171786
          },
          {
            "label": "Cached input",
            "tokens": 3285120,
            "usdPerMillion": 0.5,
            "usd": 1.64256
          },
          {
            "label": "Output",
            "tokens": 5961,
            "usdPerMillion": 6.0,
            "usd": 0.035766
          }
        ],
        "notes": [
          "Grok 4.7 rates checked 2026-11-04 against xAI pricing documentation. Per-request long-context tier applies at 200,000 prompt tokens.",
          "Provider receipts do not report cache creation tokens; cached reads are separated and remaining input is priced at uncached input rates. No cache-write count is inferred.",
          "Reasoning tokens, when present, are included in completion/output and are not added again."
        ],
        "sources": [
          "https://docs.x.ai/developers/pricing"
        ]
      },
      "trials": [
        {
          "id": "harness2-grok-a1",
          "attempt": 1,
          "selected": true,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600,
          "rewards": 0,
          "kills": 0,
          "firstRewardSeconds": null,
          "secondRewardSeconds": null,
          "price": {
            "usd": 2.850112,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-04",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 585893,
                "usdPerMillion": 2.0,
                "usd": 1.171786
              },
              {
                "label": "Cached input",
                "tokens": 3285120,
                "usdPerMillion": 0.5,
                "usd": 1.64256
              },
              {
                "label": "Output",
                "tokens": 5961,
                "usdPerMillion": 6.0,
                "usd": 0.035766
              }
            ],
            "notes": [
              "Grok 4.7 rates checked 2026-11-04 against xAI pricing documentation. Per-request long-context tier applies at 200,000 prompt tokens.",
              "Provider receipts do not report cache creation tokens; cached reads are separated and remaining input is priced at uncached input rates. No cache-write count is inferred.",
              "Reasoning tokens, when present, are included in completion/output and are not added again."
            ],
            "sources": [
              "https://docs.x.ai/developers/pricing"
            ]
          },
          "video": "/recordings/first-quests/harness2-grok-a1.mp4",
          "poster": "/images/first-quests/harness2-grok-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": "Low requested and accepted by route; served effort not independently returned.",
      "timerSource": "Harness2 clock starts at first API request.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "research",
      "capSeconds": 600,
      "cohortLabel": "Original comparison",
      "reasoningLabel": "low",
      "notes": [],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 1,
        "medianCappedSeconds": 600,
        "medianCensored": true,
        "meanApiUsd": 2.850112,
        "meanApiIncomplete": false,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "grok-bot-native",
      "name": "Grok Bot",
      "model": "Native selection (unreported)",
      "harness": "Grok Bot",
      "provider": "Grok Bot subscription",
      "tier": "Default",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 1,
      "finishes": 0,
      "completionSeconds": null,
      "elapsedSeconds": 566.2,
      "status": "task_failure",
      "price": null,
      "trials": [
        {
          "id": "grok-bot-native-a1",
          "attempt": 1,
          "selected": true,
          "status": "task_failure",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 566.2,
          "rewards": 0,
          "kills": 0,
          "firstRewardSeconds": null,
          "secondRewardSeconds": null,
          "price": null,
          "video": "/recordings/first-quests/grok-bot-native-a1.mp4",
          "poster": "/images/first-quests/grok-bot-native-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": true,
      "helperModel": null,
      "reasoningNote": "The native product exposes no fixed model, speed or reasoning picker.",
      "timerSource": "Independent 600-second guard armed immediately before native START submission; approximately 3 seconds of delivery overhead included.",
      "setupCaveat": "Ubuntu System program problem detected crash-report dialog visible at task start; extra operator setup obstacle discovered in contact-sheet review.",
      "priceUnknownNote": "Per-run token usage unavailable; API-priced cost unknown.",
      "track": "research",
      "capSeconds": 600,
      "cohortLabel": "Original comparison",
      "reasoningLabel": "Native defaults",
      "notes": [],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 1,
        "medianCappedSeconds": 600,
        "medianCensored": true,
        "meanApiUsd": null,
        "meanApiIncomplete": false,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "cursor-native",
      "name": "Composer 2.5",
      "model": "Composer 2.5",
      "harness": "Cursor",
      "provider": "Cursor subscription",
      "tier": "Fast",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 1,
      "finishes": 0,
      "completionSeconds": null,
      "elapsedSeconds": 600,
      "status": "timeout",
      "price": null,
      "trials": [
        {
          "id": "cursor-native-a1",
          "attempt": 1,
          "selected": true,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600,
          "rewards": 0,
          "kills": 0,
          "firstRewardSeconds": null,
          "secondRewardSeconds": null,
          "price": null,
          "video": "/recordings/first-quests/cursor-native-a1.mp4",
          "poster": "/images/first-quests/cursor-native-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": true,
      "helperModel": "Claude Sonnet 4.5 No Thinking",
      "reasoningNote": "Composer 2.5 Fast selected. Low not exposed. Native computer-use helper identifies as Claude Sonnet 4.5 No Thinking.",
      "timerSource": "Independent 600-second guard armed immediately before native START submission; message delivery and environment setup time included.",
      "setupCaveat": null,
      "priceUnknownNote": "Per-run token usage unavailable; API-priced cost unknown.",
      "track": "research",
      "capSeconds": 600,
      "cohortLabel": "Original comparison",
      "reasoningLabel": "Native defaults",
      "notes": [],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 1,
        "medianCappedSeconds": 600,
        "medianCensored": true,
        "meanApiUsd": null,
        "meanApiIncomplete": false,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "harness2-hy4",
      "name": "Tencent HY4",
      "model": "hy4",
      "harness": "Harness2",
      "provider": "ExperientialLabs",
      "tier": "Default",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 3,
      "finishes": 0,
      "completionSeconds": null,
      "elapsedSeconds": 600.0,
      "status": "timeout",
      "price": {
        "usd": 0.07647614,
        "incomplete": false,
        "inferredRate": false,
        "rateDate": "2026-11-04",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 88209,
            "usdPerMillion": 0.42,
            "usd": 0.03704778
          },
          {
            "label": "Cached input",
            "tokens": 1279168,
            "usdPerMillion": 0.02,
            "usd": 0.02558336
          },
          {
            "label": "Output",
            "tokens": 11076,
            "usdPerMillion": 1.25,
            "usd": 0.013845
          }
        ],
        "notes": [
          "Settled provider metadata reconciles every wire attempt, including failed/retried requests and any final in-flight response. Token/provider/cost matches cover every delivered receipt.",
          "Transient provider requests were retried inside the same wall clock; failed-request usage is only counted when independently reported by the provider.",
          "Comparable chart prices use ordinary HY4 catalog rates. Any promotional charges are recorded separately; the interrupted free route is retained outside this scored configuration.",
          "Cache creation is not reported; remaining prompt tokens use the ordinary input tariff. Reasoning tokens are not added twice."
        ],
        "sources": [
          "https://api.experientiallabs.ai/v1/models"
        ]
      },
      "trials": [
        {
          "id": "harness2-hy4-a1",
          "attempt": 1,
          "selected": true,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600.0,
          "rewards": 0,
          "kills": 0,
          "firstRewardSeconds": null,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.07647614,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-04",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 88209,
                "usdPerMillion": 0.42,
                "usd": 0.03704778
              },
              {
                "label": "Cached input",
                "tokens": 1279168,
                "usdPerMillion": 0.02,
                "usd": 0.02558336
              },
              {
                "label": "Output",
                "tokens": 11076,
                "usdPerMillion": 1.25,
                "usd": 0.013845
              }
            ],
            "notes": [
              "Settled provider metadata reconciles every wire attempt, including failed/retried requests and any final in-flight response. Token/provider/cost matches cover every delivered receipt.",
              "Transient provider requests were retried inside the same wall clock; failed-request usage is only counted when independently reported by the provider.",
              "Comparable chart prices use ordinary HY4 catalog rates. Any promotional charges are recorded separately; the interrupted free route is retained outside this scored configuration.",
              "Cache creation is not reported; remaining prompt tokens use the ordinary input tariff. Reasoning tokens are not added twice."
            ],
            "sources": [
              "https://api.experientiallabs.ai/v1/models"
            ]
          },
          "video": "/recordings/first-quests/harness2-hy4-a1.mp4",
          "poster": "/images/first-quests/harness2-hy4-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        },
        {
          "id": "harness2-hy4-a2",
          "attempt": 2,
          "selected": false,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600.0,
          "rewards": 0,
          "kills": 0,
          "firstRewardSeconds": null,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.08018215,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-04",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 89051,
                "usdPerMillion": 0.42,
                "usd": 0.03740142
              },
              {
                "label": "Cached input",
                "tokens": 1340224,
                "usdPerMillion": 0.02,
                "usd": 0.02680448
              },
              {
                "label": "Output",
                "tokens": 12781,
                "usdPerMillion": 1.25,
                "usd": 0.01597625
              }
            ],
            "notes": [
              "Settled provider metadata reconciles every wire attempt, including failed/retried requests and any final in-flight response. Token/provider/cost matches cover every delivered receipt.",
              "Transient provider requests were retried inside the same wall clock; failed-request usage is only counted when independently reported by the provider.",
              "Comparable chart prices use ordinary HY4 catalog rates. Any promotional charges are recorded separately; the interrupted free route is retained outside this scored configuration.",
              "Cache creation is not reported; remaining prompt tokens use the ordinary input tariff. Reasoning tokens are not added twice."
            ],
            "sources": [
              "https://api.experientiallabs.ai/v1/models"
            ]
          },
          "video": "/recordings/first-quests/harness2-hy4-a2.mp4",
          "poster": "/images/first-quests/harness2-hy4-a2.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        },
        {
          "id": "harness2-hy4-a3",
          "attempt": 3,
          "selected": false,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600.0,
          "rewards": 0,
          "kills": 0,
          "firstRewardSeconds": null,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.07197134,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-04",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 82638,
                "usdPerMillion": 0.42,
                "usd": 0.03470796
              },
              {
                "label": "Cached input",
                "tokens": 1092544,
                "usdPerMillion": 0.02,
                "usd": 0.02185088
              },
              {
                "label": "Output",
                "tokens": 12330,
                "usdPerMillion": 1.25,
                "usd": 0.0154125
              }
            ],
            "notes": [
              "Settled provider metadata reconciles every wire attempt, including failed/retried requests and any final in-flight response. Token/provider/cost matches cover every delivered receipt.",
              "Transient provider requests were retried inside the same wall clock; failed-request usage is only counted when independently reported by the provider.",
              "Comparable chart prices use ordinary HY4 catalog rates. Any promotional charges are recorded separately; the interrupted free route is retained outside this scored configuration.",
              "Cache creation is not reported; remaining prompt tokens use the ordinary input tariff. Reasoning tokens are not added twice."
            ],
            "sources": [
              "https://api.experientiallabs.ai/v1/models"
            ]
          },
          "video": "/recordings/first-quests/harness2-hy4-a3.mp4",
          "poster": "/images/first-quests/harness2-hy4-a3.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": "https://www.youtube.com/shorts/rfFlOZbaanw",
      "additionalRecordings": [
        {
          "id": "harness2-hy4-free",
          "label": "Free route · provider throttled at4:14",
          "video": "/recordings/first-quests/harness2-hy4-free.mp4",
          "poster": "/images/first-quests/harness2-hy4-free.jpg",
          "elapsedSeconds": 254.3,
          "scored": false
        },
        {
          "id": "harness2-hy4-paid-start-error",
          "label": "Earlier paid start · server error at0:04",
          "video": "/recordings/first-quests/harness2-hy4-paid-start-error.mp4",
          "poster": "/images/first-quests/harness2-hy4-paid-start-error.jpg",
          "elapsedSeconds": 3.7,
          "scored": false
        }
      ],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": "Low requested and accepted; served effort is not independently returned.",
      "timerSource": "Harness2 clock starts at first API request.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "research",
      "capSeconds": 600,
      "cohortLabel": "Original comparison",
      "reasoningLabel": "low",
      "notes": [],
      "unscoredAttempts": 2,
      "statistics": {
        "scoredAttempts": 3,
        "medianCappedSeconds": 600,
        "medianCensored": true,
        "meanApiUsd": 0.07620987666666666,
        "meanApiIncomplete": false,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "antigravity-argon-low",
      "name": "Gemini 4 Argon",
      "model": "gemini-4-argon",
      "harness": "Antigravity",
      "provider": "Google AI Pro subscription",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 1,
      "finishes": 0,
      "completionSeconds": null,
      "elapsedSeconds": 600,
      "status": "timeout",
      "price": {
        "usd": 0.4304179,
        "incomplete": false,
        "inferredRate": false,
        "rateDate": "2026-11-05",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 129749,
            "usdPerMillion": 2,
            "usd": 0.259498
          },
          {
            "label": "Cached input",
            "tokens": 1153399,
            "usdPerMillion": 0.1,
            "usd": 0.1153399
          },
          {
            "label": "Output",
            "tokens": 5558,
            "usdPerMillion": 10,
            "usd": 0.05558
          }
        ],
        "notes": [
          "Native input_tokens excludes cache_read_tokens; both are retained as disjoint input categories. The final result is a subtotal and is never added to individual response events.",
          "Uses Google introductory standard API rates through2026-11-30. This is a token-price equivalent, not a measured subscription charge. Explicit Argon caching is unsupported."
        ],
        "sources": [
          "https://ai.google.dev/gemini-api/docs/pricing#gemini-4-argon"
        ]
      },
      "trials": [
        {
          "id": "antigravity-argon-low-a1",
          "attempt": 1,
          "selected": true,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600,
          "rewards": 0,
          "kills": 0,
          "firstRewardSeconds": null,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.4304179,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-05",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 129749,
                "usdPerMillion": 2,
                "usd": 0.259498
              },
              {
                "label": "Cached input",
                "tokens": 1153399,
                "usdPerMillion": 0.1,
                "usd": 0.1153399
              },
              {
                "label": "Output",
                "tokens": 5558,
                "usdPerMillion": 10,
                "usd": 0.05558
              }
            ],
            "notes": [
              "Native input_tokens excludes cache_read_tokens; both are retained as disjoint input categories. The final result is a subtotal and is never added to individual response events.",
              "Uses Google introductory standard API rates through2026-11-30. This is a token-price equivalent, not a measured subscription charge. Explicit Argon caching is unsupported."
            ],
            "sources": [
              "https://ai.google.dev/gemini-api/docs/pricing#gemini-4-argon"
            ]
          },
          "video": "/recordings/first-quests/antigravity-argon-low-a1.mp4",
          "poster": "/images/first-quests/antigravity-argon-low-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "Native CLI initialization event before first response; all subsequent delivery, inference, tool and image-loading time counts. The initial static frame is held for 0.32s before recorder capture begins.",
      "setupCaveat": "Official Antigravity CLI using the benchmark public screenshot/input MCP. Native Google Computer Use is not exposed in this CLI.",
      "priceUnknownNote": null,
      "track": "research",
      "capSeconds": 600,
      "cohortLabel": "2026-11-05 · initial screen",
      "reasoningLabel": "low",
      "notes": [],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 1,
        "medianCappedSeconds": 600,
        "medianCensored": true,
        "meanApiUsd": 0.4304179,
        "meanApiIncomplete": false,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "antigravity-flash-low",
      "name": "Gemini 3.8 Flash",
      "model": "gemini-3.8-flash",
      "harness": "Antigravity",
      "provider": "Google AI Pro subscription",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 1,
      "finishes": 0,
      "completionSeconds": null,
      "elapsedSeconds": 226.825,
      "status": "task_failure",
      "price": {
        "usd": 0.282825375,
        "incomplete": false,
        "inferredRate": false,
        "rateDate": "2026-11-05",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 263426,
            "usdPerMillion": 0.75,
            "usd": 0.1975695
          },
          {
            "label": "Cached input",
            "tokens": 970095,
            "usdPerMillion": 0.075,
            "usd": 0.072757125
          },
          {
            "label": "Output",
            "tokens": 3333,
            "usdPerMillion": 3.75,
            "usd": 0.01249875
          }
        ],
        "notes": [
          "Native input_tokens excludes cache_read_tokens; both are retained as disjoint input categories. The final result is a subtotal and is never added to individual response events.",
          "Uses Google introductory standard API rates through2026-12-31. This is a token-price equivalent, not a measured subscription charge. No hypothetical cache storage or write counts are invented."
        ],
        "sources": [
          "https://ai.google.dev/gemini-api/docs/pricing#gemini-3.8-flash"
        ]
      },
      "trials": [
        {
          "id": "antigravity-flash-low-a1",
          "attempt": 1,
          "selected": true,
          "status": "task_failure",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 226.825,
          "rewards": 0,
          "kills": 0,
          "firstRewardSeconds": null,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.282825375,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-05",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 263426,
                "usdPerMillion": 0.75,
                "usd": 0.1975695
              },
              {
                "label": "Cached input",
                "tokens": 970095,
                "usdPerMillion": 0.075,
                "usd": 0.072757125
              },
              {
                "label": "Output",
                "tokens": 3333,
                "usdPerMillion": 3.75,
                "usd": 0.01249875
              }
            ],
            "notes": [
              "Native input_tokens excludes cache_read_tokens; both are retained as disjoint input categories. The final result is a subtotal and is never added to individual response events.",
              "Uses Google introductory standard API rates through2026-12-31. This is a token-price equivalent, not a measured subscription charge. No hypothetical cache storage or write counts are invented."
            ],
            "sources": [
              "https://ai.google.dev/gemini-api/docs/pricing#gemini-3.8-flash"
            ]
          },
          "video": "/recordings/first-quests/antigravity-flash-low-a1.mp4",
          "poster": "/images/first-quests/antigravity-flash-low-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "Native CLI initialization event before first response; all subsequent delivery, inference, tool and image-loading time counts. The initial static frame is held for 0.43s before recorder capture begins.",
      "setupCaveat": "Official Antigravity CLI using the benchmark public screenshot/input MCP. Native Google Computer Use is not exposed in this CLI.",
      "priceUnknownNote": null,
      "track": "research",
      "capSeconds": 600,
      "cohortLabel": "2026-11-05 · initial screen",
      "reasoningLabel": "low",
      "notes": [],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 1,
        "medianCappedSeconds": 600,
        "medianCensored": true,
        "meanApiUsd": 0.282825375,
        "meanApiIncomplete": false,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "google-flash-native",
      "name": "Gemini 3.8 Flash",
      "model": "gemini-3.8-flash",
      "harness": "Google Computer Use",
      "provider": "Google Gemini API direct",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 1,
      "finishes": 0,
      "completionSeconds": null,
      "elapsedSeconds": 600,
      "status": "timeout",
      "price": {
        "usd": 0.38252685,
        "incomplete": true,
        "inferredRate": false,
        "rateDate": "2026-11-05",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 373775,
            "usdPerMillion": 0.75,
            "usd": 0.28033125
          },
          {
            "label": "Cached input",
            "tokens": 1036008,
            "usdPerMillion": 0.075,
            "usd": 0.0777006
          },
          {
            "label": "Output",
            "tokens": 6532,
            "usdPerMillion": 3.75,
            "usd": 0.024495
          }
        ],
        "notes": [
          "Google reports thought tokens separately from visible output. They are added once to billable output and retained as its reasoning subset.",
          "Cached tokens are a subset of total_input_tokens and are subtracted before uncached input is priced. initial_input_tokens is an alternative API counter, not another disjoint input category; it is never added to total_input_tokens.",
          "The displayed subtotal uses documented total_input_tokens. Where the larger initial_input_tokens counter differs, full billed input remains unresolved and the subtotal is marked as incomplete. No exact cash charge is claimed."
        ],
        "sources": [
          "https://ai.google.dev/gemini-api/docs/pricing#gemini-3.8-flash"
        ]
      },
      "trials": [
        {
          "id": "google-flash-native-a1",
          "attempt": 1,
          "selected": true,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600,
          "rewards": 0,
          "kills": 0,
          "firstRewardSeconds": null,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.38252685,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-05",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 373775,
                "usdPerMillion": 0.75,
                "usd": 0.28033125
              },
              {
                "label": "Cached input",
                "tokens": 1036008,
                "usdPerMillion": 0.075,
                "usd": 0.0777006
              },
              {
                "label": "Output",
                "tokens": 6532,
                "usdPerMillion": 3.75,
                "usd": 0.024495
              }
            ],
            "notes": [
              "Google reports thought tokens separately from visible output. They are added once to billable output and retained as its reasoning subset.",
              "Cached tokens are a subset of total_input_tokens and are subtracted before uncached input is priced. initial_input_tokens is an alternative API counter, not another disjoint input category; it is never added to total_input_tokens.",
              "The displayed subtotal uses documented total_input_tokens. Where the larger initial_input_tokens counter differs, full billed input remains unresolved and the subtotal is marked as incomplete. No exact cash charge is claimed."
            ],
            "sources": [
              "https://ai.google.dev/gemini-api/docs/pricing#gemini-3.8-flash"
            ]
          },
          "video": "/recordings/first-quests/google-flash-native-a1.mp4",
          "poster": "/images/first-quests/google-flash-native-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "Native API coordinator armed immediately before the first request; all inference, action and screenshot time counts. Independent game freeze at the600second cap. ",
      "setupCaveat": "Native Google computer_use desktop tool, executed by a mechanical Linux adapter. No custom game tools exposed to the model.",
      "priceUnknownNote": null,
      "track": "research",
      "capSeconds": 600,
      "cohortLabel": "2026-11-05 · initial screen",
      "reasoningLabel": "low",
      "notes": [],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 1,
        "medianCappedSeconds": 600,
        "medianCensored": true,
        "meanApiUsd": 0.38252685,
        "meanApiIncomplete": true,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "qwen38-max-low",
      "name": "Qwen3.8 Max",
      "model": "qwen3.8-max",
      "harness": "Harness2",
      "provider": "Experiential Labs",
      "tier": "Default",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 1,
      "finishes": 0,
      "completionSeconds": null,
      "elapsedSeconds": 600,
      "status": "timeout",
      "price": {
        "usd": 0.499454,
        "incomplete": false,
        "inferredRate": false,
        "rateDate": "2026-11-06",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 160679,
            "usdPerMillion": 2.0,
            "usd": 0.321358
          },
          {
            "label": "Cached input",
            "tokens": 529024,
            "usdPerMillion": 0.25,
            "usd": 0.132256
          },
          {
            "label": "Output",
            "tokens": 7640,
            "usdPerMillion": 6.0,
            "usd": 0.04584
          }
        ],
        "notes": [
          "A final response recovered from provider billing is included in price. No action after the gameplay cutoff counts.",
          "One fresh initial screen; preflight/setup excluded. No UltraFast.",
          "Recorded-token API-price equivalent; cash/credit debit is not independently verified.",
          "Requested route and returned service tier remain distinct."
        ],
        "sources": [
          "https://api.experientiallabs.ai/v1/models"
        ]
      },
      "trials": [
        {
          "id": "qwen38-max-low-a1",
          "attempt": 1,
          "selected": true,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600,
          "rewards": 0,
          "kills": 0,
          "firstRewardSeconds": null,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.499454,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-06",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 160679,
                "usdPerMillion": 2.0,
                "usd": 0.321358
              },
              {
                "label": "Cached input",
                "tokens": 529024,
                "usdPerMillion": 0.25,
                "usd": 0.132256
              },
              {
                "label": "Output",
                "tokens": 7640,
                "usdPerMillion": 6.0,
                "usd": 0.04584
              }
            ],
            "notes": [
              "A final response recovered from provider billing is included in price. No action after the gameplay cutoff counts.",
              "One fresh initial screen; preflight/setup excluded. No UltraFast.",
              "Recorded-token API-price equivalent; cash/credit debit is not independently verified.",
              "Requested route and returned service tier remain distinct."
            ],
            "sources": [
              "https://api.experientiallabs.ai/v1/models"
            ]
          },
          "video": "/recordings/first-quests/qwen38-max-low-a1.mp4",
          "poster": "/images/first-quests/qwen38-max-low-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": "Low requested and accepted; served effort not independently returned.",
      "timerSource": "First model request through all inference and actions; maximum600seconds.",
      "setupCaveat": "Frozen Harness2; one fresh Low/600s screen, regular API speed.",
      "priceUnknownNote": null,
      "track": "research",
      "capSeconds": 600,
      "cohortLabel": "2026-11-06 · initial screen",
      "reasoningLabel": "low",
      "notes": [],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 1,
        "medianCappedSeconds": 600,
        "medianCensored": true,
        "meanApiUsd": 0.499454,
        "meanApiIncomplete": false,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "uitars15-7b-native",
      "name": "UI-TARS 1.5 7B",
      "model": "ui-tars-1.5-7b",
      "harness": "Harness2 · UI-TARS native actions",
      "provider": "Experiential Labs",
      "tier": "Default",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 1,
      "finishes": 0,
      "completionSeconds": null,
      "elapsedSeconds": 600,
      "status": "timeout",
      "price": {
        "usd": 0.0324264,
        "incomplete": false,
        "inferredRate": false,
        "rateDate": "2026-11-06",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 215108,
            "usdPerMillion": 0.1,
            "usd": 0.0215108
          },
          {
            "label": "Cached input",
            "tokens": 100928,
            "usdPerMillion": 0.1,
            "usd": 0.0100928
          },
          {
            "label": "Output",
            "tokens": 4114,
            "usdPerMillion": 0.2,
            "usd": 0.0008228
          }
        ],
        "notes": [
          "A final response recovered from provider billing is included in price. No action after the gameplay cutoff counts.",
          "One fresh initial screen; preflight/setup excluded. No UltraFast.",
          "Recorded-token API-price equivalent; cash/credit debit is not independently verified.",
          "Requested route and returned service tier remain distinct."
        ],
        "sources": [
          "https://api.experientiallabs.ai/v1/models"
        ]
      },
      "trials": [
        {
          "id": "uitars15-7b-native-a1",
          "attempt": 1,
          "selected": true,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600,
          "rewards": 0,
          "kills": 0,
          "firstRewardSeconds": null,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.0324264,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-06",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 215108,
                "usdPerMillion": 0.1,
                "usd": 0.0215108
              },
              {
                "label": "Cached input",
                "tokens": 100928,
                "usdPerMillion": 0.1,
                "usd": 0.0100928
              },
              {
                "label": "Output",
                "tokens": 4114,
                "usdPerMillion": 0.2,
                "usd": 0.0008228
              }
            ],
            "notes": [
              "A final response recovered from provider billing is included in price. No action after the gameplay cutoff counts.",
              "One fresh initial screen; preflight/setup excluded. No UltraFast.",
              "Recorded-token API-price equivalent; cash/credit debit is not independently verified.",
              "Requested route and returned service tier remain distinct."
            ],
            "sources": [
              "https://api.experientiallabs.ai/v1/models"
            ]
          },
          "video": "/recordings/first-quests/uitars15-7b-native-a1.mp4",
          "poster": "/images/first-quests/uitars15-7b-native-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": "Native Thought action format; API exposes no Low reasoning setting.",
      "timerSource": "First model request through all inference and actions; maximum600seconds.",
      "setupCaveat": "Upstream UI-TARS prompt/parser; mechanical native input adapter, client-only screenshots and five-image history. No Low setting or timed key-hold tool. Clipboard transfer is confirmed before paste. This is not the full UI-TARS Desktop application or the larger research model.",
      "priceUnknownNote": null,
      "track": "research",
      "capSeconds": 600,
      "cohortLabel": "2026-11-06 · initial screen",
      "reasoningLabel": "native",
      "notes": [],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 1,
        "medianCappedSeconds": 600,
        "medianCensored": true,
        "meanApiUsd": 0.0324264,
        "meanApiIncomplete": false,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "liquid-lfm3-vl2b-default",
      "name": "Liquid LFM3-VL-2B",
      "model": "lfm3-vl-2b",
      "harness": "Harness2",
      "provider": "Liquid AI",
      "tier": "Default",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 1,
      "finishes": 0,
      "completionSeconds": null,
      "elapsedSeconds": 600,
      "status": "timeout",
      "price": {
        "usd": 0.21934412,
        "incomplete": false,
        "inferredRate": false,
        "rateDate": "2026-11-06",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 1393057,
            "usdPerMillion": 0.1,
            "usd": 0.1393057
          },
          {
            "label": "Cached input",
            "tokens": 848896,
            "usdPerMillion": 0.02,
            "usd": 0.01697792
          },
          {
            "label": "Output",
            "tokens": 126121,
            "usdPerMillion": 0.5,
            "usd": 0.0630605
          }
        ],
        "notes": [
          "All captured upstream token receipts are included, including any reply after the caller deadline. This is response evidence, not a verified cash debit. No late action counts.",
          "One fresh initial screen; preflight/setup excluded. No UltraFast.",
          "Recorded-token API-price equivalent; cash/credit debit is not independently verified.",
          "Requested route and returned service tier remain distinct."
        ],
        "sources": [
          "https://www.liquid.ai/pricing"
        ]
      },
      "trials": [
        {
          "id": "liquid-lfm3-vl2b-default-a1",
          "attempt": 1,
          "selected": true,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600,
          "rewards": 0,
          "kills": 0,
          "firstRewardSeconds": null,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.21934412,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-06",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 1393057,
                "usdPerMillion": 0.1,
                "usd": 0.1393057
              },
              {
                "label": "Cached input",
                "tokens": 848896,
                "usdPerMillion": 0.02,
                "usd": 0.01697792
              },
              {
                "label": "Output",
                "tokens": 126121,
                "usdPerMillion": 0.5,
                "usd": 0.0630605
              }
            ],
            "notes": [
              "All captured upstream token receipts are included, including any reply after the caller deadline. This is response evidence, not a verified cash debit. No late action counts.",
              "One fresh initial screen; preflight/setup excluded. No UltraFast.",
              "Recorded-token API-price equivalent; cash/credit debit is not independently verified.",
              "Requested route and returned service tier remain distinct."
            ],
            "sources": [
              "https://www.liquid.ai/pricing"
            ]
          },
          "video": "/recordings/first-quests/liquid-lfm3-vl2b-default-a1.mp4",
          "poster": "/images/first-quests/liquid-lfm3-vl2b-default-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": "Provider-default thinking; no native Low control documented.",
      "timerSource": "First model request through all inference and actions; maximum600seconds.",
      "setupCaveat": "Frozen Harness2 controls/tools and4096output-token cap; native Low not documented or verified. Five-image history to fit the hosted API4MBrequest limit. Regular direct Liquid API; no subscription purchase.",
      "priceUnknownNote": null,
      "track": "research",
      "capSeconds": 600,
      "cohortLabel": "2026-11-06 · initial screen",
      "reasoningLabel": "provider_default",
      "notes": [],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 1,
        "medianCappedSeconds": 600,
        "medianCensored": true,
        "meanApiUsd": 0.21934412,
        "meanApiIncomplete": false,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "inkling2-small-low",
      "name": "Inkling 2 Small",
      "model": "thinkingmachines/Inkling-2-Small:peft:262144",
      "harness": "Harness2",
      "provider": "Thinking Machines / Tinker",
      "tier": "Default",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 1,
      "finishes": 0,
      "completionSeconds": null,
      "elapsedSeconds": 600,
      "status": "timeout",
      "price": {
        "usd": 0.111494,
        "incomplete": false,
        "inferredRate": false,
        "rateDate": "2026-11-06",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 171856,
            "usdPerMillion": 0.3,
            "usd": 0.0515568
          },
          {
            "label": "Cached input",
            "tokens": 1623040,
            "usdPerMillion": 0.03,
            "usd": 0.0486912
          },
          {
            "label": "Output",
            "tokens": 11246,
            "usdPerMillion": 1.0,
            "usd": 0.011246
          }
        ],
        "notes": [
          "All captured upstream token receipts are included, including any reply after the caller deadline. This is response evidence, not a verified cash debit. No late action counts.",
          "One fresh initial screen; preflight/setup excluded. No UltraFast.",
          "Recorded-token API-price equivalent; cash/credit debit is not independently verified.",
          "Requested route and returned service tier remain distinct."
        ],
        "sources": [
          "https://tinker-docs.thinkingmachines.ai/tinker/models/models_and_pricing/"
        ]
      },
      "trials": [
        {
          "id": "inkling2-small-low-a1",
          "attempt": 1,
          "selected": true,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600,
          "rewards": 0,
          "kills": 0,
          "firstRewardSeconds": null,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.111494,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-06",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 171856,
                "usdPerMillion": 0.3,
                "usd": 0.0515568
              },
              {
                "label": "Cached input",
                "tokens": 1623040,
                "usdPerMillion": 0.03,
                "usd": 0.0486912
              },
              {
                "label": "Output",
                "tokens": 11246,
                "usdPerMillion": 1.0,
                "usd": 0.011246
              }
            ],
            "notes": [
              "All captured upstream token receipts are included, including any reply after the caller deadline. This is response evidence, not a verified cash debit. No late action counts.",
              "One fresh initial screen; preflight/setup excluded. No UltraFast.",
              "Recorded-token API-price equivalent; cash/credit debit is not independently verified.",
              "Requested route and returned service tier remain distinct."
            ],
            "sources": [
              "https://tinker-docs.thinkingmachines.ai/tinker/models/models_and_pricing/"
            ]
          },
          "video": "/recordings/first-quests/inkling2-small-low-a1.mp4",
          "poster": "/images/first-quests/inkling2-small-low-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": "Low requested and accepted; served effort not independently returned.",
      "timerSource": "First model request through all inference and actions; maximum600seconds.",
      "setupCaveat": "Frozen Harness2; native Low0.2; regular256K Tinker sampling route. Serverless NVFP4 route was unavailable and excluded. One fresh600second initial screen.",
      "priceUnknownNote": null,
      "track": "research",
      "capSeconds": 600,
      "cohortLabel": "2026-11-06 · initial screen",
      "reasoningLabel": "low",
      "notes": [],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 1,
        "medianCappedSeconds": 600,
        "medianCensored": true,
        "meanApiUsd": 0.111494,
        "meanApiIncomplete": false,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "inkling-full-low",
      "name": "Inkling",
      "model": "thinkingmachines/Inkling:peft:262144",
      "harness": "Harness2",
      "provider": "Tinker / Thinking Machines",
      "tier": "Default",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 1,
      "finishes": 0,
      "completionSeconds": null,
      "elapsedSeconds": 51.9,
      "status": "task_failure",
      "price": {
        "usd": 0.044150506,
        "incomplete": false,
        "inferredRate": false,
        "rateDate": "2026-11-06",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 10475,
            "usdPerMillion": 1.87,
            "usd": 0.01958825
          },
          {
            "label": "Cached input",
            "tokens": 60544,
            "usdPerMillion": 0.374,
            "usd": 0.022643456
          },
          {
            "label": "Output",
            "tokens": 410,
            "usdPerMillion": 4.68,
            "usd": 0.0019188
          }
        ],
        "notes": [
          "All captured upstream token receipts are included, including any reply after the caller deadline. This is response evidence, not a verified cash debit. No late action counts.",
          "One fresh initial screen; preflight/setup excluded. No UltraFast.",
          "Recorded-token API-price equivalent; cash/credit debit is not independently verified.",
          "Requested route and returned service tier remain distinct."
        ],
        "sources": [
          "https://tinker-docs.thinkingmachines.ai/tinker/models/models_and_pricing/"
        ]
      },
      "trials": [
        {
          "id": "inkling-full-low-a1",
          "attempt": 1,
          "selected": true,
          "status": "task_failure",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 51.9,
          "rewards": 0,
          "kills": 0,
          "firstRewardSeconds": null,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.044150506,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-06",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 10475,
                "usdPerMillion": 1.87,
                "usd": 0.01958825
              },
              {
                "label": "Cached input",
                "tokens": 60544,
                "usdPerMillion": 0.374,
                "usd": 0.022643456
              },
              {
                "label": "Output",
                "tokens": 410,
                "usdPerMillion": 4.68,
                "usd": 0.0019188
              }
            ],
            "notes": [
              "All captured upstream token receipts are included, including any reply after the caller deadline. This is response evidence, not a verified cash debit. No late action counts.",
              "One fresh initial screen; preflight/setup excluded. No UltraFast.",
              "Recorded-token API-price equivalent; cash/credit debit is not independently verified.",
              "Requested route and returned service tier remain distinct."
            ],
            "sources": [
              "https://tinker-docs.thinkingmachines.ai/tinker/models/models_and_pricing/"
            ]
          },
          "video": "/recordings/first-quests/inkling-full-low-a1.mp4",
          "poster": "/images/first-quests/inkling-full-low-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": "Low requested and accepted; served effort not independently returned.",
      "timerSource": "First model request through all inference and actions; maximum 600 seconds.",
      "setupCaveat": "Original full Inkling flagship,975B total / 41B active; distinct from Inkling2Small. Frozen Harness2, regular/default direct Tinker API, native Low, 4096 output-token cap and 40-image history. One fresh600second screen.",
      "priceUnknownNote": null,
      "track": "research",
      "capSeconds": 600,
      "cohortLabel": "2026-11-06 · initial screen",
      "reasoningLabel": "low",
      "notes": [],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 1,
        "medianCappedSeconds": 600,
        "medianCensored": true,
        "meanApiUsd": 0.044150506,
        "meanApiIncomplete": false,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "kimi-k31-pro-low",
      "name": "Kimi K3.1 Pro",
      "model": "moonshotai/kimi-k3.1-pro",
      "harness": "Harness2",
      "provider": "OpenRouter / Fireworks",
      "tier": "Regular requested",
      "isHuman": false,
      "selectedAttempt": 2,
      "attempts": 3,
      "finishes": 0,
      "completionSeconds": null,
      "elapsedSeconds": 600,
      "status": "timeout",
      "price": {
        "usd": 0.9595278,
        "incomplete": false,
        "inferredRate": false,
        "rateDate": "2026-11-07",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 218792,
            "usdPerMillion": 2,
            "usd": 0.437584
          },
          {
            "label": "Cached input",
            "tokens": 2262919,
            "usdPerMillion": 0.2,
            "usd": 0.45258380000000004
          },
          {
            "label": "Output",
            "tokens": 6936,
            "usdPerMillion": 10,
            "usd": 0.06936
          }
        ],
        "notes": [
          "Provider usage receipts include paid late inference; no late gameplay inputs accepted. Credit top-up/payment fees are outside this comparison.",
          "Reasoning tokens are included in output, not added twice."
        ],
        "sources": [
          "https://openrouter.ai/moonshotai/kimi-k3.1-pro"
        ]
      },
      "trials": [
        {
          "id": "kimi-k31-pro-a1",
          "attempt": 1,
          "selected": false,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600,
          "rewards": 0,
          "kills": 0,
          "firstRewardSeconds": null,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.8237924,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-07",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 151436,
                "usdPerMillion": 2,
                "usd": 0.302872
              },
              {
                "label": "Cached input",
                "tokens": 2229402,
                "usdPerMillion": 0.2,
                "usd": 0.4458804
              },
              {
                "label": "Output",
                "tokens": 7504,
                "usdPerMillion": 10,
                "usd": 0.07504
              }
            ],
            "notes": [
              "Provider usage receipts include paid late inference; no late gameplay inputs accepted. Credit top-up/payment fees are outside this comparison.",
              "Reasoning tokens are included in output, not added twice."
            ],
            "sources": [
              "https://openrouter.ai/moonshotai/kimi-k3.1-pro"
            ]
          },
          "video": "/recordings/first-quests/kimi-k31-pro-a1.mp4",
          "poster": "/images/first-quests/kimi-k31-pro-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        },
        {
          "id": "kimi-k31-pro-a2",
          "attempt": 2,
          "selected": true,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600,
          "rewards": 1,
          "kills": 6,
          "firstRewardSeconds": 152.7,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.9595278,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-07",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 218792,
                "usdPerMillion": 2,
                "usd": 0.437584
              },
              {
                "label": "Cached input",
                "tokens": 2262919,
                "usdPerMillion": 0.2,
                "usd": 0.45258380000000004
              },
              {
                "label": "Output",
                "tokens": 6936,
                "usdPerMillion": 10,
                "usd": 0.06936
              }
            ],
            "notes": [
              "Provider usage receipts include paid late inference; no late gameplay inputs accepted. Credit top-up/payment fees are outside this comparison.",
              "Reasoning tokens are included in output, not added twice."
            ],
            "sources": [
              "https://openrouter.ai/moonshotai/kimi-k3.1-pro"
            ]
          },
          "video": "/recordings/first-quests/kimi-k31-pro-a2.mp4",
          "poster": "/images/first-quests/kimi-k31-pro-a2.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        },
        {
          "id": "kimi-k31-pro-a3",
          "attempt": 3,
          "selected": false,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600,
          "rewards": 1,
          "kills": 0,
          "firstRewardSeconds": 141.3,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.8578201999999999,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-07",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 182663,
                "usdPerMillion": 2,
                "usd": 0.365326
              },
              {
                "label": "Cached input",
                "tokens": 2156921,
                "usdPerMillion": 0.2,
                "usd": 0.4313842
              },
              {
                "label": "Output",
                "tokens": 6111,
                "usdPerMillion": 10,
                "usd": 0.06111
              }
            ],
            "notes": [
              "Provider usage receipts include paid late inference; no late gameplay inputs accepted. Credit top-up/payment fees are outside this comparison.",
              "Reasoning tokens are included in output, not added twice."
            ],
            "sources": [
              "https://openrouter.ai/moonshotai/kimi-k3.1-pro"
            ]
          },
          "video": "/recordings/first-quests/kimi-k31-pro-a3.mp4",
          "poster": "/images/first-quests/kimi-k31-pro-a3.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "First model inference; independent input cutoff.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "research",
      "cohortLabel": "7 Nov · three attempts",
      "capSeconds": 600,
      "reasoningLabel": "Low",
      "notes": [
        "Provider pinned to Fireworks without fallback; Low requested and accepted. All three attempts retained."
      ],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 3,
        "medianCappedSeconds": 600,
        "medianCensored": true,
        "meanApiUsd": 0.8803801333333333,
        "meanApiIncomplete": false,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "2026-11-06-sol-settings-low",
      "name": "GPT-6.1 Sol",
      "model": "gpt-6.1-sol",
      "harness": "Codex",
      "provider": "OpenAI",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 2,
      "attempts": 2,
      "finishes": 1,
      "completionSeconds": 494.5,
      "elapsedSeconds": 494.533,
      "status": "success",
      "price": {
        "usd": 0.454476,
        "incomplete": true,
        "inferredRate": false,
        "rateDate": "2026-11-06",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 80696,
            "usdPerMillion": 2,
            "usd": 0.161392
          },
          {
            "label": "Cached input",
            "tokens": 2359040,
            "usdPerMillion": 0.1,
            "usd": 0.235904
          },
          {
            "label": "Output",
            "tokens": 5718,
            "usdPerMillion": 10,
            "usd": 0.05718
          }
        ],
        "notes": [
          "Native recorded token receipts including interrupted turns; final billing/tail coverage unverified. Standard API equivalent, not subscription cash."
        ],
        "sources": [
          "https://developers.openai.com/api/docs/pricing"
        ]
      },
      "trials": [
        {
          "id": "sol-settings-low-a1",
          "attempt": 1,
          "selected": false,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600.0,
          "rewards": 1,
          "kills": 8,
          "firstRewardSeconds": 198.4,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.5454872,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-06",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 97609,
                "usdPerMillion": 2,
                "usd": 0.195218
              },
              {
                "label": "Cached input",
                "tokens": 2907392,
                "usdPerMillion": 0.1,
                "usd": 0.29073920000000003
              },
              {
                "label": "Output",
                "tokens": 5953,
                "usdPerMillion": 10,
                "usd": 0.05953
              }
            ],
            "notes": [
              "Native recorded token receipts including interrupted turns; final billing/tail coverage unverified. Standard API equivalent, not subscription cash."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/sol-settings-low-a1.mp4",
          "poster": "/images/first-quests/sol-settings-low-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        },
        {
          "id": "sol-settings-low-a2",
          "attempt": 2,
          "selected": true,
          "status": "success",
          "success": true,
          "completionSeconds": 494.5,
          "elapsedSeconds": 494.533,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 124.2,
          "secondRewardSeconds": 494.5,
          "price": {
            "usd": 0.454476,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-06",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 80696,
                "usdPerMillion": 2,
                "usd": 0.161392
              },
              {
                "label": "Cached input",
                "tokens": 2359040,
                "usdPerMillion": 0.1,
                "usd": 0.235904
              },
              {
                "label": "Output",
                "tokens": 5718,
                "usdPerMillion": 10,
                "usd": 0.05718
              }
            ],
            "notes": [
              "Native recorded token receipts including interrupted turns; final billing/tail coverage unverified. Standard API equivalent, not subscription cash."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/sol-settings-low-a2.mp4",
          "poster": "/images/first-quests/sol-settings-low-a2.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "First model inference; independent input cutoff.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "benchmark",
      "cohortLabel": "Sol reasoning pilot",
      "capSeconds": 600,
      "reasoningLabel": "Low",
      "notes": [
        "Exploratory reasoning screen; small samples, no established winner."
      ],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 2,
        "medianCappedSeconds": 547.25,
        "medianCensored": true,
        "meanApiUsd": 0.49998159999999997,
        "meanApiIncomplete": true,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "2026-11-06-sol-settings-medium",
      "name": "GPT-6.1 Sol",
      "model": "gpt-6.1-sol",
      "harness": "Codex",
      "provider": "OpenAI",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 2,
      "finishes": 2,
      "completionSeconds": 366.7,
      "elapsedSeconds": 366.751,
      "status": "success",
      "price": {
        "usd": 0.374824,
        "incomplete": true,
        "inferredRate": false,
        "rateDate": "2026-11-06",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 89693,
            "usdPerMillion": 2,
            "usd": 0.179386
          },
          {
            "label": "Cached input",
            "tokens": 1518080,
            "usdPerMillion": 0.1,
            "usd": 0.151808
          },
          {
            "label": "Output",
            "tokens": 4363,
            "usdPerMillion": 10,
            "usd": 0.04363
          }
        ],
        "notes": [
          "Native recorded token receipts including interrupted turns; final billing/tail coverage unverified. Standard API equivalent, not subscription cash."
        ],
        "sources": [
          "https://developers.openai.com/api/docs/pricing"
        ]
      },
      "trials": [
        {
          "id": "sol-settings-medium-a1",
          "attempt": 1,
          "selected": true,
          "status": "success",
          "success": true,
          "completionSeconds": 366.7,
          "elapsedSeconds": 366.751,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 106.2,
          "secondRewardSeconds": 366.7,
          "price": {
            "usd": 0.374824,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-06",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 89693,
                "usdPerMillion": 2,
                "usd": 0.179386
              },
              {
                "label": "Cached input",
                "tokens": 1518080,
                "usdPerMillion": 0.1,
                "usd": 0.151808
              },
              {
                "label": "Output",
                "tokens": 4363,
                "usdPerMillion": 10,
                "usd": 0.04363
              }
            ],
            "notes": [
              "Native recorded token receipts including interrupted turns; final billing/tail coverage unverified. Standard API equivalent, not subscription cash."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/sol-settings-medium-a1.mp4",
          "poster": "/images/first-quests/sol-settings-medium-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        },
        {
          "id": "sol-settings-medium-a2",
          "attempt": 2,
          "selected": false,
          "status": "success",
          "success": true,
          "completionSeconds": 524.9,
          "elapsedSeconds": 524.878,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 140.1,
          "secondRewardSeconds": 524.9,
          "price": {
            "usd": 0.61824,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-06",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 136881,
                "usdPerMillion": 2,
                "usd": 0.273762
              },
              {
                "label": "Cached input",
                "tokens": 2849280,
                "usdPerMillion": 0.1,
                "usd": 0.284928
              },
              {
                "label": "Output",
                "tokens": 5955,
                "usdPerMillion": 10,
                "usd": 0.05955
              }
            ],
            "notes": [
              "Native recorded token receipts including interrupted turns; final billing/tail coverage unverified. Standard API equivalent, not subscription cash."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/sol-settings-medium-a2.mp4",
          "poster": "/images/first-quests/sol-settings-medium-a2.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "First model inference; independent input cutoff.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "benchmark",
      "cohortLabel": "Sol reasoning pilot",
      "capSeconds": 600,
      "reasoningLabel": "Medium",
      "notes": [
        "Exploratory reasoning screen; small samples, no established winner."
      ],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 2,
        "medianCappedSeconds": 445.79999999999995,
        "medianCensored": false,
        "meanApiUsd": 0.496532,
        "meanApiIncomplete": true,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "2026-11-06-sol-confirmation-low",
      "name": "GPT-6.1 Sol",
      "model": "gpt-6.1-sol",
      "harness": "Codex",
      "provider": "OpenAI",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 2,
      "finishes": 2,
      "completionSeconds": 490.8,
      "elapsedSeconds": 490.79,
      "status": "success",
      "price": {
        "usd": 0.385304,
        "incomplete": true,
        "inferredRate": false,
        "rateDate": "2026-11-06",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 70769,
            "usdPerMillion": 2,
            "usd": 0.141538
          },
          {
            "label": "Cached input",
            "tokens": 1973760,
            "usdPerMillion": 0.1,
            "usd": 0.197376
          },
          {
            "label": "Output",
            "tokens": 4639,
            "usdPerMillion": 10,
            "usd": 0.04639
          }
        ],
        "notes": [
          "Native recorded token receipts including interrupted turns; final billing/tail coverage unverified. Standard API equivalent, not subscription cash."
        ],
        "sources": [
          "https://developers.openai.com/api/docs/pricing"
        ]
      },
      "trials": [
        {
          "id": "sol-confirmation-low-a1",
          "attempt": 1,
          "selected": true,
          "status": "success",
          "success": true,
          "completionSeconds": 490.8,
          "elapsedSeconds": 490.79,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 155.8,
          "secondRewardSeconds": 490.8,
          "price": {
            "usd": 0.385304,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-06",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 70769,
                "usdPerMillion": 2,
                "usd": 0.141538
              },
              {
                "label": "Cached input",
                "tokens": 1973760,
                "usdPerMillion": 0.1,
                "usd": 0.197376
              },
              {
                "label": "Output",
                "tokens": 4639,
                "usdPerMillion": 10,
                "usd": 0.04639
              }
            ],
            "notes": [
              "Native recorded token receipts including interrupted turns; final billing/tail coverage unverified. Standard API equivalent, not subscription cash."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/sol-confirmation-low-a1.mp4",
          "poster": "/images/first-quests/sol-confirmation-low-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        },
        {
          "id": "sol-confirmation-low-a2",
          "attempt": 2,
          "selected": false,
          "status": "success",
          "success": true,
          "completionSeconds": 522.3,
          "elapsedSeconds": 522.311,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 115.0,
          "secondRewardSeconds": 522.3,
          "price": {
            "usd": 0.4616016,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-06",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 101849,
                "usdPerMillion": 2,
                "usd": 0.203698
              },
              {
                "label": "Cached input",
                "tokens": 2075136,
                "usdPerMillion": 0.1,
                "usd": 0.2075136
              },
              {
                "label": "Output",
                "tokens": 5039,
                "usdPerMillion": 10,
                "usd": 0.05039
              }
            ],
            "notes": [
              "Native recorded token receipts including interrupted turns; final billing/tail coverage unverified. Standard API equivalent, not subscription cash."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/sol-confirmation-low-a2.mp4",
          "poster": "/images/first-quests/sol-confirmation-low-a2.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "First model inference; independent input cutoff.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "benchmark",
      "cohortLabel": "Sol confirmation",
      "capSeconds": 600,
      "reasoningLabel": "Low",
      "notes": [
        "Medium’s pilot advantage did not replicate under the predeclared rule. No reliable Low-versus-Medium winner yet. 1 recording cleanup recovery; original evidence retained."
      ],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 2,
        "medianCappedSeconds": 506.54999999999995,
        "medianCensored": false,
        "meanApiUsd": 0.42345279999999996,
        "meanApiIncomplete": true,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "2026-11-06-sol-confirmation-medium",
      "name": "GPT-6.1 Sol",
      "model": "gpt-6.1-sol",
      "harness": "Codex",
      "provider": "OpenAI",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 2,
      "finishes": 2,
      "completionSeconds": 519.5,
      "elapsedSeconds": 519.461,
      "status": "success",
      "price": {
        "usd": 0.5637476,
        "incomplete": true,
        "inferredRate": false,
        "rateDate": "2026-11-06",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 131393,
            "usdPerMillion": 2,
            "usd": 0.262786
          },
          {
            "label": "Cached input",
            "tokens": 2367616,
            "usdPerMillion": 0.1,
            "usd": 0.23676160000000002
          },
          {
            "label": "Output",
            "tokens": 6420,
            "usdPerMillion": 10,
            "usd": 0.0642
          }
        ],
        "notes": [
          "Native recorded token receipts including interrupted turns; final billing/tail coverage unverified. Standard API equivalent, not subscription cash."
        ],
        "sources": [
          "https://developers.openai.com/api/docs/pricing"
        ]
      },
      "trials": [
        {
          "id": "sol-confirmation-medium-a1",
          "attempt": 1,
          "selected": true,
          "status": "success",
          "success": true,
          "completionSeconds": 519.5,
          "elapsedSeconds": 519.461,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 105.1,
          "secondRewardSeconds": 519.5,
          "price": {
            "usd": 0.5637476,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-06",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 131393,
                "usdPerMillion": 2,
                "usd": 0.262786
              },
              {
                "label": "Cached input",
                "tokens": 2367616,
                "usdPerMillion": 0.1,
                "usd": 0.23676160000000002
              },
              {
                "label": "Output",
                "tokens": 6420,
                "usdPerMillion": 10,
                "usd": 0.0642
              }
            ],
            "notes": [
              "Native recorded token receipts including interrupted turns; final billing/tail coverage unverified. Standard API equivalent, not subscription cash."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/sol-confirmation-medium-a1.mp4",
          "poster": "/images/first-quests/sol-confirmation-medium-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        },
        {
          "id": "sol-confirmation-medium-a2",
          "attempt": 2,
          "selected": false,
          "status": "success",
          "success": true,
          "completionSeconds": 599.5,
          "elapsedSeconds": 599.515,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 193.5,
          "secondRewardSeconds": 599.5,
          "price": {
            "usd": 0.641148,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-06",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 127717,
                "usdPerMillion": 2,
                "usd": 0.255434
              },
              {
                "label": "Cached input",
                "tokens": 3085440,
                "usdPerMillion": 0.1,
                "usd": 0.308544
              },
              {
                "label": "Output",
                "tokens": 7717,
                "usdPerMillion": 10,
                "usd": 0.07717
              }
            ],
            "notes": [
              "Native recorded token receipts including interrupted turns; final billing/tail coverage unverified. Standard API equivalent, not subscription cash."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/sol-confirmation-medium-a2.mp4",
          "poster": "/images/first-quests/sol-confirmation-medium-a2.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "First model inference; independent input cutoff.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "benchmark",
      "cohortLabel": "Sol confirmation",
      "capSeconds": 600,
      "reasoningLabel": "Medium",
      "notes": [
        "Medium’s pilot advantage did not replicate under the predeclared rule. No reliable Low-versus-Medium winner yet. 1 recording cleanup recovery; original evidence retained."
      ],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 2,
        "medianCappedSeconds": 559.5,
        "medianCensored": false,
        "meanApiUsd": 0.6024478,
        "meanApiIncomplete": true,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "2026-11-06-sol-high-xhigh-high",
      "name": "GPT-6.1 Sol",
      "model": "gpt-6.1-sol",
      "harness": "Codex",
      "provider": "OpenAI",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 2,
      "finishes": 1,
      "completionSeconds": 497.0,
      "elapsedSeconds": 497.037,
      "status": "success",
      "price": {
        "usd": 0.5132736,
        "incomplete": true,
        "inferredRate": false,
        "rateDate": "2026-11-06",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 113070,
            "usdPerMillion": 2,
            "usd": 0.22614
          },
          {
            "label": "Cached input",
            "tokens": 2257536,
            "usdPerMillion": 0.1,
            "usd": 0.2257536
          },
          {
            "label": "Output",
            "tokens": 6138,
            "usdPerMillion": 10,
            "usd": 0.06138
          }
        ],
        "notes": [
          "Native recorded token receipts including interrupted turns; final billing/tail coverage unverified. Standard API equivalent, not subscription cash."
        ],
        "sources": [
          "https://developers.openai.com/api/docs/pricing"
        ]
      },
      "trials": [
        {
          "id": "sol-high-xhigh-high-a1",
          "attempt": 1,
          "selected": true,
          "status": "success",
          "success": true,
          "completionSeconds": 497.0,
          "elapsedSeconds": 497.037,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 135.0,
          "secondRewardSeconds": 497.0,
          "price": {
            "usd": 0.5132736,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-06",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 113070,
                "usdPerMillion": 2,
                "usd": 0.22614
              },
              {
                "label": "Cached input",
                "tokens": 2257536,
                "usdPerMillion": 0.1,
                "usd": 0.2257536
              },
              {
                "label": "Output",
                "tokens": 6138,
                "usdPerMillion": 10,
                "usd": 0.06138
              }
            ],
            "notes": [
              "Native recorded token receipts including interrupted turns; final billing/tail coverage unverified. Standard API equivalent, not subscription cash."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/sol-high-xhigh-high-a1.mp4",
          "poster": "/images/first-quests/sol-high-xhigh-high-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        },
        {
          "id": "sol-high-xhigh-high-a2",
          "attempt": 2,
          "selected": false,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600.0,
          "rewards": 1,
          "kills": 8,
          "firstRewardSeconds": 118.9,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.4779692,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-06",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 66562,
                "usdPerMillion": 2,
                "usd": 0.133124
              },
              {
                "label": "Cached input",
                "tokens": 2695552,
                "usdPerMillion": 0.1,
                "usd": 0.2695552
              },
              {
                "label": "Output",
                "tokens": 7529,
                "usdPerMillion": 10,
                "usd": 0.07529
              }
            ],
            "notes": [
              "Native recorded token receipts including interrupted turns; final billing/tail coverage unverified. Standard API equivalent, not subscription cash."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/sol-high-xhigh-high-a2.mp4",
          "poster": "/images/first-quests/sol-high-xhigh-high-a2.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "First model inference; independent input cutoff.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "benchmark",
      "cohortLabel": "Sol High / xhigh",
      "capSeconds": 600,
      "reasoningLabel": "High",
      "notes": [
        "Xhigh has the stronger observed completion/time result in this small screen. Keep timeouts and costs in the comparison; no confirmed winner yet."
      ],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 2,
        "medianCappedSeconds": 548.5,
        "medianCensored": true,
        "meanApiUsd": 0.4956214,
        "meanApiIncomplete": true,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "2026-11-06-sol-high-xhigh-xhigh",
      "name": "GPT-6.1 Sol",
      "model": "gpt-6.1-sol",
      "harness": "Codex",
      "provider": "OpenAI",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 2,
      "attempts": 2,
      "finishes": 2,
      "completionSeconds": 519.9,
      "elapsedSeconds": 519.919,
      "status": "success",
      "price": {
        "usd": 0.485422,
        "incomplete": true,
        "inferredRate": false,
        "rateDate": "2026-11-06",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 86888,
            "usdPerMillion": 2,
            "usd": 0.173776
          },
          {
            "label": "Cached input",
            "tokens": 2440960,
            "usdPerMillion": 0.1,
            "usd": 0.244096
          },
          {
            "label": "Output",
            "tokens": 6755,
            "usdPerMillion": 10,
            "usd": 0.06755
          }
        ],
        "notes": [
          "Native recorded token receipts including interrupted turns; final billing/tail coverage unverified. Standard API equivalent, not subscription cash."
        ],
        "sources": [
          "https://developers.openai.com/api/docs/pricing"
        ]
      },
      "trials": [
        {
          "id": "sol-high-xhigh-xhigh-a1",
          "attempt": 1,
          "selected": false,
          "status": "success",
          "success": true,
          "completionSeconds": 568.1,
          "elapsedSeconds": 568.063,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 138.2,
          "secondRewardSeconds": 568.1,
          "price": {
            "usd": 0.4972208,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-06",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 91599,
                "usdPerMillion": 2,
                "usd": 0.183198
              },
              {
                "label": "Cached input",
                "tokens": 2387328,
                "usdPerMillion": 0.1,
                "usd": 0.23873280000000002
              },
              {
                "label": "Output",
                "tokens": 7529,
                "usdPerMillion": 10,
                "usd": 0.07529
              }
            ],
            "notes": [
              "Native recorded token receipts including interrupted turns; final billing/tail coverage unverified. Standard API equivalent, not subscription cash."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/sol-high-xhigh-xhigh-a1.mp4",
          "poster": "/images/first-quests/sol-high-xhigh-xhigh-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        },
        {
          "id": "sol-high-xhigh-xhigh-a2",
          "attempt": 2,
          "selected": true,
          "status": "success",
          "success": true,
          "completionSeconds": 519.9,
          "elapsedSeconds": 519.919,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 143.2,
          "secondRewardSeconds": 519.9,
          "price": {
            "usd": 0.485422,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-06",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 86888,
                "usdPerMillion": 2,
                "usd": 0.173776
              },
              {
                "label": "Cached input",
                "tokens": 2440960,
                "usdPerMillion": 0.1,
                "usd": 0.244096
              },
              {
                "label": "Output",
                "tokens": 6755,
                "usdPerMillion": 10,
                "usd": 0.06755
              }
            ],
            "notes": [
              "Native recorded token receipts including interrupted turns; final billing/tail coverage unverified. Standard API equivalent, not subscription cash."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/sol-high-xhigh-xhigh-a2.mp4",
          "poster": "/images/first-quests/sol-high-xhigh-xhigh-a2.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "First model inference; independent input cutoff.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "benchmark",
      "cohortLabel": "Sol High / xhigh",
      "capSeconds": 600,
      "reasoningLabel": "Xhigh",
      "notes": [
        "Xhigh has the stronger observed completion/time result in this small screen. Keep timeouts and costs in the comparison; no confirmed winner yet."
      ],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 2,
        "medianCappedSeconds": 544.0,
        "medianCensored": false,
        "meanApiUsd": 0.4913214,
        "meanApiIncomplete": true,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "sol-matched-20261108-low",
      "name": "GPT-6.1 Sol",
      "model": "gpt-6.1-sol",
      "harness": "Codex CLI0.164.0",
      "provider": "OpenAI / ChatGPT subscription",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 1,
      "finishes": 1,
      "completionSeconds": 466.0,
      "elapsedSeconds": 465.995,
      "status": "success",
      "price": {
        "usd": 0.4162896,
        "incomplete": true,
        "inferredRate": false,
        "rateDate": "2026-11-02",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 78761,
            "usdPerMillion": 2,
            "usd": 0.157522
          },
          {
            "label": "Cached input",
            "tokens": 2027776,
            "usdPerMillion": 0.1,
            "usd": 0.2027776
          },
          {
            "label": "Output",
            "tokens": 5599,
            "usdPerMillion": 10,
            "usd": 0.05599
          }
        ],
        "notes": [
          "ChatGPT subscription API-token equivalent at the frozen benchmark rates; actual cash and final billing coverage unverified. Reasoning is included in output, not added twice."
        ],
        "sources": [
          "https://developers.openai.com/api/docs/pricing"
        ]
      },
      "trials": [
        {
          "id": "sol-matched-20261108-low-a1",
          "attempt": 1,
          "selected": true,
          "status": "success",
          "success": true,
          "completionSeconds": 466.0,
          "elapsedSeconds": 465.995,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 135.4,
          "secondRewardSeconds": 466.0,
          "price": {
            "usd": 0.4162896,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 78761,
                "usdPerMillion": 2,
                "usd": 0.157522
              },
              {
                "label": "Cached input",
                "tokens": 2027776,
                "usdPerMillion": 0.1,
                "usd": 0.2027776
              },
              {
                "label": "Output",
                "tokens": 5599,
                "usdPerMillion": 10,
                "usd": 0.05599
              }
            ],
            "notes": [
              "ChatGPT subscription API-token equivalent at the frozen benchmark rates; actual cash and final billing coverage unverified. Reasoning is included in output, not added twice."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/sol-matched-20261108-low-a1.mp4",
          "poster": "/images/first-quests/sol-matched-20261108-low-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": [],
          "tokenUsage": {
            "inputTokens": 2106537,
            "cachedInputTokens": 2027776,
            "outputTokens": 5599,
            "reasoningTokens": 415,
            "coverage": "Deduplicated native recorded responses; final billing coverage unverified",
            "incomplete": true,
            "nominalCredits": null
          }
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "Native turn.started receipt before the first response; independent input cutoff. Exact API inference-start timing was not captured.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "benchmark",
      "cohortLabel": "8 Nov · matched settings sweep",
      "capSeconds": 600,
      "reasoningLabel": "Low · clock · keep playing",
      "notes": [
        "Same task text, full-view game tools, clock and keep-playing instruction as current Claude experiments; stock harness prompts/transport differ. No automatic extra minimap.",
        "Completion rate 1/1; median completed time 466.0s; mean600s-capped time 466.0s. All failures retained.",
        "Exploratory settings search. Compare repeatability and all-attempt cost alongside selected best recording."
      ],
      "unscoredAttempts": 0,
      "medianCompletedSeconds": 466.0,
      "meanCappedSeconds": 466.0,
      "allAttemptApiEquivalentUsd": 0.4162896,
      "statistics": {
        "scoredAttempts": 1,
        "medianCappedSeconds": 466.0,
        "medianCensored": false,
        "meanApiUsd": 0.4162896,
        "meanApiIncomplete": true,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "sol-matched-20261108-medium",
      "name": "GPT-6.1 Sol",
      "model": "gpt-6.1-sol",
      "harness": "Codex CLI0.164.0",
      "provider": "OpenAI / ChatGPT subscription",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 1,
      "finishes": 1,
      "completionSeconds": 519.4,
      "elapsedSeconds": 519.382,
      "status": "success",
      "price": {
        "usd": 0.4786836,
        "incomplete": true,
        "inferredRate": false,
        "rateDate": "2026-11-02",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 69239,
            "usdPerMillion": 2,
            "usd": 0.138478
          },
          {
            "label": "Cached input",
            "tokens": 2707456,
            "usdPerMillion": 0.1,
            "usd": 0.27074560000000003
          },
          {
            "label": "Output",
            "tokens": 6946,
            "usdPerMillion": 10,
            "usd": 0.06946
          }
        ],
        "notes": [
          "ChatGPT subscription API-token equivalent at the frozen benchmark rates; actual cash and final billing coverage unverified. Reasoning is included in output, not added twice."
        ],
        "sources": [
          "https://developers.openai.com/api/docs/pricing"
        ]
      },
      "trials": [
        {
          "id": "sol-matched-20261108-medium-a1",
          "attempt": 1,
          "selected": true,
          "status": "success",
          "success": true,
          "completionSeconds": 519.4,
          "elapsedSeconds": 519.382,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 129.4,
          "secondRewardSeconds": 519.4,
          "price": {
            "usd": 0.4786836,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 69239,
                "usdPerMillion": 2,
                "usd": 0.138478
              },
              {
                "label": "Cached input",
                "tokens": 2707456,
                "usdPerMillion": 0.1,
                "usd": 0.27074560000000003
              },
              {
                "label": "Output",
                "tokens": 6946,
                "usdPerMillion": 10,
                "usd": 0.06946
              }
            ],
            "notes": [
              "ChatGPT subscription API-token equivalent at the frozen benchmark rates; actual cash and final billing coverage unverified. Reasoning is included in output, not added twice."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/sol-matched-20261108-medium-a1.mp4",
          "poster": "/images/first-quests/sol-matched-20261108-medium-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": [],
          "tokenUsage": {
            "inputTokens": 2776695,
            "cachedInputTokens": 2707456,
            "outputTokens": 6946,
            "reasoningTokens": 1094,
            "coverage": "Deduplicated native recorded responses; final billing coverage unverified",
            "incomplete": true,
            "nominalCredits": null
          }
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "Native turn.started receipt before the first response; independent input cutoff. Exact API inference-start timing was not captured.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "benchmark",
      "cohortLabel": "8 Nov · matched settings sweep",
      "capSeconds": 600,
      "reasoningLabel": "Medium · clock · keep playing",
      "notes": [
        "Same task text, full-view game tools, clock and keep-playing instruction as current Claude experiments; stock harness prompts/transport differ. No automatic extra minimap.",
        "Completion rate 1/1; median completed time 519.4s; mean600s-capped time 519.4s. All failures retained.",
        "Exploratory settings search. Compare repeatability and all-attempt cost alongside selected best recording."
      ],
      "unscoredAttempts": 0,
      "medianCompletedSeconds": 519.4,
      "meanCappedSeconds": 519.4,
      "allAttemptApiEquivalentUsd": 0.4786836,
      "statistics": {
        "scoredAttempts": 1,
        "medianCappedSeconds": 519.4,
        "medianCensored": false,
        "meanApiUsd": 0.4786836,
        "meanApiIncomplete": true,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "sol-matched-20261108-high",
      "name": "GPT-6.1 Sol",
      "model": "gpt-6.1-sol",
      "harness": "Codex CLI0.164.0",
      "provider": "OpenAI / ChatGPT subscription",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 1,
      "finishes": 1,
      "completionSeconds": 498.7,
      "elapsedSeconds": 498.736,
      "status": "success",
      "price": {
        "usd": 0.4730552,
        "incomplete": true,
        "inferredRate": false,
        "rateDate": "2026-11-02",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 88149,
            "usdPerMillion": 2,
            "usd": 0.176298
          },
          {
            "label": "Cached input",
            "tokens": 2275072,
            "usdPerMillion": 0.1,
            "usd": 0.22750720000000002
          },
          {
            "label": "Output",
            "tokens": 6925,
            "usdPerMillion": 10,
            "usd": 0.06925
          }
        ],
        "notes": [
          "ChatGPT subscription API-token equivalent at the frozen benchmark rates; actual cash and final billing coverage unverified. Reasoning is included in output, not added twice."
        ],
        "sources": [
          "https://developers.openai.com/api/docs/pricing"
        ]
      },
      "trials": [
        {
          "id": "sol-matched-20261108-high-a1",
          "attempt": 1,
          "selected": true,
          "status": "success",
          "success": true,
          "completionSeconds": 498.7,
          "elapsedSeconds": 498.736,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 118.1,
          "secondRewardSeconds": 498.7,
          "price": {
            "usd": 0.4730552,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 88149,
                "usdPerMillion": 2,
                "usd": 0.176298
              },
              {
                "label": "Cached input",
                "tokens": 2275072,
                "usdPerMillion": 0.1,
                "usd": 0.22750720000000002
              },
              {
                "label": "Output",
                "tokens": 6925,
                "usdPerMillion": 10,
                "usd": 0.06925
              }
            ],
            "notes": [
              "ChatGPT subscription API-token equivalent at the frozen benchmark rates; actual cash and final billing coverage unverified. Reasoning is included in output, not added twice."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/sol-matched-20261108-high-a1.mp4",
          "poster": "/images/first-quests/sol-matched-20261108-high-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": [],
          "tokenUsage": {
            "inputTokens": 2363221,
            "cachedInputTokens": 2275072,
            "outputTokens": 6925,
            "reasoningTokens": 1290,
            "coverage": "Deduplicated native recorded responses; final billing coverage unverified",
            "incomplete": true,
            "nominalCredits": null
          }
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "Native turn.started receipt before the first response; independent input cutoff. Exact API inference-start timing was not captured.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "benchmark",
      "cohortLabel": "8 Nov · matched settings sweep",
      "capSeconds": 600,
      "reasoningLabel": "High · clock · keep playing",
      "notes": [
        "Same task text, full-view game tools, clock and keep-playing instruction as current Claude experiments; stock harness prompts/transport differ. No automatic extra minimap.",
        "Completion rate 1/1; median completed time 498.7s; mean600s-capped time 498.7s. All failures retained.",
        "Exploratory settings search. Compare repeatability and all-attempt cost alongside selected best recording."
      ],
      "unscoredAttempts": 0,
      "medianCompletedSeconds": 498.7,
      "meanCappedSeconds": 498.7,
      "allAttemptApiEquivalentUsd": 0.4730552,
      "statistics": {
        "scoredAttempts": 1,
        "medianCappedSeconds": 498.7,
        "medianCensored": false,
        "meanApiUsd": 0.4730552,
        "meanApiIncomplete": true,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "sol-matched-20261108-xhigh",
      "name": "GPT-6.1 Sol",
      "model": "gpt-6.1-sol",
      "harness": "Codex CLI0.164.0",
      "provider": "OpenAI / ChatGPT subscription",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 1,
      "finishes": 1,
      "completionSeconds": 541.0,
      "elapsedSeconds": 541.029,
      "status": "success",
      "price": {
        "usd": 0.46198360000000005,
        "incomplete": true,
        "inferredRate": false,
        "rateDate": "2026-11-02",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 73181,
            "usdPerMillion": 2,
            "usd": 0.146362
          },
          {
            "label": "Cached input",
            "tokens": 2447616,
            "usdPerMillion": 0.1,
            "usd": 0.2447616
          },
          {
            "label": "Output",
            "tokens": 7086,
            "usdPerMillion": 10,
            "usd": 0.07086
          }
        ],
        "notes": [
          "ChatGPT subscription API-token equivalent at the frozen benchmark rates; actual cash and final billing coverage unverified. Reasoning is included in output, not added twice."
        ],
        "sources": [
          "https://developers.openai.com/api/docs/pricing"
        ]
      },
      "trials": [
        {
          "id": "sol-matched-20261108-xhigh-a1",
          "attempt": 1,
          "selected": true,
          "status": "success",
          "success": true,
          "completionSeconds": 541.0,
          "elapsedSeconds": 541.029,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 152.7,
          "secondRewardSeconds": 541.0,
          "price": {
            "usd": 0.46198360000000005,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 73181,
                "usdPerMillion": 2,
                "usd": 0.146362
              },
              {
                "label": "Cached input",
                "tokens": 2447616,
                "usdPerMillion": 0.1,
                "usd": 0.2447616
              },
              {
                "label": "Output",
                "tokens": 7086,
                "usdPerMillion": 10,
                "usd": 0.07086
              }
            ],
            "notes": [
              "ChatGPT subscription API-token equivalent at the frozen benchmark rates; actual cash and final billing coverage unverified. Reasoning is included in output, not added twice."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/sol-matched-20261108-xhigh-a1.mp4",
          "poster": "/images/first-quests/sol-matched-20261108-xhigh-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": [],
          "tokenUsage": {
            "inputTokens": 2520797,
            "cachedInputTokens": 2447616,
            "outputTokens": 7086,
            "reasoningTokens": 1211,
            "coverage": "Deduplicated native recorded responses; final billing coverage unverified",
            "incomplete": true,
            "nominalCredits": null
          }
        },
        {
          "id": "sol-matched-20261108-xhigh-a2",
          "attempt": 2,
          "selected": false,
          "status": "owner_stop",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 271.622,
          "rewards": 1,
          "kills": 4,
          "firstRewardSeconds": 128.2,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.2081348,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 42194,
                "usdPerMillion": 2,
                "usd": 0.084388
              },
              {
                "label": "Cached input",
                "tokens": 839168,
                "usdPerMillion": 0.1,
                "usd": 0.0839168
              },
              {
                "label": "Output",
                "tokens": 3983,
                "usdPerMillion": 10,
                "usd": 0.03983
              }
            ],
            "notes": [
              "ChatGPT subscription API-token equivalent at the frozen benchmark rates; actual cash and final billing coverage unverified. Reasoning is included in output, not added twice."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/sol-matched-20261108-xhigh-a2.mp4",
          "poster": "/images/first-quests/sol-matched-20261108-xhigh-a2.jpg",
          "scored": false,
          "capSeconds": 600,
          "notes": [
            "Subscription or owner interruption; excluded from capability counts, recording retained."
          ],
          "tokenUsage": {
            "inputTokens": 881362,
            "cachedInputTokens": 839168,
            "outputTokens": 3983,
            "reasoningTokens": 947,
            "coverage": "Deduplicated native recorded responses; final billing coverage unverified",
            "incomplete": true,
            "nominalCredits": null
          }
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "Native turn.started receipt before the first response; independent input cutoff. Exact API inference-start timing was not captured.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "benchmark",
      "cohortLabel": "8 Nov · matched settings sweep",
      "capSeconds": 600,
      "reasoningLabel": "Xhigh · clock · keep playing",
      "notes": [
        "Same task text, full-view game tools, clock and keep-playing instruction as current Claude experiments; stock harness prompts/transport differ. No automatic extra minimap.",
        "Completion rate 1/1; median completed time 541.0s; mean600s-capped time 541.0s. All failures retained.",
        "Exploratory settings search. Compare repeatability and all-attempt cost alongside selected best recording."
      ],
      "unscoredAttempts": 1,
      "medianCompletedSeconds": 541.0,
      "meanCappedSeconds": 541.0,
      "allAttemptApiEquivalentUsd": 0.6701184,
      "statistics": {
        "scoredAttempts": 1,
        "medianCappedSeconds": 541.0,
        "medianCensored": false,
        "meanApiUsd": 0.46198360000000005,
        "meanApiIncomplete": true,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "fable52-20261110-medium",
      "name": "Fable 5.2",
      "model": "claude-fable-5-2",
      "harness": "Claude Code 2.1.321",
      "provider": "Anthropic / Claude Pro subscription",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 3,
      "finishes": 3,
      "completionSeconds": 340.6,
      "elapsedSeconds": 340.594,
      "status": "success",
      "price": {
        "usd": 2.0221256,
        "incomplete": true,
        "inferredRate": false,
        "rateDate": "2026-11-10",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 108,
            "usdPerMillion": 8,
            "usd": 0.000864
          },
          {
            "label": "Cached input",
            "tokens": 2203508,
            "usdPerMillion": 0.2,
            "usd": 0.4407016
          },
          {
            "label": "Long cache write",
            "tokens": 72680,
            "usdPerMillion": 16,
            "usd": 1.16288
          },
          {
            "label": "Output",
            "tokens": 10442,
            "usdPerMillion": 40,
            "usd": 0.41768
          }
        ],
        "notes": [
          "Included subscription during the Fable launch offer. Published API-token equivalent, not additional cash; final in-flight usage may be incomplete. Reasoning included in output once."
        ],
        "sources": [
          "https://platform.claude.com/docs/en/models/fable-5-2/overview"
        ]
      },
      "trials": [
        {
          "id": "fable52-20261110-f52-medium-a1",
          "attempt": 1,
          "selected": true,
          "status": "success",
          "success": true,
          "completionSeconds": 340.6,
          "elapsedSeconds": 340.594,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 86.5,
          "secondRewardSeconds": 340.6,
          "price": {
            "usd": 2.0221256,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-10",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 108,
                "usdPerMillion": 8,
                "usd": 0.000864
              },
              {
                "label": "Cached input",
                "tokens": 2203508,
                "usdPerMillion": 0.2,
                "usd": 0.4407016
              },
              {
                "label": "Long cache write",
                "tokens": 72680,
                "usdPerMillion": 16,
                "usd": 1.16288
              },
              {
                "label": "Output",
                "tokens": 10442,
                "usdPerMillion": 40,
                "usd": 0.41768
              }
            ],
            "notes": [
              "Included subscription during the Fable launch offer. Published API-token equivalent, not additional cash; final in-flight usage may be incomplete. Reasoning included in output once."
            ],
            "sources": [
              "https://platform.claude.com/docs/en/models/fable-5-2/overview"
            ]
          },
          "video": "/recordings/first-quests/fable52-20261110-f52-medium-a1.mp4",
          "poster": "/images/first-quests/fable52-20261110-f52-medium-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": [],
          "reasoningTokens": null
        },
        {
          "id": "fable52-20261110-f52-medium-a2",
          "attempt": 2,
          "selected": false,
          "status": "success",
          "success": true,
          "completionSeconds": 418.7,
          "elapsedSeconds": 418.663,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 83.7,
          "secondRewardSeconds": 418.7,
          "price": {
            "usd": 2.5388914,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-10",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 128,
                "usdPerMillion": 8,
                "usd": 0.001024
              },
              {
                "label": "Cached input",
                "tokens": 3050977,
                "usdPerMillion": 0.2,
                "usd": 0.6101954
              },
              {
                "label": "Long cache write",
                "tokens": 86542,
                "usdPerMillion": 16,
                "usd": 1.384672
              },
              {
                "label": "Output",
                "tokens": 13575,
                "usdPerMillion": 40,
                "usd": 0.543
              }
            ],
            "notes": [
              "Included subscription during the Fable launch offer. Published API-token equivalent, not additional cash; final in-flight usage may be incomplete. Reasoning included in output once."
            ],
            "sources": [
              "https://platform.claude.com/docs/en/models/fable-5-2/overview"
            ]
          },
          "video": "/recordings/first-quests/fable52-20261110-f52-medium-a2.mp4",
          "poster": "/images/first-quests/fable52-20261110-f52-medium-a2.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": [],
          "reasoningTokens": 4230
        },
        {
          "id": "fable52-20261110-f52-medium-a3",
          "attempt": 3,
          "selected": false,
          "status": "success",
          "success": true,
          "completionSeconds": 381.5,
          "elapsedSeconds": 381.482,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 110.3,
          "secondRewardSeconds": 381.5,
          "price": {
            "usd": 2.2222986,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-10",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 114,
                "usdPerMillion": 8,
                "usd": 0.000912
              },
              {
                "label": "Cached input",
                "tokens": 2450453,
                "usdPerMillion": 0.2,
                "usd": 0.49009060000000004
              },
              {
                "label": "Long cache write",
                "tokens": 78531,
                "usdPerMillion": 16,
                "usd": 1.256496
              },
              {
                "label": "Output",
                "tokens": 11870,
                "usdPerMillion": 40,
                "usd": 0.4748
              }
            ],
            "notes": [
              "Included subscription during the Fable launch offer. Published API-token equivalent, not additional cash; final in-flight usage may be incomplete. Reasoning included in output once."
            ],
            "sources": [
              "https://platform.claude.com/docs/en/models/fable-5-2/overview"
            ]
          },
          "video": "/recordings/first-quests/fable52-20261110-f52-medium-a3.mp4",
          "poster": "/images/first-quests/fable52-20261110-f52-medium-a3.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": [],
          "reasoningTokens": 4087
        }
      ],
      "shortUrl": "https://www.youtube.com/shorts/aWi0wrMrTiI",
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "Native CLI initialization before first response; independent ten-minute input cutoff. Exact API inference-start timing not captured.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "benchmark",
      "cohortLabel": "10 Nov · three attempts",
      "capSeconds": 600,
      "reasoningLabel": "Medium · clock · keep playing",
      "notes": [
        "Exploratory launch study. All attempts retained; the first Medium finish is a discovery and fresh repeats test its reliability. Claude Code changed from version 2.1.319 to 2.1.321.",
        "Same task, full-window game tools, visible clock and keep-playing instruction as 8 Nov. No extra minimap.",
        "Median completed time 381.5s; 600-second capped mean 380.26666666666665s across valid attempts."
      ],
      "unscoredAttempts": 0,
      "medianCompletedSeconds": 381.5,
      "meanCappedSeconds": 380.26666666666665,
      "allAttemptApiEquivalentUsd": 6.7833156,
      "statistics": {
        "scoredAttempts": 3,
        "medianCappedSeconds": 381.5,
        "medianCensored": false,
        "meanApiUsd": 2.2611052,
        "meanApiIncomplete": true,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "fable52-20261110-high",
      "name": "Fable 5.2",
      "model": "claude-fable-5-2",
      "harness": "Claude Code 2.1.321",
      "provider": "Anthropic / Claude Pro subscription",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 1,
      "finishes": 1,
      "completionSeconds": 406.2,
      "elapsedSeconds": 406.175,
      "status": "success",
      "price": {
        "usd": 2.1343476,
        "incomplete": true,
        "inferredRate": false,
        "rateDate": "2026-11-10",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 104,
            "usdPerMillion": 8,
            "usd": 0.000832
          },
          {
            "label": "Cached input",
            "tokens": 2129298,
            "usdPerMillion": 0.2,
            "usd": 0.42585960000000006
          },
          {
            "label": "Long cache write",
            "tokens": 72531,
            "usdPerMillion": 16,
            "usd": 1.160496
          },
          {
            "label": "Output",
            "tokens": 13679,
            "usdPerMillion": 40,
            "usd": 0.54716
          }
        ],
        "notes": [
          "Included subscription during the Fable launch offer. Published API-token equivalent, not additional cash; final in-flight usage may be incomplete. Reasoning included in output once."
        ],
        "sources": [
          "https://platform.claude.com/docs/en/models/fable-5-2/overview"
        ]
      },
      "trials": [
        {
          "id": "fable52-20261110-f52-high-a1",
          "attempt": 1,
          "selected": true,
          "status": "success",
          "success": true,
          "completionSeconds": 406.2,
          "elapsedSeconds": 406.175,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 92.0,
          "secondRewardSeconds": 406.2,
          "price": {
            "usd": 2.1343476,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-10",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 104,
                "usdPerMillion": 8,
                "usd": 0.000832
              },
              {
                "label": "Cached input",
                "tokens": 2129298,
                "usdPerMillion": 0.2,
                "usd": 0.42585960000000006
              },
              {
                "label": "Long cache write",
                "tokens": 72531,
                "usdPerMillion": 16,
                "usd": 1.160496
              },
              {
                "label": "Output",
                "tokens": 13679,
                "usdPerMillion": 40,
                "usd": 0.54716
              }
            ],
            "notes": [
              "Included subscription during the Fable launch offer. Published API-token equivalent, not additional cash; final in-flight usage may be incomplete. Reasoning included in output once."
            ],
            "sources": [
              "https://platform.claude.com/docs/en/models/fable-5-2/overview"
            ]
          },
          "video": "/recordings/first-quests/fable52-20261110-f52-high-a1.mp4",
          "poster": "/images/first-quests/fable52-20261110-f52-high-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": [],
          "reasoningTokens": null
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "Native CLI initialization before first response; independent ten-minute input cutoff. Exact API inference-start timing not captured.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "benchmark",
      "cohortLabel": "10 Nov · High pilot",
      "capSeconds": 600,
      "reasoningLabel": "High · clock · keep playing",
      "notes": [
        "Exploratory launch study. All attempts retained; the first Medium finish is a discovery and fresh repeats test its reliability. Claude Code changed from version 2.1.319 to 2.1.321.",
        "Same task, full-window game tools, visible clock and keep-playing instruction as 8 Nov. No extra minimap.",
        "Median completed time 406.2s; 600-second capped mean 406.2s across valid attempts."
      ],
      "unscoredAttempts": 0,
      "medianCompletedSeconds": 406.2,
      "meanCappedSeconds": 406.2,
      "allAttemptApiEquivalentUsd": 2.1343476,
      "statistics": {
        "scoredAttempts": 1,
        "medianCappedSeconds": 406.2,
        "medianCensored": false,
        "meanApiUsd": 2.1343476,
        "meanApiIncomplete": true,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "grok47-cursor-20261110-medium",
      "name": "Grok 4.7",
      "model": "grok-4.7-medium",
      "harness": "Cursor CLI 2026.10.22",
      "provider": "Cursor subscription (included usage)",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 3,
      "finishes": 0,
      "completionSeconds": null,
      "elapsedSeconds": 600.0,
      "status": "timeout",
      "price": {
        "usd": 2.022234,
        "incomplete": false,
        "inferredRate": false,
        "rateDate": "2026-11-10",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 170750,
            "usdPerMillion": 2.0,
            "usd": 0.3415
          },
          {
            "label": "Cached input",
            "tokens": 3037696,
            "usdPerMillion": 0.5,
            "usd": 1.518848
          },
          {
            "label": "Output",
            "tokens": 26981,
            "usdPerMillion": 6.0,
            "usd": 0.161886
          }
        ],
        "notes": [
          "Token-equivalent at xAI list rates for grok-4.7 (short-context). Cursor does not expose charges: included plan usage was used and no paid charge was indicated, so this is an API-price equivalent, not a cash charge. Reasoning is inside output once."
        ],
        "sources": [
          "https://docs.x.ai/developers/pricing"
        ]
      },
      "trials": [
        {
          "id": "grok47-cursor-20261110-medium-a1",
          "attempt": 1,
          "selected": true,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600.0,
          "rewards": 1,
          "kills": 0,
          "firstRewardSeconds": 560.6,
          "secondRewardSeconds": null,
          "price": {
            "usd": 2.022234,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-10",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 170750,
                "usdPerMillion": 2.0,
                "usd": 0.3415
              },
              {
                "label": "Cached input",
                "tokens": 3037696,
                "usdPerMillion": 0.5,
                "usd": 1.518848
              },
              {
                "label": "Output",
                "tokens": 26981,
                "usdPerMillion": 6.0,
                "usd": 0.161886
              }
            ],
            "notes": [
              "Token-equivalent at xAI list rates for grok-4.7 (short-context). Cursor does not expose charges: included plan usage was used and no paid charge was indicated, so this is an API-price equivalent, not a cash charge. Reasoning is inside output once."
            ],
            "sources": [
              "https://docs.x.ai/developers/pricing"
            ]
          },
          "video": "/recordings/first-quests/grok47-cursor-20261110-medium-a1.mp4",
          "poster": "/images/first-quests/grok47-cursor-20261110-medium-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": [],
          "tokenUsage": {
            "inputTokens": 3208446,
            "cachedInputTokens": 3037696,
            "outputTokens": 26981,
            "reasoningTokens": 23196,
            "coverage": "CLI terminal usage event",
            "incomplete": false,
            "nominalCredits": null
          },
          "characterSeconds": 173.7,
          "toolCalls": 55,
          "meanGapSeconds": 10.6
        },
        {
          "id": "grok47-cursor-20261110-medium-a2",
          "attempt": 2,
          "selected": false,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600.0,
          "rewards": 0,
          "kills": 0,
          "firstRewardSeconds": null,
          "secondRewardSeconds": null,
          "price": null,
          "video": "/recordings/first-quests/grok47-cursor-20261110-medium-a2.mp4",
          "poster": "/images/first-quests/grok47-cursor-20261110-medium-a2.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": [
            "Cursor CLI was killed at the wall limit before emitting its terminal usage event; tokens unknown, not a lower bound."
          ],
          "characterSeconds": 214.1,
          "toolCalls": 33,
          "meanGapSeconds": 18.3
        },
        {
          "id": "grok47-cursor-20261110-medium-a3",
          "attempt": 3,
          "selected": false,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600.0,
          "rewards": 0,
          "kills": 0,
          "firstRewardSeconds": null,
          "secondRewardSeconds": null,
          "price": {
            "usd": 1.559284,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-10",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 362884,
                "usdPerMillion": 2.0,
                "usd": 0.725768
              },
              {
                "label": "Cached input",
                "tokens": 1432192,
                "usdPerMillion": 0.5,
                "usd": 0.716096
              },
              {
                "label": "Output",
                "tokens": 19570,
                "usdPerMillion": 6.0,
                "usd": 0.11742
              }
            ],
            "notes": [
              "Token-equivalent at xAI list rates for grok-4.7 (short-context). Cursor does not expose charges: included plan usage was used and no paid charge was indicated, so this is an API-price equivalent, not a cash charge. Reasoning is inside output once."
            ],
            "sources": [
              "https://docs.x.ai/developers/pricing"
            ]
          },
          "video": "/recordings/first-quests/grok47-cursor-20261110-medium-a3.mp4",
          "poster": "/images/first-quests/grok47-cursor-20261110-medium-a3.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": [],
          "tokenUsage": {
            "inputTokens": 1795076,
            "cachedInputTokens": 1432192,
            "outputTokens": 19570,
            "reasoningTokens": 16890,
            "coverage": "CLI terminal usage event",
            "incomplete": false,
            "nominalCredits": null
          },
          "characterSeconds": 80.5,
          "toolCalls": 38,
          "meanGapSeconds": 16.0
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "Cursor CLI init event before the first model response; independent 600 s clock.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "research",
      "cohortLabel": "10 Nov · three attempts",
      "capSeconds": 600,
      "reasoningLabel": "Medium",
      "notes": [
        "Third-party product CLI agent (Cursor), headless print mode; benchmark game MCP bridge; built-in Shell/Read/Write/WebFetch denied.",
        "Strict fresh Human Mage chain, 600 s, fresh account per attempt; same hash-frozen bridge, profile and public task as the Codex/Claude cohorts; no initial image attached (print mode); t0 = CLI init event.",
        "Cost: Actual charge unknown (included Cursor plan, no paid charge indicated). Token-equivalent at xAI list rates is shown; A2 usage unknown.",
        "Not product defaults: the shared game MCP adapter replaces Cursor’s built-in tools.",
        "One setup-invalid launch before any model contact (run-id bug) is not counted.",
        "Per-call latency, not capability alone, limited every attempt to 33–55 calls.",
        "Furthest milestone shown for unfinished attempts: character created, then quest 783 hand-in; no attempt completed quest 7."
      ],
      "unscoredAttempts": 0,
      "harnessType": "Third-party product CLI agent (Cursor), headless print mode; benchmark game MCP bridge; built-in Shell/Read/Write/WebFetch denied",
      "allAttemptCostUsd": 3.5815,
      "statistics": {
        "scoredAttempts": 3,
        "medianCappedSeconds": 600,
        "medianCensored": true,
        "meanApiUsd": null,
        "meanApiIncomplete": false,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "carbon-api-20261110-medium",
      "name": "Gemini 4 Carbon",
      "model": "gemini-4-carbon",
      "harness": "Minimal API loop · pixel tools",
      "provider": "Gemini API (prepaid credit)",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 3,
      "attempts": 3,
      "finishes": 0,
      "completionSeconds": null,
      "elapsedSeconds": 600.0,
      "status": "timeout",
      "price": {
        "usd": 0.3470742,
        "incomplete": false,
        "inferredRate": false,
        "rateDate": "2026-11-10",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 86502,
            "usdPerMillion": 2.0,
            "usd": 0.173004
          },
          {
            "label": "Cached input",
            "tokens": 769202,
            "usdPerMillion": 0.1,
            "usd": 0.0769202
          },
          {
            "label": "Output",
            "tokens": 9715,
            "usdPerMillion": 10.0,
            "usd": 0.09715
          }
        ],
        "notes": [
          "Token-computed from provider usage at the published introductory Standard list rates (valid to 30 November). Thinking tokens are billed as output and counted once. Prepaid Gemini API credit was actually charged; the exact debit (VAT/rounding) was not readable, so this token-computed value is the recorded cost."
        ],
        "sources": [
          "https://ai.google.dev/gemini-api/docs/pricing"
        ]
      },
      "trials": [
        {
          "id": "carbon-api-20261110-medium-a1",
          "attempt": 1,
          "selected": false,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600.0,
          "rewards": 0,
          "kills": 0,
          "firstRewardSeconds": null,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.203898,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-10",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 51824,
                "usdPerMillion": 2.0,
                "usd": 0.103648
              },
              {
                "label": "Cached input",
                "tokens": 277900,
                "usdPerMillion": 0.1,
                "usd": 0.02779
              },
              {
                "label": "Output",
                "tokens": 7246,
                "usdPerMillion": 10.0,
                "usd": 0.07246
              }
            ],
            "notes": [
              "Token-computed from provider usage at the published introductory Standard list rates (valid to 30 November). Thinking tokens are billed as output and counted once. Prepaid Gemini API credit was actually charged; the exact debit (VAT/rounding) was not readable, so this token-computed value is the recorded cost."
            ],
            "sources": [
              "https://ai.google.dev/gemini-api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/carbon-api-20261110-medium-a1.mp4",
          "poster": "/images/first-quests/carbon-api-20261110-medium-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": [
            "One inference request hung for the full 170 s read timeout (~255 s in) and was retried; about 170 s lost to a provider stall. Disclosed, attempt kept as scored."
          ],
          "tokenUsage": {
            "inputTokens": 329724,
            "cachedInputTokens": 277900,
            "outputTokens": 7246,
            "reasoningTokens": 5478,
            "coverage": "provider usage per response",
            "incomplete": false,
            "nominalCredits": null
          },
          "characterSeconds": 82.0,
          "toolCalls": 20,
          "meanInferenceSeconds": 18.83,
          "maxInferenceSeconds": 50.304
        },
        {
          "id": "carbon-api-20261110-medium-a2",
          "attempt": 2,
          "selected": false,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600.0,
          "rewards": 1,
          "kills": 0,
          "firstRewardSeconds": 525.1,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.2519857,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-10",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 56108,
                "usdPerMillion": 2.0,
                "usd": 0.112216
              },
              {
                "label": "Cached input",
                "tokens": 320197,
                "usdPerMillion": 0.1,
                "usd": 0.0320197
              },
              {
                "label": "Output",
                "tokens": 10775,
                "usdPerMillion": 10.0,
                "usd": 0.10775
              }
            ],
            "notes": [
              "Token-computed from provider usage at the published introductory Standard list rates (valid to 30 November). Thinking tokens are billed as output and counted once. Prepaid Gemini API credit was actually charged; the exact debit (VAT/rounding) was not readable, so this token-computed value is the recorded cost."
            ],
            "sources": [
              "https://ai.google.dev/gemini-api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/carbon-api-20261110-medium-a2.mp4",
          "poster": "/images/first-quests/carbon-api-20261110-medium-a2.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": [],
          "tokenUsage": {
            "inputTokens": 376305,
            "cachedInputTokens": 320197,
            "outputTokens": 10775,
            "reasoningTokens": 8668,
            "coverage": "provider usage per response",
            "incomplete": false,
            "nominalCredits": null
          },
          "characterSeconds": 138.2,
          "toolCalls": 21,
          "meanInferenceSeconds": 25.71,
          "maxInferenceSeconds": 77.469
        },
        {
          "id": "carbon-api-20261110-medium-a3",
          "attempt": 3,
          "selected": true,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600.0,
          "rewards": 1,
          "kills": 2,
          "firstRewardSeconds": 358.9,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.3470742,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-10",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 86502,
                "usdPerMillion": 2.0,
                "usd": 0.173004
              },
              {
                "label": "Cached input",
                "tokens": 769202,
                "usdPerMillion": 0.1,
                "usd": 0.0769202
              },
              {
                "label": "Output",
                "tokens": 9715,
                "usdPerMillion": 10.0,
                "usd": 0.09715
              }
            ],
            "notes": [
              "Token-computed from provider usage at the published introductory Standard list rates (valid to 30 November). Thinking tokens are billed as output and counted once. Prepaid Gemini API credit was actually charged; the exact debit (VAT/rounding) was not readable, so this token-computed value is the recorded cost."
            ],
            "sources": [
              "https://ai.google.dev/gemini-api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/carbon-api-20261110-medium-a3.mp4",
          "poster": "/images/first-quests/carbon-api-20261110-medium-a3.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": [],
          "tokenUsage": {
            "inputTokens": 855704,
            "cachedInputTokens": 769202,
            "outputTokens": 9715,
            "reasoningTokens": 6547,
            "coverage": "provider usage per response",
            "incomplete": false,
            "nominalCredits": null
          },
          "characterSeconds": 142.6,
          "toolCalls": 33,
          "meanInferenceSeconds": 14.86,
          "maxInferenceSeconds": 56.261
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "t0 written immediately before the first generateContent request; independent 600 s clock.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "research",
      "cohortLabel": "10 Nov · three attempts",
      "capSeconds": 600,
      "reasoningLabel": "Medium",
      "notes": [
        "Our model-agnostic API loop (gemini_trial.py): non-streaming generateContent function calling with the benchmark bridge schemas; not a vendor harness.",
        "Strict fresh Human Mage chain, 600 s; same hash-frozen bridge/profile/task; full history; initial screenshot attached.",
        "Cost: Computed from provider usageMetadata at the published introductory Standard list rates ($2 / $0.10 / $10 per million, valid to 30 November). Thinking tokens are billed as output and counted once. Prepaid Gemini API credit was charged; the exact debit (VAT/rounding) was not readable by the runner, so the token-computed value is the recorded cost.",
        "Post-hoc diagnosis (cohorts/2026-11-11-gemini4carbon-cli/DIAGNOSIS.md): Carbon often emits 0–1000 normalized coordinates while this tool takes pixels, so some clicks missed; the later native Computer Use adapter cohorts remove that handicap.",
        "Furthest milestone shown for unfinished attempts: character created, then quest 783 hand-in; no attempt completed quest 7."
      ],
      "unscoredAttempts": 0,
      "harnessType": "Our model-agnostic API loop (gemini_trial.py): non-streaming generateContent function calling with the benchmark bridge schemas; not a vendor harness",
      "allAttemptCostUsd": 0.803,
      "statistics": {
        "scoredAttempts": 3,
        "medianCappedSeconds": 600,
        "medianCensored": true,
        "meanApiUsd": 0.26765263333333333,
        "meanApiIncomplete": false,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "carbon-cli-20261111-medium",
      "name": "Gemini 4 Carbon",
      "model": "gemini-4-carbon",
      "harness": "Gemini CLI 0.68.0",
      "provider": "Gemini API (prepaid credit)",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 3,
      "attempts": 3,
      "finishes": 0,
      "completionSeconds": null,
      "elapsedSeconds": 600.0,
      "status": "timeout",
      "price": {
        "usd": 0.4832591,
        "incomplete": false,
        "inferredRate": false,
        "rateDate": "2026-11-11",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 102976,
            "usdPerMillion": 2.0,
            "usd": 0.205952
          },
          {
            "label": "Cached input",
            "tokens": 928471,
            "usdPerMillion": 0.1,
            "usd": 0.0928471
          },
          {
            "label": "Output",
            "tokens": 18446,
            "usdPerMillion": 10.0,
            "usd": 0.18446
          }
        ],
        "notes": [
          "Token-computed from provider usage at the published introductory Standard list rates (valid to 30 November). Thinking tokens are billed as output and counted once. Prepaid Gemini API credit was actually charged; the exact debit (VAT/rounding) was not readable, so this token-computed value is the recorded cost."
        ],
        "sources": [
          "https://ai.google.dev/gemini-api/docs/pricing"
        ]
      },
      "trials": [
        {
          "id": "carbon-cli-20261111-medium-a1",
          "attempt": 1,
          "selected": false,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600.0,
          "rewards": 1,
          "kills": 0,
          "firstRewardSeconds": 267.4,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.3615992,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-11",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 80643,
                "usdPerMillion": 2.0,
                "usd": 0.161286
              },
              {
                "label": "Cached input",
                "tokens": 708132,
                "usdPerMillion": 0.1,
                "usd": 0.07081319999999999
              },
              {
                "label": "Output",
                "tokens": 12950,
                "usdPerMillion": 10.0,
                "usd": 0.1295
              }
            ],
            "notes": [
              "Token-computed from provider usage at the published introductory Standard list rates (valid to 30 November). Thinking tokens are billed as output and counted once. Prepaid Gemini API credit was actually charged; the exact debit (VAT/rounding) was not readable, so this token-computed value is the recorded cost."
            ],
            "sources": [
              "https://ai.google.dev/gemini-api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/carbon-cli-20261111-medium-a1.mp4",
          "poster": "/images/first-quests/carbon-cli-20261111-medium-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": [],
          "tokenUsage": {
            "inputTokens": 788775,
            "cachedInputTokens": 708132,
            "outputTokens": 12950,
            "reasoningTokens": 10474,
            "coverage": "provider usage per response",
            "incomplete": false,
            "nominalCredits": null
          },
          "characterSeconds": 57.4,
          "toolCalls": 27,
          "meanInferenceSeconds": 18.02,
          "maxInferenceSeconds": 79.815
        },
        {
          "id": "carbon-cli-20261111-medium-a2",
          "attempt": 2,
          "selected": false,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600.0,
          "rewards": 0,
          "kills": 0,
          "firstRewardSeconds": null,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.4267767,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-11",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 84646,
                "usdPerMillion": 2.0,
                "usd": 0.169292
              },
              {
                "label": "Cached input",
                "tokens": 878947,
                "usdPerMillion": 0.1,
                "usd": 0.0878947
              },
              {
                "label": "Output",
                "tokens": 16959,
                "usdPerMillion": 10.0,
                "usd": 0.16959
              }
            ],
            "notes": [
              "Token-computed from provider usage at the published introductory Standard list rates (valid to 30 November). Thinking tokens are billed as output and counted once. Prepaid Gemini API credit was actually charged; the exact debit (VAT/rounding) was not readable, so this token-computed value is the recorded cost."
            ],
            "sources": [
              "https://ai.google.dev/gemini-api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/carbon-cli-20261111-medium-a2.mp4",
          "poster": "/images/first-quests/carbon-cli-20261111-medium-a2.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": [
            "One request hung 60 s and was retried by the CLI (provider stall)."
          ],
          "tokenUsage": {
            "inputTokens": 963593,
            "cachedInputTokens": 878947,
            "outputTokens": 16959,
            "reasoningTokens": 14211,
            "coverage": "provider usage per response",
            "incomplete": false,
            "nominalCredits": null
          },
          "characterSeconds": 150.9,
          "toolCalls": 27,
          "meanInferenceSeconds": 16.0,
          "maxInferenceSeconds": 81.395
        },
        {
          "id": "carbon-cli-20261111-medium-a3",
          "attempt": 3,
          "selected": true,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600.0,
          "rewards": 1,
          "kills": 5,
          "firstRewardSeconds": 333.2,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.4832591,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-11",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 102976,
                "usdPerMillion": 2.0,
                "usd": 0.205952
              },
              {
                "label": "Cached input",
                "tokens": 928471,
                "usdPerMillion": 0.1,
                "usd": 0.0928471
              },
              {
                "label": "Output",
                "tokens": 18446,
                "usdPerMillion": 10.0,
                "usd": 0.18446
              }
            ],
            "notes": [
              "Token-computed from provider usage at the published introductory Standard list rates (valid to 30 November). Thinking tokens are billed as output and counted once. Prepaid Gemini API credit was actually charged; the exact debit (VAT/rounding) was not readable, so this token-computed value is the recorded cost."
            ],
            "sources": [
              "https://ai.google.dev/gemini-api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/carbon-cli-20261111-medium-a3.mp4",
          "poster": "/images/first-quests/carbon-cli-20261111-medium-a3.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": [],
          "tokenUsage": {
            "inputTokens": 1031447,
            "cachedInputTokens": 928471,
            "outputTokens": 18446,
            "reasoningTokens": 15084,
            "coverage": "provider usage per response",
            "incomplete": false,
            "nominalCredits": null
          },
          "characterSeconds": 135.5,
          "toolCalls": 31,
          "meanInferenceSeconds": 15.16,
          "maxInferenceSeconds": 41.293
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "Gemini CLI init event before the first model request; independent 600 s clock.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "benchmark",
      "cohortLabel": "11 Nov · three attempts",
      "capSeconds": 600,
      "reasoningLabel": "Medium",
      "notes": [
        "Google’s official Gemini CLI agent (@google/gemini-cli), headless; benchmark game MCP bridge as the only tool; built-ins excluded.",
        "Strict fresh Human Mage chain, 600 s; same hash-frozen bridge/profile/task; no initial image; t0 = CLI init event.",
        "Cost: Computed from provider usageMetadata at the published introductory Standard list rates ($2 / $0.10 / $10 per million, valid to 30 November). Thinking tokens are billed as output and counted once. Prepaid Gemini API credit was charged; the exact debit (VAT/rounding) was not readable by the runner, so the token-computed value is the recorded cost. Cohort including the invalid launch and probes was about $1.60.",
        "Post-hoc diagnosis: Carbon often emits 0–1000 normalized coordinates while the MCP tool takes pixels (DIAGNOSIS.md).",
        "Furthest milestone shown for unfinished attempts: character created, then quest 783 hand-in; no attempt completed quest 7."
      ],
      "unscoredAttempts": 0,
      "harnessType": "Google’s official Gemini CLI agent (@google/gemini-cli), headless; benchmark game MCP bridge as the only tool; built-ins excluded",
      "allAttemptCostUsd": 1.2716,
      "statistics": {
        "scoredAttempts": 3,
        "medianCappedSeconds": 600,
        "medianCensored": true,
        "meanApiUsd": 0.42387833333333336,
        "meanApiIncomplete": false,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "carbon-native-20261111-low",
      "name": "Gemini 4 Carbon",
      "model": "gemini-4-carbon",
      "harness": "Computer Use tool · our adapter",
      "provider": "Gemini API (prepaid credit)",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 2,
      "attempts": 1,
      "finishes": 0,
      "completionSeconds": null,
      "elapsedSeconds": 600.0,
      "status": "timeout",
      "price": {
        "usd": 0.6284578000000001,
        "incomplete": true,
        "inferredRate": false,
        "rateDate": "2026-11-11",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 223509,
            "usdPerMillion": 2.0,
            "usd": 0.447018
          },
          {
            "label": "Cached input",
            "tokens": 227498,
            "usdPerMillion": 0.1,
            "usd": 0.022749800000000004
          },
          {
            "label": "Output",
            "tokens": 15869,
            "usdPerMillion": 10.0,
            "usd": 0.15869
          }
        ],
        "notes": [
          "Token-computed from provider usage at the published introductory Standard list rates (valid to 30 November). Thinking tokens are billed as output and counted once. Prepaid Gemini API credit was actually charged; the exact debit (VAT/rounding) was not readable, so this token-computed value is the recorded cost.",
          "A request still in flight when the session ended is not counted; the value is a lower bound."
        ],
        "sources": [
          "https://ai.google.dev/gemini-api/docs/pricing"
        ]
      },
      "trials": [
        {
          "id": "carbon-native-20261111-low-a1",
          "attempt": 1,
          "selected": false,
          "status": "owner_stop",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 569.4,
          "rewards": 1,
          "kills": 0,
          "firstRewardSeconds": 300.2,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.8047195,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-11",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 312775,
                "usdPerMillion": 2.0,
                "usd": 0.62555
              },
              {
                "label": "Cached input",
                "tokens": 227395,
                "usdPerMillion": 0.1,
                "usd": 0.0227395
              },
              {
                "label": "Output",
                "tokens": 15643,
                "usdPerMillion": 10.0,
                "usd": 0.15643
              }
            ],
            "notes": [
              "Token-computed from provider usage at the published introductory Standard list rates (valid to 30 November). Thinking tokens are billed as output and counted once. Prepaid Gemini API credit was actually charged; the exact debit (VAT/rounding) was not readable, so this token-computed value is the recorded cost."
            ],
            "sources": [
              "https://ai.google.dev/gemini-api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/carbon-native-20261111-low-a1.mp4",
          "poster": "/images/first-quests/carbon-native-20261111-low-a1.jpg",
          "scored": false,
          "capSeconds": 600,
          "notes": [
            "Operator per-attempt cost cap ($0.80) reached at 569.4 s, before the 600 s clock (full-history context; my cap, not the model). Excluded from capability counts; recording retained.",
            "Context policy: full history."
          ],
          "tokenUsage": {
            "inputTokens": 540170,
            "cachedInputTokens": 227395,
            "outputTokens": 15643,
            "reasoningTokens": 13206,
            "coverage": "provider usage per response",
            "incomplete": false,
            "nominalCredits": null
          },
          "characterSeconds": 41.8,
          "toolCalls": 24,
          "meanInferenceSeconds": 20.72,
          "maxInferenceSeconds": 52.376
        },
        {
          "id": "carbon-native-20261111-low-a2",
          "attempt": 2,
          "selected": true,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600.0,
          "rewards": 1,
          "kills": 3,
          "firstRewardSeconds": 289.7,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.6284578000000001,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-11",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 223509,
                "usdPerMillion": 2.0,
                "usd": 0.447018
              },
              {
                "label": "Cached input",
                "tokens": 227498,
                "usdPerMillion": 0.1,
                "usd": 0.022749800000000004
              },
              {
                "label": "Output",
                "tokens": 15869,
                "usdPerMillion": 10.0,
                "usd": 0.15869
              }
            ],
            "notes": [
              "Token-computed from provider usage at the published introductory Standard list rates (valid to 30 November). Thinking tokens are billed as output and counted once. Prepaid Gemini API credit was actually charged; the exact debit (VAT/rounding) was not readable, so this token-computed value is the recorded cost.",
              "A request still in flight when the session ended is not counted; the value is a lower bound."
            ],
            "sources": [
              "https://ai.google.dev/gemini-api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/carbon-native-20261111-low-a2.mp4",
          "poster": "/images/first-quests/carbon-native-20261111-low-a2.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": [
            "Context policy: block-pruned (>12 images keep 6)."
          ],
          "tokenUsage": {
            "inputTokens": 451007,
            "cachedInputTokens": 227498,
            "outputTokens": 15869,
            "reasoningTokens": 12317,
            "coverage": "provider usage per response",
            "incomplete": true,
            "nominalCredits": null
          },
          "characterSeconds": 58.4,
          "toolCalls": 29,
          "meanInferenceSeconds": 19.6,
          "maxInferenceSeconds": 61.57
        },
        {
          "id": "carbon-native-20261111-low-a3",
          "attempt": 3,
          "selected": false,
          "status": "quota_stop",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 422.6,
          "rewards": 1,
          "kills": 0,
          "firstRewardSeconds": 336.4,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.3095327,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-11",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 137653,
                "usdPerMillion": 2.0,
                "usd": 0.275306
              },
              {
                "label": "Cached input",
                "tokens": 140567,
                "usdPerMillion": 0.1,
                "usd": 0.0140567
              },
              {
                "label": "Output",
                "tokens": 2017,
                "usdPerMillion": 10.0,
                "usd": 0.02017
              }
            ],
            "notes": [
              "Token-computed from provider usage at the published introductory Standard list rates (valid to 30 November). Thinking tokens are billed as output and counted once. Prepaid Gemini API credit was actually charged; the exact debit (VAT/rounding) was not readable, so this token-computed value is the recorded cost."
            ],
            "sources": [
              "https://ai.google.dev/gemini-api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/carbon-native-20261111-low-a3.mp4",
          "poster": "/images/first-quests/carbon-native-20261111-low-a3.jpg",
          "scored": false,
          "capSeconds": 600,
          "notes": [
            "Provider prepaid credit depleted: HTTP 402 RESOURCE_EXHAUSTED at 422.0 s; session stopped 422.6 s. Excluded from capability counts; recording retained.",
            "Context policy: block-pruned (>12 images keep 6)."
          ],
          "tokenUsage": {
            "inputTokens": 278220,
            "cachedInputTokens": 140567,
            "outputTokens": 2017,
            "reasoningTokens": 0,
            "coverage": "provider usage per response",
            "incomplete": false,
            "nominalCredits": null
          },
          "characterSeconds": 58.8,
          "toolCalls": 20,
          "meanInferenceSeconds": 17.67,
          "maxInferenceSeconds": 86.807
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "t0 written immediately before the first generateContent request; independent 600 s clock.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "research",
      "cohortLabel": "11 Nov · first arm (superseded)",
      "capSeconds": 600,
      "reasoningLabel": "Low",
      "notes": [
        "Google’s native computerUse tool schema driven by our adapter (native_adapter.py, 0–999 grid → 1024×768 px); not a vendor agent harness.",
        "Strict fresh Human Mage chain, 600 s; same hash-frozen bridge/profile/task. Superseded by the final cohort; reported separately because the config changed during the arm (cost cap, context pruning).",
        "Cost: Computed from provider usageMetadata at the published introductory Standard list rates ($2 / $0.10 / $10 per million, valid to 30 November). Thinking tokens are billed as output and counted once. Prepaid Gemini API credit was charged; the exact debit (VAT/rounding) was not readable by the runner, so the token-computed value is the recorded cost. Probes/preflight about $0.27; arm total about $2.02.",
        "Two of three attempts were interrupted by operator/provider limits and are excluded from capability counts.",
        "Furthest milestone shown for unfinished attempts: character created, then quest 783 hand-in; no attempt completed quest 7."
      ],
      "unscoredAttempts": 2,
      "harnessType": "Google’s native computerUse tool schema driven by our adapter (native_adapter.py, 0–999 grid → 1024×768 px); not a vendor agent harness",
      "allAttemptCostUsd": 1.7427,
      "statistics": {
        "scoredAttempts": 1,
        "medianCappedSeconds": 600,
        "medianCensored": true,
        "meanApiUsd": 0.6284578000000001,
        "meanApiIncomplete": true,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "carbon-native-final-20261111-low",
      "name": "Gemini 4 Carbon",
      "model": "gemini-4-carbon",
      "harness": "Computer Use tool · our adapter",
      "provider": "Gemini API (prepaid credit)",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 5,
      "attempts": 5,
      "finishes": 0,
      "completionSeconds": null,
      "elapsedSeconds": 600.0,
      "status": "timeout",
      "price": {
        "usd": 0.5893398000000001,
        "incomplete": true,
        "inferredRate": false,
        "rateDate": "2026-11-11",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 258338,
            "usdPerMillion": 2.0,
            "usd": 0.516676
          },
          {
            "label": "Cached input",
            "tokens": 252438,
            "usdPerMillion": 0.1,
            "usd": 0.025243800000000004
          },
          {
            "label": "Output",
            "tokens": 4742,
            "usdPerMillion": 10.0,
            "usd": 0.04742
          }
        ],
        "notes": [
          "Token-computed from provider usage at the published introductory Standard list rates (valid to 30 November). Thinking tokens are billed as output and counted once. Prepaid Gemini API credit was actually charged; the exact debit (VAT/rounding) was not readable, so this token-computed value is the recorded cost.",
          "A request still in flight when the session ended is not counted; the value is a lower bound."
        ],
        "sources": [
          "https://ai.google.dev/gemini-api/docs/pricing"
        ]
      },
      "trials": [
        {
          "id": "carbon-native-final-20261111-low-a1",
          "attempt": 1,
          "selected": false,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600.0,
          "rewards": 1,
          "kills": 2,
          "firstRewardSeconds": 352.1,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.487489,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-11",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 219105,
                "usdPerMillion": 2.0,
                "usd": 0.43821
              },
              {
                "label": "Cached input",
                "tokens": 204090,
                "usdPerMillion": 0.1,
                "usd": 0.020409
              },
              {
                "label": "Output",
                "tokens": 2887,
                "usdPerMillion": 10.0,
                "usd": 0.02887
              }
            ],
            "notes": [
              "Token-computed from provider usage at the published introductory Standard list rates (valid to 30 November). Thinking tokens are billed as output and counted once. Prepaid Gemini API credit was actually charged; the exact debit (VAT/rounding) was not readable, so this token-computed value is the recorded cost."
            ],
            "sources": [
              "https://ai.google.dev/gemini-api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/carbon-native-final-20261111-low-a1.mp4",
          "poster": "/images/first-quests/carbon-native-final-20261111-low-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": [
            "Context policy: block-pruned (>12 images keep 6)."
          ],
          "tokenUsage": {
            "inputTokens": 423195,
            "cachedInputTokens": 204090,
            "outputTokens": 2887,
            "reasoningTokens": 0,
            "coverage": "provider usage per response",
            "incomplete": false,
            "nominalCredits": null
          },
          "characterSeconds": 135.6,
          "toolCalls": 30,
          "meanInferenceSeconds": 17.67,
          "maxInferenceSeconds": 70.105
        },
        {
          "id": "carbon-native-final-20261111-low-a2",
          "attempt": 2,
          "selected": false,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600.0,
          "rewards": 1,
          "kills": 1,
          "firstRewardSeconds": 380.0,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.558355,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-11",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 250053,
                "usdPerMillion": 2.0,
                "usd": 0.500106
              },
              {
                "label": "Cached input",
                "tokens": 262390,
                "usdPerMillion": 0.1,
                "usd": 0.026239
              },
              {
                "label": "Output",
                "tokens": 3201,
                "usdPerMillion": 10.0,
                "usd": 0.03201
              }
            ],
            "notes": [
              "Token-computed from provider usage at the published introductory Standard list rates (valid to 30 November). Thinking tokens are billed as output and counted once. Prepaid Gemini API credit was actually charged; the exact debit (VAT/rounding) was not readable, so this token-computed value is the recorded cost."
            ],
            "sources": [
              "https://ai.google.dev/gemini-api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/carbon-native-final-20261111-low-a2.mp4",
          "poster": "/images/first-quests/carbon-native-final-20261111-low-a2.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": [
            "Context policy: block-pruned (>12 images keep 6)."
          ],
          "tokenUsage": {
            "inputTokens": 512443,
            "cachedInputTokens": 262390,
            "outputTokens": 3201,
            "reasoningTokens": 0,
            "coverage": "provider usage per response",
            "incomplete": false,
            "nominalCredits": null
          },
          "characterSeconds": 83.6,
          "toolCalls": 31,
          "meanInferenceSeconds": 16.08,
          "maxInferenceSeconds": 41.972
        },
        {
          "id": "carbon-native-final-20261111-low-a3",
          "attempt": 3,
          "selected": false,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600.0,
          "rewards": 1,
          "kills": 0,
          "firstRewardSeconds": 425.3,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.5202649,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-11",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 190550,
                "usdPerMillion": 2.0,
                "usd": 0.3811
              },
              {
                "label": "Cached input",
                "tokens": 144849,
                "usdPerMillion": 0.1,
                "usd": 0.014484900000000002
              },
              {
                "label": "Output",
                "tokens": 12468,
                "usdPerMillion": 10.0,
                "usd": 0.12468
              }
            ],
            "notes": [
              "Token-computed from provider usage at the published introductory Standard list rates (valid to 30 November). Thinking tokens are billed as output and counted once. Prepaid Gemini API credit was actually charged; the exact debit (VAT/rounding) was not readable, so this token-computed value is the recorded cost."
            ],
            "sources": [
              "https://ai.google.dev/gemini-api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/carbon-native-final-20261111-low-a3.mp4",
          "poster": "/images/first-quests/carbon-native-final-20261111-low-a3.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": [
            "Context policy: block-pruned (>12 images keep 6)."
          ],
          "tokenUsage": {
            "inputTokens": 335399,
            "cachedInputTokens": 144849,
            "outputTokens": 12468,
            "reasoningTokens": 10098,
            "coverage": "provider usage per response",
            "incomplete": false,
            "nominalCredits": null
          },
          "characterSeconds": 74.4,
          "toolCalls": 23,
          "meanInferenceSeconds": 21.49,
          "maxInferenceSeconds": 84.214
        },
        {
          "id": "carbon-native-final-20261111-low-a4",
          "attempt": 4,
          "selected": false,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600.0,
          "rewards": 1,
          "kills": 0,
          "firstRewardSeconds": 465.9,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.45287700000000003,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-11",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 205903,
                "usdPerMillion": 2.0,
                "usd": 0.411806
              },
              {
                "label": "Cached input",
                "tokens": 195210,
                "usdPerMillion": 0.1,
                "usd": 0.019521
              },
              {
                "label": "Output",
                "tokens": 2155,
                "usdPerMillion": 10.0,
                "usd": 0.02155
              }
            ],
            "notes": [
              "Token-computed from provider usage at the published introductory Standard list rates (valid to 30 November). Thinking tokens are billed as output and counted once. Prepaid Gemini API credit was actually charged; the exact debit (VAT/rounding) was not readable, so this token-computed value is the recorded cost.",
              "A request still in flight when the session ended is not counted; the value is a lower bound."
            ],
            "sources": [
              "https://ai.google.dev/gemini-api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/carbon-native-final-20261111-low-a4.mp4",
          "poster": "/images/first-quests/carbon-native-final-20261111-low-a4.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": [
            "Context policy: block-pruned (>12 images keep 6)."
          ],
          "tokenUsage": {
            "inputTokens": 401113,
            "cachedInputTokens": 195210,
            "outputTokens": 2155,
            "reasoningTokens": 0,
            "coverage": "provider usage per response",
            "incomplete": true,
            "nominalCredits": null
          },
          "characterSeconds": 117.3,
          "toolCalls": 27,
          "meanInferenceSeconds": 16.44,
          "maxInferenceSeconds": 58.534
        },
        {
          "id": "carbon-native-final-20261111-low-a5",
          "attempt": 5,
          "selected": true,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600.0,
          "rewards": 1,
          "kills": 6,
          "firstRewardSeconds": 287.6,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.5893398000000001,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-11",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 258338,
                "usdPerMillion": 2.0,
                "usd": 0.516676
              },
              {
                "label": "Cached input",
                "tokens": 252438,
                "usdPerMillion": 0.1,
                "usd": 0.025243800000000004
              },
              {
                "label": "Output",
                "tokens": 4742,
                "usdPerMillion": 10.0,
                "usd": 0.04742
              }
            ],
            "notes": [
              "Token-computed from provider usage at the published introductory Standard list rates (valid to 30 November). Thinking tokens are billed as output and counted once. Prepaid Gemini API credit was actually charged; the exact debit (VAT/rounding) was not readable, so this token-computed value is the recorded cost.",
              "A request still in flight when the session ended is not counted; the value is a lower bound."
            ],
            "sources": [
              "https://ai.google.dev/gemini-api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/carbon-native-final-20261111-low-a5.mp4",
          "poster": "/images/first-quests/carbon-native-final-20261111-low-a5.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": [
            "Context policy: block-pruned (>12 images keep 6)."
          ],
          "tokenUsage": {
            "inputTokens": 510776,
            "cachedInputTokens": 252438,
            "outputTokens": 4742,
            "reasoningTokens": 0,
            "coverage": "provider usage per response",
            "incomplete": true,
            "nominalCredits": null
          },
          "characterSeconds": 65.6,
          "toolCalls": 34,
          "meanInferenceSeconds": 14.55,
          "maxInferenceSeconds": 38.404
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "t0 written immediately before the first generateContent request; independent 600 s clock.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "research",
      "cohortLabel": "11 Nov · final · five attempts",
      "capSeconds": 600,
      "reasoningLabel": "Low",
      "notes": [
        "Google’s native computerUse tool schema driven by our adapter (native_adapter.py, 0–999 grid → 1024×768 px); not a vendor agent harness.",
        "Fair final cohort: one config frozen before attempt 1 (contract.json), no per-attempt cost cap, five valid attempts, every attempt the full 600 s clock.",
        "Cost: Computed from provider usageMetadata at the published introductory Standard list rates ($2 / $0.10 / $10 per million, valid to 30 November). Thinking tokens are billed as output and counted once. Prepaid Gemini API credit was charged; the exact debit (VAT/rounding) was not readable by the runner, so the token-computed value is the recorded cost. Total for the five attempts $2.61.",
        "Batch controller initially mislabelled a1 invalid (bridge_closed_during_call is the normal wall-limit end); corrected, see setup/BATCH-INCIDENT-NOTE.md.",
        "a4 had 2 failed API calls (104 s), a5 1 (7 s), all retried; kept as scored.",
        "Furthest milestone shown for unfinished attempts: character created, then quest 783 hand-in; no attempt completed quest 7."
      ],
      "unscoredAttempts": 0,
      "harnessType": "Google’s native computerUse tool schema driven by our adapter (native_adapter.py, 0–999 grid → 1024×768 px); not a vendor agent harness",
      "allAttemptCostUsd": 2.6083,
      "statistics": {
        "scoredAttempts": 5,
        "medianCappedSeconds": 600,
        "medianCensored": true,
        "meanApiUsd": 0.5216651400000001,
        "meanApiIncomplete": true,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "aside-sol-medium",
      "name": "GPT-6.1 Sol",
      "model": "gpt-6.1-sol",
      "harness": "Aside + browser remote view",
      "provider": "ChatGPT subscription",
      "tier": "Standard requested",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 1,
      "finishes": 0,
      "completionSeconds": null,
      "elapsedSeconds": 600,
      "status": "timeout",
      "price": {
        "usd": 0.6107136,
        "incomplete": true,
        "inferredRate": false,
        "rateDate": "2026-11-02",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 231248,
            "usdPerMillion": 2,
            "usd": 0.462496
          },
          {
            "label": "Cached input",
            "tokens": 1022976,
            "usdPerMillion": 0.1,
            "usd": 0.1022976
          },
          {
            "label": "Output",
            "tokens": 4592,
            "usdPerMillion": 10,
            "usd": 0.04592
          }
        ],
        "notes": [
          "56 deduplicated root-session response receipts. Aside reports no child sessions. Unreported auxiliary or interrupted in-flight inference remains unknown; comparable token price is a lower bound.",
          "Reviewed injected recall: only generic Aside memory taxonomy, no gameplay route or earlier benchmark outcome. Memory setting was requested off, but recall was not fully suppressed."
        ],
        "sources": [
          "https://developers.openai.com/api/docs/pricing"
        ]
      },
      "trials": [
        {
          "id": "aside-sol-medium-a1",
          "attempt": 1,
          "selected": true,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600,
          "rewards": 1,
          "kills": 5,
          "firstRewardSeconds": 281.1,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.6107136,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 231248,
                "usdPerMillion": 2,
                "usd": 0.462496
              },
              {
                "label": "Cached input",
                "tokens": 1022976,
                "usdPerMillion": 0.1,
                "usd": 0.1022976
              },
              {
                "label": "Output",
                "tokens": 4592,
                "usdPerMillion": 10,
                "usd": 0.04592
              }
            ],
            "notes": [
              "56 deduplicated root-session response receipts. Aside reports no child sessions. Unreported auxiliary or interrupted in-flight inference remains unknown; comparable token price is a lower bound.",
              "Reviewed injected recall: only generic Aside memory taxonomy, no gameplay route or earlier benchmark outcome. Memory setting was requested off, but recall was not fully suppressed."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/aside-sol-medium-a1.mp4",
          "poster": "/images/first-quests/aside-sol-medium-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "First model inference; independent input cutoff.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "research",
      "cohortLabel": "Aside harness screen",
      "capSeconds": 600,
      "reasoningLabel": "Medium",
      "notes": [
        "Reviewed injected recall: only generic Aside memory taxonomy, no gameplay route or earlier benchmark outcome. Memory setting was requested off, but recall was not fully suppressed.",
        "One exploratory screen, not a matched harness advantage."
      ],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 1,
        "medianCappedSeconds": 600,
        "medianCensored": true,
        "meanApiUsd": 0.6107136,
        "meanApiIncomplete": true,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "sol-native-computer-medium",
      "name": "GPT-6.1 Sol",
      "model": "gpt-6.1-sol",
      "harness": "Native computer API",
      "provider": "Experiential Labs",
      "tier": "Default requested",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 0,
      "finishes": 0,
      "completionSeconds": null,
      "elapsedSeconds": 57.975,
      "status": "service_stop",
      "price": {
        "usd": 0.042143,
        "incomplete": true,
        "inferredRate": false,
        "rateDate": "2026-11-02",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 13956,
            "usdPerMillion": 2,
            "usd": 0.027912
          },
          {
            "label": "Cached input",
            "tokens": 89610,
            "usdPerMillion": 0.1,
            "usd": 0.008961
          },
          {
            "label": "Output",
            "tokens": 527,
            "usdPerMillion": 10,
            "usd": 0.00527
          }
        ],
        "notes": [
          "Published-rate token equivalent; provider subtotal differs. HTTP429 token-per-minute interruption; final billing coverage unknown."
        ],
        "sources": [
          "https://developers.openai.com/api/docs/pricing"
        ]
      },
      "trials": [
        {
          "id": "sol-native-computer-a1",
          "attempt": 1,
          "selected": true,
          "status": "service_stop",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 57.975,
          "rewards": 0,
          "kills": 0,
          "firstRewardSeconds": null,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.042143,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 13956,
                "usdPerMillion": 2,
                "usd": 0.027912
              },
              {
                "label": "Cached input",
                "tokens": 89610,
                "usdPerMillion": 0.1,
                "usd": 0.008961
              },
              {
                "label": "Output",
                "tokens": 527,
                "usdPerMillion": 10,
                "usd": 0.00527
              }
            ],
            "notes": [
              "Published-rate token equivalent; provider subtotal differs. HTTP429 token-per-minute interruption; final billing coverage unknown."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/sol-native-computer-a1.mp4",
          "poster": "/images/first-quests/sol-native-computer-a1.jpg",
          "scored": false,
          "capSeconds": 600,
          "notes": [
            "Provider organisation-wide token-per-minute limit. Not a completed capability attempt."
          ]
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "First model inference; independent input cutoff.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "research",
      "cohortLabel": "Native computer API screen",
      "capSeconds": 600,
      "reasoningLabel": "Medium",
      "notes": [
        "Provider interruption; excluded from completion rates."
      ],
      "unscoredAttempts": 1,
      "statistics": {
        "scoredAttempts": 0,
        "medianCappedSeconds": null,
        "medianCensored": false,
        "meanApiUsd": null,
        "meanApiIncomplete": false,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "northcua-nano-local-setup",
      "name": "NorthCUA Nano 9B",
      "model": "NorthCUA-Nano-Q4_K_M",
      "harness": "Official NorthCUA desktop harness",
      "provider": "Local Mac M4 Pro 24 GB",
      "tier": "Local",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 0,
      "finishes": 0,
      "completionSeconds": null,
      "elapsedSeconds": 279.585,
      "status": "setup_stop",
      "price": null,
      "trials": [
        {
          "id": "northcua-nano-setup-a1",
          "attempt": 1,
          "selected": true,
          "status": "setup_stop",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 279.585,
          "rewards": null,
          "kills": null,
          "firstRewardSeconds": null,
          "secondRewardSeconds": null,
          "price": null,
          "video": "/recordings/first-quests/northcua-nano-setup-a1.mp4",
          "poster": "/images/first-quests/northcua-nano-setup-a1.jpg",
          "scored": false,
          "capSeconds": 600,
          "notes": [
            "Invalid setup: native editable typing failed because the Linux clipboard helper was missing. Operator stopped the attempt; excluded from capability rates."
          ]
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "First model inference; independent input cutoff.",
      "setupCaveat": null,
      "priceUnknownNote": "Local inference: no provider charge; comparable API-price equivalent unavailable.",
      "track": "research",
      "cohortLabel": "6 Nov · local setup diagnostic",
      "capSeconds": 600,
      "reasoningLabel": "Low unsupported · 128-token thinking cap",
      "notes": [
        "Community Q4_K_M weights; Q8 vision projector, Q8 KV cache, 32K context. Official harness revision 7069e43446c21184f493681ef1eddffa3aeff871.",
        "No valid scored gameplay result. Local provider inference charge was $0; comparable API token price is unavailable."
      ],
      "unscoredAttempts": 1,
      "statistics": {
        "scoredAttempts": 0,
        "medianCappedSeconds": null,
        "medianCensored": false,
        "meanApiUsd": null,
        "meanApiIncomplete": false,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "opus-settings-high-600-clock",
      "name": "Opus 5.5",
      "model": "claude-opus-5-5",
      "harness": "Claude Code 2.1.319",
      "provider": "Anthropic",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 1,
      "finishes": 0,
      "completionSeconds": null,
      "elapsedSeconds": 581.338,
      "status": "task_failure",
      "price": {
        "usd": 2.5084628,
        "incomplete": false,
        "inferredRate": false,
        "rateDate": "2026-11-02",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 186,
            "usdPerMillion": 4,
            "usd": 0.000744
          },
          {
            "label": "Cached input",
            "tokens": 5836074,
            "usdPerMillion": 0.2,
            "usd": 1.1672148
          },
          {
            "label": "Long cache write",
            "tokens": 120983,
            "usdPerMillion": 8,
            "usd": 0.967864
          },
          {
            "label": "Output",
            "tokens": 18632,
            "usdPerMillion": 20,
            "usd": 0.37264
          }
        ],
        "notes": [
          "Subscription API-price equivalent; usage credits disabled. Last in-flight receipt may be incomplete."
        ],
        "sources": [
          "https://platform.claude.com/docs/en/about-claude/pricing"
        ]
      },
      "trials": [
        {
          "id": "claude-20261108-high10-clock-a1",
          "attempt": 1,
          "selected": true,
          "status": "task_failure",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 581.338,
          "rewards": 1,
          "kills": 8,
          "firstRewardSeconds": 161.1,
          "secondRewardSeconds": null,
          "price": {
            "usd": 2.5084628,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 186,
                "usdPerMillion": 4,
                "usd": 0.000744
              },
              {
                "label": "Cached input",
                "tokens": 5836074,
                "usdPerMillion": 0.2,
                "usd": 1.1672148
              },
              {
                "label": "Long cache write",
                "tokens": 120983,
                "usdPerMillion": 8,
                "usd": 0.967864
              },
              {
                "label": "Output",
                "tokens": 18632,
                "usdPerMillion": 20,
                "usd": 0.37264
              }
            ],
            "notes": [
              "Subscription API-price equivalent; usage credits disabled. Last in-flight receipt may be incomplete."
            ],
            "sources": [
              "https://platform.claude.com/docs/en/about-claude/pricing"
            ]
          },
          "video": "/recordings/first-quests/claude-20261108-high10-clock-a1.mp4",
          "poster": "/images/first-quests/claude-20261108-high10-clock-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "Native CLI initialization before the first response; independent input cutoff. Exact API inference-start timing was not captured.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "benchmark",
      "cohortLabel": "Claude Code settings · 8 Nov",
      "capSeconds": 600,
      "reasoningLabel": "High · clock",
      "notes": [
        "Exploratory setting; retain failures and separate time limits.",
        "Standard full-window feedback; model-requested screenshot crops remain available.",
        "Judge polls every 3 seconds plus database latency; raw detection timestamps retained."
      ],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 1,
        "medianCappedSeconds": 600,
        "medianCensored": true,
        "meanApiUsd": 2.5084628,
        "meanApiIncomplete": false,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "opus-settings-high-600-clock-continue",
      "name": "Opus 5.5",
      "model": "claude-opus-5-5",
      "harness": "Claude Code 2.1.319",
      "provider": "Anthropic",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 3,
      "attempts": 3,
      "finishes": 2,
      "completionSeconds": 403.1,
      "elapsedSeconds": 403.088,
      "status": "success",
      "price": {
        "usd": 1.8140314,
        "incomplete": true,
        "inferredRate": false,
        "rateDate": "2026-11-02",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 140,
            "usdPerMillion": 4,
            "usd": 0.00056
          },
          {
            "label": "Cached input",
            "tokens": 3589437,
            "usdPerMillion": 0.2,
            "usd": 0.7178874000000001
          },
          {
            "label": "Long cache write",
            "tokens": 95778,
            "usdPerMillion": 8,
            "usd": 0.766224
          },
          {
            "label": "Output",
            "tokens": 16468,
            "usdPerMillion": 20,
            "usd": 0.32936
          }
        ],
        "notes": [
          "Subscription API-price equivalent; usage credits disabled. Last in-flight receipt may be incomplete."
        ],
        "sources": [
          "https://platform.claude.com/docs/en/about-claude/pricing"
        ]
      },
      "trials": [
        {
          "id": "claude-20261108-high10-clock-auto-a1",
          "attempt": 1,
          "selected": false,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 600.0,
          "rewards": 1,
          "kills": 6,
          "firstRewardSeconds": 187.5,
          "secondRewardSeconds": null,
          "price": {
            "usd": 2.5946162,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 182,
                "usdPerMillion": 4,
                "usd": 0.000728
              },
              {
                "label": "Cached input",
                "tokens": 5909701,
                "usdPerMillion": 0.2,
                "usd": 1.1819401999999999
              },
              {
                "label": "Long cache write",
                "tokens": 124971,
                "usdPerMillion": 8,
                "usd": 0.999768
              },
              {
                "label": "Output",
                "tokens": 20609,
                "usdPerMillion": 20,
                "usd": 0.41218
              }
            ],
            "notes": [
              "Subscription API-price equivalent; usage credits disabled. Last in-flight receipt may be incomplete."
            ],
            "sources": [
              "https://platform.claude.com/docs/en/about-claude/pricing"
            ]
          },
          "video": "/recordings/first-quests/claude-20261108-high10-clock-auto-a1.mp4",
          "poster": "/images/first-quests/claude-20261108-high10-clock-auto-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        },
        {
          "id": "claude-20261108-af-control-high-a1",
          "attempt": 2,
          "selected": false,
          "status": "success",
          "success": true,
          "completionSeconds": 490.7,
          "elapsedSeconds": 490.706,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 96.0,
          "secondRewardSeconds": 490.7,
          "price": {
            "usd": 2.4915,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 170,
                "usdPerMillion": 4,
                "usd": 0.00068
              },
              {
                "label": "Cached input",
                "tokens": 5379640,
                "usdPerMillion": 0.2,
                "usd": 1.075928
              },
              {
                "label": "Long cache write",
                "tokens": 123144,
                "usdPerMillion": 8,
                "usd": 0.985152
              },
              {
                "label": "Output",
                "tokens": 21487,
                "usdPerMillion": 20,
                "usd": 0.42974
              }
            ],
            "notes": [
              "Subscription API-price equivalent; usage credits disabled. Last in-flight receipt may be incomplete."
            ],
            "sources": [
              "https://platform.claude.com/docs/en/about-claude/pricing"
            ]
          },
          "video": "/recordings/first-quests/claude-20261108-af-control-high-a1.mp4",
          "poster": "/images/first-quests/claude-20261108-af-control-high-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        },
        {
          "id": "claude-20261108-af-control-high-a2",
          "attempt": 3,
          "selected": true,
          "status": "success",
          "success": true,
          "completionSeconds": 403.1,
          "elapsedSeconds": 403.088,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 84.9,
          "secondRewardSeconds": 403.1,
          "price": {
            "usd": 1.8140314,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 140,
                "usdPerMillion": 4,
                "usd": 0.00056
              },
              {
                "label": "Cached input",
                "tokens": 3589437,
                "usdPerMillion": 0.2,
                "usd": 0.7178874000000001
              },
              {
                "label": "Long cache write",
                "tokens": 95778,
                "usdPerMillion": 8,
                "usd": 0.766224
              },
              {
                "label": "Output",
                "tokens": 16468,
                "usdPerMillion": 20,
                "usd": 0.32936
              }
            ],
            "notes": [
              "Subscription API-price equivalent; usage credits disabled. Last in-flight receipt may be incomplete."
            ],
            "sources": [
              "https://platform.claude.com/docs/en/about-claude/pricing"
            ]
          },
          "video": "/recordings/first-quests/claude-20261108-af-control-high-a2.mp4",
          "poster": "/images/first-quests/claude-20261108-af-control-high-a2.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "Native CLI initialization before the first response; independent input cutoff. Exact API inference-start timing was not captured.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "benchmark",
      "cohortLabel": "Claude Code settings · 8 Nov",
      "capSeconds": 600,
      "reasoningLabel": "High · clock · keep playing",
      "notes": [
        "Exploratory setting; retain failures and separate time limits.",
        "Standard full-window feedback; model-requested screenshot crops remain available.",
        "Judge polls every 3 seconds plus database latency; raw detection timestamps retained."
      ],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 3,
        "medianCappedSeconds": 490.7,
        "medianCensored": false,
        "meanApiUsd": 2.3000492,
        "meanApiIncomplete": true,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "opus-settings-high-600-clock-continue-zoom",
      "name": "Opus 5.5",
      "model": "claude-opus-5-5",
      "harness": "Claude Code 2.1.319",
      "provider": "Anthropic",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 4,
      "attempts": 3,
      "finishes": 3,
      "completionSeconds": 418.4,
      "elapsedSeconds": 418.453,
      "status": "success",
      "price": {
        "usd": 1.9679816,
        "incomplete": true,
        "inferredRate": false,
        "rateDate": "2026-11-02",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 128,
            "usdPerMillion": 4,
            "usd": 0.000512
          },
          {
            "label": "Cached input",
            "tokens": 3794088,
            "usdPerMillion": 0.2,
            "usd": 0.7588176000000001
          },
          {
            "label": "Long cache write",
            "tokens": 111754,
            "usdPerMillion": 8,
            "usd": 0.894032
          },
          {
            "label": "Output",
            "tokens": 15731,
            "usdPerMillion": 20,
            "usd": 0.31462
          }
        ],
        "notes": [
          "Subscription API-price equivalent; usage credits disabled. Last in-flight receipt may be incomplete."
        ],
        "sources": [
          "https://platform.claude.com/docs/en/about-claude/pricing"
        ]
      },
      "trials": [
        {
          "id": "claude-20261108-high10-clock-auto-zoom-a1",
          "attempt": 1,
          "selected": false,
          "status": "success",
          "success": true,
          "completionSeconds": 440.7,
          "elapsedSeconds": 440.672,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 118.2,
          "secondRewardSeconds": 440.7,
          "price": {
            "usd": 2.4782112,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 158,
                "usdPerMillion": 4,
                "usd": 0.000632
              },
              {
                "label": "Cached input",
                "tokens": 5564316,
                "usdPerMillion": 0.2,
                "usd": 1.1128632
              },
              {
                "label": "Long cache write",
                "tokens": 134897,
                "usdPerMillion": 8,
                "usd": 1.079176
              },
              {
                "label": "Output",
                "tokens": 14277,
                "usdPerMillion": 20,
                "usd": 0.28554
              }
            ],
            "notes": [
              "Subscription API-price equivalent; usage credits disabled. Last in-flight receipt may be incomplete."
            ],
            "sources": [
              "https://platform.claude.com/docs/en/about-claude/pricing"
            ]
          },
          "video": "/recordings/first-quests/claude-20261108-high10-clock-auto-zoom-a1.mp4",
          "poster": "/images/first-quests/claude-20261108-high10-clock-auto-zoom-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        },
        {
          "id": "claude-20261108-high10-clock-auto-zoom-a2",
          "attempt": 2,
          "selected": false,
          "status": "quota_stop",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 242.623,
          "rewards": 1,
          "kills": 1,
          "firstRewardSeconds": 146.7,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.8837104,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 72,
                "usdPerMillion": 4,
                "usd": 0.000288
              },
              {
                "label": "Cached input",
                "tokens": 1204712,
                "usdPerMillion": 0.2,
                "usd": 0.24094240000000003
              },
              {
                "label": "Long cache write",
                "tokens": 62835,
                "usdPerMillion": 8,
                "usd": 0.50268
              },
              {
                "label": "Output",
                "tokens": 6990,
                "usdPerMillion": 20,
                "usd": 0.1398
              }
            ],
            "notes": [
              "Subscription API-price equivalent; usage credits disabled. Last in-flight receipt may be incomplete."
            ],
            "sources": [
              "https://platform.claude.com/docs/en/about-claude/pricing"
            ]
          },
          "video": "/recordings/first-quests/claude-20261108-high10-clock-auto-zoom-a2.mp4",
          "poster": "/images/first-quests/claude-20261108-high10-clock-auto-zoom-a2.jpg",
          "scored": false,
          "capSeconds": 600,
          "notes": [
            "Subscription allowance interrupted the run. Excluded from capability rate."
          ]
        },
        {
          "id": "claude-20261108-af-zoom-high-a1",
          "attempt": 3,
          "selected": false,
          "status": "success",
          "success": true,
          "completionSeconds": 433.4,
          "elapsedSeconds": 433.392,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 103.3,
          "secondRewardSeconds": 433.4,
          "price": {
            "usd": 1.92195,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 116,
                "usdPerMillion": 4,
                "usd": 0.000464
              },
              {
                "label": "Cached input",
                "tokens": 3200010,
                "usdPerMillion": 0.2,
                "usd": 0.640002
              },
              {
                "label": "Long cache write",
                "tokens": 110928,
                "usdPerMillion": 8,
                "usd": 0.887424
              },
              {
                "label": "Output",
                "tokens": 19703,
                "usdPerMillion": 20,
                "usd": 0.39406
              }
            ],
            "notes": [
              "Subscription API-price equivalent; usage credits disabled. Last in-flight receipt may be incomplete."
            ],
            "sources": [
              "https://platform.claude.com/docs/en/about-claude/pricing"
            ]
          },
          "video": "/recordings/first-quests/claude-20261108-af-zoom-high-a1.mp4",
          "poster": "/images/first-quests/claude-20261108-af-zoom-high-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        },
        {
          "id": "claude-20261108-af-zoom-high-a2",
          "attempt": 4,
          "selected": true,
          "status": "success",
          "success": true,
          "completionSeconds": 418.4,
          "elapsedSeconds": 418.453,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 97.0,
          "secondRewardSeconds": 418.4,
          "price": {
            "usd": 1.9679816,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 128,
                "usdPerMillion": 4,
                "usd": 0.000512
              },
              {
                "label": "Cached input",
                "tokens": 3794088,
                "usdPerMillion": 0.2,
                "usd": 0.7588176000000001
              },
              {
                "label": "Long cache write",
                "tokens": 111754,
                "usdPerMillion": 8,
                "usd": 0.894032
              },
              {
                "label": "Output",
                "tokens": 15731,
                "usdPerMillion": 20,
                "usd": 0.31462
              }
            ],
            "notes": [
              "Subscription API-price equivalent; usage credits disabled. Last in-flight receipt may be incomplete."
            ],
            "sources": [
              "https://platform.claude.com/docs/en/about-claude/pricing"
            ]
          },
          "video": "/recordings/first-quests/claude-20261108-af-zoom-high-a2.mp4",
          "poster": "/images/first-quests/claude-20261108-af-zoom-high-a2.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "Native CLI initialization before the first response; independent input cutoff. Exact API inference-start timing was not captured.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "benchmark",
      "cohortLabel": "Claude Code settings · 8 Nov",
      "capSeconds": 600,
      "reasoningLabel": "High · clock · keep playing · 2× minimap",
      "notes": [
        "Exploratory: 3/3 scored trials finished; 1 interruption excluded. No validated winner.",
        "The model receives the full 1024×768 screen plus a 2× enlarged minimap crop. Recordings show the main game screen.",
        "Judge polls every 3 seconds plus database latency; raw detection timestamps retained."
      ],
      "unscoredAttempts": 1,
      "statistics": {
        "scoredAttempts": 3,
        "medianCappedSeconds": 433.4,
        "medianCensored": false,
        "meanApiUsd": 2.1227142666666667,
        "meanApiIncomplete": true,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "opus-settings-high-1200",
      "name": "Opus 5.5",
      "model": "claude-opus-5-5",
      "harness": "Claude Code 2.1.319",
      "provider": "Anthropic",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 2,
      "attempts": 2,
      "finishes": 2,
      "completionSeconds": 591.3,
      "elapsedSeconds": 591.257,
      "status": "success",
      "price": {
        "usd": 2.7247632,
        "incomplete": true,
        "inferredRate": false,
        "rateDate": "2026-11-02",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 204,
            "usdPerMillion": 4,
            "usd": 0.000816
          },
          {
            "label": "Cached input",
            "tokens": 6786916,
            "usdPerMillion": 0.2,
            "usd": 1.3573832000000001
          },
          {
            "label": "Long cache write",
            "tokens": 125958,
            "usdPerMillion": 8,
            "usd": 1.007664
          },
          {
            "label": "Output",
            "tokens": 17945,
            "usdPerMillion": 20,
            "usd": 0.3589
          }
        ],
        "notes": [
          "Subscription API-price equivalent; usage credits disabled. Last in-flight receipt may be incomplete."
        ],
        "sources": [
          "https://platform.claude.com/docs/en/about-claude/pricing"
        ]
      },
      "trials": [
        {
          "id": "claude-20261108-high20",
          "attempt": 1,
          "selected": false,
          "status": "success",
          "success": true,
          "completionSeconds": 601.4,
          "elapsedSeconds": 601.437,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 115.7,
          "secondRewardSeconds": 601.4,
          "price": {
            "usd": 1.8838184,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 156,
                "usdPerMillion": 4,
                "usd": 0.000624
              },
              {
                "label": "Cached input",
                "tokens": 4112192,
                "usdPerMillion": 0.2,
                "usd": 0.8224384
              },
              {
                "label": "Long cache write",
                "tokens": 99732,
                "usdPerMillion": 8,
                "usd": 0.797856
              },
              {
                "label": "Output",
                "tokens": 13145,
                "usdPerMillion": 20,
                "usd": 0.2629
              }
            ],
            "notes": [
              "Subscription API-price equivalent; usage credits disabled. Last in-flight receipt may be incomplete."
            ],
            "sources": [
              "https://platform.claude.com/docs/en/about-claude/pricing"
            ]
          },
          "video": "/recordings/first-quests/claude-20261108-high20.mp4",
          "poster": "/images/first-quests/claude-20261108-high20.jpg",
          "scored": true,
          "capSeconds": 1200,
          "notes": []
        },
        {
          "id": "claude-20261108-high20-a2",
          "attempt": 2,
          "selected": true,
          "status": "success",
          "success": true,
          "completionSeconds": 591.3,
          "elapsedSeconds": 591.257,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 101.0,
          "secondRewardSeconds": 591.3,
          "price": {
            "usd": 2.7247632,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 204,
                "usdPerMillion": 4,
                "usd": 0.000816
              },
              {
                "label": "Cached input",
                "tokens": 6786916,
                "usdPerMillion": 0.2,
                "usd": 1.3573832000000001
              },
              {
                "label": "Long cache write",
                "tokens": 125958,
                "usdPerMillion": 8,
                "usd": 1.007664
              },
              {
                "label": "Output",
                "tokens": 17945,
                "usdPerMillion": 20,
                "usd": 0.3589
              }
            ],
            "notes": [
              "Subscription API-price equivalent; usage credits disabled. Last in-flight receipt may be incomplete."
            ],
            "sources": [
              "https://platform.claude.com/docs/en/about-claude/pricing"
            ]
          },
          "video": "/recordings/first-quests/claude-20261108-high20-a2.mp4",
          "poster": "/images/first-quests/claude-20261108-high20-a2.jpg",
          "scored": true,
          "capSeconds": 1200,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "Native CLI initialization before the first response; independent input cutoff. Exact API inference-start timing was not captured.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "research",
      "cohortLabel": "Claude Code settings · 8 Nov",
      "capSeconds": 1200,
      "reasoningLabel": "High",
      "notes": [
        "Exploratory setting; retain failures and separate time limits.",
        "Standard full-window feedback; model-requested screenshot crops remain available.",
        "Judge polls every 3 seconds plus database latency; raw detection timestamps retained."
      ],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 2,
        "medianCappedSeconds": 596.3499999999999,
        "medianCensored": false,
        "meanApiUsd": 2.3042908,
        "meanApiIncomplete": true,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "opus-settings-high-1200-clock",
      "name": "Opus 5.5",
      "model": "claude-opus-5-5",
      "harness": "Claude Code 2.1.319",
      "provider": "Anthropic",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 1,
      "finishes": 1,
      "completionSeconds": 600.4,
      "elapsedSeconds": 600.4,
      "status": "success",
      "price": {
        "usd": 3.079907,
        "incomplete": true,
        "inferredRate": false,
        "rateDate": "2026-11-02",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 214,
            "usdPerMillion": 4,
            "usd": 0.000856
          },
          {
            "label": "Cached input",
            "tokens": 7851595,
            "usdPerMillion": 0.2,
            "usd": 1.570319
          },
          {
            "label": "Long cache write",
            "tokens": 139909,
            "usdPerMillion": 8,
            "usd": 1.119272
          },
          {
            "label": "Output",
            "tokens": 19473,
            "usdPerMillion": 20,
            "usd": 0.38946
          }
        ],
        "notes": [
          "Subscription API-price equivalent; usage credits disabled. Last in-flight receipt may be incomplete."
        ],
        "sources": [
          "https://platform.claude.com/docs/en/about-claude/pricing"
        ]
      },
      "trials": [
        {
          "id": "claude-20261108-high20-clock-a1",
          "attempt": 1,
          "selected": true,
          "status": "success",
          "success": true,
          "completionSeconds": 600.4,
          "elapsedSeconds": 600.4,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 200.9,
          "secondRewardSeconds": 600.4,
          "price": {
            "usd": 3.079907,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 214,
                "usdPerMillion": 4,
                "usd": 0.000856
              },
              {
                "label": "Cached input",
                "tokens": 7851595,
                "usdPerMillion": 0.2,
                "usd": 1.570319
              },
              {
                "label": "Long cache write",
                "tokens": 139909,
                "usdPerMillion": 8,
                "usd": 1.119272
              },
              {
                "label": "Output",
                "tokens": 19473,
                "usdPerMillion": 20,
                "usd": 0.38946
              }
            ],
            "notes": [
              "Subscription API-price equivalent; usage credits disabled. Last in-flight receipt may be incomplete."
            ],
            "sources": [
              "https://platform.claude.com/docs/en/about-claude/pricing"
            ]
          },
          "video": "/recordings/first-quests/claude-20261108-high20-clock-a1.mp4",
          "poster": "/images/first-quests/claude-20261108-high20-clock-a1.jpg",
          "scored": true,
          "capSeconds": 1200,
          "notes": [
            "Judge detected completion at600.4s; tool screenshot proves visible reward by598.521s. This attempt was told20minutes, not a strict10minute trial."
          ]
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "Native CLI initialization before the first response; independent input cutoff. Exact API inference-start timing was not captured.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "research",
      "cohortLabel": "Claude Code settings · 8 Nov",
      "capSeconds": 1200,
      "reasoningLabel": "High · clock",
      "notes": [
        "Exploratory setting; retain failures and separate time limits.",
        "Standard full-window feedback; model-requested screenshot crops remain available.",
        "Judge polls every 3 seconds plus database latency; raw detection timestamps retained."
      ],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 1,
        "medianCappedSeconds": 600.4,
        "medianCensored": false,
        "meanApiUsd": 3.079907,
        "meanApiIncomplete": true,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "opus-settings-low-1200",
      "name": "Opus 5.5",
      "model": "claude-opus-5-5",
      "harness": "Claude Code 2.1.319",
      "provider": "Anthropic",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 1,
      "finishes": 1,
      "completionSeconds": 695.2,
      "elapsedSeconds": 695.215,
      "status": "success",
      "price": {
        "usd": 3.2035704,
        "incomplete": true,
        "inferredRate": false,
        "rateDate": "2026-11-02",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 224,
            "usdPerMillion": 4,
            "usd": 0.000896
          },
          {
            "label": "Cached input",
            "tokens": 8330852,
            "usdPerMillion": 0.2,
            "usd": 1.6661704000000002
          },
          {
            "label": "Long cache write",
            "tokens": 144943,
            "usdPerMillion": 8,
            "usd": 1.159544
          },
          {
            "label": "Output",
            "tokens": 18848,
            "usdPerMillion": 20,
            "usd": 0.37696
          }
        ],
        "notes": [
          "Subscription API-price equivalent; usage credits disabled. Last in-flight receipt may be incomplete."
        ],
        "sources": [
          "https://platform.claude.com/docs/en/about-claude/pricing"
        ]
      },
      "trials": [
        {
          "id": "claude-20261108-low20",
          "attempt": 1,
          "selected": true,
          "status": "success",
          "success": true,
          "completionSeconds": 695.2,
          "elapsedSeconds": 695.215,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 113.1,
          "secondRewardSeconds": 695.2,
          "price": {
            "usd": 3.2035704,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 224,
                "usdPerMillion": 4,
                "usd": 0.000896
              },
              {
                "label": "Cached input",
                "tokens": 8330852,
                "usdPerMillion": 0.2,
                "usd": 1.6661704000000002
              },
              {
                "label": "Long cache write",
                "tokens": 144943,
                "usdPerMillion": 8,
                "usd": 1.159544
              },
              {
                "label": "Output",
                "tokens": 18848,
                "usdPerMillion": 20,
                "usd": 0.37696
              }
            ],
            "notes": [
              "Subscription API-price equivalent; usage credits disabled. Last in-flight receipt may be incomplete."
            ],
            "sources": [
              "https://platform.claude.com/docs/en/about-claude/pricing"
            ]
          },
          "video": "/recordings/first-quests/claude-20261108-low20.mp4",
          "poster": "/images/first-quests/claude-20261108-low20.jpg",
          "scored": true,
          "capSeconds": 1200,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "Native CLI initialization before the first response; independent input cutoff. Exact API inference-start timing was not captured.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "research",
      "cohortLabel": "Claude Code settings · 8 Nov",
      "capSeconds": 1200,
      "reasoningLabel": "Low",
      "notes": [
        "Exploratory setting; retain failures and separate time limits.",
        "Standard full-window feedback; model-requested screenshot crops remain available.",
        "Judge polls every 3 seconds plus database latency; raw detection timestamps retained."
      ],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 1,
        "medianCappedSeconds": 695.2,
        "medianCensored": false,
        "meanApiUsd": 3.2035704,
        "meanApiIncomplete": true,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "opus-settings-low-600-clock-continue",
      "name": "Opus 5.5",
      "model": "claude-opus-5-5",
      "harness": "Claude Code 2.1.319",
      "provider": "Anthropic",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 1,
      "finishes": 1,
      "completionSeconds": 514.2,
      "elapsedSeconds": 514.189,
      "status": "success",
      "price": {
        "usd": 2.2737114,
        "incomplete": true,
        "inferredRate": false,
        "rateDate": "2026-11-02",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 162,
            "usdPerMillion": 4,
            "usd": 0.000648
          },
          {
            "label": "Cached input",
            "tokens": 4840537,
            "usdPerMillion": 0.2,
            "usd": 0.9681074000000001
          },
          {
            "label": "Long cache write",
            "tokens": 115982,
            "usdPerMillion": 8,
            "usd": 0.927856
          },
          {
            "label": "Output",
            "tokens": 18855,
            "usdPerMillion": 20,
            "usd": 0.3771
          }
        ],
        "notes": [
          "Subscription API-price equivalent; usage credits disabled. Last in-flight receipt may be incomplete."
        ],
        "sources": [
          "https://platform.claude.com/docs/en/about-claude/pricing"
        ]
      },
      "trials": [
        {
          "id": "claude-20261108-af-low-full-a1",
          "attempt": 1,
          "selected": true,
          "status": "success",
          "success": true,
          "completionSeconds": 514.2,
          "elapsedSeconds": 514.189,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 89.9,
          "secondRewardSeconds": 514.2,
          "price": {
            "usd": 2.2737114,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 162,
                "usdPerMillion": 4,
                "usd": 0.000648
              },
              {
                "label": "Cached input",
                "tokens": 4840537,
                "usdPerMillion": 0.2,
                "usd": 0.9681074000000001
              },
              {
                "label": "Long cache write",
                "tokens": 115982,
                "usdPerMillion": 8,
                "usd": 0.927856
              },
              {
                "label": "Output",
                "tokens": 18855,
                "usdPerMillion": 20,
                "usd": 0.3771
              }
            ],
            "notes": [
              "Subscription API-price equivalent; usage credits disabled. Last in-flight receipt may be incomplete."
            ],
            "sources": [
              "https://platform.claude.com/docs/en/about-claude/pricing"
            ]
          },
          "video": "/recordings/first-quests/claude-20261108-af-low-full-a1.mp4",
          "poster": "/images/first-quests/claude-20261108-af-low-full-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "Native CLI initialization before the first response; independent input cutoff. Exact API inference-start timing was not captured.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "benchmark",
      "cohortLabel": "Claude Code settings · 8 Nov",
      "capSeconds": 600,
      "reasoningLabel": "Low · clock · keep playing",
      "notes": [
        "Exploratory setting; retain failures and separate time limits.",
        "Standard full-window feedback; model-requested screenshot crops remain available.",
        "Judge polls every 3 seconds plus database latency; raw detection timestamps retained."
      ],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 1,
        "medianCappedSeconds": 514.2,
        "medianCensored": false,
        "meanApiUsd": 2.2737114,
        "meanApiIncomplete": true,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "opus-settings-medium-600-clock-continue",
      "name": "Opus 5.5",
      "model": "claude-opus-5-5",
      "harness": "Claude Code 2.1.319",
      "provider": "Anthropic",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 3,
      "finishes": 3,
      "completionSeconds": 396.4,
      "elapsedSeconds": 396.426,
      "status": "success",
      "price": {
        "usd": 1.5051128,
        "incomplete": true,
        "inferredRate": false,
        "rateDate": "2026-11-02",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 118,
            "usdPerMillion": 4,
            "usd": 0.000472
          },
          {
            "label": "Cached input",
            "tokens": 2597384,
            "usdPerMillion": 0.2,
            "usd": 0.5194768000000001
          },
          {
            "label": "Long cache write",
            "tokens": 84523,
            "usdPerMillion": 8,
            "usd": 0.676184
          },
          {
            "label": "Output",
            "tokens": 15449,
            "usdPerMillion": 20,
            "usd": 0.30898
          }
        ],
        "notes": [
          "Subscription API-price equivalent; usage credits disabled. Last in-flight receipt may be incomplete."
        ],
        "sources": [
          "https://platform.claude.com/docs/en/about-claude/pricing"
        ]
      },
      "trials": [
        {
          "id": "claude-20261108-af-medium-full-a1",
          "attempt": 1,
          "selected": true,
          "status": "success",
          "success": true,
          "completionSeconds": 396.4,
          "elapsedSeconds": 396.426,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 88.6,
          "secondRewardSeconds": 396.4,
          "price": {
            "usd": 1.5051128,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 118,
                "usdPerMillion": 4,
                "usd": 0.000472
              },
              {
                "label": "Cached input",
                "tokens": 2597384,
                "usdPerMillion": 0.2,
                "usd": 0.5194768000000001
              },
              {
                "label": "Long cache write",
                "tokens": 84523,
                "usdPerMillion": 8,
                "usd": 0.676184
              },
              {
                "label": "Output",
                "tokens": 15449,
                "usdPerMillion": 20,
                "usd": 0.30898
              }
            ],
            "notes": [
              "Subscription API-price equivalent; usage credits disabled. Last in-flight receipt may be incomplete."
            ],
            "sources": [
              "https://platform.claude.com/docs/en/about-claude/pricing"
            ]
          },
          "video": "/recordings/first-quests/claude-20261108-af-medium-full-a1.mp4",
          "poster": "/images/first-quests/claude-20261108-af-medium-full-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        },
        {
          "id": "claude-20261108-af-medium-full-a2",
          "attempt": 2,
          "selected": false,
          "status": "success",
          "success": true,
          "completionSeconds": 447.8,
          "elapsedSeconds": 447.703,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 85.9,
          "secondRewardSeconds": 447.8,
          "price": {
            "usd": 1.8952016,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 140,
                "usdPerMillion": 4,
                "usd": 0.00056
              },
              {
                "label": "Cached input",
                "tokens": 3690968,
                "usdPerMillion": 0.2,
                "usd": 0.7381936000000001
              },
              {
                "label": "Long cache write",
                "tokens": 99176,
                "usdPerMillion": 8,
                "usd": 0.793408
              },
              {
                "label": "Output",
                "tokens": 18152,
                "usdPerMillion": 20,
                "usd": 0.36304
              }
            ],
            "notes": [
              "Subscription API-price equivalent; usage credits disabled. Last in-flight receipt may be incomplete."
            ],
            "sources": [
              "https://platform.claude.com/docs/en/about-claude/pricing"
            ]
          },
          "video": "/recordings/first-quests/claude-20261108-af-medium-full-a2.mp4",
          "poster": "/images/first-quests/claude-20261108-af-medium-full-a2.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        },
        {
          "id": "claude-20261108-af-medium-full-a3",
          "attempt": 3,
          "selected": false,
          "status": "success",
          "success": true,
          "completionSeconds": 446.1,
          "elapsedSeconds": 446.088,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 115.6,
          "secondRewardSeconds": 446.1,
          "price": {
            "usd": 1.9163092,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 144,
                "usdPerMillion": 4,
                "usd": 0.000576
              },
              {
                "label": "Cached input",
                "tokens": 3823486,
                "usdPerMillion": 0.2,
                "usd": 0.7646972000000001
              },
              {
                "label": "Long cache write",
                "tokens": 100972,
                "usdPerMillion": 8,
                "usd": 0.807776
              },
              {
                "label": "Output",
                "tokens": 17163,
                "usdPerMillion": 20,
                "usd": 0.34326
              }
            ],
            "notes": [
              "Subscription API-price equivalent; usage credits disabled. Last in-flight receipt may be incomplete."
            ],
            "sources": [
              "https://platform.claude.com/docs/en/about-claude/pricing"
            ]
          },
          "video": "/recordings/first-quests/claude-20261108-af-medium-full-a3.mp4",
          "poster": "/images/first-quests/claude-20261108-af-medium-full-a3.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "Native CLI initialization before the first response; independent input cutoff. Exact API inference-start timing was not captured.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "benchmark",
      "cohortLabel": "Claude Code settings · 8 Nov",
      "capSeconds": 600,
      "reasoningLabel": "Medium · clock · keep playing",
      "notes": [
        "Exploratory setting; retain failures and separate time limits.",
        "Standard full-window feedback; model-requested screenshot crops remain available.",
        "Judge polls every 3 seconds plus database latency; raw detection timestamps retained."
      ],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 3,
        "medianCappedSeconds": 446.1,
        "medianCensored": false,
        "meanApiUsd": 1.7722078666666667,
        "meanApiIncomplete": true,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "sonnet-settings-high-600-clock-continue",
      "name": "Sonnet 5.5",
      "model": "claude-sonnet-5-5",
      "harness": "Claude Code 2.1.319",
      "provider": "Anthropic",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 1,
      "finishes": 0,
      "completionSeconds": null,
      "elapsedSeconds": 596.3,
      "status": "task_failure",
      "price": {
        "usd": 1.3828802,
        "incomplete": false,
        "inferredRate": false,
        "rateDate": "2026-11-02",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 192,
            "usdPerMillion": 2,
            "usd": 0.000384
          },
          {
            "label": "Cached input",
            "tokens": 6568842,
            "usdPerMillion": 0.1,
            "usd": 0.6568842
          },
          {
            "label": "Long cache write",
            "tokens": 133668,
            "usdPerMillion": 4,
            "usd": 0.534672
          },
          {
            "label": "Output",
            "tokens": 19094,
            "usdPerMillion": 10,
            "usd": 0.19094
          }
        ],
        "notes": [
          "Subscription API-price equivalent; usage credits disabled. Last in-flight receipt may be incomplete."
        ],
        "sources": [
          "https://platform.claude.com/docs/en/about-claude/pricing"
        ]
      },
      "trials": [
        {
          "id": "claude-20261108-af-sonnet-high-full-a1",
          "attempt": 1,
          "selected": true,
          "status": "task_failure",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 596.3,
          "rewards": 1,
          "kills": 8,
          "firstRewardSeconds": 130.3,
          "secondRewardSeconds": null,
          "price": {
            "usd": 1.3828802,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 192,
                "usdPerMillion": 2,
                "usd": 0.000384
              },
              {
                "label": "Cached input",
                "tokens": 6568842,
                "usdPerMillion": 0.1,
                "usd": 0.6568842
              },
              {
                "label": "Long cache write",
                "tokens": 133668,
                "usdPerMillion": 4,
                "usd": 0.534672
              },
              {
                "label": "Output",
                "tokens": 19094,
                "usdPerMillion": 10,
                "usd": 0.19094
              }
            ],
            "notes": [
              "Subscription API-price equivalent; usage credits disabled. Last in-flight receipt may be incomplete."
            ],
            "sources": [
              "https://platform.claude.com/docs/en/about-claude/pricing"
            ]
          },
          "video": "/recordings/first-quests/claude-20261108-af-sonnet-high-full-a1.mp4",
          "poster": "/images/first-quests/claude-20261108-af-sonnet-high-full-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "Native CLI initialization before the first response; independent input cutoff. Exact API inference-start timing was not captured.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "benchmark",
      "cohortLabel": "Claude Code settings · 8 Nov",
      "capSeconds": 600,
      "reasoningLabel": "High · clock · keep playing",
      "notes": [
        "Exploratory setting; retain failures and separate time limits.",
        "Standard full-window feedback; model-requested screenshot crops remain available.",
        "Judge polls every 3 seconds plus database latency; raw detection timestamps retained."
      ],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 1,
        "medianCappedSeconds": 600,
        "medianCensored": true,
        "meanApiUsd": 1.3828802,
        "meanApiIncomplete": false,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "sonnet-settings-high-600-clock-continue-zoom",
      "name": "Sonnet 5.5",
      "model": "claude-sonnet-5-5",
      "harness": "Claude Code 2.1.319",
      "provider": "Anthropic",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 1,
      "finishes": 0,
      "completionSeconds": null,
      "elapsedSeconds": 599.631,
      "status": "task_failure",
      "price": {
        "usd": 1.7011257,
        "incomplete": false,
        "inferredRate": false,
        "rateDate": "2026-11-02",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 188,
            "usdPerMillion": 2,
            "usd": 0.000376
          },
          {
            "label": "Cached input",
            "tokens": 7934477,
            "usdPerMillion": 0.1,
            "usd": 0.7934477000000001
          },
          {
            "label": "Long cache write",
            "tokens": 166903,
            "usdPerMillion": 4,
            "usd": 0.667612
          },
          {
            "label": "Output",
            "tokens": 23969,
            "usdPerMillion": 10,
            "usd": 0.23969
          }
        ],
        "notes": [
          "Subscription API-price equivalent; usage credits disabled. Last in-flight receipt may be incomplete."
        ],
        "sources": [
          "https://platform.claude.com/docs/en/about-claude/pricing"
        ]
      },
      "trials": [
        {
          "id": "claude-20261108-af-sonnet-high-zoom-a1",
          "attempt": 1,
          "selected": true,
          "status": "task_failure",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 599.631,
          "rewards": 1,
          "kills": 2,
          "firstRewardSeconds": 131.6,
          "secondRewardSeconds": null,
          "price": {
            "usd": 1.7011257,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 188,
                "usdPerMillion": 2,
                "usd": 0.000376
              },
              {
                "label": "Cached input",
                "tokens": 7934477,
                "usdPerMillion": 0.1,
                "usd": 0.7934477000000001
              },
              {
                "label": "Long cache write",
                "tokens": 166903,
                "usdPerMillion": 4,
                "usd": 0.667612
              },
              {
                "label": "Output",
                "tokens": 23969,
                "usdPerMillion": 10,
                "usd": 0.23969
              }
            ],
            "notes": [
              "Subscription API-price equivalent; usage credits disabled. Last in-flight receipt may be incomplete."
            ],
            "sources": [
              "https://platform.claude.com/docs/en/about-claude/pricing"
            ]
          },
          "video": "/recordings/first-quests/claude-20261108-af-sonnet-high-zoom-a1.mp4",
          "poster": "/images/first-quests/claude-20261108-af-sonnet-high-zoom-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": []
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "Native CLI initialization before the first response; independent input cutoff. Exact API inference-start timing was not captured.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "benchmark",
      "cohortLabel": "Claude Code settings · 8 Nov",
      "capSeconds": 600,
      "reasoningLabel": "High · clock · keep playing · 2× minimap",
      "notes": [
        "Exploratory: 0/1 scored trials finished; 0 interruptions excluded. No validated winner.",
        "The model receives the full 1024×768 screen plus a 2× enlarged minimap crop. Recordings show the main game screen.",
        "Judge polls every 3 seconds plus database latency; raw detection timestamps retained."
      ],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 1,
        "medianCappedSeconds": 600,
        "medianCensored": true,
        "meanApiUsd": 1.7011257,
        "meanApiIncomplete": false,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "legacy-medium900-gpt61-terra",
      "name": "GPT-6.1 Terra",
      "model": "gpt-6.1-terra",
      "harness": "Harness2 v0.13 · Codex JSON backend",
      "provider": "ChatGPT subscription",
      "tier": "Default",
      "isHuman": false,
      "selectedAttempt": 2,
      "attempts": 3,
      "finishes": 3,
      "completionSeconds": 696.5,
      "elapsedSeconds": 701.0,
      "status": "success",
      "price": {
        "usd": 0.6430042,
        "incomplete": false,
        "inferredRate": false,
        "rateDate": "2026-11-02",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 279112,
            "usdPerMillion": 1,
            "usd": 0.279112
          },
          {
            "label": "Cached input",
            "tokens": 6530944,
            "usdPerMillion": 0.05,
            "usd": 0.32654720000000004
          },
          {
            "label": "Output",
            "tokens": 7469,
            "usdPerMillion": 5,
            "usd": 0.037345
          }
        ],
        "notes": [
          "Retrospective Standard API-token equivalent at 2 November catalog rates; not the historical subscription bill and not a conversion from Codex credits.",
          "Recorded thread-delta tokens; reasoning is included in output. Ledger coverage 90/90."
        ],
        "sources": [
          "https://developers.openai.com/api/docs/pricing"
        ]
      },
      "trials": [
        {
          "id": "legacy-medium900-gpt61-terra-a1",
          "attempt": 1,
          "selected": false,
          "status": "success",
          "success": true,
          "completionSeconds": 857.7,
          "elapsedSeconds": 860.6,
          "rewards": 2,
          "kills": null,
          "firstRewardSeconds": 157.3,
          "secondRewardSeconds": 857.7,
          "price": {
            "usd": 0.5927186,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 164968,
                "usdPerMillion": 1,
                "usd": 0.164968
              },
              {
                "label": "Cached input",
                "tokens": 7757312,
                "usdPerMillion": 0.05,
                "usd": 0.38786560000000003
              },
              {
                "label": "Output",
                "tokens": 7977,
                "usdPerMillion": 5,
                "usd": 0.039885
              }
            ],
            "notes": [
              "Retrospective Standard API-token equivalent at 2 November catalog rates; not the historical subscription bill and not a conversion from Codex credits.",
              "Recorded thread-delta tokens; reasoning is included in output. Ledger coverage 97/97."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/legacy-medium900-gpt61-terra-a1.mp4",
          "poster": "/images/first-quests/legacy-medium900-gpt61-terra-a1.jpg",
          "scored": true,
          "capSeconds": 900,
          "notes": [],
          "tokenUsage": {
            "inputTokens": 7922280,
            "cachedInputTokens": 7757312,
            "outputTokens": 7977,
            "reasoningTokens": 1106,
            "coverage": "97/97",
            "nominalCredits": 14.817965,
            "incomplete": false
          }
        },
        {
          "id": "legacy-medium900-gpt61-terra-a2",
          "attempt": 2,
          "selected": true,
          "status": "success",
          "success": true,
          "completionSeconds": 696.5,
          "elapsedSeconds": 701.0,
          "rewards": 2,
          "kills": null,
          "firstRewardSeconds": 130.9,
          "secondRewardSeconds": 696.5,
          "price": {
            "usd": 0.6430042,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 279112,
                "usdPerMillion": 1,
                "usd": 0.279112
              },
              {
                "label": "Cached input",
                "tokens": 6530944,
                "usdPerMillion": 0.05,
                "usd": 0.32654720000000004
              },
              {
                "label": "Output",
                "tokens": 7469,
                "usdPerMillion": 5,
                "usd": 0.037345
              }
            ],
            "notes": [
              "Retrospective Standard API-token equivalent at 2 November catalog rates; not the historical subscription bill and not a conversion from Codex credits.",
              "Recorded thread-delta tokens; reasoning is included in output. Ledger coverage 90/90."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/legacy-medium900-gpt61-terra-a2.mp4",
          "poster": "/images/first-quests/legacy-medium900-gpt61-terra-a2.jpg",
          "scored": true,
          "capSeconds": 900,
          "notes": [],
          "tokenUsage": {
            "inputTokens": 6810056,
            "cachedInputTokens": 6530944,
            "outputTokens": 7469,
            "reasoningTokens": 1294,
            "coverage": "90/90",
            "nominalCredits": 16.075105,
            "incomplete": false
          }
        },
        {
          "id": "legacy-medium900-gpt61-terra-a3",
          "attempt": 3,
          "selected": false,
          "status": "success",
          "success": true,
          "completionSeconds": 706.9,
          "elapsedSeconds": 708.6,
          "rewards": 2,
          "kills": null,
          "firstRewardSeconds": 157.4,
          "secondRewardSeconds": 706.9,
          "price": {
            "usd": 0.444093,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 137222,
                "usdPerMillion": 1,
                "usd": 0.137222
              },
              {
                "label": "Cached input",
                "tokens": 5477120,
                "usdPerMillion": 0.05,
                "usd": 0.273856
              },
              {
                "label": "Output",
                "tokens": 6603,
                "usdPerMillion": 5,
                "usd": 0.033015
              }
            ],
            "notes": [
              "Retrospective Standard API-token equivalent at 2 November catalog rates; not the historical subscription bill and not a conversion from Codex credits.",
              "Recorded thread-delta tokens; reasoning is included in output. Ledger coverage 81/81."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/legacy-medium900-gpt61-terra-a3.mp4",
          "poster": "/images/first-quests/legacy-medium900-gpt61-terra-a3.jpg",
          "scored": true,
          "capSeconds": 900,
          "notes": [],
          "tokenUsage": {
            "inputTokens": 5614342,
            "cachedInputTokens": 5477120,
            "outputTokens": 6603,
            "reasoningTokens": 947,
            "coverage": "81/81",
            "nominalCredits": 11.102325,
            "incomplete": false
          }
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "t0_file before the first model request; independent 900-second wall cap.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "research",
      "cohortLabel": "1 Nov · 15-minute archive",
      "capSeconds": 900,
      "reasoningLabel": "Medium",
      "notes": [
        "Archived task: create a Human Mage, complete A Threat Within, then turn in Kobold Camp Cleanup. The objective matches the current comparison; this cohort used a 900-second cap instead of 600 seconds.",
        "Harness2 v0.13 used the Codex JSON backend, a persistent ChatGPT subscription session, Medium reasoning, and Default service tier. Within this archived cohort, one player model chose every input using a shared public system, tools, screenshots, and factual game manual; no helper or decision controller was used. These prompts, context-history settings, and tool version differ from the later official-harness runs.",
        "The clock starts at t0_file before the first request. Web clips are aligned to t0_file using each original recording’s 0.13–0.23-second pre-roll offset; source alignment evidence is retained privately.",
        "Repeat rule selected the three fastest first-pass full completions for two additional runs each; n=1 nonfinishers were not repeated. This creates selection bias; the source report calculates no model ranking.",
        "No performance-based early stopping was used. Two earlier attempts excluded for a timer-protocol error and protocol repair are outside this frozen 13-attempt cohort.",
        "Nine attempts have complete token ledgers and four have partial coverage. Nominal Codex credits are not USD; this snapshot has no published USD conversion or quota-draw estimate. Reasoning tokens are already included in output tokens. Where a matching verified 2 November API catalog rate exists, a retrospective token-price equivalent is shown independently of nominal credits."
      ],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 3,
        "medianCappedSeconds": 706.9,
        "medianCensored": false,
        "meanApiUsd": 0.5599386,
        "meanApiIncomplete": false,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "legacy-medium900-gpt61-sol",
      "name": "GPT-6.1 Sol",
      "model": "gpt-6.1-sol",
      "harness": "Harness2 v0.13 · Codex JSON backend",
      "provider": "ChatGPT subscription",
      "tier": "Default",
      "isHuman": false,
      "selectedAttempt": 2,
      "attempts": 2,
      "finishes": 2,
      "completionSeconds": 411.2,
      "elapsedSeconds": 413.2,
      "status": "success",
      "price": {
        "usd": 0.4006044,
        "incomplete": false,
        "inferredRate": false,
        "rateDate": "2026-11-02",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 82091,
            "usdPerMillion": 2,
            "usd": 0.164182
          },
          {
            "label": "Cached input",
            "tokens": 1911424,
            "usdPerMillion": 0.1,
            "usd": 0.19114240000000002
          },
          {
            "label": "Output",
            "tokens": 4528,
            "usdPerMillion": 10,
            "usd": 0.04528
          }
        ],
        "notes": [
          "Retrospective Standard API-token equivalent at 2 November catalog rates; not the historical subscription bill and not a conversion from Codex credits.",
          "Recorded thread-delta tokens; reasoning is included in output. Ledger coverage 46/46."
        ],
        "sources": [
          "https://developers.openai.com/api/docs/pricing"
        ]
      },
      "trials": [
        {
          "id": "legacy-medium900-gpt61-sol-a1",
          "attempt": 1,
          "selected": false,
          "status": "success",
          "success": true,
          "completionSeconds": 458.3,
          "elapsedSeconds": 461.8,
          "rewards": 2,
          "kills": null,
          "firstRewardSeconds": 90.0,
          "secondRewardSeconds": 458.3,
          "price": {
            "usd": 0.4444552,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 95692,
                "usdPerMillion": 2,
                "usd": 0.191384
              },
              {
                "label": "Cached input",
                "tokens": 2118912,
                "usdPerMillion": 0.1,
                "usd": 0.2118912
              },
              {
                "label": "Output",
                "tokens": 4118,
                "usdPerMillion": 10,
                "usd": 0.04118
              }
            ],
            "notes": [
              "Retrospective Standard API-token equivalent at 2 November catalog rates; not the historical subscription bill and not a conversion from Codex credits.",
              "Recorded thread-delta tokens; reasoning is included in output. Ledger coverage 49/49."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/legacy-medium900-gpt61-sol-a1.mp4",
          "poster": "/images/first-quests/legacy-medium900-gpt61-sol-a1.jpg",
          "scored": true,
          "capSeconds": 900,
          "notes": [],
          "tokenUsage": {
            "inputTokens": 2214604,
            "cachedInputTokens": 2118912,
            "outputTokens": 4118,
            "reasoningTokens": 403,
            "coverage": "49/49",
            "nominalCredits": 11.11138,
            "incomplete": false
          }
        },
        {
          "id": "legacy-medium900-gpt61-sol-a2",
          "attempt": 2,
          "selected": true,
          "status": "success",
          "success": true,
          "completionSeconds": 411.2,
          "elapsedSeconds": 413.2,
          "rewards": 2,
          "kills": null,
          "firstRewardSeconds": 103.2,
          "secondRewardSeconds": 411.2,
          "price": {
            "usd": 0.4006044,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 82091,
                "usdPerMillion": 2,
                "usd": 0.164182
              },
              {
                "label": "Cached input",
                "tokens": 1911424,
                "usdPerMillion": 0.1,
                "usd": 0.19114240000000002
              },
              {
                "label": "Output",
                "tokens": 4528,
                "usdPerMillion": 10,
                "usd": 0.04528
              }
            ],
            "notes": [
              "Retrospective Standard API-token equivalent at 2 November catalog rates; not the historical subscription bill and not a conversion from Codex credits.",
              "Recorded thread-delta tokens; reasoning is included in output. Ledger coverage 46/46."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/legacy-medium900-gpt61-sol-a2.mp4",
          "poster": "/images/first-quests/legacy-medium900-gpt61-sol-a2.jpg",
          "scored": true,
          "capSeconds": 900,
          "notes": [],
          "tokenUsage": {
            "inputTokens": 1993515,
            "cachedInputTokens": 1911424,
            "outputTokens": 4528,
            "reasoningTokens": 669,
            "coverage": "46/46",
            "nominalCredits": 10.01511,
            "incomplete": false
          }
        },
        {
          "id": "legacy-medium900-gpt61-sol-a3",
          "attempt": 3,
          "selected": false,
          "status": "transport_stop",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 135.7,
          "rewards": 1,
          "kills": null,
          "firstRewardSeconds": 97.0,
          "secondRewardSeconds": null,
          "price": {
            "usd": 0.1441292,
            "incomplete": true,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 41014,
                "usdPerMillion": 2,
                "usd": 0.082028
              },
              {
                "label": "Cached input",
                "tokens": 454912,
                "usdPerMillion": 0.1,
                "usd": 0.0454912
              },
              {
                "label": "Output",
                "tokens": 1661,
                "usdPerMillion": 10,
                "usd": 0.01661
              }
            ],
            "notes": [
              "Retrospective Standard API-token equivalent at 2 November catalog rates; not the historical subscription bill and not a conversion from Codex credits.",
              "Recorded thread-delta tokens; reasoning is included in output. Ledger coverage 21/22."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/legacy-medium900-gpt61-sol-a3.mp4",
          "poster": "/images/first-quests/legacy-medium900-gpt61-sol-a3.jpg",
          "scored": false,
          "capSeconds": 900,
          "notes": [
            "Response/RPC interruption; report leaves cause unresolved. Censored, not scored as gameplay failure."
          ],
          "tokenUsage": {
            "inputTokens": 495926,
            "cachedInputTokens": 454912,
            "outputTokens": 1661,
            "reasoningTokens": 265,
            "coverage": "21/22",
            "nominalCredits": 3.60323,
            "incomplete": true
          }
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "t0_file before the first model request; independent 900-second wall cap.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "research",
      "cohortLabel": "1 Nov · 15-minute archive",
      "capSeconds": 900,
      "reasoningLabel": "Medium",
      "notes": [
        "Archived task: create a Human Mage, complete A Threat Within, then turn in Kobold Camp Cleanup. The objective matches the current comparison; this cohort used a 900-second cap instead of 600 seconds.",
        "Harness2 v0.13 used the Codex JSON backend, a persistent ChatGPT subscription session, Medium reasoning, and Default service tier. Within this archived cohort, one player model chose every input using a shared public system, tools, screenshots, and factual game manual; no helper or decision controller was used. These prompts, context-history settings, and tool version differ from the later official-harness runs.",
        "The clock starts at t0_file before the first request. Web clips are aligned to t0_file using each original recording’s 0.13–0.23-second pre-roll offset; source alignment evidence is retained privately.",
        "Repeat rule selected the three fastest first-pass full completions for two additional runs each; n=1 nonfinishers were not repeated. This creates selection bias; the source report calculates no model ranking.",
        "No performance-based early stopping was used. Two earlier attempts excluded for a timer-protocol error and protocol repair are outside this frozen 13-attempt cohort.",
        "Nine attempts have complete token ledgers and four have partial coverage. Nominal Codex credits are not USD; this snapshot has no published USD conversion or quota-draw estimate. Reasoning tokens are already included in output tokens. Where a matching verified 2 November API catalog rate exists, a retrospective token-price equivalent is shown independently of nominal credits."
      ],
      "unscoredAttempts": 1,
      "statistics": {
        "scoredAttempts": 2,
        "medianCappedSeconds": 434.75,
        "medianCensored": false,
        "meanApiUsd": 0.4225298,
        "meanApiIncomplete": false,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "legacy-medium900-gpt6-luna",
      "name": "GPT-6 Luna",
      "model": "gpt-6-luna",
      "harness": "Harness2 v0.13 · Codex JSON backend",
      "provider": "ChatGPT subscription",
      "tier": "Default",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 1,
      "finishes": 0,
      "completionSeconds": null,
      "elapsedSeconds": 478.1,
      "status": "task_failure",
      "price": null,
      "trials": [
        {
          "id": "legacy-medium900-gpt6-luna-a1",
          "attempt": 1,
          "selected": true,
          "status": "task_failure",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 478.1,
          "rewards": 0,
          "kills": null,
          "firstRewardSeconds": null,
          "secondRewardSeconds": null,
          "price": null,
          "video": "/recordings/first-quests/legacy-medium900-gpt6-luna-a1.mp4",
          "poster": "/images/first-quests/legacy-medium900-gpt6-luna-a1.jpg",
          "scored": true,
          "capSeconds": 900,
          "notes": [
            "Model declared done without both quest rewards; gameplay incomplete."
          ],
          "tokenUsage": {
            "inputTokens": 6922972,
            "cachedInputTokens": 6827008,
            "outputTokens": 6659,
            "reasoningTokens": 1212,
            "coverage": "35/35",
            "nominalCredits": 2.029899,
            "incomplete": false
          }
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "t0_file before the first model request; independent 900-second wall cap.",
      "setupCaveat": null,
      "priceUnknownNote": "Recorded tokens retained; no matching verified API catalog rate in the dated snapshot. Nominal credits are not USD.",
      "track": "research",
      "cohortLabel": "1 Nov · 15-minute archive",
      "capSeconds": 900,
      "reasoningLabel": "Medium",
      "notes": [
        "Archived task: create a Human Mage, complete A Threat Within, then turn in Kobold Camp Cleanup. The objective matches the current comparison; this cohort used a 900-second cap instead of 600 seconds.",
        "Harness2 v0.13 used the Codex JSON backend, a persistent ChatGPT subscription session, Medium reasoning, and Default service tier. Within this archived cohort, one player model chose every input using a shared public system, tools, screenshots, and factual game manual; no helper or decision controller was used. These prompts, context-history settings, and tool version differ from the later official-harness runs.",
        "The clock starts at t0_file before the first request. Web clips are aligned to t0_file using each original recording’s 0.13–0.23-second pre-roll offset; source alignment evidence is retained privately.",
        "Repeat rule selected the three fastest first-pass full completions for two additional runs each; n=1 nonfinishers were not repeated. This creates selection bias; the source report calculates no model ranking.",
        "No performance-based early stopping was used. Two earlier attempts excluded for a timer-protocol error and protocol repair are outside this frozen 13-attempt cohort.",
        "Nine attempts have complete token ledgers and four have partial coverage. Nominal Codex credits are not USD; this snapshot has no published USD conversion or quota-draw estimate. Reasoning tokens are already included in output tokens. Where a matching verified 2 November API catalog rate exists, a retrospective token-price equivalent is shown independently of nominal credits."
      ],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 1,
        "medianCappedSeconds": 900,
        "medianCensored": true,
        "meanApiUsd": null,
        "meanApiIncomplete": false,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "legacy-medium900-gpt6-astra",
      "name": "GPT-6 Astra",
      "model": "gpt-6-astra",
      "harness": "Harness2 v0.13 · Codex JSON backend",
      "provider": "ChatGPT subscription",
      "tier": "Default",
      "isHuman": false,
      "selectedAttempt": 3,
      "attempts": 3,
      "finishes": 3,
      "completionSeconds": 363.3,
      "elapsedSeconds": 367.4,
      "status": "success",
      "price": {
        "usd": 2.70959,
        "incomplete": false,
        "inferredRate": false,
        "rateDate": "2026-11-02",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 78654,
            "usdPerMillion": 10,
            "usd": 0.78654
          },
          {
            "label": "Cached input",
            "tokens": 1744000,
            "usdPerMillion": 1,
            "usd": 1.744
          },
          {
            "label": "Output",
            "tokens": 3581,
            "usdPerMillion": 50,
            "usd": 0.17905
          }
        ],
        "notes": [
          "Retrospective Standard API-token equivalent at 2 November catalog rates; not the historical subscription bill and not a conversion from Codex credits.",
          "Recorded thread-delta tokens; reasoning is included in output. Ledger coverage 44/44."
        ],
        "sources": [
          "https://developers.openai.com/api/docs/pricing"
        ]
      },
      "trials": [
        {
          "id": "legacy-medium900-gpt6-astra-a1",
          "attempt": 1,
          "selected": false,
          "status": "success",
          "success": true,
          "completionSeconds": 404.0,
          "elapsedSeconds": 408.4,
          "rewards": 2,
          "kills": null,
          "firstRewardSeconds": 120.0,
          "secondRewardSeconds": 404.0,
          "price": {
            "usd": 2.81701,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 87140,
                "usdPerMillion": 10,
                "usd": 0.8714
              },
              {
                "label": "Cached input",
                "tokens": 1749760,
                "usdPerMillion": 1,
                "usd": 1.74976
              },
              {
                "label": "Output",
                "tokens": 3917,
                "usdPerMillion": 50,
                "usd": 0.19585
              }
            ],
            "notes": [
              "Retrospective Standard API-token equivalent at 2 November catalog rates; not the historical subscription bill and not a conversion from Codex credits.",
              "Recorded thread-delta tokens; reasoning is included in output. Ledger coverage 44/44."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/legacy-medium900-gpt6-astra-a1.mp4",
          "poster": "/images/first-quests/legacy-medium900-gpt6-astra-a1.jpg",
          "scored": true,
          "capSeconds": 900,
          "notes": [],
          "tokenUsage": {
            "inputTokens": 1836900,
            "cachedInputTokens": 1749760,
            "outputTokens": 3917,
            "reasoningTokens": 198,
            "coverage": "44/44",
            "nominalCredits": 70.42525,
            "incomplete": false
          }
        },
        {
          "id": "legacy-medium900-gpt6-astra-a2",
          "attempt": 2,
          "selected": false,
          "status": "success",
          "success": true,
          "completionSeconds": 633.2,
          "elapsedSeconds": 636.5,
          "rewards": 2,
          "kills": null,
          "firstRewardSeconds": 116.2,
          "secondRewardSeconds": 633.2,
          "price": {
            "usd": 4.567806,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 106990,
                "usdPerMillion": 10,
                "usd": 1.0699
              },
              {
                "label": "Cached input",
                "tokens": 3229056,
                "usdPerMillion": 1,
                "usd": 3.229056
              },
              {
                "label": "Output",
                "tokens": 5377,
                "usdPerMillion": 50,
                "usd": 0.26885
              }
            ],
            "notes": [
              "Retrospective Standard API-token equivalent at 2 November catalog rates; not the historical subscription bill and not a conversion from Codex credits.",
              "Recorded thread-delta tokens; reasoning is included in output. Ledger coverage 61/61."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/legacy-medium900-gpt6-astra-a2.mp4",
          "poster": "/images/first-quests/legacy-medium900-gpt6-astra-a2.jpg",
          "scored": true,
          "capSeconds": 900,
          "notes": [],
          "tokenUsage": {
            "inputTokens": 3336046,
            "cachedInputTokens": 3229056,
            "outputTokens": 5377,
            "reasoningTokens": 447,
            "coverage": "61/61",
            "nominalCredits": 114.19515,
            "incomplete": false
          }
        },
        {
          "id": "legacy-medium900-gpt6-astra-a3",
          "attempt": 3,
          "selected": true,
          "status": "success",
          "success": true,
          "completionSeconds": 363.3,
          "elapsedSeconds": 367.4,
          "rewards": 2,
          "kills": null,
          "firstRewardSeconds": 103.4,
          "secondRewardSeconds": 363.3,
          "price": {
            "usd": 2.70959,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-02",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 78654,
                "usdPerMillion": 10,
                "usd": 0.78654
              },
              {
                "label": "Cached input",
                "tokens": 1744000,
                "usdPerMillion": 1,
                "usd": 1.744
              },
              {
                "label": "Output",
                "tokens": 3581,
                "usdPerMillion": 50,
                "usd": 0.17905
              }
            ],
            "notes": [
              "Retrospective Standard API-token equivalent at 2 November catalog rates; not the historical subscription bill and not a conversion from Codex credits.",
              "Recorded thread-delta tokens; reasoning is included in output. Ledger coverage 44/44."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/legacy-medium900-gpt6-astra-a3.mp4",
          "poster": "/images/first-quests/legacy-medium900-gpt6-astra-a3.jpg",
          "scored": true,
          "capSeconds": 900,
          "notes": [],
          "tokenUsage": {
            "inputTokens": 1822654,
            "cachedInputTokens": 1744000,
            "outputTokens": 3581,
            "reasoningTokens": 107,
            "coverage": "44/44",
            "nominalCredits": 67.73975,
            "incomplete": false
          }
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "t0_file before the first model request; independent 900-second wall cap.",
      "setupCaveat": null,
      "priceUnknownNote": null,
      "track": "research",
      "cohortLabel": "1 Nov · 15-minute archive",
      "capSeconds": 900,
      "reasoningLabel": "Medium",
      "notes": [
        "Archived task: create a Human Mage, complete A Threat Within, then turn in Kobold Camp Cleanup. The objective matches the current comparison; this cohort used a 900-second cap instead of 600 seconds.",
        "Harness2 v0.13 used the Codex JSON backend, a persistent ChatGPT subscription session, Medium reasoning, and Default service tier. Within this archived cohort, one player model chose every input using a shared public system, tools, screenshots, and factual game manual; no helper or decision controller was used. These prompts, context-history settings, and tool version differ from the later official-harness runs.",
        "The clock starts at t0_file before the first request. Web clips are aligned to t0_file using each original recording’s 0.13–0.23-second pre-roll offset; source alignment evidence is retained privately.",
        "Repeat rule selected the three fastest first-pass full completions for two additional runs each; n=1 nonfinishers were not repeated. This creates selection bias; the source report calculates no model ranking.",
        "No performance-based early stopping was used. Two earlier attempts excluded for a timer-protocol error and protocol repair are outside this frozen 13-attempt cohort.",
        "Nine attempts have complete token ledgers and four have partial coverage. Nominal Codex credits are not USD; this snapshot has no published USD conversion or quota-draw estimate. Reasoning tokens are already included in output tokens. Where a matching verified 2 November API catalog rate exists, a retrospective token-price equivalent is shown independently of nominal credits."
      ],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 3,
        "medianCappedSeconds": 404.0,
        "medianCensored": false,
        "meanApiUsd": 3.364802,
        "meanApiIncomplete": false,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "legacy-medium900-gpt6-sol",
      "name": "GPT-6 Sol",
      "model": "gpt-6-sol",
      "harness": "Harness2 v0.13 · Codex JSON backend",
      "provider": "ChatGPT subscription",
      "tier": "Default",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 1,
      "finishes": 0,
      "completionSeconds": null,
      "elapsedSeconds": 900.0,
      "status": "timeout",
      "price": null,
      "trials": [
        {
          "id": "legacy-medium900-gpt6-sol-a1",
          "attempt": 1,
          "selected": true,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 900.0,
          "rewards": 1,
          "kills": null,
          "firstRewardSeconds": 139.7,
          "secondRewardSeconds": null,
          "price": null,
          "video": "/recordings/first-quests/legacy-medium900-gpt6-sol-a1.mp4",
          "poster": "/images/first-quests/legacy-medium900-gpt6-sol-a1.jpg",
          "scored": true,
          "capSeconds": 900,
          "notes": [
            "Independent 900-second wall cap reached without both quest rewards."
          ],
          "tokenUsage": {
            "inputTokens": 6565848,
            "cachedInputTokens": 6410880,
            "outputTokens": 10263,
            "reasoningTokens": 4307,
            "coverage": "88/89",
            "nominalCredits": 42.36855,
            "incomplete": true
          }
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "t0_file before the first model request; independent 900-second wall cap.",
      "setupCaveat": null,
      "priceUnknownNote": "Recorded tokens retained; no matching verified API catalog rate in the dated snapshot. Nominal credits are not USD.",
      "track": "research",
      "cohortLabel": "1 Nov · 15-minute archive",
      "capSeconds": 900,
      "reasoningLabel": "Medium",
      "notes": [
        "Archived task: create a Human Mage, complete A Threat Within, then turn in Kobold Camp Cleanup. The objective matches the current comparison; this cohort used a 900-second cap instead of 600 seconds.",
        "Harness2 v0.13 used the Codex JSON backend, a persistent ChatGPT subscription session, Medium reasoning, and Default service tier. Within this archived cohort, one player model chose every input using a shared public system, tools, screenshots, and factual game manual; no helper or decision controller was used. These prompts, context-history settings, and tool version differ from the later official-harness runs.",
        "The clock starts at t0_file before the first request. Web clips are aligned to t0_file using each original recording’s 0.13–0.23-second pre-roll offset; source alignment evidence is retained privately.",
        "Repeat rule selected the three fastest first-pass full completions for two additional runs each; n=1 nonfinishers were not repeated. This creates selection bias; the source report calculates no model ranking.",
        "No performance-based early stopping was used. Two earlier attempts excluded for a timer-protocol error and protocol repair are outside this frozen 13-attempt cohort.",
        "Nine attempts have complete token ledgers and four have partial coverage. Nominal Codex credits are not USD; this snapshot has no published USD conversion or quota-draw estimate. Reasoning tokens are already included in output tokens. Where a matching verified 2 November API catalog rate exists, a retrospective token-price equivalent is shown independently of nominal credits."
      ],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 1,
        "medianCappedSeconds": 900,
        "medianCensored": true,
        "meanApiUsd": null,
        "meanApiIncomplete": false,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "legacy-medium900-gpt56-terra",
      "name": "GPT-5.6 Terra",
      "model": "gpt-5.6-terra",
      "harness": "Harness2 v0.13 · Codex JSON backend",
      "provider": "ChatGPT subscription",
      "tier": "Default",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 0,
      "finishes": 0,
      "completionSeconds": null,
      "elapsedSeconds": 568.3,
      "status": "transport_stop",
      "price": null,
      "trials": [
        {
          "id": "legacy-medium900-gpt56-terra-a1",
          "attempt": 1,
          "selected": true,
          "status": "transport_stop",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 568.3,
          "rewards": 1,
          "kills": null,
          "firstRewardSeconds": 207.1,
          "secondRewardSeconds": null,
          "price": null,
          "video": "/recordings/first-quests/legacy-medium900-gpt56-terra-a1.mp4",
          "poster": "/images/first-quests/legacy-medium900-gpt56-terra-a1.jpg",
          "scored": false,
          "capSeconds": 900,
          "notes": [
            "Response/RPC interruption; report leaves cause unresolved. Censored, not scored as gameplay failure."
          ],
          "tokenUsage": {
            "inputTokens": 2426432,
            "cachedInputTokens": 2301952,
            "outputTokens": 7150,
            "reasoningTokens": 3448,
            "coverage": "51/52",
            "nominalCredits": 19.87876,
            "incomplete": true
          }
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "t0_file before the first model request; independent 900-second wall cap.",
      "setupCaveat": null,
      "priceUnknownNote": "Recorded tokens retained; no matching verified API catalog rate in the dated snapshot. Nominal credits are not USD.",
      "track": "research",
      "cohortLabel": "1 Nov · 15-minute archive",
      "capSeconds": 900,
      "reasoningLabel": "Medium",
      "notes": [
        "Archived task: create a Human Mage, complete A Threat Within, then turn in Kobold Camp Cleanup. The objective matches the current comparison; this cohort used a 900-second cap instead of 600 seconds.",
        "Harness2 v0.13 used the Codex JSON backend, a persistent ChatGPT subscription session, Medium reasoning, and Default service tier. Within this archived cohort, one player model chose every input using a shared public system, tools, screenshots, and factual game manual; no helper or decision controller was used. These prompts, context-history settings, and tool version differ from the later official-harness runs.",
        "The clock starts at t0_file before the first request. Web clips are aligned to t0_file using each original recording’s 0.13–0.23-second pre-roll offset; source alignment evidence is retained privately.",
        "Repeat rule selected the three fastest first-pass full completions for two additional runs each; n=1 nonfinishers were not repeated. This creates selection bias; the source report calculates no model ranking.",
        "No performance-based early stopping was used. Two earlier attempts excluded for a timer-protocol error and protocol repair are outside this frozen 13-attempt cohort.",
        "Nine attempts have complete token ledgers and four have partial coverage. Nominal Codex credits are not USD; this snapshot has no published USD conversion or quota-draw estimate. Reasoning tokens are already included in output tokens. Where a matching verified 2 November API catalog rate exists, a retrospective token-price equivalent is shown independently of nominal credits."
      ],
      "unscoredAttempts": 1,
      "statistics": {
        "scoredAttempts": 0,
        "medianCappedSeconds": null,
        "medianCensored": false,
        "meanApiUsd": null,
        "meanApiIncomplete": false,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "legacy-medium900-gpt56-sol",
      "name": "GPT-5.6 Sol",
      "model": "gpt-5.6-sol",
      "harness": "Harness2 v0.13 · Codex JSON backend",
      "provider": "ChatGPT subscription",
      "tier": "Default",
      "isHuman": false,
      "selectedAttempt": 1,
      "attempts": 1,
      "finishes": 0,
      "completionSeconds": null,
      "elapsedSeconds": 900.0,
      "status": "timeout",
      "price": null,
      "trials": [
        {
          "id": "legacy-medium900-gpt56-sol-a1",
          "attempt": 1,
          "selected": true,
          "status": "timeout",
          "success": false,
          "completionSeconds": null,
          "elapsedSeconds": 900.0,
          "rewards": 0,
          "kills": null,
          "firstRewardSeconds": null,
          "secondRewardSeconds": null,
          "price": null,
          "video": "/recordings/first-quests/legacy-medium900-gpt56-sol-a1.mp4",
          "poster": "/images/first-quests/legacy-medium900-gpt56-sol-a1.jpg",
          "scored": true,
          "capSeconds": 900,
          "notes": [
            "Independent 900-second wall cap reached without both quest rewards."
          ],
          "tokenUsage": {
            "inputTokens": 3162674,
            "cachedInputTokens": 3052032,
            "outputTokens": 8139,
            "reasoningTokens": 3678,
            "coverage": "59/60",
            "nominalCredits": 45.65402,
            "incomplete": true
          }
        }
      ],
      "shortUrl": null,
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "t0_file before the first model request; independent 900-second wall cap.",
      "setupCaveat": null,
      "priceUnknownNote": "Recorded tokens retained; no matching verified API catalog rate in the dated snapshot. Nominal credits are not USD.",
      "track": "research",
      "cohortLabel": "1 Nov · 15-minute archive",
      "capSeconds": 900,
      "reasoningLabel": "Medium",
      "notes": [
        "Archived task: create a Human Mage, complete A Threat Within, then turn in Kobold Camp Cleanup. The objective matches the current comparison; this cohort used a 900-second cap instead of 600 seconds.",
        "Harness2 v0.13 used the Codex JSON backend, a persistent ChatGPT subscription session, Medium reasoning, and Default service tier. Within this archived cohort, one player model chose every input using a shared public system, tools, screenshots, and factual game manual; no helper or decision controller was used. These prompts, context-history settings, and tool version differ from the later official-harness runs.",
        "The clock starts at t0_file before the first request. Web clips are aligned to t0_file using each original recording’s 0.13–0.23-second pre-roll offset; source alignment evidence is retained privately.",
        "Repeat rule selected the three fastest first-pass full completions for two additional runs each; n=1 nonfinishers were not repeated. This creates selection bias; the source report calculates no model ranking.",
        "No performance-based early stopping was used. Two earlier attempts excluded for a timer-protocol error and protocol repair are outside this frozen 13-attempt cohort.",
        "Nine attempts have complete token ledgers and four have partial coverage. Nominal Codex credits are not USD; this snapshot has no published USD conversion or quota-draw estimate. Reasoning tokens are already included in output tokens. Where a matching verified 2 November API catalog rate exists, a retrospective token-price equivalent is shown independently of nominal credits."
      ],
      "unscoredAttempts": 0,
      "statistics": {
        "scoredAttempts": 1,
        "medianCappedSeconds": 900,
        "medianCensored": true,
        "meanApiUsd": null,
        "meanApiIncomplete": false,
        "meanApiInferredRate": false
      }
    },
    {
      "id": "gpt62sol-20261117-medium",
      "name": "GPT-6.2 Sol",
      "model": "gpt-6.2-sol",
      "harness": "Codex CLI 0.167.1",
      "provider": "ChatGPT subscription",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 2,
      "attempts": 3,
      "finishes": 3,
      "completionSeconds": 284.0,
      "elapsedSeconds": 284.005,
      "status": "success",
      "price": {
        "usd": 0.48199,
        "incomplete": false,
        "inferredRate": false,
        "rateDate": "2026-11-17",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 128911,
            "usdPerMillion": 2,
            "usd": 0.257822
          },
          {
            "label": "Cached input",
            "tokens": 1872384,
            "usdPerMillion": 0.1,
            "usd": 0.18723840000000003
          },
          {
            "label": "Output",
            "tokens": 3693,
            "usdPerMillion": 10,
            "usd": 0.03693
          }
        ],
        "notes": [
          "Included ChatGPT subscription usage; API-token equivalent at published Standard rates, not a cash charge. Reasoning is included in output."
        ],
        "sources": [
          "https://developers.openai.com/api/docs/pricing"
        ]
      },
      "trials": [
        {
          "id": "gpt62sol-20261117-sol62m-a1",
          "attempt": 1,
          "selected": false,
          "status": "success",
          "success": true,
          "completionSeconds": 326.3,
          "elapsedSeconds": 326.273,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 58.3,
          "secondRewardSeconds": 326.3,
          "price": {
            "usd": 0.467218,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-17",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 123144,
                "usdPerMillion": 2,
                "usd": 0.246288
              },
              {
                "label": "Cached input",
                "tokens": 1920000,
                "usdPerMillion": 0.1,
                "usd": 0.192
              },
              {
                "label": "Output",
                "tokens": 2893,
                "usdPerMillion": 10,
                "usd": 0.02893
              }
            ],
            "notes": [
              "Included ChatGPT subscription usage; API-token equivalent at published Standard rates, not a cash charge. Reasoning is included in output."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/gpt62sol-20261117-sol62m-a1.mp4",
          "poster": "/images/first-quests/gpt62sol-20261117-sol62m-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": [],
          "characterSeconds": 15.6,
          "toolCalls": 48,
          "tokenUsage": {
            "inputTokens": 2043144,
            "cachedInputTokens": 1920000,
            "outputTokens": 2893,
            "reasoningTokens": 226,
            "coverage": "Codex cumulative total at turn end",
            "incomplete": false,
            "nominalCredits": null
          }
        },
        {
          "id": "gpt62sol-20261117-sol62m-a2",
          "attempt": 2,
          "selected": true,
          "status": "success",
          "success": true,
          "completionSeconds": 284.0,
          "elapsedSeconds": 284.005,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 65.0,
          "secondRewardSeconds": 284.0,
          "price": {
            "usd": 0.48199,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-17",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 128911,
                "usdPerMillion": 2,
                "usd": 0.257822
              },
              {
                "label": "Cached input",
                "tokens": 1872384,
                "usdPerMillion": 0.1,
                "usd": 0.18723840000000003
              },
              {
                "label": "Output",
                "tokens": 3693,
                "usdPerMillion": 10,
                "usd": 0.03693
              }
            ],
            "notes": [
              "Included ChatGPT subscription usage; API-token equivalent at published Standard rates, not a cash charge. Reasoning is included in output."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/gpt62sol-20261117-sol62m-a2.mp4",
          "poster": "/images/first-quests/gpt62sol-20261117-sol62m-a2.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": [],
          "characterSeconds": 9.3,
          "toolCalls": 47,
          "tokenUsage": {
            "inputTokens": 2001295,
            "cachedInputTokens": 1872384,
            "outputTokens": 3693,
            "reasoningTokens": 711,
            "coverage": "Codex cumulative total at turn end",
            "incomplete": false,
            "nominalCredits": null
          }
        },
        {
          "id": "gpt62sol-20261117-sol62m-a3",
          "attempt": 3,
          "selected": false,
          "status": "success",
          "success": true,
          "completionSeconds": 306.7,
          "elapsedSeconds": 306.702,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 64.8,
          "secondRewardSeconds": 306.7,
          "price": {
            "usd": 0.449978,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-17",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 129098,
                "usdPerMillion": 2,
                "usd": 0.258196
              },
              {
                "label": "Cached input",
                "tokens": 1708416,
                "usdPerMillion": 0.1,
                "usd": 0.1708416
              },
              {
                "label": "Output",
                "tokens": 2094,
                "usdPerMillion": 10,
                "usd": 0.02094
              }
            ],
            "notes": [
              "Included ChatGPT subscription usage; API-token equivalent at published Standard rates, not a cash charge. Reasoning is included in output."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/gpt62sol-20261117-sol62m-a3.mp4",
          "poster": "/images/first-quests/gpt62sol-20261117-sol62m-a3.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": [],
          "characterSeconds": 15.6,
          "toolCalls": 47,
          "tokenUsage": {
            "inputTokens": 1837514,
            "cachedInputTokens": 1708416,
            "outputTokens": 2094,
            "reasoningTokens": 128,
            "coverage": "Codex cumulative total at turn end",
            "incomplete": false,
            "nominalCredits": null
          }
        }
      ],
      "shortUrl": "https://www.youtube.com/shorts/8emkr7Ainww",
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "Bridge t0 written immediately before the first screenshot after reset (start_attempt timed); character creation, loading, deliberation and tool latency all count. Earlier (≤8 Nov) Codex cohorts started the clock at the native turn.started event instead.",
      "setupCaveat": "Shared game MCP adapter replaces built-in tools; not product defaults.",
      "priceUnknownNote": null,
      "track": "benchmark",
      "cohortLabel": "17 Nov · three attempts",
      "capSeconds": 600,
      "reasoningLabel": "Medium",
      "notes": [
        "Strict fresh Human Mage chain (create character, hand in 783, then 7), 600 s cap, fresh account per attempt; same hash-frozen bridge (practice_bridge timed mode), profile-600 and public task as the 17 Nov skill-transfer control arm; no skill, no notes.",
        "OpenAI’s official Codex CLI agent (app-server JSON-RPC, fresh thread per attempt, read-only sandbox); benchmark game MCP bridge as the only tool; shell/browser/computer-use/view_image/web search disabled",
        "ChatGPT subscription (included usage, Pro Lite) · Standard (service_tier default; no Fast/UltraFast).",
        "Fresh account and character each attempt. Game bridge, profile and public task frozen to the 17 Nov control arm.",
        "Earlier Codex cohorts started at native turn.started; the 17 Nov timer starts before the first screenshot, after reset. Character creation and loading count."
      ],
      "unscoredAttempts": 0,
      "medianCompletedSeconds": 306.7,
      "meanCappedSeconds": 305.7,
      "allAttemptApiEquivalentUsd": 1.3992,
      "statistics": {
        "scoredAttempts": 3,
        "medianCappedSeconds": 306.7,
        "medianCensored": false,
        "meanApiUsd": 0.46639533333333333,
        "meanApiIncomplete": false,
        "meanApiInferredRate": false
      },
      "sourceHashes": {
        "campaign_support.py": "631c86b6272201784ef1ee1e73fd44f161b170c4d5be3a2b528aa765cf7813a6",
        "game_session.py": "fdde0a9525a02fc9172a7e79215b17be8d2ef45f92ca237dcdf3c7380043e641",
        "practice_bridge.py": "e6a99874e030f926a0c1e24855856a3f4ad33efdbadcaa680e8c5f8e1ed6d7a3",
        "profile-600.json": "e97e5c4f523ba3c4146e977567702e2e7fcbc7c0e76580cd6e48f4d5180540b0",
        "public-task.md": "2060c68f747b561e95954020690ba52ae558d4041aa23aec76121e5b02f196d7",
        "quota.py": "9dcfb36e0a67947eece72c7841a353861920d1ff39060fab2192721e631294b0",
        "run_batch.py": "45d9a9d65e726d6dfc285ad44646a2489ca379ef2eb0c1c5baf5fa46878617a2",
        "trial.py": "d46dbe835834543c27708e4e0138c3cd5717e6e772635970083053e17e0642e7",
        "completed-report.json": "fd87d16a41ca6501e39a0a623678a040255de003daf4ac42e9754cfa45c431a8",
        "evidence-manifest.json": "4652b7d08dc080a9be851c61b46cf3b7665dba0291775c139433c1bab39e70b6"
      }
    },
    {
      "id": "gpt62astra-20261117-low",
      "name": "GPT-6.2 Astra",
      "model": "gpt-6.2-astra",
      "harness": "Codex CLI 0.167.1",
      "provider": "ChatGPT subscription",
      "tier": "Standard",
      "isHuman": false,
      "selectedAttempt": 2,
      "attempts": 3,
      "finishes": 3,
      "completionSeconds": 270.3,
      "elapsedSeconds": 270.298,
      "status": "success",
      "price": {
        "usd": 1.048531,
        "incomplete": false,
        "inferredRate": false,
        "rateDate": "2026-11-17",
        "parts": [
          {
            "label": "Uncached input",
            "tokens": 59228,
            "usdPerMillion": 8,
            "usd": 0.473824
          },
          {
            "label": "Cached input",
            "tokens": 1258368,
            "usdPerMillion": 0.4,
            "usd": 0.5033472
          },
          {
            "label": "Output",
            "tokens": 1784,
            "usdPerMillion": 40,
            "usd": 0.07136
          }
        ],
        "notes": [
          "Included ChatGPT subscription usage; API-token equivalent at published Standard rates, not a cash charge. Reasoning is included in output."
        ],
        "sources": [
          "https://developers.openai.com/api/docs/pricing"
        ]
      },
      "trials": [
        {
          "id": "gpt62astra-20261117-astra62l-a1",
          "attempt": 1,
          "selected": false,
          "status": "success",
          "success": true,
          "completionSeconds": 411.3,
          "elapsedSeconds": 411.321,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 77.8,
          "secondRewardSeconds": 411.3,
          "price": {
            "usd": 1.200998,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-17",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 65457,
                "usdPerMillion": 8,
                "usd": 0.523656
              },
              {
                "label": "Cached input",
                "tokens": 1453056,
                "usdPerMillion": 0.4,
                "usd": 0.5812224
              },
              {
                "label": "Output",
                "tokens": 2403,
                "usdPerMillion": 40,
                "usd": 0.09612
              }
            ],
            "notes": [
              "Included ChatGPT subscription usage; API-token equivalent at published Standard rates, not a cash charge. Reasoning is included in output."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/gpt62astra-20261117-astra62l-a1.mp4",
          "poster": "/images/first-quests/gpt62astra-20261117-astra62l-a1.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": [],
          "characterSeconds": 15.6,
          "toolCalls": 42,
          "tokenUsage": {
            "inputTokens": 1518513,
            "cachedInputTokens": 1453056,
            "outputTokens": 2403,
            "reasoningTokens": 0,
            "coverage": "Codex cumulative total at turn end",
            "incomplete": false,
            "nominalCredits": null
          }
        },
        {
          "id": "gpt62astra-20261117-astra62l-a2",
          "attempt": 2,
          "selected": true,
          "status": "success",
          "success": true,
          "completionSeconds": 270.3,
          "elapsedSeconds": 270.298,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 64.4,
          "secondRewardSeconds": 270.3,
          "price": {
            "usd": 1.048531,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-17",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 59228,
                "usdPerMillion": 8,
                "usd": 0.473824
              },
              {
                "label": "Cached input",
                "tokens": 1258368,
                "usdPerMillion": 0.4,
                "usd": 0.5033472
              },
              {
                "label": "Output",
                "tokens": 1784,
                "usdPerMillion": 40,
                "usd": 0.07136
              }
            ],
            "notes": [
              "Included ChatGPT subscription usage; API-token equivalent at published Standard rates, not a cash charge. Reasoning is included in output."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/gpt62astra-20261117-astra62l-a2.mp4",
          "poster": "/images/first-quests/gpt62astra-20261117-astra62l-a2.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": [],
          "characterSeconds": 18.5,
          "toolCalls": 38,
          "tokenUsage": {
            "inputTokens": 1317596,
            "cachedInputTokens": 1258368,
            "outputTokens": 1784,
            "reasoningTokens": 0,
            "coverage": "Codex cumulative total at turn end",
            "incomplete": false,
            "nominalCredits": null
          }
        },
        {
          "id": "gpt62astra-20261117-astra62l-a3",
          "attempt": 3,
          "selected": false,
          "status": "success",
          "success": true,
          "completionSeconds": 388.3,
          "elapsedSeconds": 388.346,
          "rewards": 2,
          "kills": 8,
          "firstRewardSeconds": 84.4,
          "secondRewardSeconds": 388.3,
          "price": {
            "usd": 1.288533,
            "incomplete": false,
            "inferredRate": false,
            "rateDate": "2026-11-17",
            "parts": [
              {
                "label": "Uncached input",
                "tokens": 69062,
                "usdPerMillion": 8,
                "usd": 0.552496
              },
              {
                "label": "Cached input",
                "tokens": 1640192,
                "usdPerMillion": 0.4,
                "usd": 0.6560768
              },
              {
                "label": "Output",
                "tokens": 1999,
                "usdPerMillion": 40,
                "usd": 0.07996
              }
            ],
            "notes": [
              "Included ChatGPT subscription usage; API-token equivalent at published Standard rates, not a cash charge. Reasoning is included in output."
            ],
            "sources": [
              "https://developers.openai.com/api/docs/pricing"
            ]
          },
          "video": "/recordings/first-quests/gpt62astra-20261117-astra62l-a3.mp4",
          "poster": "/images/first-quests/gpt62astra-20261117-astra62l-a3.jpg",
          "scored": true,
          "capSeconds": 600,
          "notes": [],
          "characterSeconds": 15.6,
          "toolCalls": 45,
          "tokenUsage": {
            "inputTokens": 1709254,
            "cachedInputTokens": 1640192,
            "outputTokens": 1999,
            "reasoningTokens": 0,
            "coverage": "Codex cumulative total at turn end",
            "incomplete": false,
            "nominalCredits": null
          }
        }
      ],
      "shortUrl": "https://www.youtube.com/shorts/bgVWnW0LN4o",
      "additionalRecordings": [],
      "nativeDefaults": false,
      "helperModel": null,
      "reasoningNote": null,
      "timerSource": "Bridge t0 written immediately before the first screenshot after reset (start_attempt timed); character creation, loading, deliberation and tool latency all count. Earlier (≤8 Nov) Codex cohorts started the clock at the native turn.started event instead.",
      "setupCaveat": "Shared game MCP adapter replaces built-in tools; not product defaults.",
      "priceUnknownNote": null,
      "track": "benchmark",
      "cohortLabel": "17 Nov · three attempts",
      "capSeconds": 600,
      "reasoningLabel": "Low",
      "notes": [
        "Strict fresh Human Mage chain (create character, hand in 783, then 7), 600 s cap, fresh account per attempt; same hash-frozen bridge (practice_bridge timed mode), profile-600 and public task as the 17 Nov skill-transfer control arm; no skill, no notes.",
        "OpenAI’s official Codex CLI agent (app-server JSON-RPC, fresh thread per attempt, read-only sandbox); benchmark game MCP bridge as the only tool; shell/browser/computer-use/view_image/web search disabled",
        "ChatGPT subscription (included usage, Pro Lite) · Standard (service_tier default; no Fast/UltraFast).",
        "Fresh account and character each attempt. Game bridge, profile and public task frozen to the 17 Nov control arm.",
        "Earlier Codex cohorts started at native turn.started; the 17 Nov timer starts before the first screenshot, after reset. Character creation and loading count."
      ],
      "unscoredAttempts": 0,
      "medianCompletedSeconds": 388.3,
      "meanCappedSeconds": 356.6,
      "allAttemptApiEquivalentUsd": 3.5381,
      "statistics": {
        "scoredAttempts": 3,
        "medianCappedSeconds": 388.3,
        "medianCensored": false,
        "meanApiUsd": 1.179354,
        "meanApiIncomplete": false,
        "meanApiInferredRate": false
      },
      "sourceHashes": {
        "campaign_support.py": "4fbcf4b1eb924b13058ad79a0a9fd08b43c9227d330e928d0b5ee4e98e95eefa",
        "game_session.py": "fdde0a9525a02fc9172a7e79215b17be8d2ef45f92ca237dcdf3c7380043e641",
        "practice_bridge.py": "8b2c0f801ac730a96ae30b55d8cfa5b9b80fb261030a31ba1c608525afa367ed",
        "profile-600.json": "e97e5c4f523ba3c4146e977567702e2e7fcbc7c0e76580cd6e48f4d5180540b0",
        "public-task.md": "2060c68f747b561e95954020690ba52ae558d4041aa23aec76121e5b02f196d7",
        "quota.py": "9dcfb36e0a67947eece72c7841a353861920d1ff39060fab2192721e631294b0",
        "run_batch.py": "292a3c0505a0bb063f6a7eb96540aeda0df2dea3fbf3cde6043f471aa07b7c9d",
        "trial.py": "cfe6dc89bff0841b8107de35926c387fadd21c704cba2ab23b8b8fa637f2aeb2",
        "completed-report.json": "621b4c9ac5376585fca1a7ccb8fcdc9ed6cd0628509783329422a0610c5eaf19",
        "evidence-manifest.json": "28b4e63d597cd597275272f4b2709b8c8f4913c89e96514b9638f5388bf99421"
      }
    }
  ]
}
