{
  "schema_version": 1,
  "dataset": "royalebench/royalebench-v9@1",
  "dataset_digest": "sha256:e9e4396c2792964e4246eeb1002a6f4d8b2f72ba0b697be6c807f967be87ecc2",
  "observed_at": "2026-11-15T19:47:54.770606+00:00",
  "selection": "All 12 locally cached FINISHED full runs on v9@1 at the recorded difficulty snapshot; one attempt per model per task; no task errors.",
  "score": "Mean binary objective reward over 21 equally weighted tasks.",
  "task_manifest_sha256": "5f22175e515121c347ab4de1873d05d5395b1b582ee004ca9d76be48846bba33",
  "difficulty_snapshot_sha256": "d7f08435749e74366686a7ea80651ba08b91bc2d14d0baac2432cc144258737c",
  "models": [
    {
      "id": "anthropic/claude-opus-5-5",
      "name": "Claude Opus 5.5",
      "short": "Opus",
      "family": "Anthropic",
      "harness": "claude_code-v1.0.0",
      "run_id": "2832028d-7ab8-4919-a124-18257be170c7",
      "dataset": "royalebench/royalebench-v9@1",
      "provider": "modal",
      "concurrency": 21,
      "started_at": "2026-11-15T19:16:07.512991",
      "finished_at": "2026-11-15T19:20:41.799571",
      "source_sha256": "591cfe2cb14e0687144b26b15a49cab3ba4cfe0138d8d57ee19ac966782bcf57",
      "inference_overrides": {},
      "solved": 14,
      "attempts": 21,
      "incomplete": 0,
      "cost_total_usd": 3.5853892000000003,
      "cost_per_task_usd": 0.17073281904761906,
      "cost_known": 21,
      "mean_agent_seconds": 51.114090484428566,
      "tasks": {
        "01-critical-cycle-conversion": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 8.0,
          "agent_seconds": 55.031562846999975,
          "cost_usd": 0.1850044,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "a815736ebba0071413aa5d38f377e773c8c2cf6baa5361c221df1df1e28d28a2"
        },
        "01-cycle-and-connect": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 6.0,
          "agent_seconds": 42.50140407500001,
          "cost_usd": 0.1650806,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "c82b88fc858b13650ce4dd67abffac2a3e00612b18ebefd1e964e69bccf89673"
        },
        "01-timed-spell-a": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 2.0,
          "agent_seconds": 21.732628234999993,
          "cost_usd": 0.0905166,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "0ead60fc98f4eb142883c282582f42202f469f40b1974fc12319978bdd8be42e"
        },
        "02-reserve-counter-a": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 10.0,
          "agent_seconds": 70.86822872100001,
          "cost_usd": 0.237282,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "3aa8ea41f31d7fec153884efd607e150f956fcb6e7cfeb720c4cdb41a219e2b1"
        },
        "02-second-wave-air-race": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 21.894337932000013,
          "cost_usd": 0.0790396,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "044374a0a2807072608303212fdbd23711032206a9d8b9fa1e7676d1b6b4d464"
        },
        "02-sustained-tower-race": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 6.0,
          "agent_seconds": 49.209296604,
          "cost_usd": 0.17210519999999999,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "425025fe801f4057b367ca1c1d8a3b169d94a634cdaddce67f14789118a799c8"
        },
        "03-bait-damage-sequence": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 10.0,
          "agent_seconds": 64.755446457,
          "cost_usd": 0.2111684,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "382189f515581bea311f69fcc487cddb12061c4081e0e0539abff20e09e3f55f"
        },
        "03-spell-placement": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 16.92514041199999,
          "cost_usd": 0.0637914,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "a9aec84b91c63f5fecb94c2274b8160a8d0395b71af9c30cfeef295f842be989"
        },
        "03-supported-tank-conversion": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 1.0,
          "decisions": 15.0,
          "agent_seconds": 108.50177902399997,
          "cost_usd": 0.28638940000000007,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "1b6b66d457c1b6f1e89110959ea3da6c1502288eefab291215e6ce2c621425f8"
        },
        "03-tower-race-b": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 18.324496871999997,
          "cost_usd": 0.06822919999999999,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "34ea25793ce113f740e56060921a546bb1145ad151421638f6466147064373f4"
        },
        "04-critical-cycle-and-connect": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 4.0,
          "agent_seconds": 51.71867318400001,
          "cost_usd": 0.1615186,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "4c547e84cef6ab46872e75ffae38f788e6b9b2d1673704505233f24661eb0f27"
        },
        "04-split-lane-conversion": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 8.0,
          "agent_seconds": 53.463520836999976,
          "cost_usd": 0.20582979999999998,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "01bb351a979263eceafaabe1c7912dc25896379f6b6ed6a888cfea947f48eff3"
        },
        "05-hog-body-block": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 8.0,
          "agent_seconds": 56.243178126000004,
          "cost_usd": 0.20673480000000005,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "2d25a0979bf2260686b711879bc1b2bb8269f36bba27ed675af3d2fde0ec36a3"
        },
        "05-successive-threats-mirror": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 10.0,
          "agent_seconds": 64.60791749399996,
          "cost_usd": 0.20188140000000002,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "d5eac980b2e7e35f345bff9b1fbc8973039c7ee28148825bca00bce030e55a94"
        },
        "06-mini-pekka-kite": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 7.0,
          "agent_seconds": 57.774261851000006,
          "cost_usd": 0.17209359999999999,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "3262ff0f4b0e5f7ab3e7a1f5b206a29c8959d7712d7a1d7d50334dbdd025a18f"
        },
        "06-unequal-threats": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 10.0,
          "agent_seconds": 81.63339074700002,
          "cost_usd": 0.24473539999999996,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "16f47160382700b6f40db048da779424a7a7ebea762d3c4c99456da93af75cba"
        },
        "07-balloon-fireball": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 9.0,
          "agent_seconds": 65.20271508599998,
          "cost_usd": 0.2201786,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "07adfbc5b204568afc99d1f6b030557d84d39643ae1f15369b9db87b52b1909b"
        },
        "07-counterpush": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 18.0,
          "agent_seconds": 72.05208084399999,
          "cost_usd": 0.25531620000000005,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "3cda77ec0af74747d278d73eeb806122c886df9ff22a6480868a11e9a57103f3"
        },
        "08-cycle-to-lethal-plus": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 3.0,
          "agent_seconds": 34.87893139899998,
          "cost_usd": 0.1205492,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "6bd2794b615d5abe192e87b556a0914d935e50392748d9fa04ea2f19f871d177"
        },
        "09-tower-race-defend": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 2.0,
          "agent_seconds": 25.961637075000027,
          "cost_usd": 0.0917762,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "b56152253141102587c402f9ca5f4f5bcf373285eb1b705dd1d504ac5f158917"
        },
        "10-protect-the-lead": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 6.0,
          "agent_seconds": 40.115272351000016,
          "cost_usd": 0.1461686,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "d8c932ef88ad38f2f1c40ed4265f68991f7959e036d1e84e0b1d7077b35a0076"
        }
      }
    },
    {
      "id": "anthropic/claude-fable-5-2",
      "name": "Claude Fable 5.2",
      "short": "Fable 5.2",
      "family": "Anthropic",
      "harness": "claude_code-v1.0.0",
      "run_id": "bd4afd0c-2671-460a-9328-8b78cee12c99",
      "dataset": "royalebench/royalebench-v9@1",
      "provider": "modal",
      "concurrency": 21,
      "started_at": "2026-11-15T19:28:04.969320",
      "finished_at": "2026-11-15T19:34:02.526244",
      "source_sha256": "437009700597389fe710bcf5745a26692296bb73c494cab4a1feac969b507d10",
      "inference_overrides": {},
      "solved": 13,
      "attempts": 21,
      "incomplete": 0,
      "cost_total_usd": 9.2676308,
      "cost_per_task_usd": 0.4413157523809524,
      "cost_known": 21,
      "mean_agent_seconds": 80.29179024180952,
      "tasks": {
        "01-critical-cycle-conversion": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 11.0,
          "agent_seconds": 119.11870829100002,
          "cost_usd": 0.6054501999999999,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "70654d18ed4f1d30bfd67dc08842b6c5f7e224869c656712880d58c26f273f9a"
        },
        "01-cycle-and-connect": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 4.0,
          "agent_seconds": 73.94562297500002,
          "cost_usd": 0.40081340000000004,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "d1cf229e601d9df14c42299e64cee70f8d0338c53cd802b5d7debf84a4f1ddce"
        },
        "01-timed-spell-a": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 2.0,
          "agent_seconds": 20.550551753000008,
          "cost_usd": 0.1594798,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "454e73397db3c6723d153a02d7a0f5afb544098c94e15e8be3632e1fe69040d0"
        },
        "02-reserve-counter-a": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 10.0,
          "agent_seconds": 87.08244909899997,
          "cost_usd": 0.4309904,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "34035a3655910f97f4b309ba3e09a08bfc94981bb48c4c80d9d4e3dd11621fc0"
        },
        "02-second-wave-air-race": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 15.0,
          "agent_seconds": 202.72479793600002,
          "cost_usd": 0.9957973999999998,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "71122f65b3257e0ec06969a879436e714928674bd90bd957a5f3521934168f1b"
        },
        "02-sustained-tower-race": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 6.0,
          "agent_seconds": 41.711744881000016,
          "cost_usd": 0.28876060000000003,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "8bd4d684279ac1eb48fed99928fe0f646c32e16c475eed36d813d1c3deb871ae"
        },
        "03-bait-damage-sequence": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 10.0,
          "agent_seconds": 88.02201623100001,
          "cost_usd": 0.4804085999999999,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "99ebd0311a331cd5a4667843e1a603395852049be9d50690901e507b46b4c45f"
        },
        "03-spell-placement": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 19.228323148999976,
          "cost_usd": 0.1313504,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "e71908cd319ae812388664ad0d4c90dfada506af1f29bed30c62689c65ad6cc4"
        },
        "03-supported-tank-conversion": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 18.0,
          "agent_seconds": 128.384815359,
          "cost_usd": 0.6902079999999999,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "7123c4691c13f235fe5398af1159a2a1bb5b03506b27b4bf50889942acba749c"
        },
        "03-tower-race-b": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 65.958192142,
          "cost_usd": 0.33707919999999997,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "a7c7bdeed6dd83beb476268e1ba949903352d63ec307de49b5765bb1d9551cd3"
        },
        "04-critical-cycle-and-connect": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 4.0,
          "agent_seconds": 120.05092807899999,
          "cost_usd": 0.5816268,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "96b89afc455e09c16bc9a400ba641815662dccdae737a35dc187062de464dd59"
        },
        "04-split-lane-conversion": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 16.0,
          "agent_seconds": 202.62039265700002,
          "cost_usd": 1.0029708,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "fb8f5f4571143a551a1064bb279a4104598bb7888d7cfd0dcc9c6e97b25a9b5d"
        },
        "05-hog-body-block": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 8.0,
          "agent_seconds": 72.63304379800002,
          "cost_usd": 0.46183820000000003,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "930b0a0899f664241a78f7b6257a137bbbe1a5c63adcdd3431807afe734f4536"
        },
        "05-successive-threats-mirror": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 10.0,
          "agent_seconds": 87.438136855,
          "cost_usd": 0.5415588,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "2b33a516513deb2682103fe367e22a6cebf9ef30c900c7bf05c452365fff9db1"
        },
        "06-mini-pekka-kite": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 8.0,
          "agent_seconds": 32.472009423,
          "cost_usd": 0.2131268,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "129c9a65a45933ec3cb4bf53e4b35d48e50ba3d79fb523d17c736562a4bfeb03"
        },
        "06-unequal-threats": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 10.0,
          "agent_seconds": 83.35725558300001,
          "cost_usd": 0.43792719999999996,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "800248b03fedce754c6560fae72a6a9f303c15bcf166950165dbb8e02e5f7612"
        },
        "07-balloon-fireball": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 10.0,
          "agent_seconds": 55.933285805,
          "cost_usd": 0.312494,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "05139f86174b144b7b42d4cb29bdb01bedee2978590a40ec158950a47bfe2787"
        },
        "07-counterpush": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 18.0,
          "agent_seconds": 70.14531903400001,
          "cost_usd": 0.48109080000000004,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "e406dac0cf6f47ccf61e2dc0df1a7ad8282ca75e7968b8dca2e4ed0083a2a190"
        },
        "08-cycle-to-lethal-plus": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 3.0,
          "agent_seconds": 26.801778866999996,
          "cost_usd": 0.20470660000000002,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "6ca8d58d0bd0a743ed87995fdd94fc442b075c5f08bac1975010aec841649d89"
        },
        "09-tower-race-defend": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 2.0,
          "agent_seconds": 29.791042347,
          "cost_usd": 0.22831320000000002,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "a14323e69e786a15f52eace87032a7f17aef52c0bfa435c9d43f3ffc2fad122e"
        },
        "10-protect-the-lead": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 6.0,
          "agent_seconds": 58.157180814000014,
          "cost_usd": 0.2816396,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "daee6586673d188affd7ca73faae7d28e5a8f7c85ab9482fdbce8868c614aba3"
        }
      }
    },
    {
      "id": "openai/gpt-6.1-sol",
      "name": "GPT-6.1 Sol",
      "short": "Sol",
      "family": "OpenAI",
      "harness": "codex-v1.0.0",
      "run_id": "397ee126-fedc-43bf-a38e-aeaf1de385aa",
      "dataset": "royalebench/royalebench-v9@1",
      "provider": "modal",
      "concurrency": 21,
      "started_at": "2026-11-15T19:16:46.805937",
      "finished_at": "2026-11-15T19:27:14.230804",
      "source_sha256": "7d5e1ce8484431e4a5126ad9e268de764070d9e371750624237754aa95c3ca6c",
      "inference_overrides": {},
      "solved": 12,
      "attempts": 21,
      "incomplete": 0,
      "cost_total_usd": 1.3557037,
      "cost_per_task_usd": 0.06455731904761905,
      "cost_known": 21,
      "mean_agent_seconds": 54.15791090771429,
      "tasks": {
        "01-critical-cycle-conversion": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 1.0,
          "decisions": 5.0,
          "agent_seconds": 29.190847853999998,
          "cost_usd": 0.0560821,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "78acb686d44c77d616bfbdd44d8d0af88a676d9e30ad111b51f0b270ed44d200"
        },
        "01-cycle-and-connect": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 6.0,
          "agent_seconds": 44.61111610399999,
          "cost_usd": 0.0583572,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "c51ce8e167c2bf15f3bb190fe3f13e7e0e811e4979388b473d756cd6e96fdf43"
        },
        "01-timed-spell-a": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 2.0,
          "agent_seconds": 35.23502231100002,
          "cost_usd": 0.0466105,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "9aab5b000fef67a996db6231ffbd0607024374b5e843b18b06bd62b10ebe387c"
        },
        "02-reserve-counter-a": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 10.0,
          "agent_seconds": 94.63449866100001,
          "cost_usd": 0.0681043,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "7ab76b82bbd584f950cfeb182f2d7ba1e6a2885c4cf0475e1541dba5053e2493"
        },
        "02-second-wave-air-race": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 6.0,
          "agent_seconds": 66.63335461700001,
          "cost_usd": 0.0590398,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "70a9220a24e42150c3a11a779fc1cf04a1d463c526f9af5efe078617c9ddaa65"
        },
        "02-sustained-tower-race": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 19.213846633000003,
          "cost_usd": 0.0417728,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "482ef2139c433c7d3705a960031379bf20937f2106dbc0693202957e8e1f474b"
        },
        "03-bait-damage-sequence": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 12.0,
          "agent_seconds": 65.122569532,
          "cost_usd": 0.091002,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "50e3bfbb0af8c241a749dd136690b27ddeaee69adb26dab3c0bbd80cefca4e39"
        },
        "03-spell-placement": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 22.122263832000016,
          "cost_usd": 0.0423962,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "47d4b4fdc7c041e80a275f935421280487fa9aed344eb6b31bd3e0ee119fc8b6"
        },
        "03-supported-tank-conversion": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 1.0,
          "decisions": 16.0,
          "agent_seconds": 85.502602785,
          "cost_usd": 0.1042058,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "04b9094665d566ba81e5c4433f10e6c8b5e37f40628ed4d259e164561396c0c2"
        },
        "03-tower-race-b": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 21.889823323,
          "cost_usd": 0.0434998,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "4f50f923d90e4a201f2a0d60bbb815d3445f6f825d1a0712342db06a38f117ea"
        },
        "04-critical-cycle-and-connect": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 6.0,
          "agent_seconds": 31.504495003000017,
          "cost_usd": 0.0615902,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "6cc4485e10043c10c846b634f03242dcb5394c39ba963919b8fbf31b1c35a3ec"
        },
        "04-split-lane-conversion": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 3.0,
          "agent_seconds": 23.55545208000001,
          "cost_usd": 0.0487473,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "f868ee7f0d21983cee925b19902b24e0fb4eecdba5db5744cd2e2518378b4971"
        },
        "05-hog-body-block": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 8.0,
          "agent_seconds": 32.90757147900001,
          "cost_usd": 0.0689435,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "97e55a7640b32947a31c048a55ae4fcef20ee41d954ffc7a00393c28df15414c"
        },
        "05-successive-threats-mirror": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 10.0,
          "agent_seconds": 88.87084782899998,
          "cost_usd": 0.0692692,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "f1f105694301a88ce4851591eae184ca7b10ab9bb1c6f0a2fbe77ae038aadb7c"
        },
        "06-mini-pekka-kite": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 10.0,
          "agent_seconds": 88.55517995,
          "cost_usd": 0.0669266,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "39cb1b90ac34ff100717e1897eead70e26a50ddf86b182d6def89a8d24431b4b"
        },
        "06-unequal-threats": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 10.0,
          "agent_seconds": 87.72621477000001,
          "cost_usd": 0.0723158,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "aef57b95321a14097d8210b827efb3322a20ece4eb968fcf14a6317f447ec374"
        },
        "07-balloon-fireball": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 11.0,
          "agent_seconds": 97.09987732299999,
          "cost_usd": 0.078587,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "f43908fd1a79400792f5d2f09b5a16311ab9757baf2bf41d30453dd826438e3d"
        },
        "07-counterpush": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 18.0,
          "agent_seconds": 66.48876258199999,
          "cost_usd": 0.1074477,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "bc5fa39cedef6f699d252d461263fc90d798cca278ee879e5c61f32a4ba7be70"
        },
        "08-cycle-to-lethal-plus": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 9.0,
          "agent_seconds": 39.455488022,
          "cost_usd": 0.0735251,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "466cd38578427a9e32f384b6c3bd1227342c732e664b3128c750fe52294bfa8d"
        },
        "09-tower-race-defend": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 2.0,
          "agent_seconds": 46.692330736,
          "cost_usd": 0.0420109,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "df9341fbc551881623ba6252d8252cf91e477337e1eb34d3cdbb5304d1771c69"
        },
        "10-protect-the-lead": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 6.0,
          "agent_seconds": 50.30396363600002,
          "cost_usd": 0.0552699,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "fbc265f7163e3b1cfcf787350d91be6a8b28bd68cd1f8e677523c525606be974"
        }
      }
    },
    {
      "id": "anthropic/claude-fable-5-1",
      "name": "Claude Fable 5.1",
      "short": "Fable 5.1",
      "family": "Anthropic",
      "harness": "claude_code-v1.0.0",
      "run_id": "4e4d8fb4-fed6-49e9-a321-2a210c712678",
      "dataset": "royalebench/royalebench-v9@1",
      "provider": "modal",
      "concurrency": 21,
      "started_at": "2026-11-15T19:17:39.586638",
      "finished_at": "2026-11-15T19:27:41.428542",
      "source_sha256": "de4208a4118c441c2733bf5e060935181d1f8ce454670ca8e85a0efeecce9bc6",
      "inference_overrides": {},
      "solved": 11,
      "attempts": 21,
      "incomplete": 0,
      "cost_total_usd": 20.319895499999998,
      "cost_per_task_usd": 0.9676140714285714,
      "cost_known": 21,
      "mean_agent_seconds": 183.39736458009523,
      "tasks": {
        "01-critical-cycle-conversion": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 1.0,
          "decisions": 14.0,
          "agent_seconds": 382.881985423,
          "cost_usd": 1.8909905,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "f06015071ab841c9a24a7b086b2267c53ca91f62d7b9bdca1bd254fa681bd9f2"
        },
        "01-cycle-and-connect": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 6.0,
          "agent_seconds": 97.06031435700001,
          "cost_usd": 0.5774385,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "1f04279fd0f33ae2e57390f00429bb9c172528a3d30fff83058dbfccdd005ec2"
        },
        "01-timed-spell-a": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 2.0,
          "agent_seconds": 123.61122709899999,
          "cost_usd": 0.6321455,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "020900249098b9a250628abbbc75336d4c72fea092f69ebc74db3a229363b5de"
        },
        "02-reserve-counter-a": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 10.0,
          "agent_seconds": 92.48319403699999,
          "cost_usd": 0.5954955000000001,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "25770c3f503e8551647af7f7ad60f369be4af95d7f424bd07ca4ca010ec9cd38"
        },
        "02-second-wave-air-race": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 1.0,
          "decisions": 15.0,
          "agent_seconds": 470.63108335800007,
          "cost_usd": 2.3528504999999997,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "7a19545af2f9a23a1b8d1ab0250ae3ae5dbebf02800de47274ea63ac0d6f4c5f"
        },
        "02-sustained-tower-race": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 6.0,
          "agent_seconds": 103.169643641,
          "cost_usd": 0.5860845000000001,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "946a5547a0f9680c74194060d9029bdc684b4162fb48fcec7f6874c32c013ec7"
        },
        "03-bait-damage-sequence": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 1.0,
          "decisions": 11.0,
          "agent_seconds": 317.627596956,
          "cost_usd": 1.5912700000000002,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "4a04ea465c69f06d96245cfb7a758eeae9d04caa7712d0a55e4e3178dd45bbd2"
        },
        "03-spell-placement": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 34.235946877,
          "cost_usd": 0.21360825000000006,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "f06db700d1380b6939049edb1e814b9503decd160606d0eb88929d3db071bbd4"
        },
        "03-supported-tank-conversion": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 1.0,
          "decisions": 18.0,
          "agent_seconds": 411.33673400299995,
          "cost_usd": 2.1606087499999997,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "4972ac4e6b75370b6c61a0ab53fe6e0c3f0c9c885d3e808aea1a798c1ae079a8"
        },
        "03-tower-race-b": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 28.418375702999995,
          "cost_usd": 0.20374749999999997,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "db13cd593f0f66600749f82a8efda2b528b13456388f91e773cf3fcf65d3e00b"
        },
        "04-critical-cycle-and-connect": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 5.0,
          "agent_seconds": 213.335651444,
          "cost_usd": 1.0520314999999998,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "ea14f9651e6c378d123dbc089b8c9e478feed2ca3be0966e4844c5ecbba11e8d"
        },
        "04-split-lane-conversion": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 8.0,
          "agent_seconds": 193.96295366000004,
          "cost_usd": 1.0429667499999997,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "823dcc9cdd7ee477f469ee6844e5bc8d8761b25f8630bc254153db2bf977875f"
        },
        "05-hog-body-block": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 8.0,
          "agent_seconds": 152.745923995,
          "cost_usd": 0.876719,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "59d60edc5b89b5afd39ca9d6ccfb61b442b2b2119b17629990b124e67091700c"
        },
        "05-successive-threats-mirror": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 10.0,
          "agent_seconds": 234.54346261700002,
          "cost_usd": 1.1410709999999997,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "2a5058d201194f74752cea278de487370f9469ead4a1c2f2d925c40b220de914"
        },
        "06-mini-pekka-kite": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 9.0,
          "agent_seconds": 291.38823089,
          "cost_usd": 1.46250175,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "b81d0d013d26688864fba7ee588dc117db28ce5644790022aeeb54c3e25af263"
        },
        "06-unequal-threats": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 10.0,
          "agent_seconds": 112.95244988099999,
          "cost_usd": 0.6527952499999999,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "4a5b1452abad5bb24d810a8a6e3b77c86c904fd594eadf8da1f78cef5ca991ef"
        },
        "07-balloon-fireball": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 2.0,
          "agent_seconds": 111.232803378,
          "cost_usd": 0.59232575,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "76d9c68333bcda634ce361f2a740bc2c86652ac0e5f0090fbd4d65431ea4a202"
        },
        "07-counterpush": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 18.0,
          "agent_seconds": 141.472418086,
          "cost_usd": 0.8927995,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "b067d6c575172708cc013fa922719cccc5f3155f8c05eee02d4cf8ad54ab3c15"
        },
        "08-cycle-to-lethal-plus": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 5.0,
          "agent_seconds": 64.117167086,
          "cost_usd": 0.40564375,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "0fd14be1e2670b37da9fd0b0ddec0f829f7bd246405ba37c7b12d1f023fb3200"
        },
        "09-tower-race-defend": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 2.0,
          "agent_seconds": 105.260783908,
          "cost_usd": 0.52718975,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "2b6a9defacb78e4fb19df01ecaa2ebe112003be624e77345b06e24df472d9026"
        },
        "10-protect-the-lead": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 6.0,
          "agent_seconds": 168.87670978300002,
          "cost_usd": 0.8696120000000002,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "4f755c83b4e9346e5e7ec780de32d7a7cf42631886378bfa96b5b8df0a1962f6"
        }
      }
    },
    {
      "id": "openai/gpt-6-astra",
      "name": "GPT-6 Astra",
      "short": "Astra",
      "family": "OpenAI",
      "harness": "codex-v1.0.0",
      "run_id": "44dc5054-872a-464b-9f3b-f27ab66d4f9a",
      "dataset": "royalebench/royalebench-v9@1",
      "provider": "modal",
      "concurrency": 21,
      "started_at": "2026-11-15T19:27:17.588527",
      "finished_at": "2026-11-15T19:42:20.342428",
      "source_sha256": "7b06ecde0bffde22fa16ebe7dbb15fb3d26e17fc12cdd3069312450f412b7d10",
      "inference_overrides": {},
      "solved": 10,
      "attempts": 21,
      "incomplete": 0,
      "cost_total_usd": 8.3419915,
      "cost_per_task_usd": 0.39723769047619045,
      "cost_known": 21,
      "mean_agent_seconds": 56.61369697471428,
      "tasks": {
        "01-critical-cycle-conversion": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 14.0,
          "agent_seconds": 65.40821857099996,
          "cost_usd": 0.612191,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "0b31c4c398670c99d31359d367759399ed911a3a0e7c22cee935c20c0aefe0d4"
        },
        "01-cycle-and-connect": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 6.0,
          "agent_seconds": 29.342378209000003,
          "cost_usd": 0.352825,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "1d69794da03acb2aae0c1da88e3130da7bea30c208648a1b5fc07c2851406658"
        },
        "01-timed-spell-a": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 2.0,
          "agent_seconds": 24.042887345999986,
          "cost_usd": 0.25234,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "7a93dd157e7aa2e920948ceaf8357ca1137b15fafa7387839b3f0221c31d7d1d"
        },
        "02-reserve-counter-a": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 10.0,
          "agent_seconds": 104.176855142,
          "cost_usd": 0.4380755,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "9e97d93cab1808fd579788eb397b19c4532cf0c2cdef5ec1b7a8b8180cca70cc"
        },
        "02-second-wave-air-race": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 18.78994562600002,
          "cost_usd": 0.224528,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "91a932aa3f772b98c118ef1de8c8fa3254560f3a0ba01ce960b4f549666fd0c9"
        },
        "02-sustained-tower-race": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 6.0,
          "agent_seconds": 62.51352311400001,
          "cost_usd": 0.334931,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "0c07dda93065ff02024afcbaa680e59a65c98f7710c6796f34f3cf765869bf06"
        },
        "03-bait-damage-sequence": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 10.0,
          "agent_seconds": 48.66153667399999,
          "cost_usd": 0.483436,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "cccb73d8523033994210ccfe219537902e41744fdfef0bebc973b869852c8232"
        },
        "03-spell-placement": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 20.773255327000015,
          "cost_usd": 0.224718,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "a2166d794e85d3b8ff099063a3017a5510d67e71ec48d9a061facabccdf89458"
        },
        "03-supported-tank-conversion": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 1.0,
          "decisions": 18.0,
          "agent_seconds": 83.591375616,
          "cost_usd": 0.801249,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "a7540731cacb99ca0e5d467859c6aa0c75f2106dff16a39bf18b6e546918a072"
        },
        "03-tower-race-b": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 24.55446102799999,
          "cost_usd": 0.229303,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "e19c34d65aa38fed66f51c0ef570334cb587c32d72e9480aaa40c04b7db2b083"
        },
        "04-critical-cycle-and-connect": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 5.0,
          "agent_seconds": 42.113400343999984,
          "cost_usd": 0.334102,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "36811744a13b7e5a769659227650dd6bb67b5a16d130f7fad91daa9deb4a01b6"
        },
        "04-split-lane-conversion": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 3.0,
          "agent_seconds": 20.249678093,
          "cost_usd": 0.2738895,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "5b14a0c8a68955935f0d5217275f140f74503df2faf02987e2d99140830ab11c"
        },
        "05-hog-body-block": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 8.0,
          "agent_seconds": 35.279940582999984,
          "cost_usd": 0.4232255,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "15dd46aa6a6754dad2783db0280406d54e4e71f0823151ce6f1d93a38ea8ec98"
        },
        "05-successive-threats-mirror": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 10.0,
          "agent_seconds": 98.891449634,
          "cost_usd": 0.461786,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "5550bb02e000a8fa58fc39164f69a9e5b31c36755e0f2f42cc260aab95aa1a22"
        },
        "06-mini-pekka-kite": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 9.0,
          "agent_seconds": 77.36985553400001,
          "cost_usd": 0.4145755,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "71a7623bcb05b1f68fc510f3fd71409f8f17cc02438de44bd63245d87f7cd80b"
        },
        "06-unequal-threats": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 10.0,
          "agent_seconds": 87.20417800499999,
          "cost_usd": 0.4556155,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "b28106a8c8389ae033609a3f917187385c39b1def67b7ca4f4d1847a95d56f80"
        },
        "07-balloon-fireball": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 10.0,
          "agent_seconds": 90.22124381,
          "cost_usd": 0.4611645,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "e26b186a334e3f6641276a5c44387622df4b9737def629fa0f056d65d2158e17"
        },
        "07-counterpush": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 1.0,
          "decisions": 18.0,
          "agent_seconds": 115.56446399499998,
          "cost_usd": 0.6979415,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "509fd98812667f923dfae3a85f92acdc3e28c14eccf6560a0b574743e19986e4"
        },
        "08-cycle-to-lethal-plus": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 3.0,
          "agent_seconds": 31.036208981000016,
          "cost_usd": 0.287843,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "9db049e0386121c76dccdb30634fd1468f54bf90bb628c2f87e6ce56c25b357d"
        },
        "09-tower-race-defend": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 2.0,
          "agent_seconds": 40.85989351800001,
          "cost_usd": 0.240549,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "c9e5a2429cbe9e39b994b5eeec16697fabebc01bc99089a9f8e61a6a2670d418"
        },
        "10-protect-the-lead": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 6.0,
          "agent_seconds": 68.242887319,
          "cost_usd": 0.337703,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "2a1e45b52eaeb51cb3839a4a0324d767b31b3bc0c792747e9ef26d23c43338b9"
        }
      }
    },
    {
      "id": "anthropic/claude-sonnet-5-5",
      "name": "Claude Sonnet 5.5",
      "short": "Sonnet",
      "family": "Anthropic",
      "harness": "claude_code-v1.0.0",
      "run_id": "7c973192-a605-47c5-9b7a-791303ad5b97",
      "dataset": "royalebench/royalebench-v9@1",
      "provider": "modal",
      "concurrency": 21,
      "started_at": "2026-11-15T19:15:29.209729",
      "finished_at": "2026-11-15T19:19:13.477872",
      "source_sha256": "eea1a9e042adcd9922a07664a728595356e164306b7d390ce800192bda2dd3c1",
      "inference_overrides": {},
      "solved": 7,
      "attempts": 21,
      "incomplete": 0,
      "cost_total_usd": 1.2931849,
      "cost_per_task_usd": 0.06158023333333333,
      "cost_known": 21,
      "mean_agent_seconds": 28.823722985333337,
      "tasks": {
        "01-critical-cycle-conversion": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 2.0,
          "agent_seconds": 13.207692663999978,
          "cost_usd": 0.03247510000000001,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "ad417cfb50cb7d7ff7855dc33d7e50fecc57df4eca89a1c2814feb8ae8b81a18"
        },
        "01-cycle-and-connect": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 6.0,
          "agent_seconds": 29.918493186000035,
          "cost_usd": 0.07334969999999999,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "66f8157d1b54052958ec2583d05c044654fb96a2550542f759ab95087dc77725"
        },
        "01-timed-spell-a": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 2.0,
          "agent_seconds": 13.60038183200004,
          "cost_usd": 0.0407968,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "0ff159d5bb72a6d6e2eee1d18f15f3102b4ae5c1596b97091e2173b148452bf2"
        },
        "02-reserve-counter-a": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 10.0,
          "agent_seconds": 45.40398548100001,
          "cost_usd": 0.079021,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "c10a5ef384642cc41bed66fc9f11f003c3e6a84f79edfc403865e90a85ca94b4"
        },
        "02-second-wave-air-race": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 2.0,
          "agent_seconds": 15.436483764000002,
          "cost_usd": 0.043942199999999994,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "3a17f0d989e1c69358eca6f10559c0220bc3a17bb0bbb315918e01a7112c2968"
        },
        "02-sustained-tower-race": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 6.0,
          "agent_seconds": 27.10514032399999,
          "cost_usd": 0.06667669999999999,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "81ad6fbea1642330ba7fc9ea1d69ec6e054ed805e1d8c1d91e0ccc7fd9f4f2e8"
        },
        "03-bait-damage-sequence": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 1.0,
          "decisions": 12.0,
          "agent_seconds": 49.572574465,
          "cost_usd": 0.10336049999999998,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "e8f5536ec3e76838a2f9de323fa548be453650ff2b294e8f821a217625feeb5b"
        },
        "03-spell-placement": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 9.13373720300001,
          "cost_usd": 0.0262416,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "a81be3ee7284c35cca4483504ebaf606d6229e6ea9471baa78704cb1fa4a9254"
        },
        "03-supported-tank-conversion": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 18.0,
          "agent_seconds": 72.59381096700002,
          "cost_usd": 0.1298181,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "60194da66915d12fcf95decdb99e811a7ae913337c7e5523900b7d6ad45d4ed3"
        },
        "03-tower-race-b": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 10.331897794000042,
          "cost_usd": 0.0305325,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "8591b11454a17eb99d258e7d8b6bd36adc52293352fd2e043f9174d6393323f9"
        },
        "04-critical-cycle-and-connect": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 3.0,
          "agent_seconds": 15.507149315999982,
          "cost_usd": 0.0360443,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "cd304653897d37a1c08ca80d8b7d06d05bba358e503fe7eb6e59a7dfa99b0c4e"
        },
        "04-split-lane-conversion": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 3.0,
          "agent_seconds": 16.911447684999985,
          "cost_usd": 0.0408643,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "474b5c019661ec9dadfcfc9baea59b2fcb09a4a393b808320dd03490ae5dbbbe"
        },
        "05-hog-body-block": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 8.0,
          "agent_seconds": 37.138961988999995,
          "cost_usd": 0.08320590000000001,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "169e006dc6f1585c6d55ca05e6cdfbbeb1a57fff45eb447f8ef8d924726e8510"
        },
        "05-successive-threats-mirror": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 10.0,
          "agent_seconds": 39.342612730999974,
          "cost_usd": 0.07777200000000001,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "5a324fc221dcf788f95a7577b99113f968c70d6b2e6d2cf0c570f8d7fe6e385f"
        },
        "06-mini-pekka-kite": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 14.93274113199999,
          "cost_usd": 0.0337623,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "efd309a5966bd29a7709c11e8b3b9a388e3fcfb607cf47dfb9dcf7de0351fefb"
        },
        "06-unequal-threats": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 10.0,
          "agent_seconds": 49.775773559000015,
          "cost_usd": 0.0774088,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "326fa0cdb30c4cc8d44cf313385ee46c75679bde02dfcadae2b5964cca39af5f"
        },
        "07-balloon-fireball": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 8.0,
          "agent_seconds": 29.366539550000027,
          "cost_usd": 0.060980000000000006,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "d68d72f660898e06e632f4fa9f9f55a00090023a5f97b0dad91fbb7c2027378b"
        },
        "07-counterpush": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 18.0,
          "agent_seconds": 60.034930858999985,
          "cost_usd": 0.12196950000000001,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "c3b02c26392113f2c00c1420a478635ade3f07c9a4018c875a2feb573b6f993c"
        },
        "08-cycle-to-lethal-plus": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 3.0,
          "agent_seconds": 19.70562428400001,
          "cost_usd": 0.045535700000000005,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "b50f4070622b66bae963a6a11e92a023cd44e7973619d7faa1d15869ffe2741f"
        },
        "09-tower-race-defend": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 2.0,
          "agent_seconds": 10.44467389099998,
          "cost_usd": 0.0322781,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "411d8682fb5ecfac7b4c19ed6f44def0bee442e280962ddb0c1020133d4e0857"
        },
        "10-protect-the-lead": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 6.0,
          "agent_seconds": 25.833530015999997,
          "cost_usd": 0.057149800000000014,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "bcbfca70af93555c0e77e1afcff802ae154cb29ffdca63aea2d42009770c23db"
        }
      }
    },
    {
      "id": "openai/gpt-6-luna",
      "name": "GPT-6 Luna",
      "short": "Luna",
      "family": "OpenAI",
      "harness": "codex-v1.0.0",
      "run_id": "361173b2-2e7f-4120-b4ca-3840e830774b",
      "dataset": "royalebench/royalebench-v9@1",
      "provider": "modal",
      "concurrency": 21,
      "started_at": "2026-11-15T19:30:06.352344",
      "finished_at": "2026-11-15T19:35:41.476270",
      "source_sha256": "bd01ef910b0c44d01317ac2b473d3942eb9098048915af75a03370def01e05a5",
      "inference_overrides": {},
      "solved": 7,
      "attempts": 21,
      "incomplete": 0,
      "cost_total_usd": 0.11413406,
      "cost_per_task_usd": 0.005434955238095238,
      "cost_known": 21,
      "mean_agent_seconds": 60.58918841199999,
      "tasks": {
        "01-critical-cycle-conversion": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 5.0,
          "agent_seconds": 68.74476200699996,
          "cost_usd": 0.006810615,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "1a60893dbca3411fe717b772f6570b7dceb1dd0355cc80718ce0fd25589d8d4d"
        },
        "01-cycle-and-connect": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 4.0,
          "agent_seconds": 49.50027011399999,
          "cost_usd": 0.004593115,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "4a00aaf6d6ee4620da01401e1013e7003975206280b690b1d39829dbdc4f6ead"
        },
        "01-timed-spell-a": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 45.15328929200001,
          "cost_usd": 0.00324151,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "fc4e918d24436acd6f8e19b567bfd3aa07e297f6dcc93605d5535f024becc078"
        },
        "02-reserve-counter-a": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 10.0,
          "agent_seconds": 61.69660982299996,
          "cost_usd": 0.006172,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "24ff18e82fcff359f133968ba9747de203a8aa4fc58608be43ed3bca1721346a"
        },
        "02-second-wave-air-race": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 2.0,
          "agent_seconds": 34.304220240999996,
          "cost_usd": 0.00332574,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "017cd4358444139a209b247162592884257b1fbb1458ff76e0eea803e771cefe"
        },
        "02-sustained-tower-race": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 2.0,
          "agent_seconds": 25.904065204000005,
          "cost_usd": 0.00274497,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "bef6029f29205fd9bad14db4d245f8e35fa49bc62e09962ad176af8e3bf58b11"
        },
        "03-bait-damage-sequence": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 1.0,
          "decisions": 9.0,
          "agent_seconds": 78.78412055299998,
          "cost_usd": 0.006952055,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "fad1c72a88dd33eb828e175a3037a93f965de7dcdf9594e1c7e818c42ff2d480"
        },
        "03-spell-placement": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 23.954273769999986,
          "cost_usd": 0.003022085,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "302c8439270c1e6925ae7b5b3efb5ebae94d66e6b8bc77f397836a5274e7476b"
        },
        "03-supported-tank-conversion": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 17.0,
          "agent_seconds": 148.26587822699997,
          "cost_usd": 0.012358505,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "5ac5686d82a19980a1666af1227852decc39dbbcdf1ae643bbf0d952abcc9bca"
        },
        "03-tower-race-b": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 32.63963287500002,
          "cost_usd": 0.0028334,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "b7de4f4e661a34cd8a4e8b5d480825372ea8c02c245d95307a31aa78265918f5"
        },
        "04-critical-cycle-and-connect": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 2.0,
          "agent_seconds": 40.823988719,
          "cost_usd": 0.004000535,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "d204db2e5e01c6ed4ca7699f1ccfadd4539cf564d79aee3eb6ebdc06136afd6f"
        },
        "04-split-lane-conversion": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 3.0,
          "agent_seconds": 33.10004872100001,
          "cost_usd": 0.0032378,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "fee107653db8bf44f911ea1eb792205f5af6784e13ff79f38ec1fd80512635e1"
        },
        "05-hog-body-block": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 8.0,
          "agent_seconds": 79.63491391399998,
          "cost_usd": 0.00717531,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "1e17e126a4aeab03f9733e697c6f05b1e65d5b57b93cb6de9a5622464c906bc9"
        },
        "05-successive-threats-mirror": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 10.0,
          "agent_seconds": 92.97910361100003,
          "cost_usd": 0.0068414,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "06baf866879a23c39d28cdf57f8ca21c9286871e3c7a2642b9c119dc77f2ece1"
        },
        "06-mini-pekka-kite": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 7.0,
          "agent_seconds": 70.28047452999999,
          "cost_usd": 0.00635801,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "46328bcd99b9be5dc105a53d54bd9d6e8584cc96bc2320d13f097bd5cd1c4ed6"
        },
        "06-unequal-threats": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 10.0,
          "agent_seconds": 73.87005377700001,
          "cost_usd": 0.00568187,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "4e746524c70040ce6021d70e1f69fd478a49bd54bc6862a955d48906f8db3571"
        },
        "07-balloon-fireball": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 2.0,
          "agent_seconds": 49.95020952100003,
          "cost_usd": 0.004555825,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "e516505ad710df81f47f8d77f8fd004e2ad26308ea3856168572b822cc24bc5c"
        },
        "07-counterpush": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 18.0,
          "agent_seconds": 100.92054792799996,
          "cost_usd": 0.00990648,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "c4f4e591aae35aa25e4c87a2e73e92026aa89a086bd05b3f3d81f1f81c94bfff"
        },
        "08-cycle-to-lethal-plus": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 3.0,
          "agent_seconds": 58.295900183000015,
          "cost_usd": 0.004494415,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "324a616a8bde44ea92d55935bb20848e810e7fb9a0de71ae0d15eacc76fe48c0"
        },
        "09-tower-race-defend": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 2.0,
          "agent_seconds": 29.39418094299998,
          "cost_usd": 0.003588415,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "e85925d358f4aad2d6991c5151f0ee224f11ea8f7ff6b38cb7dff462fb10817d"
        },
        "10-protect-the-lead": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 6.0,
          "agent_seconds": 74.17641269899997,
          "cost_usd": 0.006240005,
          "cost_source": "Persisted Codex token pricing",
          "cost_source_sha256": "16b6e1a4e8c03a72442aeab49607d4324880b42dcd5c7bf118a19cc5980c28e6"
        }
      }
    },
    {
      "id": "anthropic/claude-haiku-5-5",
      "name": "Claude Haiku 5.5",
      "short": "Haiku",
      "family": "Anthropic",
      "harness": "claude_code-v1.0.0",
      "run_id": "cc898714-3ce5-4d64-9c87-2caf57d3c27f",
      "dataset": "royalebench/royalebench-v9@1",
      "provider": "modal",
      "concurrency": 21,
      "started_at": "2026-11-15T19:15:49.420317",
      "finished_at": "2026-11-15T19:19:42.552951",
      "source_sha256": "18d17feafe8f4351226b5639095c3f3a76e6af05698a9fa478efb02db61d2158",
      "inference_overrides": {},
      "solved": 4,
      "attempts": 21,
      "incomplete": 1,
      "cost_total_usd": 0.168577325,
      "cost_per_task_usd": 0.008027491666666667,
      "cost_known": 21,
      "mean_agent_seconds": 48.93208700666666,
      "tasks": {
        "01-critical-cycle-conversion": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 4.0,
          "agent_seconds": 27.056372067999973,
          "cost_usd": 0.0051255,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "3d80dee5080a9d123a7ad6287dc980ca8bf2d5e358f40139c24af1a333465b3c"
        },
        "01-cycle-and-connect": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 9.0,
          "agent_seconds": 110.06161536600001,
          "cost_usd": 0.01750272,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "c95b17fcb15177f4addf30847c8e24869b4c157907680d963e8a5be576b0040f"
        },
        "01-timed-spell-a": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 18.690378818,
          "cost_usd": 0.00319437,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "801eed37ced99a592920d31b6c4e255c69c65262f71c368e8cc98449280db0a7"
        },
        "02-reserve-counter-a": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 10.0,
          "agent_seconds": 52.65510207099999,
          "cost_usd": 0.008292445,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "ebc30dc02c7f9f9644efc05e5d76ba3be95acb1f940be299a2e09300496ed470"
        },
        "02-second-wave-air-race": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 31.718585695,
          "cost_usd": 0.0050459,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "b413700b33ee9b0e33d7b58da025f35fda81b23c348fdb6083e0f237a3f67c3d"
        },
        "02-sustained-tower-race": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 23.049138836999987,
          "cost_usd": 0.00431227,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "45f46f918c1786286c04b626f2c0c6a224b5b7cb4fd1972a39511ee33e445cfc"
        },
        "03-bait-damage-sequence": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 12.0,
          "agent_seconds": 76.84010162700002,
          "cost_usd": 0.01260282,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "b6668a975c3584c674414c2595b048e470c6a6578a5d94071f197ffb78085901"
        },
        "03-spell-placement": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 25.315573338999968,
          "cost_usd": 0.003855245,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "9c9b9ac3368acffabb4e2b701777a38c8454524139d5a017496accc72192a8f7"
        },
        "03-supported-tank-conversion": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 18.0,
          "agent_seconds": 85.019714905,
          "cost_usd": 0.01706274,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "97d4c14b0bf029dbdd0cd3aae103d23f45c57786dbdc63e9af17ebfa6813344c"
        },
        "03-tower-race-b": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 18.911465299999975,
          "cost_usd": 0.00316544,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "3951ec85348569f6a4407aef379c18520272c43665be28feea619b223cf4ac86"
        },
        "04-critical-cycle-and-connect": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 4.0,
          "agent_seconds": 61.857520891000036,
          "cost_usd": 0.009787695,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "1b5e67334dee60fd24f58a789eea1cf3d7d67f2f5010434519c29741c35a7a66"
        },
        "04-split-lane-conversion": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 3.0,
          "agent_seconds": 24.35076480099997,
          "cost_usd": 0.0046958699999999996,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "ee617760d139c77a611a0a250cc6f8ace7ae728ec38d9544ea3b7de6c38b6659"
        },
        "05-hog-body-block": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 8.0,
          "agent_seconds": 41.74188967400005,
          "cost_usd": 0.008327575,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "808bcfb5cb22d3a13dfadec11378ac94a1208e2c6b1c9dc48dd98f20b4c76dc1"
        },
        "05-successive-threats-mirror": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 0,
          "rejected_actions": 0.0,
          "decisions": 6.0,
          "agent_seconds": 46.41681858599998,
          "cost_usd": 0.007350575,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "4687a9c434cceb4864a14c05511311ad386c6f6c2f0fd3a04f8a8a87c030cbb8"
        },
        "06-mini-pekka-kite": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 70.72370354399999,
          "cost_usd": 0.010066615000000001,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "a7693b9077ff6a85968f634e8d16e569986d1732ce0b3d85cd539df36a1f0f69"
        },
        "06-unequal-threats": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 10.0,
          "agent_seconds": 50.133104461000016,
          "cost_usd": 0.007506789999999999,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "fd3c0fef6a1406c63b62deb2f9a3e61e72ee331ad444129f8153fe7ed226d942"
        },
        "07-balloon-fireball": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 3.0,
          "agent_seconds": 61.157036226,
          "cost_usd": 0.00844133,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "e123f2f92d40f28b2c591ff16362c1e83e232ca878cc400c0f6450b220b7cd6b"
        },
        "07-counterpush": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 15.0,
          "agent_seconds": 76.59560301100004,
          "cost_usd": 0.01177448,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "87ff226237ea87e344b98f35e3b01ec07e1815d72e363885d8db35d6329a008a"
        },
        "08-cycle-to-lethal-plus": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 3.0,
          "agent_seconds": 54.59050743099999,
          "cost_usd": 0.008434404999999999,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "042aa3d0db7144db520aee735bdc767877f4f6495666874c77c1ee53f8ee7983"
        },
        "09-tower-race-defend": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 19.782122028000003,
          "cost_usd": 0.0032723400000000003,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "d302f842ea3be3366ba290db6c9ab688479a99f313b4f88a69e5d40e49de711f"
        },
        "10-protect-the-lead": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 6.0,
          "agent_seconds": 50.906708460999994,
          "cost_usd": 0.008760200000000001,
          "cost_source": "Harness-reported API cost",
          "cost_source_sha256": "2351eb15e2319b9ddd4c2154eb3bab78910052c6608c4f22a7a23890d6713e2a"
        }
      }
    },
    {
      "id": "openai/inkling-2-small",
      "name": "Inkling 2 Small",
      "short": "Inkling",
      "family": "Inkling",
      "harness": "mini_swe_agent",
      "run_id": "31c75a4f-bfa6-4b35-9039-e958d08e22f5",
      "dataset": "royalebench/royalebench-v9@1",
      "provider": "modal",
      "concurrency": 21,
      "started_at": "2026-11-15T19:26:41.838919",
      "finished_at": "2026-11-15T19:33:46.811653",
      "source_sha256": "80029472bf520fb799b1d9fa2fd3bf618ef7a68e9457e93def7638b66d6003a1",
      "inference_overrides": {
        "step_limit": "12",
        "cost_tracking": "ignore_errors"
      },
      "solved": 4,
      "attempts": 21,
      "incomplete": 6,
      "cost_total_usd": 0.3470936,
      "cost_per_task_usd": 0.016528266666666666,
      "cost_known": 21,
      "mean_agent_seconds": 136.85943046866666,
      "tasks": {
        "01-critical-cycle-conversion": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 0,
          "rejected_actions": 0.0,
          "decisions": 11.0,
          "agent_seconds": 151.37501751599999,
          "cost_usd": 0.01920958,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "1307effdce6ac79cfe99400caf155996877801c556b240e4f1f8e7cc0ca58f84"
        },
        "01-cycle-and-connect": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 4.0,
          "agent_seconds": 190.66552055,
          "cost_usd": 0.01404166,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "6256a74fd4ec48672e7b72c1d955444793e3b41985e5c208339bd61374a378a6"
        },
        "01-timed-spell-a": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 2.0,
          "agent_seconds": 90.442477806,
          "cost_usd": 0.01212446,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "931b55dd284b460ed597bea8e5d7ee0462ac5fccad3f64e0b75e7f363c03c444"
        },
        "02-reserve-counter-a": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 0,
          "rejected_actions": 0.0,
          "decisions": 9.0,
          "agent_seconds": 223.89777575600002,
          "cost_usd": 0.01961768,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "059c27dd3418cb299510c3bc511acbc3e0c40a553f29ca07a29acbfe6ba8c41b"
        },
        "02-second-wave-air-race": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 150.921346957,
          "cost_usd": 0.02945082,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "d876bcece1f75009f0951e98e99721ab718b4223f60ace4e66be6c0b88d26f1a"
        },
        "02-sustained-tower-race": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 2.0,
          "agent_seconds": 162.27730423100002,
          "cost_usd": 0.01740922,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "52e59caf5c4105cfd7e60f870af3930d52870c3a13c00a86def441e8adba8470"
        },
        "03-bait-damage-sequence": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 2.0,
          "decisions": 10.0,
          "agent_seconds": 121.42771034999998,
          "cost_usd": 0.01963616,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "d358e4fbacb7b806cc667aa12fd0fc27d60d719cbe79ae13a786e25c8229c123"
        },
        "03-spell-placement": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 67.94983623399997,
          "cost_usd": 0.00381984,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "dc074eff18d244ed89b8b96acf257bf3a1ed08d51aaa3cf35f32732d930b86ae"
        },
        "03-supported-tank-conversion": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 0,
          "rejected_actions": 1.0,
          "decisions": 11.0,
          "agent_seconds": 144.923173589,
          "cost_usd": 0.01855434,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "2398c1cb9e362e51c2a0fbc312c9eff8125eec8ae82543e659458fd9a1e573f3"
        },
        "03-tower-race-b": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 114.84459644,
          "cost_usd": 0.01626766,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "f21de7f40dfd5f13986fb02d89f596593e0174d5ed1da169b6d789e13d2b12ab"
        },
        "04-critical-cycle-and-connect": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 2.0,
          "agent_seconds": 107.739851515,
          "cost_usd": 0.0127867,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "b51b1dcf44aede380f921ef1b04f874e457ff85ea0d2053500a29217c1a29d4c"
        },
        "04-split-lane-conversion": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 3.0,
          "agent_seconds": 108.992698365,
          "cost_usd": 0.01864916,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "05ab7420a5f466b9379b1631f2ce09e890e598c27edba76a88cb6db56b5e7171"
        },
        "05-hog-body-block": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 0,
          "rejected_actions": 0.0,
          "decisions": 7.0,
          "agent_seconds": 134.960805104,
          "cost_usd": 0.02072618,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "5908ee2af7f48614b25d5199357bc22a9926701563c9de32e43340d42b3ee5a6"
        },
        "05-successive-threats-mirror": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 0,
          "rejected_actions": 0.0,
          "decisions": 6.0,
          "agent_seconds": 132.14917413999999,
          "cost_usd": 0.02340648,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "a9373d9203e630b49494aa24917b68959a95e6cca1e3ffba7214a2da8c99cb77"
        },
        "06-mini-pekka-kite": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 168.59118961400003,
          "cost_usd": 0.0223656,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "8b5b5488abf22c8d8dd004f664b020aae9204361a5457773803ba6ef24cc755c"
        },
        "06-unequal-threats": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 10.0,
          "agent_seconds": 163.08814365699996,
          "cost_usd": 0.014946,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "a0278627fe7f371abe428929d190ce70906608695d47789f9d4bdfa2cf9f1a5d"
        },
        "07-balloon-fireball": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 7.0,
          "agent_seconds": 161.07314285099997,
          "cost_usd": 0.01367024,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "38abf20ad7351f7257959fdbfe76479021f20598000a17e406fdc25e69d3130b"
        },
        "07-counterpush": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 0,
          "rejected_actions": 0.0,
          "decisions": 11.0,
          "agent_seconds": 123.04839012600002,
          "cost_usd": 0.0084539,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "027e179959fca3aa7cc32ea8e30b7bde052376451d19f07361d9c84ca788ecdd"
        },
        "08-cycle-to-lethal-plus": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 4.0,
          "agent_seconds": 131.89001539500003,
          "cost_usd": 0.02214042,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "bf92789937a225e2402d5277d7b861be2758e526bf5f4a119eeed1b870b2446f"
        },
        "09-tower-race-defend": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 2.0,
          "agent_seconds": 107.57628592699999,
          "cost_usd": 0.01368072,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "fbd13a7fdfbae54d0ce4e97a190d1812a436373f7331971c2c383fe0513277ff"
        },
        "10-protect-the-lead": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 6.0,
          "agent_seconds": 116.21358371899998,
          "cost_usd": 0.00613678,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "ec349421b4557739e2063a37197efc86504021767d4ae82a80f646241d7a309c"
        }
      }
    },
    {
      "id": "openai/kimi-k3.1-pro",
      "name": "Kimi K3.1 Pro",
      "short": "Kimi",
      "family": "Moonshot AI",
      "harness": "mini_swe_agent",
      "run_id": "357fa0a0-0ed0-4495-8538-5768445c21d4",
      "dataset": "royalebench/royalebench-v9@1",
      "provider": "modal",
      "concurrency": 21,
      "started_at": "2026-11-15T19:26:00.702329",
      "finished_at": "2026-11-15T19:31:29.301357",
      "source_sha256": "93758c83f8314d9837f66bcd289b2c684862c0e23498010186302b53ecd25d35",
      "inference_overrides": {
        "step_limit": "12",
        "cost_tracking": "ignore_errors"
      },
      "solved": 4,
      "attempts": 21,
      "incomplete": 8,
      "cost_total_usd": 2.2126268,
      "cost_per_task_usd": 0.10536318095238095,
      "cost_known": 21,
      "mean_agent_seconds": 103.78397457361905,
      "tasks": {
        "01-critical-cycle-conversion": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 5.0,
          "agent_seconds": 120.02093741299998,
          "cost_usd": 0.1059648,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "bd0c3a190e22b7c4e1b349c4258c5c76c735dbddb37620203a6b9e0ff892ffac"
        },
        "01-cycle-and-connect": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 0,
          "rejected_actions": 0.0,
          "decisions": 6.0,
          "agent_seconds": 125.18566805900002,
          "cost_usd": 0.1387608,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "3722ea89c6b9e3aa6d8c5bc9522bf492a709efe4106da6b731b056fe889dab85"
        },
        "01-timed-spell-a": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 3.0,
          "agent_seconds": 74.97286315599999,
          "cost_usd": 0.0799244,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "176eef5d3155aa3dbe72419509a48799838f989a355c9334d1eff09755542134"
        },
        "02-reserve-counter-a": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 0,
          "rejected_actions": 0.0,
          "decisions": 8.0,
          "agent_seconds": 166.207433959,
          "cost_usd": 0.1751632,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "4e7ccdfebeca96d4a33002f6bf6d184574757f1e64847706c126355bc1a0a405"
        },
        "02-second-wave-air-race": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 3.0,
          "agent_seconds": 61.31400295099999,
          "cost_usd": 0.0571816,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "cb9791c06f7e7b1600ebafdd7b6dec627dd0bb7b7fbd18ef32227d178f47c581"
        },
        "02-sustained-tower-race": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 6.0,
          "agent_seconds": 99.01634732399998,
          "cost_usd": 0.128692,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "082cf50e74d3b30607c784ba7158ba32965cb17858bd372e2e7b40cc00c0b19b"
        },
        "03-bait-damage-sequence": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 0,
          "rejected_actions": 0.0,
          "decisions": 11.0,
          "agent_seconds": 194.29438813599998,
          "cost_usd": 0.1943936,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "4ee5f8a96205defbc756c96c45b3bee267303e985fcfd79db310ad9dccdbfd33"
        },
        "03-spell-placement": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 2.0,
          "agent_seconds": 68.089459484,
          "cost_usd": 0.0523888,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "9e35cfdc9dedb6c3cfd5dd62f0423744e377adc00ac3fcf1035b33fbddefbbb3"
        },
        "03-supported-tank-conversion": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 0,
          "rejected_actions": 0.0,
          "decisions": 11.0,
          "agent_seconds": 111.774293459,
          "cost_usd": 0.1150432,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "abf21a75b01b90b3edbbda72e3e0da4dfa67f54ca3d12805a7124c48a73e25c7"
        },
        "03-tower-race-b": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 47.75888918000001,
          "cost_usd": 0.043886,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "94fc4981172a9adaa6e1cfdd05746a4f872a6e815b705ee83494e20507345976"
        },
        "04-critical-cycle-and-connect": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 2.0,
          "agent_seconds": 120.02638270300002,
          "cost_usd": 0.1245688,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "caeec31417f3a73c1d2070cec90a90ec39785cd46b2bda34e1155e750544728a"
        },
        "04-split-lane-conversion": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 3.0,
          "agent_seconds": 58.51046059599997,
          "cost_usd": 0.0666396,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "3ac67c6be7c6231e7e45b931dedce6aa788d097f78c0abd859a7ef6a4e9e829c"
        },
        "05-hog-body-block": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 0,
          "rejected_actions": 0.0,
          "decisions": 5.0,
          "agent_seconds": 132.76599154000002,
          "cost_usd": 0.1242668,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "e039d7ebc5ad90fe4b53c368e4bdd8d715ff5a103f674178d9ecff0003a6e982"
        },
        "05-successive-threats-mirror": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 10.0,
          "agent_seconds": 159.340807356,
          "cost_usd": 0.1410236,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "85254cac79f3f7ae5b4e58a2a0fd42e9670165bb4a99313bab47a6a2e277424c"
        },
        "06-mini-pekka-kite": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 8.0,
          "agent_seconds": 96.65890840700001,
          "cost_usd": 0.085804,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "4d518d9937f2664bc7247e3d71a2be511ec95be6ac4520f748a66eb140d4088c"
        },
        "06-unequal-threats": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 0,
          "rejected_actions": 0.0,
          "decisions": 7.0,
          "agent_seconds": 95.488580721,
          "cost_usd": 0.1026968,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "c855d3d333f4d50819d30c73cf96cfc70b870e0450b8b79149fc76f2fa16de0b"
        },
        "07-balloon-fireball": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 0,
          "rejected_actions": 0.0,
          "decisions": 2.0,
          "agent_seconds": 99.73793150100002,
          "cost_usd": 0.1020488,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "3ae5096d39cc49c3ffabe5e87f73086a93c3a3fb1aaf959689116ddcb48d77cf"
        },
        "07-counterpush": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 0,
          "rejected_actions": 0.0,
          "decisions": 11.0,
          "agent_seconds": 92.91707567999998,
          "cost_usd": 0.0980868,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "01da197a95aa58b0a7681211682391e15d54a993e9dc8738ef73d56f21a44ebf"
        },
        "08-cycle-to-lethal-plus": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 3.0,
          "agent_seconds": 106.34225830999998,
          "cost_usd": 0.1168696,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "1637fab4e46b8a8ecd21f27c44f47cb1980ec1bb7cc3247fbf8a6343c3bd36ff"
        },
        "09-tower-race-defend": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 2.0,
          "agent_seconds": 49.21294734200001,
          "cost_usd": 0.0563528,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "09c4ee3e586e8c1e8611a9060f762c44cf99968f4871cf40578c434b85ebaf8d"
        },
        "10-protect-the-lead": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 6.0,
          "agent_seconds": 99.82783876900001,
          "cost_usd": 0.1028708,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "effd2e577a41b937969090a2c29abd4564bae27c40f990db01d57c5ecd2ee069"
        }
      }
    },
    {
      "id": "openai/Qwen/Qwen3.8-2.4T-A95B",
      "name": "Qwen 3.8",
      "short": "Qwen",
      "family": "Alibaba",
      "harness": "mini_swe_agent",
      "run_id": "415373e6-ff73-47b7-ba13-b27de5a9f921",
      "dataset": "royalebench/royalebench-v9@1",
      "provider": "modal",
      "concurrency": 21,
      "started_at": "2026-11-15T19:26:22.294762",
      "finished_at": "2026-11-15T19:47:24.676361",
      "source_sha256": "71f85acab4bcc70561ce93c44d26257a90d6f0d68a44ec8501f0aeaf2914a697",
      "inference_overrides": {
        "step_limit": "12",
        "cost_tracking": "ignore_errors"
      },
      "solved": 3,
      "attempts": 21,
      "incomplete": 10,
      "cost_total_usd": 6.995526,
      "cost_per_task_usd": 0.3331202857142857,
      "cost_known": 21,
      "mean_agent_seconds": 387.8942677807619,
      "tasks": {
        "01-critical-cycle-conversion": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 0,
          "rejected_actions": 0.0,
          "decisions": 7.0,
          "agent_seconds": 596.750606154,
          "cost_usd": 0.551024,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "959390b1341e60abd3b394ee10305c86b53845c86cdcadf84500c06173de240c"
        },
        "01-cycle-and-connect": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 6.0,
          "agent_seconds": 445.153962075,
          "cost_usd": 0.412704,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "71199398d3bc47425fb26011036128f57fae10ab44e2f1938e90a5b941850d9f"
        },
        "01-timed-spell-a": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 2.0,
          "agent_seconds": 384.89114873700004,
          "cost_usd": 0.31636,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "59765fb3b53d6a5ca48c19a803f9c5b69a32bb500ad69dd99b8cd842567eca2e"
        },
        "02-reserve-counter-a": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 0,
          "rejected_actions": 0.0,
          "decisions": 5.0,
          "agent_seconds": 409.9109220419999,
          "cost_usd": 0.321762,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "1920cef21158d8c7106d046165842eff091ae1c8abf829127673755d7b9414e2"
        },
        "02-second-wave-air-race": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 0,
          "rejected_actions": 0.0,
          "decisions": 7.0,
          "agent_seconds": 362.09833988500003,
          "cost_usd": 0.518864,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "3b61a8fa20f480d148ad80831bd06129159c82113e018cb14055a5c360f9a255"
        },
        "02-sustained-tower-race": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 3.0,
          "agent_seconds": 272.895202569,
          "cost_usd": 0.276112,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "3c018efa3ca85c1a7e440256d664089289aac85a7320e760a634f4326f68c279"
        },
        "03-bait-damage-sequence": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 0,
          "rejected_actions": 0.0,
          "decisions": 7.0,
          "agent_seconds": 494.09797459699996,
          "cost_usd": 0.460266,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "ecf2b2723a991e065ce1934006ba0173210b346db1eb50dea702ca2c3ed92dda"
        },
        "03-spell-placement": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 421.30409843300004,
          "cost_usd": 0.233052,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "bc0c3fd6b393747664f5deed58c92ea5da8f8b92e0b86ee97da27885a1997ca4"
        },
        "03-supported-tank-conversion": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 0,
          "rejected_actions": 0.0,
          "decisions": 9.0,
          "agent_seconds": 411.37645090699993,
          "cost_usd": 0.365884,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "8795f1ecc6b38dbd3e21295f533103f5cfd55ca8d7e499074656efaf4a67c0e9"
        },
        "03-tower-race-b": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 322.353381831,
          "cost_usd": 0.250756,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "308e97c155dc6afe57d78b88baf8d8206ae2979b5bc0774b62b5cd4672b095eb"
        },
        "04-critical-cycle-and-connect": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 5.0,
          "agent_seconds": 362.01319993999994,
          "cost_usd": 0.313636,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "5f1442ba1ea0d129eabbbf52770732e8d2b42eaa0f162997acc89e56c0f63278"
        },
        "04-split-lane-conversion": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 7.0,
          "agent_seconds": 248.14068632600004,
          "cost_usd": 0.360602,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "3fabcb7f372d78fd38c8acc947181956dbf3ade02093f23ee79605e56b9484cf"
        },
        "05-hog-body-block": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 0,
          "rejected_actions": 0.0,
          "decisions": 3.0,
          "agent_seconds": 358.88586340399996,
          "cost_usd": 0.30186,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "cf5b1adb4d85841c1528e5e6029a846f0f785cd9009acd2bf2253e2daf64746a"
        },
        "05-successive-threats-mirror": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 0,
          "rejected_actions": 0.0,
          "decisions": 8.0,
          "agent_seconds": 474.9400367,
          "cost_usd": 0.401116,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "1304160b4c02f8008225b52ba241ede5c81f6640c4ab61220634c0847408e86c"
        },
        "06-mini-pekka-kite": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 4.0,
          "agent_seconds": 458.458726394,
          "cost_usd": 0.365148,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "64c4fa945953f609bd3e2cd222e0f38569e9c0a76aa4922ff978e56ed83bcf20"
        },
        "06-unequal-threats": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 10.0,
          "agent_seconds": 520.0191128490001,
          "cost_usd": 0.347148,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "9b269308ae4d4a502af75385e37fa9bfac8ba8a5d1a27f1a6923fba32c597009"
        },
        "07-balloon-fireball": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 0,
          "rejected_actions": 0.0,
          "decisions": 4.0,
          "agent_seconds": 253.49108840300002,
          "cost_usd": 0.127044,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "e7f3476b4794542de65b683a12e743e5b97a578da8d249fda0b3e274c62b530e"
        },
        "07-counterpush": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 0,
          "rejected_actions": 0.0,
          "decisions": 6.0,
          "agent_seconds": 283.816006885,
          "cost_usd": 0.208636,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "51d99dcc6ea2de40f20e592d113348718ac3b1c02030aec50cc768e3e1199f0e"
        },
        "08-cycle-to-lethal-plus": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 5.0,
          "agent_seconds": 345.5789180019999,
          "cost_usd": 0.287682,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "70b1715894b3f441dc33774f961c8bcbe12ada12fb2fae8db1083286238f8b6e"
        },
        "09-tower-race-defend": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 260.17520154500005,
          "cost_usd": 0.211302,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "a9ace8f5c583e2b0e4e4531e5da07739b41e44e1f0a85f186056443fc6c01c1d"
        },
        "10-protect-the-lead": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 0,
          "rejected_actions": 0.0,
          "decisions": 5.0,
          "agent_seconds": 459.428695718,
          "cost_usd": 0.364568,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "db5ac71b966630a5520ef01aa37c668b368df9596b3a362edda74dc034d0ee04"
        }
      }
    },
    {
      "id": "openai/deepseek-v4.1-flash-1017",
      "name": "DeepSeek V4.1 Flash",
      "short": "DeepSeek",
      "family": "DeepSeek",
      "harness": "mini_swe_agent",
      "run_id": "e63513d6-500f-4f9f-b482-75d446fa23eb",
      "dataset": "royalebench/royalebench-v9@1",
      "provider": "modal",
      "concurrency": 21,
      "started_at": "2026-11-15T19:17:15.649621",
      "finished_at": "2026-11-15T19:21:16.195715",
      "source_sha256": "9b6a14ee7351531c4a405665e3e93e8c4f7f03e1ae281154bd71aeb2b88c64e8",
      "inference_overrides": {
        "step_limit": "12",
        "cost_tracking": "ignore_errors"
      },
      "solved": 2,
      "attempts": 21,
      "incomplete": 9,
      "cost_total_usd": 0.21746091,
      "cost_per_task_usd": 0.01035528142857143,
      "cost_known": 21,
      "mean_agent_seconds": 63.800180900142855,
      "tasks": {
        "01-critical-cycle-conversion": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 4.0,
          "agent_seconds": 55.632475735999975,
          "cost_usd": 0.00700668,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "b25c38ca4dd01b8bbda91a6e33a679a0c90cd05712ec26e3bf44d85dc4b18f40"
        },
        "01-cycle-and-connect": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 4.0,
          "agent_seconds": 52.716971830999995,
          "cost_usd": 0.00971238,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "fbbafd29d99444d8ca9f005d4d08e1aa6dd084bdcb04cebb59ba49c4354c288c"
        },
        "01-timed-spell-a": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 41.89215349400001,
          "cost_usd": 0.00799826,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "95556a19c7d97fb2136696af3ed1d9b933315cbecc973b8f5ff5a45c2d853b8d"
        },
        "02-reserve-counter-a": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 0,
          "rejected_actions": 0.0,
          "decisions": 6.0,
          "agent_seconds": 82.672289374,
          "cost_usd": 0.01521883,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "89f15511f709217dc44452a3e3a594af9847aacc465858a218e71f29744e7b6a"
        },
        "02-second-wave-air-race": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 3.0,
          "agent_seconds": 61.55431239699999,
          "cost_usd": 0.0133466,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "a44d3fc33a95520563c65f66bdda58556eabca3406dcb9550f9fda11cf1ba21b"
        },
        "02-sustained-tower-race": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 2.0,
          "agent_seconds": 45.955956732999994,
          "cost_usd": 0.0063456,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "2cdb6e7043a93b23f650b1ea0e4f23cbeb0621c96c33595c7db394460edea204"
        },
        "03-bait-damage-sequence": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 0,
          "rejected_actions": 0.0,
          "decisions": 3.0,
          "agent_seconds": 90.70010122699998,
          "cost_usd": 0.00968973,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "3ab190f7d98b2b4f5bf4fe99e1fec0bc26eb1b22f18057c67d0b5cfedc4160ec"
        },
        "03-spell-placement": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 64.798044245,
          "cost_usd": 0.01161799,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "f9ffd0692fcf629584aadf59f66db1052596f9c273f80b097bc1790334d18233"
        },
        "03-supported-tank-conversion": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 0,
          "rejected_actions": 0.0,
          "decisions": 4.0,
          "agent_seconds": 62.532320876,
          "cost_usd": 0.00891037,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "e1d1b46beec8018446238090f2b9cbd3db9fd4a121c78ac6f71ce997a2f8253d"
        },
        "03-tower-race-b": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 37.555234705000004,
          "cost_usd": 0.00637493,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "089277e1b9b101d32c5fa626a63e8a08aa3dce020bc2f53c02182d6fd2eb7ff0"
        },
        "04-critical-cycle-and-connect": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 5.0,
          "agent_seconds": 81.12521803000001,
          "cost_usd": 0.01236668,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "0610cf4138d491ff3dbfaf1dca48b67c58b13ee9fcccee0e7cfc9a36ac9e4981"
        },
        "04-split-lane-conversion": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 11.0,
          "agent_seconds": 90.12645008199999,
          "cost_usd": 0.01541246,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "aa872dae2ec1530479c4c9e003a38b2a18d9e7da0f9fd20ce4da646acc9ae58c"
        },
        "05-hog-body-block": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 0,
          "rejected_actions": 0.0,
          "decisions": 0.0,
          "agent_seconds": 56.621358998000005,
          "cost_usd": 0.00858437,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "485c3ab2d96ccdb8c6e01124a8c6fd7e366b70285825d80f2a1efdeca4e73089"
        },
        "05-successive-threats-mirror": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 0,
          "rejected_actions": 0.0,
          "decisions": 8.0,
          "agent_seconds": 115.149210393,
          "cost_usd": 0.02085367,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "8db0806cd4df33fc449b213dd37cce0cb0dd937ca110c144a7cfbcea3aee9d2e"
        },
        "06-mini-pekka-kite": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 0,
          "rejected_actions": 0.0,
          "decisions": 4.0,
          "agent_seconds": 69.04251513399998,
          "cost_usd": 0.01055142,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "f4baa93a3965c2697f60183530105d1082e0e8cabd0c622748c17d0d088a2778"
        },
        "06-unequal-threats": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 0,
          "rejected_actions": 0.0,
          "decisions": 4.0,
          "agent_seconds": 71.16791383999998,
          "cost_usd": 0.01209032,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "206afd88b2668ecb5169e8154394d32027b2bfbd313e7c5f420c3682ac550397"
        },
        "07-balloon-fireball": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 0,
          "rejected_actions": 0.0,
          "decisions": 6.0,
          "agent_seconds": 38.45403052,
          "cost_usd": 0.00642092,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "edcc07ff9ebda4b70ced4e533c38e7077c0ebcede277e5ad4d3314195fd68615"
        },
        "07-counterpush": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 0,
          "rejected_actions": 0.0,
          "decisions": 11.0,
          "agent_seconds": 73.877402013,
          "cost_usd": 0.00905241,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "c819c7e154ae4458b3fdcb2371e19784332be6cfd8f929d6fcfef7e150c3cc1f"
        },
        "08-cycle-to-lethal-plus": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 3.0,
          "agent_seconds": 58.74470195700002,
          "cost_usd": 0.01060464,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "0cb52dcd0791e134cf95b9c349f31426643a8d7347c57ff7357b7cd6920f3bbd"
        },
        "09-tower-race-defend": {
          "reward": 0,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 1.0,
          "agent_seconds": 33.96317371500001,
          "cost_usd": 0.00514496,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "a9f645627900878d2161058b4be5fcd8290c461a4d53ee774f8be43edfedad14"
        },
        "10-protect-the-lead": {
          "reward": 1,
          "integrity": 1.0,
          "completed": 1,
          "rejected_actions": 0.0,
          "decisions": 6.0,
          "agent_seconds": 55.52196360299999,
          "cost_usd": 0.01015769,
          "cost_source": "Persisted Modal token pricing",
          "cost_source_sha256": "fbc99827f7550674d03eb3e2b020182c3c98a21703374c24d32e70d064c17741"
        }
      }
    }
  ],
  "tasks": [
    {
      "task": "02-reserve-counter-a",
      "source": "royalebench/royalebench-v8@1",
      "digest": "sha256:de2e93bb3a6483ae81950340b87e7228fdff1f3a081cd5e617220c41c991e9b9",
      "grading": "defend",
      "objective": "Keep both princess towers alive for 20 seconds, take at most 450 additional total crown-tower damage, and spend at most 6 elixir. At elapsed 6.0 seconds the opponent casts its reserved GoblinBarrel on your left princess tower (3.5, 6.5).",
      "protocol_sha256": "0a08b4c4dfca848149bae22c9ec898848ae116df469984a5978a34219b8c506c",
      "title": "Reserve the counter",
      "capability": "Timing",
      "solved": 0,
      "attempts": 12,
      "difficulty": "hard"
    },
    {
      "task": "04-critical-cycle-and-connect",
      "source": "royalebench/royalebench-v8@1",
      "digest": "sha256:d3db754e52ac464d41811b6877afe65a34f62bb20617d0b32d8b021fccfbafb8",
      "grading": "win",
      "objective": "Win the actual match within the remaining 18 seconds of overtime. Surviving, dealing damage, or leading on HP before the match ends earns no credit.",
      "protocol_sha256": "249b5327f768a4d7142cd8ee9a91f2ea2b808833c76ac979b79ba6c2321cf308",
      "title": "Critical cycle and connect",
      "capability": "Conversion",
      "solved": 0,
      "attempts": 12,
      "difficulty": "hard"
    },
    {
      "task": "05-hog-body-block",
      "source": "royalebench/royalebench-tactics@6",
      "digest": "sha256:d349207ed4074ba42409a7a4ca3a6e8d367dea3bd6d9ec470755f13224a559ed",
      "grading": "defend",
      "objective": "Your left princess tower has 1 HP: a single Hog hit destroys it and fails the task. You start with 3 elixir and may spend only 3 in total. Keep all three crown towers alive for 16 seconds, take zero additional total crown-tower damage, and spend at most 3 elixir. You may submit up to 8 decisions; the referee then resolves the remaining time as waits.",
      "protocol_sha256": "0a08b4c4dfca848149bae22c9ec898848ae116df469984a5978a34219b8c506c",
      "title": "Hog body-block",
      "capability": "Placement",
      "solved": 0,
      "attempts": 12,
      "difficulty": "hard"
    },
    {
      "task": "07-balloon-fireball",
      "source": "royalebench/royalebench-tactics@6",
      "digest": "sha256:9826da994607ef95f00a9f0c6f51a0af1bd0589cf3a221c78650591713659be6",
      "grading": "one_spell",
      "objective": "Keep all three crown towers alive for 16 seconds using exactly one Fireball play and no other card. Spend at most 4 elixir and take at most 240 additional total crown-tower damage. Your left princess tower has 241 HP. A Balloon attack destroys it; its 240-damage death bomb is allowed and must be included in the damage total. You may wait before playing. After your one accepted card play, or after 12 decisions, the referee resolves the remaining window as waits.",
      "protocol_sha256": "0a08b4c4dfca848149bae22c9ec898848ae116df469984a5978a34219b8c506c",
      "title": "Balloon Fireball",
      "capability": "Timing",
      "solved": 0,
      "attempts": 12,
      "difficulty": "hard"
    },
    {
      "task": "02-second-wave-air-race",
      "source": "royalebench/royalebench-v8@1",
      "digest": "sha256:a976ec53cb90fe875106d701dd775f09dd1eb95928828a31486eb7f8cd3883fd",
      "grading": "win",
      "objective": "Win the actual match by destroying an enemy crown tower within the next 30 seconds. The position starts with 60 seconds of overtime remaining. The scoring window ends before the overtime HP tiebreak: survival, an HP lead, and an unfinished match receive zero credit.",
      "protocol_sha256": "249b5327f768a4d7142cd8ee9a91f2ea2b808833c76ac979b79ba6c2321cf308",
      "title": "Second-wave air race",
      "capability": "Conversion",
      "solved": 1,
      "attempts": 12,
      "difficulty": "hard"
    },
    {
      "task": "03-tower-race-b",
      "source": "royalebench/royalebench-v8@1",
      "digest": "sha256:3e63725e4c80ca0cbbafa4f1c1fff40733cd4b375ad047c94516334828d2e277",
      "grading": "win",
      "objective": "Win before the remaining 8 seconds of overtime end, spending at most 4 elixir. At the actual overtime deadline, tied crowns use total remaining tower HP, then seed parity.",
      "protocol_sha256": "0a08b4c4dfca848149bae22c9ec898848ae116df469984a5978a34219b8c506c",
      "title": "Tower race: defend first",
      "capability": "Timing",
      "solved": 1,
      "attempts": 12,
      "difficulty": "hard"
    },
    {
      "task": "01-critical-cycle-conversion",
      "source": "royalebench/royalebench-v8@1",
      "digest": "sha256:cf2b7f8b3229fb3516cf9d66ab8bcde92a319a7ecd1fb77c1e21d924bd967bba",
      "grading": "win",
      "objective": "Win the actual match by destroying an enemy crown tower within the next 28 seconds. The position starts with 60 seconds of overtime remaining. The scoring window ends before the overtime HP tiebreak: survival, an HP lead, and an unfinished match receive zero credit.",
      "protocol_sha256": "249b5327f768a4d7142cd8ee9a91f2ea2b808833c76ac979b79ba6c2321cf308",
      "title": "Critical cycle conversion",
      "capability": "Conversion",
      "solved": 2,
      "attempts": 12,
      "difficulty": "hard"
    },
    {
      "task": "04-split-lane-conversion",
      "source": "royalebench/royalebench-v8@1",
      "digest": "sha256:52bf1880f56583b4eeb20654e0c7e13dadd9a5cd9018b5d5863c316583946dfd",
      "grading": "win",
      "objective": "Win the actual match by destroying an enemy crown tower within the next 32 seconds. The position starts with 60 seconds of overtime remaining. The scoring window ends before the overtime HP tiebreak: survival, an HP lead, and an unfinished match receive zero credit.",
      "protocol_sha256": "249b5327f768a4d7142cd8ee9a91f2ea2b808833c76ac979b79ba6c2321cf308",
      "title": "Split-lane conversion",
      "capability": "Conversion",
      "solved": 2,
      "attempts": 12,
      "difficulty": "hard"
    },
    {
      "task": "03-supported-tank-conversion",
      "source": "royalebench/royalebench-v8@1",
      "digest": "sha256:ac4e4fef363e529e285a2f3b166962465e9bdf03f52b93404332ed5bd50c4457",
      "grading": "win",
      "objective": "Win the actual match by destroying an enemy crown tower within the next 36 seconds. The position starts with 60 seconds of overtime remaining. The scoring window ends before the overtime HP tiebreak: survival, an HP lead, and an unfinished match receive zero credit.",
      "protocol_sha256": "249b5327f768a4d7142cd8ee9a91f2ea2b808833c76ac979b79ba6c2321cf308",
      "title": "Supported tank conversion",
      "capability": "Conversion",
      "solved": 3,
      "attempts": 12,
      "difficulty": "hard"
    },
    {
      "task": "05-successive-threats-mirror",
      "source": "royalebench/royalebench-v8@1",
      "digest": "sha256:e4047240484add3556b8fc8199deec71678b2decb8640a16164d2a8790bd65ac",
      "grading": "defend",
      "objective": "Keep both princess towers alive for 20 seconds, take at most 450 total tower damage, and spend at most 8 elixir. At elapsed 6.0s the opponent casts its reserved GoblinBarrel on your right tower (14.5, 6.5).",
      "protocol_sha256": "0a08b4c4dfca848149bae22c9ec898848ae116df469984a5978a34219b8c506c",
      "title": "Successive threats",
      "capability": "Resource allocation",
      "solved": 3,
      "attempts": 12,
      "difficulty": "hard"
    },
    {
      "task": "08-cycle-to-lethal-plus",
      "source": "royalebench/royalebench-v8@1",
      "digest": "sha256:decf044a8c83e795738578e03c65f991011c33289eb9a098c45fd5d3eaf17e3b",
      "grading": "win",
      "objective": "Win before your tower falls and before overtime ends in 18 seconds. The full draw order is disclosed below; Fireball enters your hand after two card plays.",
      "protocol_sha256": "0a08b4c4dfca848149bae22c9ec898848ae116df469984a5978a34219b8c506c",
      "title": "Cycle to lethal",
      "capability": "Conversion",
      "solved": 3,
      "attempts": 12,
      "difficulty": "hard"
    },
    {
      "task": "06-unequal-threats",
      "source": "royalebench/royalebench-v8@1",
      "digest": "sha256:24c512b011fd4b5bbf7a5fa2479a3c303ddced52170ef2515983df12dd78e4b8",
      "grading": "defend",
      "objective": "Keep both princess towers alive for 20 seconds. Spend at most 8 elixir in total, including at most 4 on placements in the right lane (x > 10.5).",
      "protocol_sha256": "0a08b4c4dfca848149bae22c9ec898848ae116df469984a5978a34219b8c506c",
      "title": "Unequal threats",
      "capability": "Resource allocation",
      "solved": 4,
      "attempts": 12,
      "difficulty": "medium"
    },
    {
      "task": "01-cycle-and-connect",
      "source": "royalebench/royalebench-v8@1",
      "digest": "sha256:baee4010275c5466c4f3c177c7d9d7efc316c2a4e70bd89f842ad9d900f79ff3",
      "grading": "win",
      "objective": "Win the actual match within the remaining 18 seconds of overtime. Surviving, dealing damage, or leading on HP before the match ends earns no credit.",
      "protocol_sha256": "249b5327f768a4d7142cd8ee9a91f2ea2b808833c76ac979b79ba6c2321cf308",
      "title": "Cycle and connect",
      "capability": "Conversion",
      "solved": 6,
      "attempts": 12,
      "difficulty": "medium"
    },
    {
      "task": "02-sustained-tower-race",
      "source": "royalebench/royalebench-v8@1",
      "digest": "sha256:8d66ff72cff1f4e5e2ef7163093ff520fb6bb48a77e799107059c92d804e6c8c",
      "grading": "win",
      "objective": "Win the actual match within the remaining 30 seconds of overtime. Surviving, dealing damage, or leading on HP before the match ends earns no credit.",
      "protocol_sha256": "249b5327f768a4d7142cd8ee9a91f2ea2b808833c76ac979b79ba6c2321cf308",
      "title": "Sustained tower race",
      "capability": "Conversion",
      "solved": 6,
      "attempts": 12,
      "difficulty": "medium"
    },
    {
      "task": "06-mini-pekka-kite",
      "source": "royalebench/royalebench-tactics@6",
      "digest": "sha256:9531bc33a497ef30fbe8f577d494db0d8471031eca300270e26f190a706169ee",
      "grading": "one_spell",
      "objective": "Keep all three crown towers alive for 16 seconds using exactly one Skeletons play and no other card. Spend at most 1 elixir and take at most 0 additional total crown-tower damage. Your left princess tower has 1 HP: any hit fails. You may wait before playing. After your one accepted card play, or after 12 decisions, the referee resolves the remaining window as waits.",
      "protocol_sha256": "0a08b4c4dfca848149bae22c9ec898848ae116df469984a5978a34219b8c506c",
      "title": "Mini P.E.K.K.A. kite",
      "capability": "Placement",
      "solved": 6,
      "attempts": 12,
      "difficulty": "medium"
    },
    {
      "task": "01-timed-spell-a",
      "source": "royalebench/royalebench-v8@1",
      "digest": "sha256:0e2579caba181db0a46561f1bf26d2783715cd77e92a4b36534ab5ac1d56aa79",
      "grading": "one_spell",
      "objective": "Cast exactly one Fireball, keep both princess towers alive for 12 seconds, and take at most 100 additional total crown-tower damage. Only Fireball and waiting are available.",
      "protocol_sha256": "0a08b4c4dfca848149bae22c9ec898848ae116df469984a5978a34219b8c506c",
      "title": "Timed spell",
      "capability": "Timing",
      "solved": 8,
      "attempts": 12,
      "difficulty": "medium"
    },
    {
      "task": "03-bait-damage-sequence",
      "source": "royalebench/royalebench-v8@1",
      "digest": "sha256:b3e324c37446b86187517121ab4115341d44813c5a81ceabc8f259f573cfe5af",
      "grading": "win",
      "objective": "Win the actual match within the remaining 24 seconds of overtime. Surviving, dealing damage, or leading on HP before the match ends earns no credit.",
      "protocol_sha256": "249b5327f768a4d7142cd8ee9a91f2ea2b808833c76ac979b79ba6c2321cf308",
      "title": "Bait damage sequence",
      "capability": "Conversion",
      "solved": 8,
      "attempts": 12,
      "difficulty": "medium"
    },
    {
      "task": "07-counterpush",
      "source": "royalebench/royalebench-v8@1",
      "digest": "sha256:b729b826ec8941ca65c377a9c55e1b14eeba248d5cf9806788725b27c79c77ec",
      "grading": "win",
      "objective": "Win the continuation before the match ends (35 seconds of regulation plus up to 120 seconds of overtime).",
      "protocol_sha256": "0a08b4c4dfca848149bae22c9ec898848ae116df469984a5978a34219b8c506c",
      "title": "Counterpush",
      "capability": "Conversion",
      "solved": 8,
      "attempts": 12,
      "difficulty": "medium"
    },
    {
      "task": "09-tower-race-defend",
      "source": "royalebench/royalebench-v8@1",
      "digest": "sha256:1b43b9da19814c99660c63db3b2d0b0f24418b650033e93733acdcdf90eaa62c",
      "grading": "win",
      "objective": "Win the overtime continuation within 30 seconds. This is one of two independently graded positions in the tower-race family.",
      "protocol_sha256": "0a08b4c4dfca848149bae22c9ec898848ae116df469984a5978a34219b8c506c",
      "title": "Tower-race defense",
      "capability": "Conversion",
      "solved": 8,
      "attempts": 12,
      "difficulty": "medium"
    },
    {
      "task": "03-spell-placement",
      "source": "royalebench/royalebench-v8@1",
      "digest": "sha256:6894d18c22e56e5aca24d44e9a3b7b8980b2ac2ab9775e5c292391172cd0fa29",
      "grading": "one_spell",
      "objective": "Cast exactly one Fireball, keep both princess towers alive for 12 seconds, and take at most 150 total tower damage. Only Fireball and waiting are available.",
      "protocol_sha256": "0a08b4c4dfca848149bae22c9ec898848ae116df469984a5978a34219b8c506c",
      "title": "Spell placement",
      "capability": "Placement",
      "solved": 11,
      "attempts": 12,
      "difficulty": "easy"
    },
    {
      "task": "10-protect-the-lead",
      "source": "royalebench/royalebench-v8@1",
      "digest": "sha256:c4d6bff4df00ec964ad5ffe9ac15873f4e80a315854df9fbdb013f07413ed906",
      "grading": "protect_lead",
      "objective": "Retain a strict crown lead when regulation ends in 12 seconds.",
      "protocol_sha256": "0a08b4c4dfca848149bae22c9ec898848ae116df469984a5978a34219b8c506c",
      "title": "Protect the lead",
      "capability": "Resource allocation",
      "solved": 11,
      "attempts": 12,
      "difficulty": "easy"
    }
  ],
  "summary": {
    "runs": 12,
    "tasks": 21,
    "attempts": 252,
    "successes": 91,
    "incomplete": 34,
    "integrity_passes": 252,
    "rejected_actions": 14.0,
    "decisions": 1584.0,
    "difficulty": {
      "hard": 11,
      "medium": 8,
      "easy": 2
    }
  }
}
