{
  "updated": "2026-09-22T18:43:31.816Z",
  "evidence_sha256": {
    "gpqa_luna": "7babf102ab36f69dfaee0a815253d5a5e6d3bff5fd93a3b142b4561cd653a229",
    "gpqa_claude": "7be1972afbe4bfd1e344c220bb6c224e485c6c543ba512507972277ca69a0e39",
    "arc_luna": "43c1bb8cc33ea1d7d9de93e81c222552e3b9cf0861a057ba319dd129742c83bb",
    "arc_claude": "dc130ecb05445c0574de83952d03e02acade228579102200d229465e42cf609f",
    "arc_official": "a4389573d7e059e905112c29b497269880e80d52a8cf9c92d6fcaf975b2285d0"
  },
  "gpqa": {
    "suite": "GPQA Diamond",
    "dataset_sha256": "41d1213cd7a4998605a26c2798500652572007161b3a92817ba46b35befcd305",
    "planned": 198,
    "matched_count": 198,
    "complete": true,
    "selection": "Identical ordered prefix of the full 198-question run; no selection based on answers. Incomplete prefixes are not the full benchmark.",
    "primary": "First response, exact JSON answer; strict format and correctness both required.",
    "secondary": "Explicit unambiguous answer field anywhere in the original text. Added after the first three Claude answers; applied identically to both products. No inference from prose, no conflicting-answer repair.",
    "profiles": {
      "luna": "Luna 7 Mega, production Low, server API",
      "claude": "Claude Fable 5.1 Medium, consumer web UI; independent incognito context"
    },
    "luna": {
      "count": 198,
      "strict_correct": 184,
      "content_correct": 184,
      "format_valid": 198
    },
    "claude": {
      "count": 198,
      "strict_correct": 93,
      "content_correct": 176,
      "format_valid": 110
    },
    "rows": [
      {
        "id": "78795a861f05fd56d802099591a8a7b59d7c416e3e2ecb787857b43f4135e17f",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "2662eff7a6231613f45042d2ef5df63caaeb5a326d264e93009a737a99fb27bb",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "13e7c71f8aae7040bd98bd6b7bfe361f01f9aa9f4fd4b6095b40f97963688bdc",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "ee40e0ba47746454343829f9f66dd4d391816fe24ca19edf78fcce05cf1f26d8",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "719a9e3b5c48f40210f8e2a1754c9c2b51b07646d452fc9a0a33394117580d1b",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "d81eab0b3deeedb23d68076a8f0de5ca6461b5d2d1a7da228f6a0b6ba6ca53e7",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "d48362abba761cef50927ef586befd9a2fdb343aa19b2fa457ee74fb6dbfb56b",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "b9a9745a5c88868cf74cbb4dc5325e960c99d1b4835e550ea4a92b5158d4753e",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "fc081c2fbb63be5006154edbddcd4d1654207c4f1ad333e12f9bc19972753482",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": false,
          "format_valid": true
        }
      },
      {
        "id": "85f5a80c90290184ac6ec65307174970563ac9442644e868f064c886836d7a25",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "0c38e0dd0dd88d69880c74a648cf6671f292b7dbef66ff2c7efb580ecc32d374",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "4c49b01c534dd76a31b5023fe34fe490913c400dc715a3fa7a874695ca10b949",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "a8be7a4963bfb6bc77e23f0f5a62f7f9912221c3f4b1fe5436355e1f06fe1e70",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "435ccdce7cc6c5543ffaf20b4d850d905357568605d01b3a595d44df3dd30d0d",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "6b778965b4593497cd5378ecaa94e84f97d2910300038afb6590a8e9376b791c",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "f730b35adb897658b28382d90ae7881a77e5d86003cc9b3942862d742001d4fb",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "1ce3d847d25b2c2f678c304f134266501155719553a1a003f38a6b0a75ffb81b",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "adbda18345c28657a7c07d509b1659c8be0e1277a0778fc6fdeeaf3e2d36e265",
        "luna": {
          "strict_correct": false,
          "content_correct": false,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": false,
          "format_valid": false
        }
      },
      {
        "id": "d8c36bd55ba561cb499054e9d5a01217a0498dfd20875e8d9e99d34bcdfd7830",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "0c1cc6cb8c9b9a25c645b86bbada068207876248621f0327486d559892b7a8a9",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "40b2b50a3c993902d4327a3072c497b0bfcbac42a638ecf92be395be7ef82ab0",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "a2136b05b78259562b913f1f56520c4184d70bf60017617a442a41f907c31b78",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "cbf5c336a0990294bf58e4837d439407d4479b821676ebc522b02838ff4b6ef9",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "16464cac7090a24d3b5a0bf989e1699bafd2dd7b1555e816a1f77804d8e890db",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "d49aa1d9efc38f6409c199c3e2706ec44f5d20d25b0e7d41f40b9c46668ed1e0",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "a5bf307fdc69920b346c2d288b6a35b24485c92c8e245174a775055fa172cdc6",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "29ffae74d292a9a38f72dd8e95efab3be752912b79e848701193359c657937f6",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "b690990e73efd994587057d6ed5ae270235b0ec6bd4e98df3fc472f01c179765",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "42da82ad5cb9e03bf1c8f1d786b162fd55245c32907328f445c191681a98b669",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "29e6a1db070bf5e5af8af4b82da4953dd47dcd2a1bbd7ad2db04f3d1d4cd805e",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": false,
          "format_valid": true
        }
      },
      {
        "id": "62f7808cdd914d23316e18802ada081dc433f34465864581ce0c27bfafdcd343",
        "luna": {
          "strict_correct": false,
          "content_correct": false,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": false,
          "format_valid": true
        }
      },
      {
        "id": "e302b2005d8d406eb5e8fd7aa1707959448ef06e72b5647d2711c9a056cfeffc",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "e1448af5dcb7e4a7a5cf31dd231d4a2b2a3829ce3dabc5d7da48a195c1b39112",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": false,
          "format_valid": true
        }
      },
      {
        "id": "123161632faf32d9079808c0fb48f9d5492735ab0a8290fe32ca2f58fad36797",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "7badacbb61f05b9c8c90ae7b682bb11acc6cc5cf9bdc6fffb766c454a397fe7d",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "8d132ce83553f28f02599f90e3c52fb60d8f58faea0f09152f78f7df6e310abc",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "7fda2b6ca2ff9984ace9bf53f465cebb4b8d963f7ddcb5aa5f5015cd6989be42",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "ff60c18b72aac9e90842c7a2d5e79c68092a3fbb1d6c0318cee6d2892a43a0a1",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "089a55e5a3fbca456cb952a230bd88a82c177ec99470bd05f822803a1bdd3db5",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "83e987d2b0fb77cafbbc839bda478a9eec874f56b7db34d8c28c0c7ecfd64ba4",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "18c1c5c103fb01b10fd0ca282f8eab427517d6587a0a9962010b5ad16e05b98f",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "f56e41493e430f6c013c094b4b462aa30dc9826a273d867eec6a04fc8a646443",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "1a5b0ea82d94ae95a599d56a2d0b66244be3676480a943c4c81f230af920fa3a",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "145b51d1c857830091d0dfa7043504329aa8d2a847b5b738079d210a94da31cb",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "47741045402119262be7a1c17b98cc587ee55b46bb8620655271dca518a4f927",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "d21ba2f1c06b876b2d387104c816ee0fcc369a02b8e010a706e0e2448c56f78e",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "19d5ec504b7008b3eada0ca0c300cd88147b20679109f6681bfd8946e0db2c8c",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "f6518dd763c1af7a1745bc53b4e021210cafdf588df1ede9b537a622474a998d",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "73f52d6a4b6c7ab7582233b0acb9fc88cea4bb8b59005043c15cc2064787436a",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "9443960fd2664e6d4890575733c6a4f1f6d804ec21e10e0f9d415b99297f9845",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "6aff7faed92c98148418177c8cae4893850a1d67b5ceb00cf6a09467c4491367",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "20d48d5f0a9a8b77bea35e72a90794c2d2147aa8321ae6aa60e84491688a0803",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "ca2abe8a98bc00aadbd20baf4ff27e830539507a5ff7402eed5e2491347f95aa",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "1f101bccd20044577731aef887c9704a6a153baf063dff8d9a04510e7b8dcfb7",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "b560f550d5d9fb2378520f0fcf7b6573aec2027430ef06270491ace18a0497fc",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "229ffbdb774489fcfd578450da500a74b0c6fd603d3f4050eb6ff993659f5c7e",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "fcc630461b30079c6c9f387d97864f1f703de718fbcb50bd3441470dd06bfff5",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "e9afb48881134b480ce09710124320be56d4166a402490b65f81bdb1df6e3a1d",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "618551bfaaf71599d5802135cbf18d8e9b5a33b38537d32515c5298d556df601",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "ebc638f9e42bd31bd87f0fab4dff50846ee425d9aef0cb954a4e5013a5a107e4",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "63318cb18413a705693b9a4312f73dbf5358312aafc1d703c3d29a6340ffa0d1",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "b4bfcb89037f0b862750c1e972dd01b76828249cc331b17311b5fe5496b10f9f",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "1054cb147fa0d82e2b1830b0238455ab6cea42cde361a81e9934864240f22f50",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "80cca49a2f6ae39b2d3a2dfe110572d39720d0831c65246ce20603c40578b118",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "58604895b423acc46c4efaa28ed2e4d6eaf2d93d55c7ad3766cffce3719ddf62",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": false,
          "format_valid": false
        }
      },
      {
        "id": "82e6266418c679493cea34e30d0f71026adb6ab6c433e643d37860fb718999ec",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "dd43410e98979bf3e7f57d3de632562e1bcf4dedbf3fdb77928b8269c8d8a77e",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "f56f3f5d135dc8d61dc42f902943e2459f79e4343f2fef6741f6f86d4133a99a",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "71075d4447ee264b63e5544da7b40502fb235decc31484f33ee97a8ef70c3d1f",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "bd713289ab1ffc1ab982f7411da433944bdaa2ce87595d2c1bba8580a8b47bdb",
        "luna": {
          "strict_correct": false,
          "content_correct": false,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": false,
          "format_valid": true
        }
      },
      {
        "id": "cf500f5f076470e539799f3822047d1a6263a0abc77614f9abc48a4f60ba507d",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "57b065d28a6d02a29a3a84f39dd670ba7cdf4e3403506e79b5fc90713897f68e",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "826fb502d2db0f2db5e44683cd45f09d18423fd8a339643c8dc8b32b1accd428",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "848d31fe19c9a46d8cdd776d3fe06b6e67b662212a57b38c1d242cbdfdac8486",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "89fa5b222a94e07a283a5140341a0704109ec3b7f62de72dd072383182771ebc",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "025e20e6e9b45e1ddb3f6901f58f69b40df5e8f9ffb6b80b5b17bc518d9f5d17",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": false,
          "format_valid": true
        }
      },
      {
        "id": "f634534b5e2327dcc39982a4da6dff404f299e9759a0ac957b0f6017fbe7586e",
        "luna": {
          "strict_correct": false,
          "content_correct": false,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "2e908bfe562bc6e536dc204618bb86adff88f8a6f5f1dc4a7d0dc33f25df7207",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "733e93868ff7691423e0d318a4d9ba6ce801d7c2ef5c53b8020d7eb13c2c9a5c",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "2413c551ec9a06a20197c81fa22effbd7f215abcc2e5f14c5f9f0a86e5402736",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "b51a836cebaa1a8757b45c907ea0e905c06e938013e2cf349a844908b23035f6",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "8efc35cf270e2b051ad9ae732723df9c7261cecaf1410edf2c43f3ca7aa749cc",
        "luna": {
          "strict_correct": false,
          "content_correct": false,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": false,
          "format_valid": true
        }
      },
      {
        "id": "797be7099117e146adaaf5ad31bd914d9adbd510441211b0040aad2812fffc40",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "045347c35e2957dbd6bc83158fecec24c157df70fdefaaddc8633ecda3435cdc",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "9d46302b763896c7fa475d975b5bc365adee2236b273f23e7216a78871204b74",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "27ae63a85927fc2f6be3f0be1f1e2034bd696a8dfc534c40370cd6e11d086e76",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": false,
          "format_valid": true
        }
      },
      {
        "id": "c6075b8e8053debddf2a179e6b0ec32913780fbc03ef3f35cef77ead037e1252",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "c4d795814405ce2bb231fe7012e4581bcaebca12bb3f8c3260a3ad239aa51a79",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "8b5b2cb731b5a7fb6556557d17fc7ef7fb607adfa5050f0d70418eb3b983605b",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "11464d18e1d69860b9038360424e6b297ddaf9e7d1f79ea25401caae693421e6",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "654fc443f2efbec09d0f966244083f4545f4f851e28d7f4e0f9c07cb156b2d1d",
        "luna": {
          "strict_correct": false,
          "content_correct": false,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": false,
          "format_valid": false
        }
      },
      {
        "id": "c6231a95c81ba1af7d31e5ce8f8e8ad4c4def88d86ab8f801a248cf19814e2d2",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "df89212717c8ca3e4ceea9b1ecf9d78793444a39a49d0c321788c0cc4d439e2f",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "836be405f3d05ec5ad1a2bc728339e5141836ace3a584fe3d36ecc50af4dc3ee",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "790d06fbc2ae95b0429cab870e5895c5de8a75b14d0bda1401b1503293606c67",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": false,
          "format_valid": true
        }
      },
      {
        "id": "6dbc821cf1e89c0764e62d1bef4818136877fbc8e333f255bfa42276ac9aeb88",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "acf784efba891531b08709383ede2379cee1f604b6334b753dd1fcaab37af970",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "ec22f627211f722949e6d36efcb583b2f796830a38cf5cf5dcba4f727562d975",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "e23b62b19c3ab4ec896e631f56a7a92ed38aca13300af7a7b449b979999886f3",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "339602fd0ae9cbdaef368f3dcff01cd2d212565d5c7830b14c0fd29de1cb58d6",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": false,
          "format_valid": true
        }
      },
      {
        "id": "db2ca8d93d5ff50bd9f602bc5b3d339b547349c54c540850544e01393770a4ff",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "c003a37af0eaa5e9c6d10f5a25ce1a2e0258ad6638a1655ee2a17d07daab816a",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "ea1d2c2fd4395ec2cad416b20c41a657730d84acd26fb53712bf10f6807a4e64",
        "luna": {
          "strict_correct": false,
          "content_correct": false,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": false,
          "format_valid": true
        }
      },
      {
        "id": "a452108cbace4875f21f16a92c9bf0fbcfc71247e29499df8cc7f10803874e60",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "9d42c24c2f67ff118699d880fbb6276f14043e3527a9fea8f6d55fe2bf82e091",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "41b609bbf5cd4517a7d53e382a762d7b2caa65fd58ea44549bdf7183daf1d2c0",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "e426a9a1b0977a66badcc2dd4f0d54629b39c2594a512e459e9afd20bba599ba",
        "luna": {
          "strict_correct": false,
          "content_correct": false,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "c9ed693d3f7d5c30b94e2c01b9b5f22591922f961e4dbc9ef4b70309b61bae5c",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "2c9af2ef64de0aaffa47eb4adeaec302e17f81695693df82b46fa0d7c9a301d1",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "03946dc24ec69699ccf0d502676d0724f19c404c61b61996d4b5d979f21785da",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "5ce997bcaa654b6fdbbb00b63b66633167679a850d02d845b8a9b1b716979197",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "f4113e7a44c016c3e9a4085d2901d3a9d3bad7eacdb5324da75f35e252de73c8",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "16bcf4c7129e083cade7afd040c6c4e0fa1fc7677a11aa70fb1b5a3d0e5fb5ea",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "049a3a3426b30e36d29d782b3ea4916bf545838ac3945e9c707804638ad48f04",
        "luna": {
          "strict_correct": false,
          "content_correct": false,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": false,
          "format_valid": true
        }
      },
      {
        "id": "d25187b99e4997c1700ffeb87fd595e878957e452f20a2f00d5489fecd0b3b30",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "b494f4c1785682ee7d284173af2a6ef6db2189c6f3e7ece0edb769c2f10d5f24",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": false,
          "format_valid": false
        }
      },
      {
        "id": "019eb0f05f025ec512fbae057e0fcb33e0f92eec9bc2dc775494f6a19f4b62f3",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "cdb165b285d51cf6a09160d99c4c49b653710aac879cce0b87c74a48eee0172b",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "083aa3572345d938b0c707cfb8c710aea73759344b234ada78ed36f1ec66eb0d",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "ec3a07db51d6010b2b9fae103e36b62707efee3ad0713fcd4420f8ba8f55c00b",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "c1f013c71ec1bfdf03d8071ec0a1d30c0d10b7e87429512ec32711a88cc41cb1",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "9e7260c352d5970f26856e94943b008fa72ebf3264a0e2790592a41209cfac2d",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "e2c8b6a88dfedf13a4a35e2964dc77f2e082e87417c972bf7406bdb2405985f7",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "b734e134fe4529267a34452ccc5cb2a7d56f7b471273d9e978add607de6f30b6",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "6c90e464e06f4dc9c748d6c9be44c96b2d5bec5078b4eb152ea4ccec4c709f2d",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "183797b844f5aaf0d4762d5da650b2a14964b261306db104b29a00499b949bd6",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "188c5d2778452bf703bb24bf6ebb29def876d26ac59f6164922a6e1036066c64",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "1d37a7a51dfb79c7a568c399f2ff53381b728cd479559daf8b0b3d9b681c0714",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "9211da2d82adb786850c236cd14fc05728eb04599b0abc0202714ba6bd385d19",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "20c95dcf305469ddcfedec8d83b91e0ba1060796495eb8dcc23d133f9b5e8414",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "e6eba602b3eef649fed522c6b8737556699845aee5b419773938063ec6b83257",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": false,
          "format_valid": true
        }
      },
      {
        "id": "4bab53f383207a2bc9c94789bb8114d3e7db442308789d848023661e90b2ab49",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "051eba2501386001d9e9793a3b0fe9ea4c78a987e3a1576c168659f849b684d6",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "8f174dd25b58e6fc8e309577a66d0f5a4f46ed89bf1a5165c0cb561a4e3e33e9",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "4b45de4106aaf95114f9bda69339b541037b0eb04b8fd1f40efb6b91ed2a479e",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "656a46f8bac8e8e0767c9a5675871d3f81ff8707ec78f064bca2ccac673d7561",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "6e259d0f6ebd96b76541d668cb40800b9c2190ca31d17577f98f02fa9c557612",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "4c2f3e285e1e29c5e14deac22d104b78d89e94b7144913d978f619f60a5b287c",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "32bdeb2d6746cedbaa666a09cbe9ff84eedb094a4f81edb9c09ab191add49c41",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "14a2ed1ddcecc5a3752c954a0c07f0e2ae102378d648cc66bd57385516fbbe20",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "0caf81b8c83789b0b258b80856002cff7fd589a737844db0407269017bcd1955",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "de0e795a2e1639d4babc3235662e71409fadd14e0c80f8551b3db9b4b53aa8de",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "d6e89de54268d0839b91cc5f860fd4903b1d8277accaf665ced8b5404cdbbe84",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "60c9747de98dcd74354ee70ce1049c3c1d1b8d72f4e9848984af5d6ceb1a0c57",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "1f06efeb2323c27b7a92e2f6b6d0f631f5b1caa5357a701f99ff4c3d08286bcf",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "934c12bf2e6db997c9f4c22933b7e9545d3398849fc6e181c8a8187d83cf44b5",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "364ddb1397abdc7ae2201c88354f8df3f89b63c28330217a94cf8cf96c19ae54",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "d160134fd023bac8e7f94f4d4e70e01dc36d3ae74bb54ab778b03686e5b7b2c0",
        "luna": {
          "strict_correct": false,
          "content_correct": false,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "4c8dd76001266d2c0d3a086b95cb4f68ba3f1b2658186002903315d51bf5bea6",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "952132525f3a442f1b38bdc3d0190df1c505766096106e7ac626a451f1b236fc",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "851c6624380df7dd30fbf4b482add6ae0543525ac196eb146f0d1eb73a673d6c",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "838fc09fd4e797b427a44bdcead8057595212cae13f656f7266f91ad96fd12b2",
        "luna": {
          "strict_correct": false,
          "content_correct": false,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "e38dd7750710c37aa45a5b0b5dd91e1b4171070325d670d668ab1fa20431a29e",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "d7be2d674d4903c49886b492451a9febcfb5696ccd6f0931c4d48ef06a19b2b9",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "eae298168d246459b7140070a1f4f5a67cdc9e68cf0ee2b3e33ff9268c0c79c2",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "e82f7c84f3104ff5a3fbdd3726f625ccf40e0818be2cc243222069e7a753cd9d",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "a817452b182acac6761625a70d62a32f2da8fc7a708397cb06f4ad35d5fb18f8",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "691112dd08aec41d1dfd7a48bf6e56a828dc8b340887ad6364daff290f8a88c4",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": false,
          "format_valid": true
        }
      },
      {
        "id": "e410f49b6f85564bf5b9226069391669e4c376097b2656e616a6b82abd4729ac",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "5a24c76ed39eb083ccc9c24780d936fe2e52cba76ae67efa4d647cc35e10037b",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "415ea1789217aef22a163f266aa32bf1059309225ffab99fceff84eea7bb226d",
        "luna": {
          "strict_correct": false,
          "content_correct": false,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": false,
          "format_valid": true
        }
      },
      {
        "id": "2c52c770af7535044fa6f8eaa5b95da8758636e750d5254819a642f10c1ee032",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "65db6ef4b562a9503afeb197451091c7514df18fdee747a881b8057c38e21d0f",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "916a1ca795d38f4c815c99d6f162f52af934ee4e1b0d100dc0a7fb747631f7a7",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "f0c3d97c5c67fa210dafa49946af010682993c23bb8995a306a6ee484e0c3b03",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "2e6a2497fe363c391182f486d26d21bdeabd6742f1d874f9659631dc74c526c0",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "5028b464f9ac881885af02d0d7fda29d17165d3804f0f84dbc2e8f6dbd923739",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "bdc1ab103002886dcbe879cd751d3e27b8ba6e988859bb80422ea04871269448",
        "luna": {
          "strict_correct": false,
          "content_correct": false,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": false,
          "format_valid": true
        }
      },
      {
        "id": "97732ba422afbf18b5d2d6b3bd26f6c540049e2f82d9628414525cebe7e9a5dd",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "b114078343a4ce3eeaa845ee2c7bfa4ac7c9add00f507d8ff60e46cca593fb46",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "e17051d5c4ebf5f6bc793872dc2f5748b41dd7918235cb3d5697fb04882bd7fe",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "e6fd9b7cea6cbcd53eabc57f63ae367008b2774a1092f55e23e78b7eafbdbafa",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "43af6d11597079a7d069dd93bbf3db87f0b5bb604fbfc66fc60c268d149d8fba",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "28fc44d6ca68ec833bb9837a558199f6e126ccb90f29dc42a2a4bf34ea4b66a7",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "0dbcc69ff35530f240a5bb623a78f2cd1d042037d2dedb122ebcca751bf9d08e",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": false,
          "format_valid": true
        }
      },
      {
        "id": "4c588d49e166a709e29a3391a047e1502a38c2a4169cea5b897c0d84f937aaba",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "5fb04957154b48d4ebad83862909a8fd3afc5ba5399a7dbe4594b5c72255964c",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "6cec89b2019b24f8e8c4001cade388815345ae403b5d5fc687cf7fdccbcc6ce1",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "2d7be3cbb3a9922865dc5385d703014a00ab292bdaff4e6443ac68b99215dc84",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "254c10ac4fdccd2709d12769dd755a22c6de6b1e6bff2363164511e2905446d7",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "7cccb7714b35c30190fb5db64a1b22a36b726b2a007f241961e1e48c82e4acb3",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "96adafea775b2e1c3783f97dac07bdb2890c6c18e5d679396dedf10d4c80cea6",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "6e2bd9ec28efb9c97dbc7bea49224b4964011afaa5ca659996fac7fd65c4468d",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "f4486aea8f80b6405ceaabbd6f225378761eafc49f1e042873a464b3b94da620",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "4f4b7bd717e0bec114d9df8cb7f9ad5476e7147fc4aa4c089cb3155890fc9d7e",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "a40790d78d4f5d39a5d3645a19b71fd4214c540a0267b37a6e2c4e94f79a4633",
        "luna": {
          "strict_correct": false,
          "content_correct": false,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "5264f3cb98bb2a4d44bef874f7be81d67ed2e079699521420591618e38611081",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": false,
          "format_valid": false
        }
      },
      {
        "id": "8ad8050832d4cef3d4f61db0e6a92b38448ba5c870f106600fb55c10f85c64fd",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "d20446ccbbfc1ed40bcb669bfa65f9f9cd8e38ec8f7e67621c88e3dbe91f083d",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "17f96c74be836037313c787a88438b6c9f69a4aa20ec8cba17697864f5d35599",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "21b950759e4e088c97c70fcca487f4b3ceddd69dd2563433e332a0dde94eeddb",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "3785b9c93cb0227248c10f82b33724d46e7b17aa2e83004cc84a1229c072f761",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "bb309e44424b270e31ff68a9df49f0a2f19335280a19eb9a92c5dcd1810cc3e8",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "7c427847fb1acab7f784c40193a51f13be68ffb38b4336c6bf3ebf112916fc29",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "35cf9161cc3c5b82d0770ab2b2fdef4a970ddae93523dee3a6bde8574e79b13d",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "8c8990e2a03c3f0631ae6b6ee5245c4dc849b6aec31f02de17f257a499135291",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      },
      {
        "id": "126561d6b58fa17bbaffda56837acaf8fab4bf282ccdfdcc2c7a97bfe520889c",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        }
      },
      {
        "id": "a0a7ac8c5b5b0b0fcafa4683c6354a9cc0eadfbfc4301c08b3b65a7525cb9bcf",
        "luna": {
          "strict_correct": true,
          "content_correct": true,
          "format_valid": true
        },
        "claude": {
          "strict_correct": false,
          "content_correct": true,
          "format_valid": false
        }
      }
    ]
  },
  "arc": {
    "suite": "ARC-AGI-3 public games",
    "protocol_sha256": "0e8aa52bf0b8088b1d3fc4f9b0f3e102d8c0eff973b425b5f72ef0a43cfdecd1",
    "complete": false,
    "matched_games": 1,
    "total_games": 25,
    "scope": "Bounded public-game test with lossless text-grid observations; not the hidden leaderboard, not a general-intelligence certification.",
    "limits": {
      "actions_per_game": 128,
      "decisions_per_game": 32
    },
    "recovery_caveat": "Runs were resumed by replaying recorded actions and verifying every frame. Some in-flight replies were not captured. UI transport incidents were archived and excluded, not counted as model mistakes. This is not an uninterrupted first-response trial.",
    "profiles": {
      "luna": "Unchanged production Provider, Luna 7 Mega, Low, no private memory; tool schemas advertised but no tools executed.",
      "claude": "Consumer Pro web UI, Claude Fable 5.1 Medium, independent incognito context per decision with only the same prompt and model-written memory."
    },
    "luna": {
      "complete": false,
      "completed_games": 18,
      "total_games": 25,
      "games": [
        {
          "game": "ar25-0c556536",
          "actions": 118,
          "decisions": 32,
          "levels_completed": 3,
          "max_levels_completed": 3,
          "total_levels": 8,
          "won": false,
          "stop_reason": "decision budget"
        },
        {
          "game": "bp35-0a0ad940",
          "actions": 80,
          "decisions": 32,
          "levels_completed": 0,
          "max_levels_completed": 0,
          "total_levels": 9,
          "won": false,
          "stop_reason": "decision budget"
        },
        {
          "game": "cd82-fb555c5d",
          "actions": 78,
          "decisions": 32,
          "levels_completed": 0,
          "max_levels_completed": 0,
          "total_levels": 6,
          "won": false,
          "stop_reason": "decision budget"
        },
        {
          "game": "cn04-2fe56bfb",
          "actions": 92,
          "decisions": 32,
          "levels_completed": 1,
          "max_levels_completed": 1,
          "total_levels": 6,
          "won": false,
          "stop_reason": "decision budget"
        },
        {
          "game": "dc22-fdcac232",
          "actions": 128,
          "decisions": 31,
          "levels_completed": 2,
          "max_levels_completed": 2,
          "total_levels": 6,
          "won": false,
          "stop_reason": "action budget"
        },
        {
          "game": "ft09-0d8bbf25",
          "actions": 93,
          "decisions": 21,
          "levels_completed": 6,
          "max_levels_completed": 6,
          "total_levels": 6,
          "won": true,
          "stop_reason": "win"
        },
        {
          "game": "g50t-5849a774",
          "actions": 128,
          "decisions": 32,
          "levels_completed": 0,
          "max_levels_completed": 0,
          "total_levels": 7,
          "won": false,
          "stop_reason": "action budget"
        },
        {
          "game": "ka59-38d34dbb",
          "actions": 128,
          "decisions": 32,
          "levels_completed": 1,
          "max_levels_completed": 1,
          "total_levels": 7,
          "won": false,
          "stop_reason": "action budget"
        },
        {
          "game": "lf52-271a04aa",
          "actions": 27,
          "decisions": 15,
          "levels_completed": 1,
          "max_levels_completed": 1,
          "total_levels": 10,
          "won": false,
          "stop_reason": "invalid model output"
        },
        {
          "game": "lp85-305b61c3",
          "actions": 112,
          "decisions": 32,
          "levels_completed": 4,
          "max_levels_completed": 4,
          "total_levels": 8,
          "won": false,
          "stop_reason": "decision budget"
        },
        {
          "game": "ls20-9607627b",
          "actions": 128,
          "decisions": 32,
          "levels_completed": 1,
          "max_levels_completed": 1,
          "total_levels": 7,
          "won": false,
          "stop_reason": "action budget"
        },
        {
          "game": "m0r0-492f87ba",
          "actions": 128,
          "decisions": 32,
          "levels_completed": 2,
          "max_levels_completed": 2,
          "total_levels": 6,
          "won": false,
          "stop_reason": "action budget"
        },
        {
          "game": "r11l-495a7899",
          "actions": 97,
          "decisions": 32,
          "levels_completed": 3,
          "max_levels_completed": 3,
          "total_levels": 6,
          "won": false,
          "stop_reason": "decision budget"
        },
        {
          "game": "re86-8af5384d",
          "actions": 128,
          "decisions": 19,
          "levels_completed": 3,
          "max_levels_completed": 3,
          "total_levels": 8,
          "won": false,
          "stop_reason": "action budget"
        },
        {
          "game": "s5i5-18d95033",
          "actions": 128,
          "decisions": 32,
          "levels_completed": 2,
          "max_levels_completed": 2,
          "total_levels": 8,
          "won": false,
          "stop_reason": "action budget"
        },
        {
          "game": "sb26-7fbdac44",
          "actions": 128,
          "decisions": 31,
          "levels_completed": 7,
          "max_levels_completed": 7,
          "total_levels": 8,
          "won": false,
          "stop_reason": "action budget"
        },
        {
          "game": "sc25-635fd71a",
          "actions": 90,
          "decisions": 32,
          "levels_completed": 0,
          "max_levels_completed": 0,
          "total_levels": 6,
          "won": false,
          "stop_reason": "decision budget"
        },
        {
          "game": "sk48-d8078629",
          "actions": 26,
          "decisions": 14,
          "levels_completed": 0,
          "max_levels_completed": 0,
          "total_levels": 8,
          "won": false,
          "stop_reason": "invalid model output"
        }
      ],
      "recovery_count": 1,
      "capture_incident_count": 0
    },
    "claude": {
      "complete": false,
      "completed_games": 1,
      "total_games": 25,
      "games": [
        {
          "game": "ar25-0c556536",
          "actions": 128,
          "decisions": 32,
          "levels_completed": 1,
          "max_levels_completed": 1,
          "total_levels": 8,
          "won": false,
          "stop_reason": "action budget"
        }
      ],
      "recovery_count": 6,
      "capture_incident_count": 2
    },
    "pairs": [
      {
        "game": "ar25-0c556536",
        "total_levels": 8,
        "luna": {
          "game": "ar25-0c556536",
          "actions": 118,
          "decisions": 32,
          "levels_completed": 3,
          "max_levels_completed": 3,
          "total_levels": 8,
          "won": false,
          "stop_reason": "decision budget"
        },
        "claude": {
          "game": "ar25-0c556536",
          "actions": 128,
          "decisions": 32,
          "levels_completed": 1,
          "max_levels_completed": 1,
          "total_levels": 8,
          "won": false,
          "stop_reason": "action budget"
        }
      }
    ],
    "official_score": {
      "matched_games": 1,
      "verified_at": "2026-09-22T18:30:57.762Z",
      "method": "Exact replay of recorded model actions. Every initial and intermediate observation verified byte-for-byte before reading the official online scorecard. No model queries.",
      "scale": 100,
      "luna": {
        "score": 16.666666666666664,
        "actions": 118,
        "levels_completed": 3,
        "total_levels": 8,
        "trajectory_sha256": "95626d8c7ce74e0bfe5faf82b1959746396004b77cc4eddab406633f54ebd9ea"
      },
      "claude": {
        "score": 2.7777777777777777,
        "actions": 128,
        "levels_completed": 1,
        "total_levels": 8,
        "trajectory_sha256": "eac8e110d6efb02e632db3fabb88d998b5de973fafa80e672a66fb64deeaecb4"
      }
    }
  }
}