{
  "suite": "GPQA Diamond",
  "product": "Luna 7 Mega",
  "app_version": "0.8.30",
  "started": "2026-09-21T20:36:07.406Z",
  "finished": "2026-09-21T20:43:20.080Z",
  "complete": true,
  "source": "https://github.com/idavidrein/gpqa",
  "source_commit": "56686c06f5e19865c153de0fdb11be3890014df7",
  "dataset_sha256": "41d1213cd7a4998605a26c2798500652572007161b3a92817ba46b35befcd305",
  "license": "GPQA (c) Irving David Rein, CC BY 4.0",
  "provider_source_sha256": "1383e96cdfecb8b04b8fdc72b72b0cd47e83cb7bb2f42de5c5c4c7f813d704d5",
  "source_unchanged": true,
  "method": {
    "kind": "Production Provider component eval, not installed-app end-to-end",
    "profile": "Unchanged production Luna system instructions; default low effort; neutral, brief; no user memories or owner rules",
    "prompt_template": "English question and four shuffled choices; exact single-field JSON answer; no tools",
    "options": "Fisher-Yates; xorshift32; seed 20260921 + question index * 2654435761",
    "grading": "Exact answer key; strict JSON parser; missing/invalid answers and tool-only responses fail; no retries or corrections",
    "tools": "Advertised production tool schemas preserved; no tools executed",
    "concurrency": 2,
    "budget_usd": 20
  },
  "passed": 184,
  "total": 198,
  "accuracy_pct": 92.92929292929293,
  "wilson_95_pct": [
    88.48279049173901,
    95.74172958122553
  ],
  "latency": {
    "n": 198,
    "median_ms": 2807.5,
    "p95_ms": 14172
  },
  "rows": [
    {
      "id": "78795a861f05fd56d802099591a8a7b59d7c416e3e2ecb787857b43f4135e17f",
      "passed": true,
      "total_ms": 2594,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "2662eff7a6231613f45042d2ef5df63caaeb5a326d264e93009a737a99fb27bb",
      "passed": true,
      "total_ms": 4545,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "13e7c71f8aae7040bd98bd6b7bfe361f01f9aa9f4fd4b6095b40f97963688bdc",
      "passed": true,
      "total_ms": 2345,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "ee40e0ba47746454343829f9f66dd4d391816fe24ca19edf78fcce05cf1f26d8",
      "passed": true,
      "total_ms": 2271,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "719a9e3b5c48f40210f8e2a1754c9c2b51b07646d452fc9a0a33394117580d1b",
      "passed": true,
      "total_ms": 2994,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "d81eab0b3deeedb23d68076a8f0de5ca6461b5d2d1a7da228f6a0b6ba6ca53e7",
      "passed": true,
      "total_ms": 2118,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "d48362abba761cef50927ef586befd9a2fdb343aa19b2fa457ee74fb6dbfb56b",
      "passed": true,
      "total_ms": 2859,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "b9a9745a5c88868cf74cbb4dc5325e960c99d1b4835e550ea4a92b5158d4753e",
      "passed": true,
      "total_ms": 2168,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "fc081c2fbb63be5006154edbddcd4d1654207c4f1ad333e12f9bc19972753482",
      "passed": true,
      "total_ms": 6783,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "85f5a80c90290184ac6ec65307174970563ac9442644e868f064c886836d7a25",
      "passed": true,
      "total_ms": 2033,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "0c38e0dd0dd88d69880c74a648cf6671f292b7dbef66ff2c7efb580ecc32d374",
      "passed": true,
      "total_ms": 4459,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "4c49b01c534dd76a31b5023fe34fe490913c400dc715a3fa7a874695ca10b949",
      "passed": true,
      "total_ms": 2854,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "a8be7a4963bfb6bc77e23f0f5a62f7f9912221c3f4b1fe5436355e1f06fe1e70",
      "passed": true,
      "total_ms": 7705,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "435ccdce7cc6c5543ffaf20b4d850d905357568605d01b3a595d44df3dd30d0d",
      "passed": true,
      "total_ms": 4173,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "6b778965b4593497cd5378ecaa94e84f97d2910300038afb6590a8e9376b791c",
      "passed": true,
      "total_ms": 2795,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "f730b35adb897658b28382d90ae7881a77e5d86003cc9b3942862d742001d4fb",
      "passed": true,
      "total_ms": 9704,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "1ce3d847d25b2c2f678c304f134266501155719553a1a003f38a6b0a75ffb81b",
      "passed": true,
      "total_ms": 2261,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "adbda18345c28657a7c07d509b1659c8be0e1277a0778fc6fdeeaf3e2d36e265",
      "passed": false,
      "total_ms": 5209,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "d8c36bd55ba561cb499054e9d5a01217a0498dfd20875e8d9e99d34bcdfd7830",
      "passed": true,
      "total_ms": 3253,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "0c1cc6cb8c9b9a25c645b86bbada068207876248621f0327486d559892b7a8a9",
      "passed": true,
      "total_ms": 2044,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "40b2b50a3c993902d4327a3072c497b0bfcbac42a638ecf92be395be7ef82ab0",
      "passed": true,
      "total_ms": 1858,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "a2136b05b78259562b913f1f56520c4184d70bf60017617a442a41f907c31b78",
      "passed": true,
      "total_ms": 3202,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "cbf5c336a0990294bf58e4837d439407d4479b821676ebc522b02838ff4b6ef9",
      "passed": true,
      "total_ms": 4949,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "16464cac7090a24d3b5a0bf989e1699bafd2dd7b1555e816a1f77804d8e890db",
      "passed": true,
      "total_ms": 3924,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "d49aa1d9efc38f6409c199c3e2706ec44f5d20d25b0e7d41f40b9c46668ed1e0",
      "passed": true,
      "total_ms": 2176,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "a5bf307fdc69920b346c2d288b6a35b24485c92c8e245174a775055fa172cdc6",
      "passed": true,
      "total_ms": 1873,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "29ffae74d292a9a38f72dd8e95efab3be752912b79e848701193359c657937f6",
      "passed": true,
      "total_ms": 1997,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "b690990e73efd994587057d6ed5ae270235b0ec6bd4e98df3fc472f01c179765",
      "passed": true,
      "total_ms": 2087,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "42da82ad5cb9e03bf1c8f1d786b162fd55245c32907328f445c191681a98b669",
      "passed": true,
      "total_ms": 2156,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "29e6a1db070bf5e5af8af4b82da4953dd47dcd2a1bbd7ad2db04f3d1d4cd805e",
      "passed": true,
      "total_ms": 3292,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "62f7808cdd914d23316e18802ada081dc433f34465864581ce0c27bfafdcd343",
      "passed": false,
      "total_ms": 7738,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "e302b2005d8d406eb5e8fd7aa1707959448ef06e72b5647d2711c9a056cfeffc",
      "passed": true,
      "total_ms": 3232,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "e1448af5dcb7e4a7a5cf31dd231d4a2b2a3829ce3dabc5d7da48a195c1b39112",
      "passed": true,
      "total_ms": 15115,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "123161632faf32d9079808c0fb48f9d5492735ab0a8290fe32ca2f58fad36797",
      "passed": true,
      "total_ms": 3492,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "7badacbb61f05b9c8c90ae7b682bb11acc6cc5cf9bdc6fffb766c454a397fe7d",
      "passed": true,
      "total_ms": 2195,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "8d132ce83553f28f02599f90e3c52fb60d8f58faea0f09152f78f7df6e310abc",
      "passed": true,
      "total_ms": 1955,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "7fda2b6ca2ff9984ace9bf53f465cebb4b8d963f7ddcb5aa5f5015cd6989be42",
      "passed": true,
      "total_ms": 3320,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "ff60c18b72aac9e90842c7a2d5e79c68092a3fbb1d6c0318cee6d2892a43a0a1",
      "passed": true,
      "total_ms": 2302,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "089a55e5a3fbca456cb952a230bd88a82c177ec99470bd05f822803a1bdd3db5",
      "passed": true,
      "total_ms": 2140,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "83e987d2b0fb77cafbbc839bda478a9eec874f56b7db34d8c28c0c7ecfd64ba4",
      "passed": true,
      "total_ms": 1473,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "18c1c5c103fb01b10fd0ca282f8eab427517d6587a0a9962010b5ad16e05b98f",
      "passed": true,
      "total_ms": 2689,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "f56e41493e430f6c013c094b4b462aa30dc9826a273d867eec6a04fc8a646443",
      "passed": true,
      "total_ms": 4588,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "1a5b0ea82d94ae95a599d56a2d0b66244be3676480a943c4c81f230af920fa3a",
      "passed": true,
      "total_ms": 1937,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "145b51d1c857830091d0dfa7043504329aa8d2a847b5b738079d210a94da31cb",
      "passed": true,
      "total_ms": 1683,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "47741045402119262be7a1c17b98cc587ee55b46bb8620655271dca518a4f927",
      "passed": true,
      "total_ms": 2520,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "d21ba2f1c06b876b2d387104c816ee0fcc369a02b8e010a706e0e2448c56f78e",
      "passed": true,
      "total_ms": 3299,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "19d5ec504b7008b3eada0ca0c300cd88147b20679109f6681bfd8946e0db2c8c",
      "passed": true,
      "total_ms": 2491,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "f6518dd763c1af7a1745bc53b4e021210cafdf588df1ede9b537a622474a998d",
      "passed": true,
      "total_ms": 3050,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "73f52d6a4b6c7ab7582233b0acb9fc88cea4bb8b59005043c15cc2064787436a",
      "passed": true,
      "total_ms": 2795,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "9443960fd2664e6d4890575733c6a4f1f6d804ec21e10e0f9d415b99297f9845",
      "passed": true,
      "total_ms": 2197,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "6aff7faed92c98148418177c8cae4893850a1d67b5ceb00cf6a09467c4491367",
      "passed": true,
      "total_ms": 2196,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "20d48d5f0a9a8b77bea35e72a90794c2d2147aa8321ae6aa60e84491688a0803",
      "passed": true,
      "total_ms": 3674,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "ca2abe8a98bc00aadbd20baf4ff27e830539507a5ff7402eed5e2491347f95aa",
      "passed": true,
      "total_ms": 2379,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "1f101bccd20044577731aef887c9704a6a153baf063dff8d9a04510e7b8dcfb7",
      "passed": true,
      "total_ms": 6502,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "b560f550d5d9fb2378520f0fcf7b6573aec2027430ef06270491ace18a0497fc",
      "passed": true,
      "total_ms": 2479,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "229ffbdb774489fcfd578450da500a74b0c6fd603d3f4050eb6ff993659f5c7e",
      "passed": true,
      "total_ms": 1649,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "fcc630461b30079c6c9f387d97864f1f703de718fbcb50bd3441470dd06bfff5",
      "passed": true,
      "total_ms": 5267,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "e9afb48881134b480ce09710124320be56d4166a402490b65f81bdb1df6e3a1d",
      "passed": true,
      "total_ms": 1554,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "618551bfaaf71599d5802135cbf18d8e9b5a33b38537d32515c5298d556df601",
      "passed": true,
      "total_ms": 1906,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "ebc638f9e42bd31bd87f0fab4dff50846ee425d9aef0cb954a4e5013a5a107e4",
      "passed": true,
      "total_ms": 1977,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "63318cb18413a705693b9a4312f73dbf5358312aafc1d703c3d29a6340ffa0d1",
      "passed": true,
      "total_ms": 2583,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "b4bfcb89037f0b862750c1e972dd01b76828249cc331b17311b5fe5496b10f9f",
      "passed": true,
      "total_ms": 3669,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "1054cb147fa0d82e2b1830b0238455ab6cea42cde361a81e9934864240f22f50",
      "passed": true,
      "total_ms": 2888,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "80cca49a2f6ae39b2d3a2dfe110572d39720d0831c65246ce20603c40578b118",
      "passed": true,
      "total_ms": 4213,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "58604895b423acc46c4efaa28ed2e4d6eaf2d93d55c7ad3766cffce3719ddf62",
      "passed": true,
      "total_ms": 9217,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "82e6266418c679493cea34e30d0f71026adb6ab6c433e643d37860fb718999ec",
      "passed": true,
      "total_ms": 2519,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "dd43410e98979bf3e7f57d3de632562e1bcf4dedbf3fdb77928b8269c8d8a77e",
      "passed": true,
      "total_ms": 1537,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "f56f3f5d135dc8d61dc42f902943e2459f79e4343f2fef6741f6f86d4133a99a",
      "passed": true,
      "total_ms": 1282,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "71075d4447ee264b63e5544da7b40502fb235decc31484f33ee97a8ef70c3d1f",
      "passed": true,
      "total_ms": 3341,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "bd713289ab1ffc1ab982f7411da433944bdaa2ce87595d2c1bba8580a8b47bdb",
      "passed": false,
      "total_ms": 15613,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "cf500f5f076470e539799f3822047d1a6263a0abc77614f9abc48a4f60ba507d",
      "passed": true,
      "total_ms": 2593,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "57b065d28a6d02a29a3a84f39dd670ba7cdf4e3403506e79b5fc90713897f68e",
      "passed": true,
      "total_ms": 34088,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "826fb502d2db0f2db5e44683cd45f09d18423fd8a339643c8dc8b32b1accd428",
      "passed": true,
      "total_ms": 2063,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "848d31fe19c9a46d8cdd776d3fe06b6e67b662212a57b38c1d242cbdfdac8486",
      "passed": true,
      "total_ms": 4121,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "89fa5b222a94e07a283a5140341a0704109ec3b7f62de72dd072383182771ebc",
      "passed": true,
      "total_ms": 3657,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "025e20e6e9b45e1ddb3f6901f58f69b40df5e8f9ffb6b80b5b17bc518d9f5d17",
      "passed": true,
      "total_ms": 6202,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "f634534b5e2327dcc39982a4da6dff404f299e9759a0ac957b0f6017fbe7586e",
      "passed": false,
      "total_ms": 7918,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "2e908bfe562bc6e536dc204618bb86adff88f8a6f5f1dc4a7d0dc33f25df7207",
      "passed": true,
      "total_ms": 1694,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "733e93868ff7691423e0d318a4d9ba6ce801d7c2ef5c53b8020d7eb13c2c9a5c",
      "passed": true,
      "total_ms": 4399,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "2413c551ec9a06a20197c81fa22effbd7f215abcc2e5f14c5f9f0a86e5402736",
      "passed": true,
      "total_ms": 11325,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "b51a836cebaa1a8757b45c907ea0e905c06e938013e2cf349a844908b23035f6",
      "passed": true,
      "total_ms": 2467,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "8efc35cf270e2b051ad9ae732723df9c7261cecaf1410edf2c43f3ca7aa749cc",
      "passed": false,
      "total_ms": 29175,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "797be7099117e146adaaf5ad31bd914d9adbd510441211b0040aad2812fffc40",
      "passed": true,
      "total_ms": 3184,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "045347c35e2957dbd6bc83158fecec24c157df70fdefaaddc8633ecda3435cdc",
      "passed": true,
      "total_ms": 2646,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "9d46302b763896c7fa475d975b5bc365adee2236b273f23e7216a78871204b74",
      "passed": true,
      "total_ms": 3435,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "27ae63a85927fc2f6be3f0be1f1e2034bd696a8dfc534c40370cd6e11d086e76",
      "passed": true,
      "total_ms": 4493,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "c6075b8e8053debddf2a179e6b0ec32913780fbc03ef3f35cef77ead037e1252",
      "passed": true,
      "total_ms": 1846,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "c4d795814405ce2bb231fe7012e4581bcaebca12bb3f8c3260a3ad239aa51a79",
      "passed": true,
      "total_ms": 2431,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "8b5b2cb731b5a7fb6556557d17fc7ef7fb607adfa5050f0d70418eb3b983605b",
      "passed": true,
      "total_ms": 14172,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "11464d18e1d69860b9038360424e6b297ddaf9e7d1f79ea25401caae693421e6",
      "passed": true,
      "total_ms": 5292,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "654fc443f2efbec09d0f966244083f4545f4f851e28d7f4e0f9c07cb156b2d1d",
      "passed": false,
      "total_ms": 14380,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "c6231a95c81ba1af7d31e5ce8f8e8ad4c4def88d86ab8f801a248cf19814e2d2",
      "passed": true,
      "total_ms": 7184,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "df89212717c8ca3e4ceea9b1ecf9d78793444a39a49d0c321788c0cc4d439e2f",
      "passed": true,
      "total_ms": 1803,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "836be405f3d05ec5ad1a2bc728339e5141836ace3a584fe3d36ecc50af4dc3ee",
      "passed": true,
      "total_ms": 10683,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "790d06fbc2ae95b0429cab870e5895c5de8a75b14d0bda1401b1503293606c67",
      "passed": true,
      "total_ms": 5139,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "6dbc821cf1e89c0764e62d1bef4818136877fbc8e333f255bfa42276ac9aeb88",
      "passed": true,
      "total_ms": 2764,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "acf784efba891531b08709383ede2379cee1f604b6334b753dd1fcaab37af970",
      "passed": true,
      "total_ms": 2411,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "ec22f627211f722949e6d36efcb583b2f796830a38cf5cf5dcba4f727562d975",
      "passed": true,
      "total_ms": 3406,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "e23b62b19c3ab4ec896e631f56a7a92ed38aca13300af7a7b449b979999886f3",
      "passed": true,
      "total_ms": 2590,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "339602fd0ae9cbdaef368f3dcff01cd2d212565d5c7830b14c0fd29de1cb58d6",
      "passed": true,
      "total_ms": 4119,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "db2ca8d93d5ff50bd9f602bc5b3d339b547349c54c540850544e01393770a4ff",
      "passed": true,
      "total_ms": 2386,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "c003a37af0eaa5e9c6d10f5a25ce1a2e0258ad6638a1655ee2a17d07daab816a",
      "passed": true,
      "total_ms": 1712,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "ea1d2c2fd4395ec2cad416b20c41a657730d84acd26fb53712bf10f6807a4e64",
      "passed": false,
      "total_ms": 5002,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "a452108cbace4875f21f16a92c9bf0fbcfc71247e29499df8cc7f10803874e60",
      "passed": true,
      "total_ms": 2098,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "9d42c24c2f67ff118699d880fbb6276f14043e3527a9fea8f6d55fe2bf82e091",
      "passed": true,
      "total_ms": 1951,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "41b609bbf5cd4517a7d53e382a762d7b2caa65fd58ea44549bdf7183daf1d2c0",
      "passed": true,
      "total_ms": 1628,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "e426a9a1b0977a66badcc2dd4f0d54629b39c2594a512e459e9afd20bba599ba",
      "passed": false,
      "total_ms": 3438,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "c9ed693d3f7d5c30b94e2c01b9b5f22591922f961e4dbc9ef4b70309b61bae5c",
      "passed": true,
      "total_ms": 1461,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "2c9af2ef64de0aaffa47eb4adeaec302e17f81695693df82b46fa0d7c9a301d1",
      "passed": true,
      "total_ms": 5860,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "03946dc24ec69699ccf0d502676d0724f19c404c61b61996d4b5d979f21785da",
      "passed": true,
      "total_ms": 3939,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "5ce997bcaa654b6fdbbb00b63b66633167679a850d02d845b8a9b1b716979197",
      "passed": true,
      "total_ms": 3999,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "f4113e7a44c016c3e9a4085d2901d3a9d3bad7eacdb5324da75f35e252de73c8",
      "passed": true,
      "total_ms": 2209,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "16bcf4c7129e083cade7afd040c6c4e0fa1fc7677a11aa70fb1b5a3d0e5fb5ea",
      "passed": true,
      "total_ms": 2524,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "049a3a3426b30e36d29d782b3ea4916bf545838ac3945e9c707804638ad48f04",
      "passed": false,
      "total_ms": 2630,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "d25187b99e4997c1700ffeb87fd595e878957e452f20a2f00d5489fecd0b3b30",
      "passed": true,
      "total_ms": 4014,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "b494f4c1785682ee7d284173af2a6ef6db2189c6f3e7ece0edb769c2f10d5f24",
      "passed": true,
      "total_ms": 11457,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "019eb0f05f025ec512fbae057e0fcb33e0f92eec9bc2dc775494f6a19f4b62f3",
      "passed": true,
      "total_ms": 4343,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "cdb165b285d51cf6a09160d99c4c49b653710aac879cce0b87c74a48eee0172b",
      "passed": true,
      "total_ms": 2061,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "083aa3572345d938b0c707cfb8c710aea73759344b234ada78ed36f1ec66eb0d",
      "passed": true,
      "total_ms": 6395,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "ec3a07db51d6010b2b9fae103e36b62707efee3ad0713fcd4420f8ba8f55c00b",
      "passed": true,
      "total_ms": 2820,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "c1f013c71ec1bfdf03d8071ec0a1d30c0d10b7e87429512ec32711a88cc41cb1",
      "passed": true,
      "total_ms": 5783,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "9e7260c352d5970f26856e94943b008fa72ebf3264a0e2790592a41209cfac2d",
      "passed": true,
      "total_ms": 6713,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "e2c8b6a88dfedf13a4a35e2964dc77f2e082e87417c972bf7406bdb2405985f7",
      "passed": true,
      "total_ms": 2186,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "b734e134fe4529267a34452ccc5cb2a7d56f7b471273d9e978add607de6f30b6",
      "passed": true,
      "total_ms": 2256,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "6c90e464e06f4dc9c748d6c9be44c96b2d5bec5078b4eb152ea4ccec4c709f2d",
      "passed": true,
      "total_ms": 4861,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "183797b844f5aaf0d4762d5da650b2a14964b261306db104b29a00499b949bd6",
      "passed": true,
      "total_ms": 2055,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "188c5d2778452bf703bb24bf6ebb29def876d26ac59f6164922a6e1036066c64",
      "passed": true,
      "total_ms": 4076,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "1d37a7a51dfb79c7a568c399f2ff53381b728cd479559daf8b0b3d9b681c0714",
      "passed": true,
      "total_ms": 3138,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "9211da2d82adb786850c236cd14fc05728eb04599b0abc0202714ba6bd385d19",
      "passed": true,
      "total_ms": 4084,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "20c95dcf305469ddcfedec8d83b91e0ba1060796495eb8dcc23d133f9b5e8414",
      "passed": true,
      "total_ms": 3309,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "e6eba602b3eef649fed522c6b8737556699845aee5b419773938063ec6b83257",
      "passed": true,
      "total_ms": 18487,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "4bab53f383207a2bc9c94789bb8114d3e7db442308789d848023661e90b2ab49",
      "passed": true,
      "total_ms": 3726,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "051eba2501386001d9e9793a3b0fe9ea4c78a987e3a1576c168659f849b684d6",
      "passed": true,
      "total_ms": 3772,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "8f174dd25b58e6fc8e309577a66d0f5a4f46ed89bf1a5165c0cb561a4e3e33e9",
      "passed": true,
      "total_ms": 3349,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "4b45de4106aaf95114f9bda69339b541037b0eb04b8fd1f40efb6b91ed2a479e",
      "passed": true,
      "total_ms": 1352,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "656a46f8bac8e8e0767c9a5675871d3f81ff8707ec78f064bca2ccac673d7561",
      "passed": true,
      "total_ms": 2845,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "6e259d0f6ebd96b76541d668cb40800b9c2190ca31d17577f98f02fa9c557612",
      "passed": true,
      "total_ms": 7712,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "4c2f3e285e1e29c5e14deac22d104b78d89e94b7144913d978f619f60a5b287c",
      "passed": true,
      "total_ms": 1331,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "32bdeb2d6746cedbaa666a09cbe9ff84eedb094a4f81edb9c09ab191add49c41",
      "passed": true,
      "total_ms": 5152,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "14a2ed1ddcecc5a3752c954a0c07f0e2ae102378d648cc66bd57385516fbbe20",
      "passed": true,
      "total_ms": 6911,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "0caf81b8c83789b0b258b80856002cff7fd589a737844db0407269017bcd1955",
      "passed": true,
      "total_ms": 2984,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "de0e795a2e1639d4babc3235662e71409fadd14e0c80f8551b3db9b4b53aa8de",
      "passed": true,
      "total_ms": 996,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "d6e89de54268d0839b91cc5f860fd4903b1d8277accaf665ced8b5404cdbbe84",
      "passed": true,
      "total_ms": 3318,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "60c9747de98dcd74354ee70ce1049c3c1d1b8d72f4e9848984af5d6ceb1a0c57",
      "passed": true,
      "total_ms": 3713,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "1f06efeb2323c27b7a92e2f6b6d0f631f5b1caa5357a701f99ff4c3d08286bcf",
      "passed": true,
      "total_ms": 3169,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "934c12bf2e6db997c9f4c22933b7e9545d3398849fc6e181c8a8187d83cf44b5",
      "passed": true,
      "total_ms": 22148,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "364ddb1397abdc7ae2201c88354f8df3f89b63c28330217a94cf8cf96c19ae54",
      "passed": true,
      "total_ms": 2075,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "d160134fd023bac8e7f94f4d4e70e01dc36d3ae74bb54ab778b03686e5b7b2c0",
      "passed": false,
      "total_ms": 50968,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "4c8dd76001266d2c0d3a086b95cb4f68ba3f1b2658186002903315d51bf5bea6",
      "passed": true,
      "total_ms": 2621,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "952132525f3a442f1b38bdc3d0190df1c505766096106e7ac626a451f1b236fc",
      "passed": true,
      "total_ms": 5253,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "851c6624380df7dd30fbf4b482add6ae0543525ac196eb146f0d1eb73a673d6c",
      "passed": true,
      "total_ms": 3353,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "838fc09fd4e797b427a44bdcead8057595212cae13f656f7266f91ad96fd12b2",
      "passed": false,
      "total_ms": 3845,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "e38dd7750710c37aa45a5b0b5dd91e1b4171070325d670d668ab1fa20431a29e",
      "passed": true,
      "total_ms": 1345,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "d7be2d674d4903c49886b492451a9febcfb5696ccd6f0931c4d48ef06a19b2b9",
      "passed": true,
      "total_ms": 1627,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "eae298168d246459b7140070a1f4f5a67cdc9e68cf0ee2b3e33ff9268c0c79c2",
      "passed": true,
      "total_ms": 1395,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "e82f7c84f3104ff5a3fbdd3726f625ccf40e0818be2cc243222069e7a753cd9d",
      "passed": true,
      "total_ms": 1952,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "a817452b182acac6761625a70d62a32f2da8fc7a708397cb06f4ad35d5fb18f8",
      "passed": true,
      "total_ms": 2397,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "691112dd08aec41d1dfd7a48bf6e56a828dc8b340887ad6364daff290f8a88c4",
      "passed": true,
      "total_ms": 2591,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "e410f49b6f85564bf5b9226069391669e4c376097b2656e616a6b82abd4729ac",
      "passed": true,
      "total_ms": 2357,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "5a24c76ed39eb083ccc9c24780d936fe2e52cba76ae67efa4d647cc35e10037b",
      "passed": true,
      "total_ms": 2986,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "415ea1789217aef22a163f266aa32bf1059309225ffab99fceff84eea7bb226d",
      "passed": false,
      "total_ms": 3028,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "2c52c770af7535044fa6f8eaa5b95da8758636e750d5254819a642f10c1ee032",
      "passed": true,
      "total_ms": 1869,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "65db6ef4b562a9503afeb197451091c7514df18fdee747a881b8057c38e21d0f",
      "passed": true,
      "total_ms": 3521,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "916a1ca795d38f4c815c99d6f162f52af934ee4e1b0d100dc0a7fb747631f7a7",
      "passed": true,
      "total_ms": 1697,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "f0c3d97c5c67fa210dafa49946af010682993c23bb8995a306a6ee484e0c3b03",
      "passed": true,
      "total_ms": 2701,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "2e6a2497fe363c391182f486d26d21bdeabd6742f1d874f9659631dc74c526c0",
      "passed": true,
      "total_ms": 2150,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "5028b464f9ac881885af02d0d7fda29d17165d3804f0f84dbc2e8f6dbd923739",
      "passed": true,
      "total_ms": 3375,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "bdc1ab103002886dcbe879cd751d3e27b8ba6e988859bb80422ea04871269448",
      "passed": false,
      "total_ms": 3887,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "97732ba422afbf18b5d2d6b3bd26f6c540049e2f82d9628414525cebe7e9a5dd",
      "passed": true,
      "total_ms": 2585,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "b114078343a4ce3eeaa845ee2c7bfa4ac7c9add00f507d8ff60e46cca593fb46",
      "passed": true,
      "total_ms": 1814,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "e17051d5c4ebf5f6bc793872dc2f5748b41dd7918235cb3d5697fb04882bd7fe",
      "passed": true,
      "total_ms": 2609,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "e6fd9b7cea6cbcd53eabc57f63ae367008b2774a1092f55e23e78b7eafbdbafa",
      "passed": true,
      "total_ms": 2618,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "43af6d11597079a7d069dd93bbf3db87f0b5bb604fbfc66fc60c268d149d8fba",
      "passed": true,
      "total_ms": 2159,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "28fc44d6ca68ec833bb9837a558199f6e126ccb90f29dc42a2a4bf34ea4b66a7",
      "passed": true,
      "total_ms": 2127,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "0dbcc69ff35530f240a5bb623a78f2cd1d042037d2dedb122ebcca751bf9d08e",
      "passed": true,
      "total_ms": 2848,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "4c588d49e166a709e29a3391a047e1502a38c2a4169cea5b897c0d84f937aaba",
      "passed": true,
      "total_ms": 2859,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "5fb04957154b48d4ebad83862909a8fd3afc5ba5399a7dbe4594b5c72255964c",
      "passed": true,
      "total_ms": 3053,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "6cec89b2019b24f8e8c4001cade388815345ae403b5d5fc687cf7fdccbcc6ce1",
      "passed": true,
      "total_ms": 1403,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "2d7be3cbb3a9922865dc5385d703014a00ab292bdaff4e6443ac68b99215dc84",
      "passed": true,
      "total_ms": 4737,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "254c10ac4fdccd2709d12769dd755a22c6de6b1e6bff2363164511e2905446d7",
      "passed": true,
      "total_ms": 2725,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "7cccb7714b35c30190fb5db64a1b22a36b726b2a007f241961e1e48c82e4acb3",
      "passed": true,
      "total_ms": 3462,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "96adafea775b2e1c3783f97dac07bdb2890c6c18e5d679396dedf10d4c80cea6",
      "passed": true,
      "total_ms": 1998,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "6e2bd9ec28efb9c97dbc7bea49224b4964011afaa5ca659996fac7fd65c4468d",
      "passed": true,
      "total_ms": 2111,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "f4486aea8f80b6405ceaabbd6f225378761eafc49f1e042873a464b3b94da620",
      "passed": true,
      "total_ms": 2365,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "4f4b7bd717e0bec114d9df8cb7f9ad5476e7147fc4aa4c089cb3155890fc9d7e",
      "passed": true,
      "total_ms": 2643,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "a40790d78d4f5d39a5d3645a19b71fd4214c540a0267b37a6e2c4e94f79a4633",
      "passed": false,
      "total_ms": 10439,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "5264f3cb98bb2a4d44bef874f7be81d67ed2e079699521420591618e38611081",
      "passed": true,
      "total_ms": 17286,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "8ad8050832d4cef3d4f61db0e6a92b38448ba5c870f106600fb55c10f85c64fd",
      "passed": true,
      "total_ms": 2407,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "d20446ccbbfc1ed40bcb669bfa65f9f9cd8e38ec8f7e67621c88e3dbe91f083d",
      "passed": true,
      "total_ms": 2129,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "17f96c74be836037313c787a88438b6c9f69a4aa20ec8cba17697864f5d35599",
      "passed": true,
      "total_ms": 2441,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "21b950759e4e088c97c70fcca487f4b3ceddd69dd2563433e332a0dde94eeddb",
      "passed": true,
      "total_ms": 2163,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "3785b9c93cb0227248c10f82b33724d46e7b17aa2e83004cc84a1229c072f761",
      "passed": true,
      "total_ms": 2739,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "bb309e44424b270e31ff68a9df49f0a2f19335280a19eb9a92c5dcd1810cc3e8",
      "passed": true,
      "total_ms": 2446,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "7c427847fb1acab7f784c40193a51f13be68ffb38b4336c6bf3ebf112916fc29",
      "passed": true,
      "total_ms": 1488,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "35cf9161cc3c5b82d0770ab2b2fdef4a970ddae93523dee3a6bde8574e79b13d",
      "passed": true,
      "total_ms": 6470,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "8c8990e2a03c3f0631ae6b6ee5245c4dc849b6aec31f02de17f257a499135291",
      "passed": true,
      "total_ms": 2281,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "126561d6b58fa17bbaffda56837acaf8fab4bf282ccdfdcc2c7a97bfe520889c",
      "passed": true,
      "total_ms": 3007,
      "answer_valid": true,
      "transport_error": false
    },
    {
      "id": "a0a7ac8c5b5b0b0fcafa4683c6354a9cc0eadfbfc4301c08b3b65a7525cb9bcf",
      "passed": true,
      "total_ms": 2764,
      "answer_valid": true,
      "transport_error": false
    }
  ]
}