[
  {
    "precision": "BF16",
    "variant": "baseline",
    "case": "extract",
    "repeat": 0,
    "input_ids_sha256": "fb5b1bfc95a651a86d8f175e0a04640d31aa1777a9a50afd60354d75a7b75f12",
    "output_ids_sha256": "fb4d6b1a669dee13c3212766a0477d24d96dd4ca313773f917e1947a6e627e19",
    "output_logprobs_sha256": "01794361eb912ed6c9f24c2f991421a47a7a84397b0f8c70cda2ac0189290947",
    "baseline_output_ids_sha256": "fb4d6b1a669dee13c3212766a0477d24d96dd4ca313773f917e1947a6e627e19",
    "baseline_output_logprobs_sha256": "01794361eb912ed6c9f24c2f991421a47a7a84397b0f8c70cda2ac0189290947",
    "output_tokens": 27,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 1.6091893147677183,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "baseline",
    "case": "arithmetic",
    "repeat": 0,
    "input_ids_sha256": "8b47f3204c4823c8bde44cec5ee617365216d02b17a8e9b6165343b7f8ef9a15",
    "output_ids_sha256": "0252b7c9f638a8e1cf239cc159833e5ef9e430440f45a8da1421a30aa5e55cae",
    "output_logprobs_sha256": "b2a2e688d2176e1fa85f9cce9d98e5e4c179d6ad9ddc8c87ef49dcbc4f5d9bee",
    "baseline_output_ids_sha256": "0252b7c9f638a8e1cf239cc159833e5ef9e430440f45a8da1421a30aa5e55cae",
    "baseline_output_logprobs_sha256": "b2a2e688d2176e1fa85f9cce9d98e5e4c179d6ad9ddc8c87ef49dcbc4f5d9bee",
    "output_tokens": 8,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 0.5006713857874274,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "baseline",
    "case": "sort",
    "repeat": 0,
    "input_ids_sha256": "a9c80e47c13d625d8e4ecb6f79715bf89a01a2cd770553ce6ab2f595b811e063",
    "output_ids_sha256": "885fedaa23f772080feef92b6d4df4151c31e4a4167e23d2c2efd4c73e6a96c1",
    "output_logprobs_sha256": "23de037a6d885a009ce8fefeedf935d083b3a7c76c80b9b32c4aad65e25e1aaf",
    "baseline_output_ids_sha256": "885fedaa23f772080feef92b6d4df4151c31e4a4167e23d2c2efd4c73e6a96c1",
    "baseline_output_logprobs_sha256": "23de037a6d885a009ce8fefeedf935d083b3a7c76c80b9b32c4aad65e25e1aaf",
    "output_tokens": 32,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 1.882763892877847,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "baseline",
    "case": "tool-json",
    "repeat": 0,
    "input_ids_sha256": "d5f70a29746b540e37ed1164648a32d0a53fd0c4d5d8dd70746f9617531c58a8",
    "output_ids_sha256": "efa851d1c9702563605d2bdcfac770db0035c58e409648c9237bb5bf84d8c6f1",
    "output_logprobs_sha256": "ea3536eac4054c92e46f74df4b85a5eb490d4b1997391b8ccb3819d0c4188c7d",
    "baseline_output_ids_sha256": "efa851d1c9702563605d2bdcfac770db0035c58e409648c9237bb5bf84d8c6f1",
    "baseline_output_logprobs_sha256": "ea3536eac4054c92e46f74df4b85a5eb490d4b1997391b8ccb3819d0c4188c7d",
    "output_tokens": 24,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 1.4276165720075369,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "baseline",
    "case": "python-sum",
    "repeat": 0,
    "input_ids_sha256": "e1946827637df7d70405fbc767be8933cdeddece7aef1e7e55880c188add518a",
    "output_ids_sha256": "bd724fd8ca1183a37e1a5a65a0357a26ebd97a511bc52f19d3eb1a6aa9777220",
    "output_logprobs_sha256": "d59cc8de71fcf8ea994025b0d65d7109e0ffce7e50b2becb029001675e9a8134",
    "baseline_output_ids_sha256": "bd724fd8ca1183a37e1a5a65a0357a26ebd97a511bc52f19d3eb1a6aa9777220",
    "baseline_output_logprobs_sha256": "d59cc8de71fcf8ea994025b0d65d7109e0ffce7e50b2becb029001675e9a8134",
    "output_tokens": 29,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 1.688204641919583,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "baseline",
    "case": "python-fib",
    "repeat": 0,
    "input_ids_sha256": "bb168120a1362ed25b9d6cb193324a0efcd16a53ade4b5891a9f1e7eb90ebc78",
    "output_ids_sha256": "bef07d5de2941584e4c26279931e8215a9beda92556430d2a1c131a202b9f436",
    "output_logprobs_sha256": "10b02e56a41a1509ec9724d9f673b7426516cee9127e0f46ea1b82a4c5130256",
    "baseline_output_ids_sha256": "bef07d5de2941584e4c26279931e8215a9beda92556430d2a1c131a202b9f436",
    "baseline_output_logprobs_sha256": "10b02e56a41a1509ec9724d9f673b7426516cee9127e0f46ea1b82a4c5130256",
    "output_tokens": 65,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 3.767840106971562,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "baseline",
    "case": "chinese",
    "repeat": 0,
    "input_ids_sha256": "767367629ce5e7a61113c7b2d0a48a8a849af8683eb3be1283195312ef7d7632",
    "output_ids_sha256": "c0bf1f2705628c40b52b56d458249529e87c408ed5343a505f23bd4c8f640cb4",
    "output_logprobs_sha256": "fded1c5f3f409ad82ebc598211488b3647f983045116fa2c01d0c4e9f4c8f225",
    "baseline_output_ids_sha256": "c0bf1f2705628c40b52b56d458249529e87c408ed5343a505f23bd4c8f640cb4",
    "baseline_output_logprobs_sha256": "fded1c5f3f409ad82ebc598211488b3647f983045116fa2c01d0c4e9f4c8f225",
    "output_tokens": 61,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 3.642982934601605,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "baseline",
    "case": "english",
    "repeat": 0,
    "input_ids_sha256": "808f69590ca5355ca9ec3447d68ee1ed52e0a067060939870341ac22ac0dd8c3",
    "output_ids_sha256": "c3293e8447b4bd36d751ac63aa6a9d386a3a38c77877afd8442a0a3901766e54",
    "output_logprobs_sha256": "2ee1e00e771e855ce2fee720362202d0127d0117a302ed7fd6ed5b0b15099ec1",
    "baseline_output_ids_sha256": "c3293e8447b4bd36d751ac63aa6a9d386a3a38c77877afd8442a0a3901766e54",
    "baseline_output_logprobs_sha256": "2ee1e00e771e855ce2fee720362202d0127d0117a302ed7fd6ed5b0b15099ec1",
    "output_tokens": 83,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 4.8146636062301695,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "baseline",
    "case": "long-context",
    "repeat": 0,
    "input_ids_sha256": "14d215ea3051b8b763f98ae7ee6e83088d3a868f54988bda5b58da72f0f1cbd2",
    "output_ids_sha256": "4ff9ce1a34f50c9ff8963ee9d63f31f417637c3d9acde311e2fc8caa448b8fbe",
    "output_logprobs_sha256": "242678584fa221952751bdcfb6788c493854f0b22e31aa359d139171bc46f42e",
    "baseline_output_ids_sha256": "4ff9ce1a34f50c9ff8963ee9d63f31f417637c3d9acde311e2fc8caa448b8fbe",
    "baseline_output_logprobs_sha256": "242678584fa221952751bdcfb6788c493854f0b22e31aa359d139171bc46f42e",
    "output_tokens": 9,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 0.5710087101906538,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "baseline",
    "case": "unicode",
    "repeat": 0,
    "input_ids_sha256": "9f1dc89b960b96135abd1b6495ee6dd432f9816414f5e6d0b6e18f2235333e6d",
    "output_ids_sha256": "1b0de834adacf2d96e14166e9b39049dece2fb41d77f043a204bccca3f739fb3",
    "output_logprobs_sha256": "1a69b013d09523d66d385d313322d543bba67b437bbdb20a74864bdbb7bd9610",
    "baseline_output_ids_sha256": "1b0de834adacf2d96e14166e9b39049dece2fb41d77f043a204bccca3f739fb3",
    "baseline_output_logprobs_sha256": "1a69b013d09523d66d385d313322d543bba67b437bbdb20a74864bdbb7bd9610",
    "output_tokens": 28,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 1.6374770049005747,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "baseline",
    "case": "occamy-heldout-0",
    "repeat": 0,
    "input_ids_sha256": "6600ad8e885cd01bddba8e4635db542022c4a36563886a964bb4e912eb83d486",
    "output_ids_sha256": "367757d4a6ac94849dd72ecac60c40321c26725050525b1766846843a412c431",
    "output_logprobs_sha256": "ab9394aac06df24e8c9f66a9bd735cd6f5ba5349522467bcec69768aa008d092",
    "baseline_output_ids_sha256": "367757d4a6ac94849dd72ecac60c40321c26725050525b1766846843a412c431",
    "baseline_output_logprobs_sha256": "ab9394aac06df24e8c9f66a9bd735cd6f5ba5349522467bcec69768aa008d092",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 11.302284410689026,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "baseline",
    "case": "occamy-heldout-1",
    "repeat": 0,
    "input_ids_sha256": "d011ab39a7387cc97bd177ef6d48ccb411a78395b866675f21feb906ba5cb24a",
    "output_ids_sha256": "e63d19f9eeb394273f3df0ea9974c9cb3001a4e8fbc0f3477e6ba7beafbdc62a",
    "output_logprobs_sha256": "3d24d68fc9cda26dfd3160aa6fc585952ce441021a707b1f85f114dc97626a4f",
    "baseline_output_ids_sha256": "e63d19f9eeb394273f3df0ea9974c9cb3001a4e8fbc0f3477e6ba7beafbdc62a",
    "baseline_output_logprobs_sha256": "3d24d68fc9cda26dfd3160aa6fc585952ce441021a707b1f85f114dc97626a4f",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 9.273861191235483,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "baseline",
    "case": "occamy-heldout-2",
    "repeat": 0,
    "input_ids_sha256": "37645bac07c0e1d06d35bb8a7ca7ec0bf6d1efefc3bca492a11b8c4ebb90f8a2",
    "output_ids_sha256": "69a4fb919501bcd57952fe173e35348ab550dd9097df52b198dede40cee84e71",
    "output_logprobs_sha256": "cbcd53a25c62b2ce2cba155ccbd854ea04b9dda0da359342ed18874e39f72ada",
    "baseline_output_ids_sha256": "69a4fb919501bcd57952fe173e35348ab550dd9097df52b198dede40cee84e71",
    "baseline_output_logprobs_sha256": "cbcd53a25c62b2ce2cba155ccbd854ea04b9dda0da359342ed18874e39f72ada",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 9.329975395929068,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "baseline",
    "case": "occamy-heldout-3",
    "repeat": 0,
    "input_ids_sha256": "1c0ed7d4ae1c6e065151c6ccec6f1fb8c879141057d9a6a007845c12abcf7bc3",
    "output_ids_sha256": "0096b5dc8404cc634c3faf44d6ea74807e4db7c204942e7b6552d5de784d59b6",
    "output_logprobs_sha256": "6b18837434e35c95a45cbc12b58bd4b0eea73011e7c56da18f07e590a1867a87",
    "baseline_output_ids_sha256": "0096b5dc8404cc634c3faf44d6ea74807e4db7c204942e7b6552d5de784d59b6",
    "baseline_output_logprobs_sha256": "6b18837434e35c95a45cbc12b58bd4b0eea73011e7c56da18f07e590a1867a87",
    "output_tokens": 95,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 5.606924450956285,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "baseline",
    "case": "occamy-heldout-4",
    "repeat": 0,
    "input_ids_sha256": "c88c2791925458676080fa766ac37ceb8cd64626ad477cbf287aa3628d1aee04",
    "output_ids_sha256": "de38d09a9de568c84c548718017d609a57e5674ce97980485b70d6afb216250b",
    "output_logprobs_sha256": "1a71b8ae743300de267eb23c421394400b8897449892ca02cb4bc6c57a9fdd58",
    "baseline_output_ids_sha256": "de38d09a9de568c84c548718017d609a57e5674ce97980485b70d6afb216250b",
    "baseline_output_logprobs_sha256": "1a71b8ae743300de267eb23c421394400b8897449892ca02cb4bc6c57a9fdd58",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 9.369145235978067,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "baseline",
    "case": "occamy-heldout-5",
    "repeat": 0,
    "input_ids_sha256": "2523c49b7f286ea2b44d3084b7e886607f032e5c0a8792423c39437aa47cacc0",
    "output_ids_sha256": "eb4804daac1cedfa2143dd765596a63e9fa8459a02c284221bff559145824dfd",
    "output_logprobs_sha256": "2ef5823146ccaf679c5dfda04a89668ce4478f6dff2b5a2fe1d70d524e7b662e",
    "baseline_output_ids_sha256": "eb4804daac1cedfa2143dd765596a63e9fa8459a02c284221bff559145824dfd",
    "baseline_output_logprobs_sha256": "2ef5823146ccaf679c5dfda04a89668ce4478f6dff2b5a2fe1d70d524e7b662e",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 9.29751401906833,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "baseline",
    "case": "occamy-heldout-6",
    "repeat": 0,
    "input_ids_sha256": "52eab79653860277e2ea95ab58a9f6c948c870a9e84cd8bee4623368d7ddd032",
    "output_ids_sha256": "ca791a4cc6df2e0fc8f4b0fe4e83c0ce3604b907229bcacf62b28b51b4911a9b",
    "output_logprobs_sha256": "579816d9e43a4ee1f21a0d6848da20201891ce738548f0af00fd9ecb82a4b5b5",
    "baseline_output_ids_sha256": "ca791a4cc6df2e0fc8f4b0fe4e83c0ce3604b907229bcacf62b28b51b4911a9b",
    "baseline_output_logprobs_sha256": "579816d9e43a4ee1f21a0d6848da20201891ce738548f0af00fd9ecb82a4b5b5",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 9.254260330926627,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "baseline",
    "case": "occamy-heldout-7",
    "repeat": 0,
    "input_ids_sha256": "bf605cd4a36cad0be301f7114bf6565b9189859b0ed9ed83f4f6565928b50cac",
    "output_ids_sha256": "3fe10f3632d98e313806d0cab259f42c45ab0fd40b8e648677430ca5aeb41064",
    "output_logprobs_sha256": "249d256147d3f8ccd8088aa50bd904b7ea9bde0e56b4243b300ecf6f9a1b9d06",
    "baseline_output_ids_sha256": "3fe10f3632d98e313806d0cab259f42c45ab0fd40b8e648677430ca5aeb41064",
    "baseline_output_logprobs_sha256": "249d256147d3f8ccd8088aa50bd904b7ea9bde0e56b4243b300ecf6f9a1b9d06",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 9.28714471263811,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "baseline",
    "case": "extract",
    "repeat": 1,
    "input_ids_sha256": "fb5b1bfc95a651a86d8f175e0a04640d31aa1777a9a50afd60354d75a7b75f12",
    "output_ids_sha256": "fb4d6b1a669dee13c3212766a0477d24d96dd4ca313773f917e1947a6e627e19",
    "output_logprobs_sha256": "01794361eb912ed6c9f24c2f991421a47a7a84397b0f8c70cda2ac0189290947",
    "baseline_output_ids_sha256": "fb4d6b1a669dee13c3212766a0477d24d96dd4ca313773f917e1947a6e627e19",
    "baseline_output_logprobs_sha256": "01794361eb912ed6c9f24c2f991421a47a7a84397b0f8c70cda2ac0189290947",
    "output_tokens": 27,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 1.600691081956029,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "baseline",
    "case": "arithmetic",
    "repeat": 1,
    "input_ids_sha256": "8b47f3204c4823c8bde44cec5ee617365216d02b17a8e9b6165343b7f8ef9a15",
    "output_ids_sha256": "0252b7c9f638a8e1cf239cc159833e5ef9e430440f45a8da1421a30aa5e55cae",
    "output_logprobs_sha256": "b2a2e688d2176e1fa85f9cce9d98e5e4c179d6ad9ddc8c87ef49dcbc4f5d9bee",
    "baseline_output_ids_sha256": "0252b7c9f638a8e1cf239cc159833e5ef9e430440f45a8da1421a30aa5e55cae",
    "baseline_output_logprobs_sha256": "b2a2e688d2176e1fa85f9cce9d98e5e4c179d6ad9ddc8c87ef49dcbc4f5d9bee",
    "output_tokens": 8,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 0.48300529830157757,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "baseline",
    "case": "sort",
    "repeat": 1,
    "input_ids_sha256": "a9c80e47c13d625d8e4ecb6f79715bf89a01a2cd770553ce6ab2f595b811e063",
    "output_ids_sha256": "885fedaa23f772080feef92b6d4df4151c31e4a4167e23d2c2efd4c73e6a96c1",
    "output_logprobs_sha256": "23de037a6d885a009ce8fefeedf935d083b3a7c76c80b9b32c4aad65e25e1aaf",
    "baseline_output_ids_sha256": "885fedaa23f772080feef92b6d4df4151c31e4a4167e23d2c2efd4c73e6a96c1",
    "baseline_output_logprobs_sha256": "23de037a6d885a009ce8fefeedf935d083b3a7c76c80b9b32c4aad65e25e1aaf",
    "output_tokens": 32,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 1.8597387410700321,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "baseline",
    "case": "tool-json",
    "repeat": 1,
    "input_ids_sha256": "d5f70a29746b540e37ed1164648a32d0a53fd0c4d5d8dd70746f9617531c58a8",
    "output_ids_sha256": "efa851d1c9702563605d2bdcfac770db0035c58e409648c9237bb5bf84d8c6f1",
    "output_logprobs_sha256": "ea3536eac4054c92e46f74df4b85a5eb490d4b1997391b8ccb3819d0c4188c7d",
    "baseline_output_ids_sha256": "efa851d1c9702563605d2bdcfac770db0035c58e409648c9237bb5bf84d8c6f1",
    "baseline_output_logprobs_sha256": "ea3536eac4054c92e46f74df4b85a5eb490d4b1997391b8ccb3819d0c4188c7d",
    "output_tokens": 24,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 1.3919270928017795,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "baseline",
    "case": "python-sum",
    "repeat": 1,
    "input_ids_sha256": "e1946827637df7d70405fbc767be8933cdeddece7aef1e7e55880c188add518a",
    "output_ids_sha256": "bd724fd8ca1183a37e1a5a65a0357a26ebd97a511bc52f19d3eb1a6aa9777220",
    "output_logprobs_sha256": "d59cc8de71fcf8ea994025b0d65d7109e0ffce7e50b2becb029001675e9a8134",
    "baseline_output_ids_sha256": "bd724fd8ca1183a37e1a5a65a0357a26ebd97a511bc52f19d3eb1a6aa9777220",
    "baseline_output_logprobs_sha256": "d59cc8de71fcf8ea994025b0d65d7109e0ffce7e50b2becb029001675e9a8134",
    "output_tokens": 29,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 1.6806073687039316,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "baseline",
    "case": "python-fib",
    "repeat": 1,
    "input_ids_sha256": "bb168120a1362ed25b9d6cb193324a0efcd16a53ade4b5891a9f1e7eb90ebc78",
    "output_ids_sha256": "bef07d5de2941584e4c26279931e8215a9beda92556430d2a1c131a202b9f436",
    "output_logprobs_sha256": "10b02e56a41a1509ec9724d9f673b7426516cee9127e0f46ea1b82a4c5130256",
    "baseline_output_ids_sha256": "bef07d5de2941584e4c26279931e8215a9beda92556430d2a1c131a202b9f436",
    "baseline_output_logprobs_sha256": "10b02e56a41a1509ec9724d9f673b7426516cee9127e0f46ea1b82a4c5130256",
    "output_tokens": 65,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 3.7953967209905386,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "baseline",
    "case": "chinese",
    "repeat": 1,
    "input_ids_sha256": "767367629ce5e7a61113c7b2d0a48a8a849af8683eb3be1283195312ef7d7632",
    "output_ids_sha256": "c0bf1f2705628c40b52b56d458249529e87c408ed5343a505f23bd4c8f640cb4",
    "output_logprobs_sha256": "fded1c5f3f409ad82ebc598211488b3647f983045116fa2c01d0c4e9f4c8f225",
    "baseline_output_ids_sha256": "c0bf1f2705628c40b52b56d458249529e87c408ed5343a505f23bd4c8f640cb4",
    "baseline_output_logprobs_sha256": "fded1c5f3f409ad82ebc598211488b3647f983045116fa2c01d0c4e9f4c8f225",
    "output_tokens": 61,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 3.5372316068969667,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "baseline",
    "case": "english",
    "repeat": 1,
    "input_ids_sha256": "808f69590ca5355ca9ec3447d68ee1ed52e0a067060939870341ac22ac0dd8c3",
    "output_ids_sha256": "c3293e8447b4bd36d751ac63aa6a9d386a3a38c77877afd8442a0a3901766e54",
    "output_logprobs_sha256": "2ee1e00e771e855ce2fee720362202d0127d0117a302ed7fd6ed5b0b15099ec1",
    "baseline_output_ids_sha256": "c3293e8447b4bd36d751ac63aa6a9d386a3a38c77877afd8442a0a3901766e54",
    "baseline_output_logprobs_sha256": "2ee1e00e771e855ce2fee720362202d0127d0117a302ed7fd6ed5b0b15099ec1",
    "output_tokens": 83,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 4.838995340280235,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "baseline",
    "case": "long-context",
    "repeat": 1,
    "input_ids_sha256": "14d215ea3051b8b763f98ae7ee6e83088d3a868f54988bda5b58da72f0f1cbd2",
    "output_ids_sha256": "4ff9ce1a34f50c9ff8963ee9d63f31f417637c3d9acde311e2fc8caa448b8fbe",
    "output_logprobs_sha256": "242678584fa221952751bdcfb6788c493854f0b22e31aa359d139171bc46f42e",
    "baseline_output_ids_sha256": "4ff9ce1a34f50c9ff8963ee9d63f31f417637c3d9acde311e2fc8caa448b8fbe",
    "baseline_output_logprobs_sha256": "242678584fa221952751bdcfb6788c493854f0b22e31aa359d139171bc46f42e",
    "output_tokens": 9,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 0.5386336939409375,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "baseline",
    "case": "unicode",
    "repeat": 1,
    "input_ids_sha256": "9f1dc89b960b96135abd1b6495ee6dd432f9816414f5e6d0b6e18f2235333e6d",
    "output_ids_sha256": "1b0de834adacf2d96e14166e9b39049dece2fb41d77f043a204bccca3f739fb3",
    "output_logprobs_sha256": "1a69b013d09523d66d385d313322d543bba67b437bbdb20a74864bdbb7bd9610",
    "baseline_output_ids_sha256": "1b0de834adacf2d96e14166e9b39049dece2fb41d77f043a204bccca3f739fb3",
    "baseline_output_logprobs_sha256": "1a69b013d09523d66d385d313322d543bba67b437bbdb20a74864bdbb7bd9610",
    "output_tokens": 28,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 1.630487690679729,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "baseline",
    "case": "occamy-heldout-0",
    "repeat": 1,
    "input_ids_sha256": "6600ad8e885cd01bddba8e4635db542022c4a36563886a964bb4e912eb83d486",
    "output_ids_sha256": "367757d4a6ac94849dd72ecac60c40321c26725050525b1766846843a412c431",
    "output_logprobs_sha256": "ab9394aac06df24e8c9f66a9bd735cd6f5ba5349522467bcec69768aa008d092",
    "baseline_output_ids_sha256": "367757d4a6ac94849dd72ecac60c40321c26725050525b1766846843a412c431",
    "baseline_output_logprobs_sha256": "ab9394aac06df24e8c9f66a9bd735cd6f5ba5349522467bcec69768aa008d092",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 9.25944513315335,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "baseline",
    "case": "occamy-heldout-1",
    "repeat": 1,
    "input_ids_sha256": "d011ab39a7387cc97bd177ef6d48ccb411a78395b866675f21feb906ba5cb24a",
    "output_ids_sha256": "e63d19f9eeb394273f3df0ea9974c9cb3001a4e8fbc0f3477e6ba7beafbdc62a",
    "output_logprobs_sha256": "3d24d68fc9cda26dfd3160aa6fc585952ce441021a707b1f85f114dc97626a4f",
    "baseline_output_ids_sha256": "e63d19f9eeb394273f3df0ea9974c9cb3001a4e8fbc0f3477e6ba7beafbdc62a",
    "baseline_output_logprobs_sha256": "3d24d68fc9cda26dfd3160aa6fc585952ce441021a707b1f85f114dc97626a4f",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 9.265880979597569,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "baseline",
    "case": "occamy-heldout-2",
    "repeat": 1,
    "input_ids_sha256": "37645bac07c0e1d06d35bb8a7ca7ec0bf6d1efefc3bca492a11b8c4ebb90f8a2",
    "output_ids_sha256": "69a4fb919501bcd57952fe173e35348ab550dd9097df52b198dede40cee84e71",
    "output_logprobs_sha256": "cbcd53a25c62b2ce2cba155ccbd854ea04b9dda0da359342ed18874e39f72ada",
    "baseline_output_ids_sha256": "69a4fb919501bcd57952fe173e35348ab550dd9097df52b198dede40cee84e71",
    "baseline_output_logprobs_sha256": "cbcd53a25c62b2ce2cba155ccbd854ea04b9dda0da359342ed18874e39f72ada",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 9.25954247592017,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "baseline",
    "case": "occamy-heldout-3",
    "repeat": 1,
    "input_ids_sha256": "1c0ed7d4ae1c6e065151c6ccec6f1fb8c879141057d9a6a007845c12abcf7bc3",
    "output_ids_sha256": "0096b5dc8404cc634c3faf44d6ea74807e4db7c204942e7b6552d5de784d59b6",
    "output_logprobs_sha256": "6b18837434e35c95a45cbc12b58bd4b0eea73011e7c56da18f07e590a1867a87",
    "baseline_output_ids_sha256": "0096b5dc8404cc634c3faf44d6ea74807e4db7c204942e7b6552d5de784d59b6",
    "baseline_output_logprobs_sha256": "6b18837434e35c95a45cbc12b58bd4b0eea73011e7c56da18f07e590a1867a87",
    "output_tokens": 95,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 5.5216612461954355,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "baseline",
    "case": "occamy-heldout-4",
    "repeat": 1,
    "input_ids_sha256": "c88c2791925458676080fa766ac37ceb8cd64626ad477cbf287aa3628d1aee04",
    "output_ids_sha256": "de38d09a9de568c84c548718017d609a57e5674ce97980485b70d6afb216250b",
    "output_logprobs_sha256": "1a71b8ae743300de267eb23c421394400b8897449892ca02cb4bc6c57a9fdd58",
    "baseline_output_ids_sha256": "de38d09a9de568c84c548718017d609a57e5674ce97980485b70d6afb216250b",
    "baseline_output_logprobs_sha256": "1a71b8ae743300de267eb23c421394400b8897449892ca02cb4bc6c57a9fdd58",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 9.289593202993274,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "baseline",
    "case": "occamy-heldout-5",
    "repeat": 1,
    "input_ids_sha256": "2523c49b7f286ea2b44d3084b7e886607f032e5c0a8792423c39437aa47cacc0",
    "output_ids_sha256": "eb4804daac1cedfa2143dd765596a63e9fa8459a02c284221bff559145824dfd",
    "output_logprobs_sha256": "2ef5823146ccaf679c5dfda04a89668ce4478f6dff2b5a2fe1d70d524e7b662e",
    "baseline_output_ids_sha256": "eb4804daac1cedfa2143dd765596a63e9fa8459a02c284221bff559145824dfd",
    "baseline_output_logprobs_sha256": "2ef5823146ccaf679c5dfda04a89668ce4478f6dff2b5a2fe1d70d524e7b662e",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 9.38434781273827,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "baseline",
    "case": "occamy-heldout-6",
    "repeat": 1,
    "input_ids_sha256": "52eab79653860277e2ea95ab58a9f6c948c870a9e84cd8bee4623368d7ddd032",
    "output_ids_sha256": "ca791a4cc6df2e0fc8f4b0fe4e83c0ce3604b907229bcacf62b28b51b4911a9b",
    "output_logprobs_sha256": "579816d9e43a4ee1f21a0d6848da20201891ce738548f0af00fd9ecb82a4b5b5",
    "baseline_output_ids_sha256": "ca791a4cc6df2e0fc8f4b0fe4e83c0ce3604b907229bcacf62b28b51b4911a9b",
    "baseline_output_logprobs_sha256": "579816d9e43a4ee1f21a0d6848da20201891ce738548f0af00fd9ecb82a4b5b5",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 9.291350251995027,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "baseline",
    "case": "occamy-heldout-7",
    "repeat": 1,
    "input_ids_sha256": "bf605cd4a36cad0be301f7114bf6565b9189859b0ed9ed83f4f6565928b50cac",
    "output_ids_sha256": "3fe10f3632d98e313806d0cab259f42c45ab0fd40b8e648677430ca5aeb41064",
    "output_logprobs_sha256": "249d256147d3f8ccd8088aa50bd904b7ea9bde0e56b4243b300ecf6f9a1b9d06",
    "baseline_output_ids_sha256": "3fe10f3632d98e313806d0cab259f42c45ab0fd40b8e648677430ca5aeb41064",
    "baseline_output_logprobs_sha256": "249d256147d3f8ccd8088aa50bd904b7ea9bde0e56b4243b300ecf6f9a1b9d06",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 9.256197811104357,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "original-head",
    "case": "extract",
    "repeat": 0,
    "input_ids_sha256": "fb5b1bfc95a651a86d8f175e0a04640d31aa1777a9a50afd60354d75a7b75f12",
    "output_ids_sha256": "fb4d6b1a669dee13c3212766a0477d24d96dd4ca313773f917e1947a6e627e19",
    "output_logprobs_sha256": "01794361eb912ed6c9f24c2f991421a47a7a84397b0f8c70cda2ac0189290947",
    "baseline_output_ids_sha256": "fb4d6b1a669dee13c3212766a0477d24d96dd4ca313773f917e1947a6e627e19",
    "baseline_output_logprobs_sha256": "01794361eb912ed6c9f24c2f991421a47a7a84397b0f8c70cda2ac0189290947",
    "output_tokens": 27,
    "finish_reason": "stop",
    "accepted": 13,
    "proposed": 13,
    "diagnostic_e2e_seconds": 1.4170173900201917,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "original-head",
    "case": "arithmetic",
    "repeat": 0,
    "input_ids_sha256": "8b47f3204c4823c8bde44cec5ee617365216d02b17a8e9b6165343b7f8ef9a15",
    "output_ids_sha256": "0252b7c9f638a8e1cf239cc159833e5ef9e430440f45a8da1421a30aa5e55cae",
    "output_logprobs_sha256": "b2a2e688d2176e1fa85f9cce9d98e5e4c179d6ad9ddc8c87ef49dcbc4f5d9bee",
    "baseline_output_ids_sha256": "0252b7c9f638a8e1cf239cc159833e5ef9e430440f45a8da1421a30aa5e55cae",
    "baseline_output_logprobs_sha256": "b2a2e688d2176e1fa85f9cce9d98e5e4c179d6ad9ddc8c87ef49dcbc4f5d9bee",
    "output_tokens": 8,
    "finish_reason": "stop",
    "accepted": 4,
    "proposed": 4,
    "diagnostic_e2e_seconds": 0.4569694991223514,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "original-head",
    "case": "sort",
    "repeat": 0,
    "input_ids_sha256": "a9c80e47c13d625d8e4ecb6f79715bf89a01a2cd770553ce6ab2f595b811e063",
    "output_ids_sha256": "885fedaa23f772080feef92b6d4df4151c31e4a4167e23d2c2efd4c73e6a96c1",
    "output_logprobs_sha256": "23de037a6d885a009ce8fefeedf935d083b3a7c76c80b9b32c4aad65e25e1aaf",
    "baseline_output_ids_sha256": "885fedaa23f772080feef92b6d4df4151c31e4a4167e23d2c2efd4c73e6a96c1",
    "baseline_output_logprobs_sha256": "23de037a6d885a009ce8fefeedf935d083b3a7c76c80b9b32c4aad65e25e1aaf",
    "output_tokens": 32,
    "finish_reason": "stop",
    "accepted": 15,
    "proposed": 16,
    "diagnostic_e2e_seconds": 1.6803668709471822,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "original-head",
    "case": "tool-json",
    "repeat": 0,
    "input_ids_sha256": "d5f70a29746b540e37ed1164648a32d0a53fd0c4d5d8dd70746f9617531c58a8",
    "output_ids_sha256": "efa851d1c9702563605d2bdcfac770db0035c58e409648c9237bb5bf84d8c6f1",
    "output_logprobs_sha256": "ea3536eac4054c92e46f74df4b85a5eb490d4b1997391b8ccb3819d0c4188c7d",
    "baseline_output_ids_sha256": "efa851d1c9702563605d2bdcfac770db0035c58e409648c9237bb5bf84d8c6f1",
    "baseline_output_logprobs_sha256": "ea3536eac4054c92e46f74df4b85a5eb490d4b1997391b8ccb3819d0c4188c7d",
    "output_tokens": 24,
    "finish_reason": "stop",
    "accepted": 12,
    "proposed": 12,
    "diagnostic_e2e_seconds": 1.2597860512323678,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "original-head",
    "case": "python-sum",
    "repeat": 0,
    "input_ids_sha256": "e1946827637df7d70405fbc767be8933cdeddece7aef1e7e55880c188add518a",
    "output_ids_sha256": "bd724fd8ca1183a37e1a5a65a0357a26ebd97a511bc52f19d3eb1a6aa9777220",
    "output_logprobs_sha256": "d59cc8de71fcf8ea994025b0d65d7109e0ffce7e50b2becb029001675e9a8134",
    "baseline_output_ids_sha256": "bd724fd8ca1183a37e1a5a65a0357a26ebd97a511bc52f19d3eb1a6aa9777220",
    "baseline_output_logprobs_sha256": "d59cc8de71fcf8ea994025b0d65d7109e0ffce7e50b2becb029001675e9a8134",
    "output_tokens": 29,
    "finish_reason": "stop",
    "accepted": 14,
    "proposed": 14,
    "diagnostic_e2e_seconds": 1.5216819802299142,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "original-head",
    "case": "python-fib",
    "repeat": 0,
    "input_ids_sha256": "bb168120a1362ed25b9d6cb193324a0efcd16a53ade4b5891a9f1e7eb90ebc78",
    "output_ids_sha256": "bef07d5de2941584e4c26279931e8215a9beda92556430d2a1c131a202b9f436",
    "output_logprobs_sha256": "10b02e56a41a1509ec9724d9f673b7426516cee9127e0f46ea1b82a4c5130256",
    "baseline_output_ids_sha256": "bef07d5de2941584e4c26279931e8215a9beda92556430d2a1c131a202b9f436",
    "baseline_output_logprobs_sha256": "10b02e56a41a1509ec9724d9f673b7426516cee9127e0f46ea1b82a4c5130256",
    "output_tokens": 65,
    "finish_reason": "stop",
    "accepted": 32,
    "proposed": 32,
    "diagnostic_e2e_seconds": 3.1824327460490167,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "original-head",
    "case": "chinese",
    "repeat": 0,
    "input_ids_sha256": "767367629ce5e7a61113c7b2d0a48a8a849af8683eb3be1283195312ef7d7632",
    "output_ids_sha256": "c0bf1f2705628c40b52b56d458249529e87c408ed5343a505f23bd4c8f640cb4",
    "output_logprobs_sha256": "fded1c5f3f409ad82ebc598211488b3647f983045116fa2c01d0c4e9f4c8f225",
    "baseline_output_ids_sha256": "c0bf1f2705628c40b52b56d458249529e87c408ed5343a505f23bd4c8f640cb4",
    "baseline_output_logprobs_sha256": "fded1c5f3f409ad82ebc598211488b3647f983045116fa2c01d0c4e9f4c8f225",
    "output_tokens": 61,
    "finish_reason": "stop",
    "accepted": 24,
    "proposed": 36,
    "diagnostic_e2e_seconds": 3.728279128205031,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "original-head",
    "case": "english",
    "repeat": 0,
    "input_ids_sha256": "808f69590ca5355ca9ec3447d68ee1ed52e0a067060939870341ac22ac0dd8c3",
    "output_ids_sha256": "c3293e8447b4bd36d751ac63aa6a9d386a3a38c77877afd8442a0a3901766e54",
    "output_logprobs_sha256": "2ee1e00e771e855ce2fee720362202d0127d0117a302ed7fd6ed5b0b15099ec1",
    "baseline_output_ids_sha256": "c3293e8447b4bd36d751ac63aa6a9d386a3a38c77877afd8442a0a3901766e54",
    "baseline_output_logprobs_sha256": "2ee1e00e771e855ce2fee720362202d0127d0117a302ed7fd6ed5b0b15099ec1",
    "output_tokens": 83,
    "finish_reason": "stop",
    "accepted": 37,
    "proposed": 45,
    "diagnostic_e2e_seconds": 4.490000644698739,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "original-head",
    "case": "long-context",
    "repeat": 0,
    "input_ids_sha256": "14d215ea3051b8b763f98ae7ee6e83088d3a868f54988bda5b58da72f0f1cbd2",
    "output_ids_sha256": "4ff9ce1a34f50c9ff8963ee9d63f31f417637c3d9acde311e2fc8caa448b8fbe",
    "output_logprobs_sha256": "242678584fa221952751bdcfb6788c493854f0b22e31aa359d139171bc46f42e",
    "baseline_output_ids_sha256": "4ff9ce1a34f50c9ff8963ee9d63f31f417637c3d9acde311e2fc8caa448b8fbe",
    "baseline_output_logprobs_sha256": "242678584fa221952751bdcfb6788c493854f0b22e31aa359d139171bc46f42e",
    "output_tokens": 9,
    "finish_reason": "stop",
    "accepted": 4,
    "proposed": 4,
    "diagnostic_e2e_seconds": 0.528092548251152,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "original-head",
    "case": "unicode",
    "repeat": 0,
    "input_ids_sha256": "9f1dc89b960b96135abd1b6495ee6dd432f9816414f5e6d0b6e18f2235333e6d",
    "output_ids_sha256": "1b0de834adacf2d96e14166e9b39049dece2fb41d77f043a204bccca3f739fb3",
    "output_logprobs_sha256": "1a69b013d09523d66d385d313322d543bba67b437bbdb20a74864bdbb7bd9610",
    "baseline_output_ids_sha256": "1b0de834adacf2d96e14166e9b39049dece2fb41d77f043a204bccca3f739fb3",
    "baseline_output_logprobs_sha256": "1a69b013d09523d66d385d313322d543bba67b437bbdb20a74864bdbb7bd9610",
    "output_tokens": 28,
    "finish_reason": "stop",
    "accepted": 14,
    "proposed": 14,
    "diagnostic_e2e_seconds": 1.5068787136115134,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "original-head",
    "case": "occamy-heldout-0",
    "repeat": 0,
    "input_ids_sha256": "6600ad8e885cd01bddba8e4635db542022c4a36563886a964bb4e912eb83d486",
    "output_ids_sha256": "367757d4a6ac94849dd72ecac60c40321c26725050525b1766846843a412c431",
    "output_logprobs_sha256": "ab9394aac06df24e8c9f66a9bd735cd6f5ba5349522467bcec69768aa008d092",
    "baseline_output_ids_sha256": "367757d4a6ac94849dd72ecac60c40321c26725050525b1766846843a412c431",
    "baseline_output_logprobs_sha256": "ab9394aac06df24e8c9f66a9bd735cd6f5ba5349522467bcec69768aa008d092",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 74,
    "proposed": 85,
    "diagnostic_e2e_seconds": 8.503752228338271,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "original-head",
    "case": "occamy-heldout-1",
    "repeat": 0,
    "input_ids_sha256": "d011ab39a7387cc97bd177ef6d48ccb411a78395b866675f21feb906ba5cb24a",
    "output_ids_sha256": "e63d19f9eeb394273f3df0ea9974c9cb3001a4e8fbc0f3477e6ba7beafbdc62a",
    "output_logprobs_sha256": "3d24d68fc9cda26dfd3160aa6fc585952ce441021a707b1f85f114dc97626a4f",
    "baseline_output_ids_sha256": "e63d19f9eeb394273f3df0ea9974c9cb3001a4e8fbc0f3477e6ba7beafbdc62a",
    "baseline_output_logprobs_sha256": "3d24d68fc9cda26dfd3160aa6fc585952ce441021a707b1f85f114dc97626a4f",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 75,
    "proposed": 85,
    "diagnostic_e2e_seconds": 8.443058874923736,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "original-head",
    "case": "occamy-heldout-2",
    "repeat": 0,
    "input_ids_sha256": "37645bac07c0e1d06d35bb8a7ca7ec0bf6d1efefc3bca492a11b8c4ebb90f8a2",
    "output_ids_sha256": "69a4fb919501bcd57952fe173e35348ab550dd9097df52b198dede40cee84e71",
    "output_logprobs_sha256": "cbcd53a25c62b2ce2cba155ccbd854ea04b9dda0da359342ed18874e39f72ada",
    "baseline_output_ids_sha256": "69a4fb919501bcd57952fe173e35348ab550dd9097df52b198dede40cee84e71",
    "baseline_output_logprobs_sha256": "cbcd53a25c62b2ce2cba155ccbd854ea04b9dda0da359342ed18874e39f72ada",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 74,
    "proposed": 85,
    "diagnostic_e2e_seconds": 8.496476124972105,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "original-head",
    "case": "occamy-heldout-3",
    "repeat": 0,
    "input_ids_sha256": "1c0ed7d4ae1c6e065151c6ccec6f1fb8c879141057d9a6a007845c12abcf7bc3",
    "output_ids_sha256": "0096b5dc8404cc634c3faf44d6ea74807e4db7c204942e7b6552d5de784d59b6",
    "output_logprobs_sha256": "6b18837434e35c95a45cbc12b58bd4b0eea73011e7c56da18f07e590a1867a87",
    "baseline_output_ids_sha256": "0096b5dc8404cc634c3faf44d6ea74807e4db7c204942e7b6552d5de784d59b6",
    "baseline_output_logprobs_sha256": "6b18837434e35c95a45cbc12b58bd4b0eea73011e7c56da18f07e590a1867a87",
    "output_tokens": 95,
    "finish_reason": "stop",
    "accepted": 39,
    "proposed": 55,
    "diagnostic_e2e_seconds": 5.45992480404675,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "original-head",
    "case": "occamy-heldout-4",
    "repeat": 0,
    "input_ids_sha256": "c88c2791925458676080fa766ac37ceb8cd64626ad477cbf287aa3628d1aee04",
    "output_ids_sha256": "de38d09a9de568c84c548718017d609a57e5674ce97980485b70d6afb216250b",
    "output_logprobs_sha256": "1a71b8ae743300de267eb23c421394400b8897449892ca02cb4bc6c57a9fdd58",
    "baseline_output_ids_sha256": "de38d09a9de568c84c548718017d609a57e5674ce97980485b70d6afb216250b",
    "baseline_output_logprobs_sha256": "1a71b8ae743300de267eb23c421394400b8897449892ca02cb4bc6c57a9fdd58",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 75,
    "proposed": 85,
    "diagnostic_e2e_seconds": 8.447176320943981,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "original-head",
    "case": "occamy-heldout-5",
    "repeat": 0,
    "input_ids_sha256": "2523c49b7f286ea2b44d3084b7e886607f032e5c0a8792423c39437aa47cacc0",
    "output_ids_sha256": "eb4804daac1cedfa2143dd765596a63e9fa8459a02c284221bff559145824dfd",
    "output_logprobs_sha256": "2ef5823146ccaf679c5dfda04a89668ce4478f6dff2b5a2fe1d70d524e7b662e",
    "baseline_output_ids_sha256": "eb4804daac1cedfa2143dd765596a63e9fa8459a02c284221bff559145824dfd",
    "baseline_output_logprobs_sha256": "2ef5823146ccaf679c5dfda04a89668ce4478f6dff2b5a2fe1d70d524e7b662e",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 76,
    "proposed": 83,
    "diagnostic_e2e_seconds": 8.245737241115421,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "original-head",
    "case": "occamy-heldout-6",
    "repeat": 0,
    "input_ids_sha256": "52eab79653860277e2ea95ab58a9f6c948c870a9e84cd8bee4623368d7ddd032",
    "output_ids_sha256": "ca791a4cc6df2e0fc8f4b0fe4e83c0ce3604b907229bcacf62b28b51b4911a9b",
    "output_logprobs_sha256": "579816d9e43a4ee1f21a0d6848da20201891ce738548f0af00fd9ecb82a4b5b5",
    "baseline_output_ids_sha256": "ca791a4cc6df2e0fc8f4b0fe4e83c0ce3604b907229bcacf62b28b51b4911a9b",
    "baseline_output_logprobs_sha256": "579816d9e43a4ee1f21a0d6848da20201891ce738548f0af00fd9ecb82a4b5b5",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 77,
    "proposed": 82,
    "diagnostic_e2e_seconds": 8.182077514007688,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "original-head",
    "case": "occamy-heldout-7",
    "repeat": 0,
    "input_ids_sha256": "bf605cd4a36cad0be301f7114bf6565b9189859b0ed9ed83f4f6565928b50cac",
    "output_ids_sha256": "3fe10f3632d98e313806d0cab259f42c45ab0fd40b8e648677430ca5aeb41064",
    "output_logprobs_sha256": "249d256147d3f8ccd8088aa50bd904b7ea9bde0e56b4243b300ecf6f9a1b9d06",
    "baseline_output_ids_sha256": "3fe10f3632d98e313806d0cab259f42c45ab0fd40b8e648677430ca5aeb41064",
    "baseline_output_logprobs_sha256": "249d256147d3f8ccd8088aa50bd904b7ea9bde0e56b4243b300ecf6f9a1b9d06",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 74,
    "proposed": 86,
    "diagnostic_e2e_seconds": 10.20582003518939,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "original-head",
    "case": "extract",
    "repeat": 1,
    "input_ids_sha256": "fb5b1bfc95a651a86d8f175e0a04640d31aa1777a9a50afd60354d75a7b75f12",
    "output_ids_sha256": "fb4d6b1a669dee13c3212766a0477d24d96dd4ca313773f917e1947a6e627e19",
    "output_logprobs_sha256": "01794361eb912ed6c9f24c2f991421a47a7a84397b0f8c70cda2ac0189290947",
    "baseline_output_ids_sha256": "fb4d6b1a669dee13c3212766a0477d24d96dd4ca313773f917e1947a6e627e19",
    "baseline_output_logprobs_sha256": "01794361eb912ed6c9f24c2f991421a47a7a84397b0f8c70cda2ac0189290947",
    "output_tokens": 27,
    "finish_reason": "stop",
    "accepted": 13,
    "proposed": 13,
    "diagnostic_e2e_seconds": 2.738375431858003,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "original-head",
    "case": "arithmetic",
    "repeat": 1,
    "input_ids_sha256": "8b47f3204c4823c8bde44cec5ee617365216d02b17a8e9b6165343b7f8ef9a15",
    "output_ids_sha256": "0252b7c9f638a8e1cf239cc159833e5ef9e430440f45a8da1421a30aa5e55cae",
    "output_logprobs_sha256": "b2a2e688d2176e1fa85f9cce9d98e5e4c179d6ad9ddc8c87ef49dcbc4f5d9bee",
    "baseline_output_ids_sha256": "0252b7c9f638a8e1cf239cc159833e5ef9e430440f45a8da1421a30aa5e55cae",
    "baseline_output_logprobs_sha256": "b2a2e688d2176e1fa85f9cce9d98e5e4c179d6ad9ddc8c87ef49dcbc4f5d9bee",
    "output_tokens": 8,
    "finish_reason": "stop",
    "accepted": 4,
    "proposed": 4,
    "diagnostic_e2e_seconds": 0.9940822450444102,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "original-head",
    "case": "sort",
    "repeat": 1,
    "input_ids_sha256": "a9c80e47c13d625d8e4ecb6f79715bf89a01a2cd770553ce6ab2f595b811e063",
    "output_ids_sha256": "885fedaa23f772080feef92b6d4df4151c31e4a4167e23d2c2efd4c73e6a96c1",
    "output_logprobs_sha256": "23de037a6d885a009ce8fefeedf935d083b3a7c76c80b9b32c4aad65e25e1aaf",
    "baseline_output_ids_sha256": "885fedaa23f772080feef92b6d4df4151c31e4a4167e23d2c2efd4c73e6a96c1",
    "baseline_output_logprobs_sha256": "23de037a6d885a009ce8fefeedf935d083b3a7c76c80b9b32c4aad65e25e1aaf",
    "output_tokens": 32,
    "finish_reason": "stop",
    "accepted": 15,
    "proposed": 16,
    "diagnostic_e2e_seconds": 3.3718522740527987,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "original-head",
    "case": "tool-json",
    "repeat": 1,
    "input_ids_sha256": "d5f70a29746b540e37ed1164648a32d0a53fd0c4d5d8dd70746f9617531c58a8",
    "output_ids_sha256": "efa851d1c9702563605d2bdcfac770db0035c58e409648c9237bb5bf84d8c6f1",
    "output_logprobs_sha256": "ea3536eac4054c92e46f74df4b85a5eb490d4b1997391b8ccb3819d0c4188c7d",
    "baseline_output_ids_sha256": "efa851d1c9702563605d2bdcfac770db0035c58e409648c9237bb5bf84d8c6f1",
    "baseline_output_logprobs_sha256": "ea3536eac4054c92e46f74df4b85a5eb490d4b1997391b8ccb3819d0c4188c7d",
    "output_tokens": 24,
    "finish_reason": "stop",
    "accepted": 12,
    "proposed": 12,
    "diagnostic_e2e_seconds": 2.5555958170443773,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "original-head",
    "case": "python-sum",
    "repeat": 1,
    "input_ids_sha256": "e1946827637df7d70405fbc767be8933cdeddece7aef1e7e55880c188add518a",
    "output_ids_sha256": "bd724fd8ca1183a37e1a5a65a0357a26ebd97a511bc52f19d3eb1a6aa9777220",
    "output_logprobs_sha256": "d59cc8de71fcf8ea994025b0d65d7109e0ffce7e50b2becb029001675e9a8134",
    "baseline_output_ids_sha256": "bd724fd8ca1183a37e1a5a65a0357a26ebd97a511bc52f19d3eb1a6aa9777220",
    "baseline_output_logprobs_sha256": "d59cc8de71fcf8ea994025b0d65d7109e0ffce7e50b2becb029001675e9a8134",
    "output_tokens": 29,
    "finish_reason": "stop",
    "accepted": 14,
    "proposed": 14,
    "diagnostic_e2e_seconds": 2.965054029598832,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "original-head",
    "case": "python-fib",
    "repeat": 1,
    "input_ids_sha256": "bb168120a1362ed25b9d6cb193324a0efcd16a53ade4b5891a9f1e7eb90ebc78",
    "output_ids_sha256": "bef07d5de2941584e4c26279931e8215a9beda92556430d2a1c131a202b9f436",
    "output_logprobs_sha256": "10b02e56a41a1509ec9724d9f673b7426516cee9127e0f46ea1b82a4c5130256",
    "baseline_output_ids_sha256": "bef07d5de2941584e4c26279931e8215a9beda92556430d2a1c131a202b9f436",
    "baseline_output_logprobs_sha256": "10b02e56a41a1509ec9724d9f673b7426516cee9127e0f46ea1b82a4c5130256",
    "output_tokens": 65,
    "finish_reason": "stop",
    "accepted": 32,
    "proposed": 32,
    "diagnostic_e2e_seconds": 6.54538213275373,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "original-head",
    "case": "chinese",
    "repeat": 1,
    "input_ids_sha256": "767367629ce5e7a61113c7b2d0a48a8a849af8683eb3be1283195312ef7d7632",
    "output_ids_sha256": "c0bf1f2705628c40b52b56d458249529e87c408ed5343a505f23bd4c8f640cb4",
    "output_logprobs_sha256": "fded1c5f3f409ad82ebc598211488b3647f983045116fa2c01d0c4e9f4c8f225",
    "baseline_output_ids_sha256": "c0bf1f2705628c40b52b56d458249529e87c408ed5343a505f23bd4c8f640cb4",
    "baseline_output_logprobs_sha256": "fded1c5f3f409ad82ebc598211488b3647f983045116fa2c01d0c4e9f4c8f225",
    "output_tokens": 61,
    "finish_reason": "stop",
    "accepted": 24,
    "proposed": 36,
    "diagnostic_e2e_seconds": 7.379200593102723,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "original-head",
    "case": "english",
    "repeat": 1,
    "input_ids_sha256": "808f69590ca5355ca9ec3447d68ee1ed52e0a067060939870341ac22ac0dd8c3",
    "output_ids_sha256": "c3293e8447b4bd36d751ac63aa6a9d386a3a38c77877afd8442a0a3901766e54",
    "output_logprobs_sha256": "2ee1e00e771e855ce2fee720362202d0127d0117a302ed7fd6ed5b0b15099ec1",
    "baseline_output_ids_sha256": "c3293e8447b4bd36d751ac63aa6a9d386a3a38c77877afd8442a0a3901766e54",
    "baseline_output_logprobs_sha256": "2ee1e00e771e855ce2fee720362202d0127d0117a302ed7fd6ed5b0b15099ec1",
    "output_tokens": 83,
    "finish_reason": "stop",
    "accepted": 37,
    "proposed": 45,
    "diagnostic_e2e_seconds": 9.11246795579791,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "original-head",
    "case": "long-context",
    "repeat": 1,
    "input_ids_sha256": "14d215ea3051b8b763f98ae7ee6e83088d3a868f54988bda5b58da72f0f1cbd2",
    "output_ids_sha256": "4ff9ce1a34f50c9ff8963ee9d63f31f417637c3d9acde311e2fc8caa448b8fbe",
    "output_logprobs_sha256": "242678584fa221952751bdcfb6788c493854f0b22e31aa359d139171bc46f42e",
    "baseline_output_ids_sha256": "4ff9ce1a34f50c9ff8963ee9d63f31f417637c3d9acde311e2fc8caa448b8fbe",
    "baseline_output_logprobs_sha256": "242678584fa221952751bdcfb6788c493854f0b22e31aa359d139171bc46f42e",
    "output_tokens": 9,
    "finish_reason": "stop",
    "accepted": 4,
    "proposed": 4,
    "diagnostic_e2e_seconds": 1.012729194946587,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "original-head",
    "case": "unicode",
    "repeat": 1,
    "input_ids_sha256": "9f1dc89b960b96135abd1b6495ee6dd432f9816414f5e6d0b6e18f2235333e6d",
    "output_ids_sha256": "1b0de834adacf2d96e14166e9b39049dece2fb41d77f043a204bccca3f739fb3",
    "output_logprobs_sha256": "1a69b013d09523d66d385d313322d543bba67b437bbdb20a74864bdbb7bd9610",
    "baseline_output_ids_sha256": "1b0de834adacf2d96e14166e9b39049dece2fb41d77f043a204bccca3f739fb3",
    "baseline_output_logprobs_sha256": "1a69b013d09523d66d385d313322d543bba67b437bbdb20a74864bdbb7bd9610",
    "output_tokens": 28,
    "finish_reason": "stop",
    "accepted": 14,
    "proposed": 14,
    "diagnostic_e2e_seconds": 2.9589053383097053,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "original-head",
    "case": "occamy-heldout-0",
    "repeat": 1,
    "input_ids_sha256": "6600ad8e885cd01bddba8e4635db542022c4a36563886a964bb4e912eb83d486",
    "output_ids_sha256": "367757d4a6ac94849dd72ecac60c40321c26725050525b1766846843a412c431",
    "output_logprobs_sha256": "ab9394aac06df24e8c9f66a9bd735cd6f5ba5349522467bcec69768aa008d092",
    "baseline_output_ids_sha256": "367757d4a6ac94849dd72ecac60c40321c26725050525b1766846843a412c431",
    "baseline_output_logprobs_sha256": "ab9394aac06df24e8c9f66a9bd735cd6f5ba5349522467bcec69768aa008d092",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 74,
    "proposed": 85,
    "diagnostic_e2e_seconds": 17.079296350944787,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "original-head",
    "case": "occamy-heldout-1",
    "repeat": 1,
    "input_ids_sha256": "d011ab39a7387cc97bd177ef6d48ccb411a78395b866675f21feb906ba5cb24a",
    "output_ids_sha256": "e63d19f9eeb394273f3df0ea9974c9cb3001a4e8fbc0f3477e6ba7beafbdc62a",
    "output_logprobs_sha256": "3d24d68fc9cda26dfd3160aa6fc585952ce441021a707b1f85f114dc97626a4f",
    "baseline_output_ids_sha256": "e63d19f9eeb394273f3df0ea9974c9cb3001a4e8fbc0f3477e6ba7beafbdc62a",
    "baseline_output_logprobs_sha256": "3d24d68fc9cda26dfd3160aa6fc585952ce441021a707b1f85f114dc97626a4f",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 75,
    "proposed": 85,
    "diagnostic_e2e_seconds": 17.471820236649364,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "original-head",
    "case": "occamy-heldout-2",
    "repeat": 1,
    "input_ids_sha256": "37645bac07c0e1d06d35bb8a7ca7ec0bf6d1efefc3bca492a11b8c4ebb90f8a2",
    "output_ids_sha256": "69a4fb919501bcd57952fe173e35348ab550dd9097df52b198dede40cee84e71",
    "output_logprobs_sha256": "cbcd53a25c62b2ce2cba155ccbd854ea04b9dda0da359342ed18874e39f72ada",
    "baseline_output_ids_sha256": "69a4fb919501bcd57952fe173e35348ab550dd9097df52b198dede40cee84e71",
    "baseline_output_logprobs_sha256": "cbcd53a25c62b2ce2cba155ccbd854ea04b9dda0da359342ed18874e39f72ada",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 74,
    "proposed": 85,
    "diagnostic_e2e_seconds": 16.926968140993267,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "original-head",
    "case": "occamy-heldout-3",
    "repeat": 1,
    "input_ids_sha256": "1c0ed7d4ae1c6e065151c6ccec6f1fb8c879141057d9a6a007845c12abcf7bc3",
    "output_ids_sha256": "0096b5dc8404cc634c3faf44d6ea74807e4db7c204942e7b6552d5de784d59b6",
    "output_logprobs_sha256": "6b18837434e35c95a45cbc12b58bd4b0eea73011e7c56da18f07e590a1867a87",
    "baseline_output_ids_sha256": "0096b5dc8404cc634c3faf44d6ea74807e4db7c204942e7b6552d5de784d59b6",
    "baseline_output_logprobs_sha256": "6b18837434e35c95a45cbc12b58bd4b0eea73011e7c56da18f07e590a1867a87",
    "output_tokens": 95,
    "finish_reason": "stop",
    "accepted": 39,
    "proposed": 55,
    "diagnostic_e2e_seconds": 11.046439426019788,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "original-head",
    "case": "occamy-heldout-4",
    "repeat": 1,
    "input_ids_sha256": "c88c2791925458676080fa766ac37ceb8cd64626ad477cbf287aa3628d1aee04",
    "output_ids_sha256": "de38d09a9de568c84c548718017d609a57e5674ce97980485b70d6afb216250b",
    "output_logprobs_sha256": "1a71b8ae743300de267eb23c421394400b8897449892ca02cb4bc6c57a9fdd58",
    "baseline_output_ids_sha256": "de38d09a9de568c84c548718017d609a57e5674ce97980485b70d6afb216250b",
    "baseline_output_logprobs_sha256": "1a71b8ae743300de267eb23c421394400b8897449892ca02cb4bc6c57a9fdd58",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 75,
    "proposed": 85,
    "diagnostic_e2e_seconds": 16.889116131234914,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "original-head",
    "case": "occamy-heldout-5",
    "repeat": 1,
    "input_ids_sha256": "2523c49b7f286ea2b44d3084b7e886607f032e5c0a8792423c39437aa47cacc0",
    "output_ids_sha256": "eb4804daac1cedfa2143dd765596a63e9fa8459a02c284221bff559145824dfd",
    "output_logprobs_sha256": "2ef5823146ccaf679c5dfda04a89668ce4478f6dff2b5a2fe1d70d524e7b662e",
    "baseline_output_ids_sha256": "eb4804daac1cedfa2143dd765596a63e9fa8459a02c284221bff559145824dfd",
    "baseline_output_logprobs_sha256": "2ef5823146ccaf679c5dfda04a89668ce4478f6dff2b5a2fe1d70d524e7b662e",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 76,
    "proposed": 83,
    "diagnostic_e2e_seconds": 16.519947173073888,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "original-head",
    "case": "occamy-heldout-6",
    "repeat": 1,
    "input_ids_sha256": "52eab79653860277e2ea95ab58a9f6c948c870a9e84cd8bee4623368d7ddd032",
    "output_ids_sha256": "ca791a4cc6df2e0fc8f4b0fe4e83c0ce3604b907229bcacf62b28b51b4911a9b",
    "output_logprobs_sha256": "579816d9e43a4ee1f21a0d6848da20201891ce738548f0af00fd9ecb82a4b5b5",
    "baseline_output_ids_sha256": "ca791a4cc6df2e0fc8f4b0fe4e83c0ce3604b907229bcacf62b28b51b4911a9b",
    "baseline_output_logprobs_sha256": "579816d9e43a4ee1f21a0d6848da20201891ce738548f0af00fd9ecb82a4b5b5",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 77,
    "proposed": 82,
    "diagnostic_e2e_seconds": 16.35946866031736,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "original-head",
    "case": "occamy-heldout-7",
    "repeat": 1,
    "input_ids_sha256": "bf605cd4a36cad0be301f7114bf6565b9189859b0ed9ed83f4f6565928b50cac",
    "output_ids_sha256": "3fe10f3632d98e313806d0cab259f42c45ab0fd40b8e648677430ca5aeb41064",
    "output_logprobs_sha256": "249d256147d3f8ccd8088aa50bd904b7ea9bde0e56b4243b300ecf6f9a1b9d06",
    "baseline_output_ids_sha256": "3fe10f3632d98e313806d0cab259f42c45ab0fd40b8e648677430ca5aeb41064",
    "baseline_output_logprobs_sha256": "249d256147d3f8ccd8088aa50bd904b7ea9bde0e56b4243b300ecf6f9a1b9d06",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 74,
    "proposed": 86,
    "diagnostic_e2e_seconds": 17.111712083686143,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "trained-head",
    "case": "extract",
    "repeat": 0,
    "input_ids_sha256": "fb5b1bfc95a651a86d8f175e0a04640d31aa1777a9a50afd60354d75a7b75f12",
    "output_ids_sha256": "fb4d6b1a669dee13c3212766a0477d24d96dd4ca313773f917e1947a6e627e19",
    "output_logprobs_sha256": "01794361eb912ed6c9f24c2f991421a47a7a84397b0f8c70cda2ac0189290947",
    "baseline_output_ids_sha256": "fb4d6b1a669dee13c3212766a0477d24d96dd4ca313773f917e1947a6e627e19",
    "baseline_output_logprobs_sha256": "01794361eb912ed6c9f24c2f991421a47a7a84397b0f8c70cda2ac0189290947",
    "output_tokens": 27,
    "finish_reason": "stop",
    "accepted": 13,
    "proposed": 13,
    "diagnostic_e2e_seconds": 1.422436447814107,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "trained-head",
    "case": "arithmetic",
    "repeat": 0,
    "input_ids_sha256": "8b47f3204c4823c8bde44cec5ee617365216d02b17a8e9b6165343b7f8ef9a15",
    "output_ids_sha256": "0252b7c9f638a8e1cf239cc159833e5ef9e430440f45a8da1421a30aa5e55cae",
    "output_logprobs_sha256": "b2a2e688d2176e1fa85f9cce9d98e5e4c179d6ad9ddc8c87ef49dcbc4f5d9bee",
    "baseline_output_ids_sha256": "0252b7c9f638a8e1cf239cc159833e5ef9e430440f45a8da1421a30aa5e55cae",
    "baseline_output_logprobs_sha256": "b2a2e688d2176e1fa85f9cce9d98e5e4c179d6ad9ddc8c87ef49dcbc4f5d9bee",
    "output_tokens": 8,
    "finish_reason": "stop",
    "accepted": 4,
    "proposed": 4,
    "diagnostic_e2e_seconds": 0.5177973159588873,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "trained-head",
    "case": "sort",
    "repeat": 0,
    "input_ids_sha256": "a9c80e47c13d625d8e4ecb6f79715bf89a01a2cd770553ce6ab2f595b811e063",
    "output_ids_sha256": "885fedaa23f772080feef92b6d4df4151c31e4a4167e23d2c2efd4c73e6a96c1",
    "output_logprobs_sha256": "23de037a6d885a009ce8fefeedf935d083b3a7c76c80b9b32c4aad65e25e1aaf",
    "baseline_output_ids_sha256": "885fedaa23f772080feef92b6d4df4151c31e4a4167e23d2c2efd4c73e6a96c1",
    "baseline_output_logprobs_sha256": "23de037a6d885a009ce8fefeedf935d083b3a7c76c80b9b32c4aad65e25e1aaf",
    "output_tokens": 32,
    "finish_reason": "stop",
    "accepted": 15,
    "proposed": 16,
    "diagnostic_e2e_seconds": 1.72595918411389,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "trained-head",
    "case": "tool-json",
    "repeat": 0,
    "input_ids_sha256": "d5f70a29746b540e37ed1164648a32d0a53fd0c4d5d8dd70746f9617531c58a8",
    "output_ids_sha256": "efa851d1c9702563605d2bdcfac770db0035c58e409648c9237bb5bf84d8c6f1",
    "output_logprobs_sha256": "ea3536eac4054c92e46f74df4b85a5eb490d4b1997391b8ccb3819d0c4188c7d",
    "baseline_output_ids_sha256": "efa851d1c9702563605d2bdcfac770db0035c58e409648c9237bb5bf84d8c6f1",
    "baseline_output_logprobs_sha256": "ea3536eac4054c92e46f74df4b85a5eb490d4b1997391b8ccb3819d0c4188c7d",
    "output_tokens": 24,
    "finish_reason": "stop",
    "accepted": 12,
    "proposed": 12,
    "diagnostic_e2e_seconds": 1.2874044817872345,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "trained-head",
    "case": "python-sum",
    "repeat": 0,
    "input_ids_sha256": "e1946827637df7d70405fbc767be8933cdeddece7aef1e7e55880c188add518a",
    "output_ids_sha256": "bd724fd8ca1183a37e1a5a65a0357a26ebd97a511bc52f19d3eb1a6aa9777220",
    "output_logprobs_sha256": "d59cc8de71fcf8ea994025b0d65d7109e0ffce7e50b2becb029001675e9a8134",
    "baseline_output_ids_sha256": "bd724fd8ca1183a37e1a5a65a0357a26ebd97a511bc52f19d3eb1a6aa9777220",
    "baseline_output_logprobs_sha256": "d59cc8de71fcf8ea994025b0d65d7109e0ffce7e50b2becb029001675e9a8134",
    "output_tokens": 29,
    "finish_reason": "stop",
    "accepted": 14,
    "proposed": 14,
    "diagnostic_e2e_seconds": 1.5136664900928736,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "trained-head",
    "case": "python-fib",
    "repeat": 0,
    "input_ids_sha256": "bb168120a1362ed25b9d6cb193324a0efcd16a53ade4b5891a9f1e7eb90ebc78",
    "output_ids_sha256": "bef07d5de2941584e4c26279931e8215a9beda92556430d2a1c131a202b9f436",
    "output_logprobs_sha256": "10b02e56a41a1509ec9724d9f673b7426516cee9127e0f46ea1b82a4c5130256",
    "baseline_output_ids_sha256": "bef07d5de2941584e4c26279931e8215a9beda92556430d2a1c131a202b9f436",
    "baseline_output_logprobs_sha256": "10b02e56a41a1509ec9724d9f673b7426516cee9127e0f46ea1b82a4c5130256",
    "output_tokens": 65,
    "finish_reason": "stop",
    "accepted": 32,
    "proposed": 32,
    "diagnostic_e2e_seconds": 3.276879726909101,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "trained-head",
    "case": "chinese",
    "repeat": 0,
    "input_ids_sha256": "767367629ce5e7a61113c7b2d0a48a8a849af8683eb3be1283195312ef7d7632",
    "output_ids_sha256": "c0bf1f2705628c40b52b56d458249529e87c408ed5343a505f23bd4c8f640cb4",
    "output_logprobs_sha256": "fded1c5f3f409ad82ebc598211488b3647f983045116fa2c01d0c4e9f4c8f225",
    "baseline_output_ids_sha256": "c0bf1f2705628c40b52b56d458249529e87c408ed5343a505f23bd4c8f640cb4",
    "baseline_output_logprobs_sha256": "fded1c5f3f409ad82ebc598211488b3647f983045116fa2c01d0c4e9f4c8f225",
    "output_tokens": 61,
    "finish_reason": "stop",
    "accepted": 24,
    "proposed": 36,
    "diagnostic_e2e_seconds": 3.850829211063683,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "trained-head",
    "case": "english",
    "repeat": 0,
    "input_ids_sha256": "808f69590ca5355ca9ec3447d68ee1ed52e0a067060939870341ac22ac0dd8c3",
    "output_ids_sha256": "c3293e8447b4bd36d751ac63aa6a9d386a3a38c77877afd8442a0a3901766e54",
    "output_logprobs_sha256": "2ee1e00e771e855ce2fee720362202d0127d0117a302ed7fd6ed5b0b15099ec1",
    "baseline_output_ids_sha256": "c3293e8447b4bd36d751ac63aa6a9d386a3a38c77877afd8442a0a3901766e54",
    "baseline_output_logprobs_sha256": "2ee1e00e771e855ce2fee720362202d0127d0117a302ed7fd6ed5b0b15099ec1",
    "output_tokens": 83,
    "finish_reason": "stop",
    "accepted": 38,
    "proposed": 44,
    "diagnostic_e2e_seconds": 4.531662160065025,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "trained-head",
    "case": "long-context",
    "repeat": 0,
    "input_ids_sha256": "14d215ea3051b8b763f98ae7ee6e83088d3a868f54988bda5b58da72f0f1cbd2",
    "output_ids_sha256": "4ff9ce1a34f50c9ff8963ee9d63f31f417637c3d9acde311e2fc8caa448b8fbe",
    "output_logprobs_sha256": "242678584fa221952751bdcfb6788c493854f0b22e31aa359d139171bc46f42e",
    "baseline_output_ids_sha256": "4ff9ce1a34f50c9ff8963ee9d63f31f417637c3d9acde311e2fc8caa448b8fbe",
    "baseline_output_logprobs_sha256": "242678584fa221952751bdcfb6788c493854f0b22e31aa359d139171bc46f42e",
    "output_tokens": 9,
    "finish_reason": "stop",
    "accepted": 4,
    "proposed": 4,
    "diagnostic_e2e_seconds": 0.4801895241253078,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "trained-head",
    "case": "unicode",
    "repeat": 0,
    "input_ids_sha256": "9f1dc89b960b96135abd1b6495ee6dd432f9816414f5e6d0b6e18f2235333e6d",
    "output_ids_sha256": "1b0de834adacf2d96e14166e9b39049dece2fb41d77f043a204bccca3f739fb3",
    "output_logprobs_sha256": "1a69b013d09523d66d385d313322d543bba67b437bbdb20a74864bdbb7bd9610",
    "baseline_output_ids_sha256": "1b0de834adacf2d96e14166e9b39049dece2fb41d77f043a204bccca3f739fb3",
    "baseline_output_logprobs_sha256": "1a69b013d09523d66d385d313322d543bba67b437bbdb20a74864bdbb7bd9610",
    "output_tokens": 28,
    "finish_reason": "stop",
    "accepted": 14,
    "proposed": 14,
    "diagnostic_e2e_seconds": 1.525784983765334,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "trained-head",
    "case": "occamy-heldout-0",
    "repeat": 0,
    "input_ids_sha256": "6600ad8e885cd01bddba8e4635db542022c4a36563886a964bb4e912eb83d486",
    "output_ids_sha256": "367757d4a6ac94849dd72ecac60c40321c26725050525b1766846843a412c431",
    "output_logprobs_sha256": "ab9394aac06df24e8c9f66a9bd735cd6f5ba5349522467bcec69768aa008d092",
    "baseline_output_ids_sha256": "367757d4a6ac94849dd72ecac60c40321c26725050525b1766846843a412c431",
    "baseline_output_logprobs_sha256": "ab9394aac06df24e8c9f66a9bd735cd6f5ba5349522467bcec69768aa008d092",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 74,
    "proposed": 85,
    "diagnostic_e2e_seconds": 8.57529647089541,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "trained-head",
    "case": "occamy-heldout-1",
    "repeat": 0,
    "input_ids_sha256": "d011ab39a7387cc97bd177ef6d48ccb411a78395b866675f21feb906ba5cb24a",
    "output_ids_sha256": "e63d19f9eeb394273f3df0ea9974c9cb3001a4e8fbc0f3477e6ba7beafbdc62a",
    "output_logprobs_sha256": "3d24d68fc9cda26dfd3160aa6fc585952ce441021a707b1f85f114dc97626a4f",
    "baseline_output_ids_sha256": "e63d19f9eeb394273f3df0ea9974c9cb3001a4e8fbc0f3477e6ba7beafbdc62a",
    "baseline_output_logprobs_sha256": "3d24d68fc9cda26dfd3160aa6fc585952ce441021a707b1f85f114dc97626a4f",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 75,
    "proposed": 85,
    "diagnostic_e2e_seconds": 8.611168216913939,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "trained-head",
    "case": "occamy-heldout-2",
    "repeat": 0,
    "input_ids_sha256": "37645bac07c0e1d06d35bb8a7ca7ec0bf6d1efefc3bca492a11b8c4ebb90f8a2",
    "output_ids_sha256": "69a4fb919501bcd57952fe173e35348ab550dd9097df52b198dede40cee84e71",
    "output_logprobs_sha256": "cbcd53a25c62b2ce2cba155ccbd854ea04b9dda0da359342ed18874e39f72ada",
    "baseline_output_ids_sha256": "69a4fb919501bcd57952fe173e35348ab550dd9097df52b198dede40cee84e71",
    "baseline_output_logprobs_sha256": "cbcd53a25c62b2ce2cba155ccbd854ea04b9dda0da359342ed18874e39f72ada",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 76,
    "proposed": 83,
    "diagnostic_e2e_seconds": 8.352223047986627,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "trained-head",
    "case": "occamy-heldout-3",
    "repeat": 0,
    "input_ids_sha256": "1c0ed7d4ae1c6e065151c6ccec6f1fb8c879141057d9a6a007845c12abcf7bc3",
    "output_ids_sha256": "0096b5dc8404cc634c3faf44d6ea74807e4db7c204942e7b6552d5de784d59b6",
    "output_logprobs_sha256": "6b18837434e35c95a45cbc12b58bd4b0eea73011e7c56da18f07e590a1867a87",
    "baseline_output_ids_sha256": "0096b5dc8404cc634c3faf44d6ea74807e4db7c204942e7b6552d5de784d59b6",
    "baseline_output_logprobs_sha256": "6b18837434e35c95a45cbc12b58bd4b0eea73011e7c56da18f07e590a1867a87",
    "output_tokens": 95,
    "finish_reason": "stop",
    "accepted": 39,
    "proposed": 55,
    "diagnostic_e2e_seconds": 5.622533875051886,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "trained-head",
    "case": "occamy-heldout-4",
    "repeat": 0,
    "input_ids_sha256": "c88c2791925458676080fa766ac37ceb8cd64626ad477cbf287aa3628d1aee04",
    "output_ids_sha256": "de38d09a9de568c84c548718017d609a57e5674ce97980485b70d6afb216250b",
    "output_logprobs_sha256": "1a71b8ae743300de267eb23c421394400b8897449892ca02cb4bc6c57a9fdd58",
    "baseline_output_ids_sha256": "de38d09a9de568c84c548718017d609a57e5674ce97980485b70d6afb216250b",
    "baseline_output_logprobs_sha256": "1a71b8ae743300de267eb23c421394400b8897449892ca02cb4bc6c57a9fdd58",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 76,
    "proposed": 84,
    "diagnostic_e2e_seconds": 8.455778152216226,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "trained-head",
    "case": "occamy-heldout-5",
    "repeat": 0,
    "input_ids_sha256": "2523c49b7f286ea2b44d3084b7e886607f032e5c0a8792423c39437aa47cacc0",
    "output_ids_sha256": "eb4804daac1cedfa2143dd765596a63e9fa8459a02c284221bff559145824dfd",
    "output_logprobs_sha256": "2ef5823146ccaf679c5dfda04a89668ce4478f6dff2b5a2fe1d70d524e7b662e",
    "baseline_output_ids_sha256": "eb4804daac1cedfa2143dd765596a63e9fa8459a02c284221bff559145824dfd",
    "baseline_output_logprobs_sha256": "2ef5823146ccaf679c5dfda04a89668ce4478f6dff2b5a2fe1d70d524e7b662e",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 77,
    "proposed": 82,
    "diagnostic_e2e_seconds": 8.284407170955092,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "trained-head",
    "case": "occamy-heldout-6",
    "repeat": 0,
    "input_ids_sha256": "52eab79653860277e2ea95ab58a9f6c948c870a9e84cd8bee4623368d7ddd032",
    "output_ids_sha256": "ca791a4cc6df2e0fc8f4b0fe4e83c0ce3604b907229bcacf62b28b51b4911a9b",
    "output_logprobs_sha256": "579816d9e43a4ee1f21a0d6848da20201891ce738548f0af00fd9ecb82a4b5b5",
    "baseline_output_ids_sha256": "ca791a4cc6df2e0fc8f4b0fe4e83c0ce3604b907229bcacf62b28b51b4911a9b",
    "baseline_output_logprobs_sha256": "579816d9e43a4ee1f21a0d6848da20201891ce738548f0af00fd9ecb82a4b5b5",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 77,
    "proposed": 82,
    "diagnostic_e2e_seconds": 8.292874654289335,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "trained-head",
    "case": "occamy-heldout-7",
    "repeat": 0,
    "input_ids_sha256": "bf605cd4a36cad0be301f7114bf6565b9189859b0ed9ed83f4f6565928b50cac",
    "output_ids_sha256": "3fe10f3632d98e313806d0cab259f42c45ab0fd40b8e648677430ca5aeb41064",
    "output_logprobs_sha256": "249d256147d3f8ccd8088aa50bd904b7ea9bde0e56b4243b300ecf6f9a1b9d06",
    "baseline_output_ids_sha256": "3fe10f3632d98e313806d0cab259f42c45ab0fd40b8e648677430ca5aeb41064",
    "baseline_output_logprobs_sha256": "249d256147d3f8ccd8088aa50bd904b7ea9bde0e56b4243b300ecf6f9a1b9d06",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 71,
    "proposed": 89,
    "diagnostic_e2e_seconds": 8.885855130851269,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "trained-head",
    "case": "extract",
    "repeat": 1,
    "input_ids_sha256": "fb5b1bfc95a651a86d8f175e0a04640d31aa1777a9a50afd60354d75a7b75f12",
    "output_ids_sha256": "fb4d6b1a669dee13c3212766a0477d24d96dd4ca313773f917e1947a6e627e19",
    "output_logprobs_sha256": "01794361eb912ed6c9f24c2f991421a47a7a84397b0f8c70cda2ac0189290947",
    "baseline_output_ids_sha256": "fb4d6b1a669dee13c3212766a0477d24d96dd4ca313773f917e1947a6e627e19",
    "baseline_output_logprobs_sha256": "01794361eb912ed6c9f24c2f991421a47a7a84397b0f8c70cda2ac0189290947",
    "output_tokens": 27,
    "finish_reason": "stop",
    "accepted": 13,
    "proposed": 13,
    "diagnostic_e2e_seconds": 1.3835411593317986,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "trained-head",
    "case": "arithmetic",
    "repeat": 1,
    "input_ids_sha256": "8b47f3204c4823c8bde44cec5ee617365216d02b17a8e9b6165343b7f8ef9a15",
    "output_ids_sha256": "0252b7c9f638a8e1cf239cc159833e5ef9e430440f45a8da1421a30aa5e55cae",
    "output_logprobs_sha256": "b2a2e688d2176e1fa85f9cce9d98e5e4c179d6ad9ddc8c87ef49dcbc4f5d9bee",
    "baseline_output_ids_sha256": "0252b7c9f638a8e1cf239cc159833e5ef9e430440f45a8da1421a30aa5e55cae",
    "baseline_output_logprobs_sha256": "b2a2e688d2176e1fa85f9cce9d98e5e4c179d6ad9ddc8c87ef49dcbc4f5d9bee",
    "output_tokens": 8,
    "finish_reason": "stop",
    "accepted": 4,
    "proposed": 4,
    "diagnostic_e2e_seconds": 0.45225127413868904,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "trained-head",
    "case": "sort",
    "repeat": 1,
    "input_ids_sha256": "a9c80e47c13d625d8e4ecb6f79715bf89a01a2cd770553ce6ab2f595b811e063",
    "output_ids_sha256": "885fedaa23f772080feef92b6d4df4151c31e4a4167e23d2c2efd4c73e6a96c1",
    "output_logprobs_sha256": "23de037a6d885a009ce8fefeedf935d083b3a7c76c80b9b32c4aad65e25e1aaf",
    "baseline_output_ids_sha256": "885fedaa23f772080feef92b6d4df4151c31e4a4167e23d2c2efd4c73e6a96c1",
    "baseline_output_logprobs_sha256": "23de037a6d885a009ce8fefeedf935d083b3a7c76c80b9b32c4aad65e25e1aaf",
    "output_tokens": 32,
    "finish_reason": "stop",
    "accepted": 15,
    "proposed": 16,
    "diagnostic_e2e_seconds": 1.6647820579819381,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "trained-head",
    "case": "tool-json",
    "repeat": 1,
    "input_ids_sha256": "d5f70a29746b540e37ed1164648a32d0a53fd0c4d5d8dd70746f9617531c58a8",
    "output_ids_sha256": "efa851d1c9702563605d2bdcfac770db0035c58e409648c9237bb5bf84d8c6f1",
    "output_logprobs_sha256": "ea3536eac4054c92e46f74df4b85a5eb490d4b1997391b8ccb3819d0c4188c7d",
    "baseline_output_ids_sha256": "efa851d1c9702563605d2bdcfac770db0035c58e409648c9237bb5bf84d8c6f1",
    "baseline_output_logprobs_sha256": "ea3536eac4054c92e46f74df4b85a5eb490d4b1997391b8ccb3819d0c4188c7d",
    "output_tokens": 24,
    "finish_reason": "stop",
    "accepted": 12,
    "proposed": 12,
    "diagnostic_e2e_seconds": 1.2511473251506686,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "trained-head",
    "case": "python-sum",
    "repeat": 1,
    "input_ids_sha256": "e1946827637df7d70405fbc767be8933cdeddece7aef1e7e55880c188add518a",
    "output_ids_sha256": "bd724fd8ca1183a37e1a5a65a0357a26ebd97a511bc52f19d3eb1a6aa9777220",
    "output_logprobs_sha256": "d59cc8de71fcf8ea994025b0d65d7109e0ffce7e50b2becb029001675e9a8134",
    "baseline_output_ids_sha256": "bd724fd8ca1183a37e1a5a65a0357a26ebd97a511bc52f19d3eb1a6aa9777220",
    "baseline_output_logprobs_sha256": "d59cc8de71fcf8ea994025b0d65d7109e0ffce7e50b2becb029001675e9a8134",
    "output_tokens": 29,
    "finish_reason": "stop",
    "accepted": 14,
    "proposed": 14,
    "diagnostic_e2e_seconds": 1.5074080927297473,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "trained-head",
    "case": "python-fib",
    "repeat": 1,
    "input_ids_sha256": "bb168120a1362ed25b9d6cb193324a0efcd16a53ade4b5891a9f1e7eb90ebc78",
    "output_ids_sha256": "bef07d5de2941584e4c26279931e8215a9beda92556430d2a1c131a202b9f436",
    "output_logprobs_sha256": "10b02e56a41a1509ec9724d9f673b7426516cee9127e0f46ea1b82a4c5130256",
    "baseline_output_ids_sha256": "bef07d5de2941584e4c26279931e8215a9beda92556430d2a1c131a202b9f436",
    "baseline_output_logprobs_sha256": "10b02e56a41a1509ec9724d9f673b7426516cee9127e0f46ea1b82a4c5130256",
    "output_tokens": 65,
    "finish_reason": "stop",
    "accepted": 32,
    "proposed": 32,
    "diagnostic_e2e_seconds": 3.2025388050824404,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "trained-head",
    "case": "chinese",
    "repeat": 1,
    "input_ids_sha256": "767367629ce5e7a61113c7b2d0a48a8a849af8683eb3be1283195312ef7d7632",
    "output_ids_sha256": "c0bf1f2705628c40b52b56d458249529e87c408ed5343a505f23bd4c8f640cb4",
    "output_logprobs_sha256": "fded1c5f3f409ad82ebc598211488b3647f983045116fa2c01d0c4e9f4c8f225",
    "baseline_output_ids_sha256": "c0bf1f2705628c40b52b56d458249529e87c408ed5343a505f23bd4c8f640cb4",
    "baseline_output_logprobs_sha256": "fded1c5f3f409ad82ebc598211488b3647f983045116fa2c01d0c4e9f4c8f225",
    "output_tokens": 61,
    "finish_reason": "stop",
    "accepted": 24,
    "proposed": 36,
    "diagnostic_e2e_seconds": 3.635220223106444,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "trained-head",
    "case": "english",
    "repeat": 1,
    "input_ids_sha256": "808f69590ca5355ca9ec3447d68ee1ed52e0a067060939870341ac22ac0dd8c3",
    "output_ids_sha256": "c3293e8447b4bd36d751ac63aa6a9d386a3a38c77877afd8442a0a3901766e54",
    "output_logprobs_sha256": "2ee1e00e771e855ce2fee720362202d0127d0117a302ed7fd6ed5b0b15099ec1",
    "baseline_output_ids_sha256": "c3293e8447b4bd36d751ac63aa6a9d386a3a38c77877afd8442a0a3901766e54",
    "baseline_output_logprobs_sha256": "2ee1e00e771e855ce2fee720362202d0127d0117a302ed7fd6ed5b0b15099ec1",
    "output_tokens": 83,
    "finish_reason": "stop",
    "accepted": 38,
    "proposed": 44,
    "diagnostic_e2e_seconds": 4.467030117753893,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "trained-head",
    "case": "long-context",
    "repeat": 1,
    "input_ids_sha256": "14d215ea3051b8b763f98ae7ee6e83088d3a868f54988bda5b58da72f0f1cbd2",
    "output_ids_sha256": "4ff9ce1a34f50c9ff8963ee9d63f31f417637c3d9acde311e2fc8caa448b8fbe",
    "output_logprobs_sha256": "242678584fa221952751bdcfb6788c493854f0b22e31aa359d139171bc46f42e",
    "baseline_output_ids_sha256": "4ff9ce1a34f50c9ff8963ee9d63f31f417637c3d9acde311e2fc8caa448b8fbe",
    "baseline_output_logprobs_sha256": "242678584fa221952751bdcfb6788c493854f0b22e31aa359d139171bc46f42e",
    "output_tokens": 9,
    "finish_reason": "stop",
    "accepted": 4,
    "proposed": 4,
    "diagnostic_e2e_seconds": 0.5093738441355526,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "trained-head",
    "case": "unicode",
    "repeat": 1,
    "input_ids_sha256": "9f1dc89b960b96135abd1b6495ee6dd432f9816414f5e6d0b6e18f2235333e6d",
    "output_ids_sha256": "1b0de834adacf2d96e14166e9b39049dece2fb41d77f043a204bccca3f739fb3",
    "output_logprobs_sha256": "1a69b013d09523d66d385d313322d543bba67b437bbdb20a74864bdbb7bd9610",
    "baseline_output_ids_sha256": "1b0de834adacf2d96e14166e9b39049dece2fb41d77f043a204bccca3f739fb3",
    "baseline_output_logprobs_sha256": "1a69b013d09523d66d385d313322d543bba67b437bbdb20a74864bdbb7bd9610",
    "output_tokens": 28,
    "finish_reason": "stop",
    "accepted": 14,
    "proposed": 14,
    "diagnostic_e2e_seconds": 1.42263214988634,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "trained-head",
    "case": "occamy-heldout-0",
    "repeat": 1,
    "input_ids_sha256": "6600ad8e885cd01bddba8e4635db542022c4a36563886a964bb4e912eb83d486",
    "output_ids_sha256": "367757d4a6ac94849dd72ecac60c40321c26725050525b1766846843a412c431",
    "output_logprobs_sha256": "ab9394aac06df24e8c9f66a9bd735cd6f5ba5349522467bcec69768aa008d092",
    "baseline_output_ids_sha256": "367757d4a6ac94849dd72ecac60c40321c26725050525b1766846843a412c431",
    "baseline_output_logprobs_sha256": "ab9394aac06df24e8c9f66a9bd735cd6f5ba5349522467bcec69768aa008d092",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 74,
    "proposed": 85,
    "diagnostic_e2e_seconds": 8.511618488002568,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "trained-head",
    "case": "occamy-heldout-1",
    "repeat": 1,
    "input_ids_sha256": "d011ab39a7387cc97bd177ef6d48ccb411a78395b866675f21feb906ba5cb24a",
    "output_ids_sha256": "e63d19f9eeb394273f3df0ea9974c9cb3001a4e8fbc0f3477e6ba7beafbdc62a",
    "output_logprobs_sha256": "3d24d68fc9cda26dfd3160aa6fc585952ce441021a707b1f85f114dc97626a4f",
    "baseline_output_ids_sha256": "e63d19f9eeb394273f3df0ea9974c9cb3001a4e8fbc0f3477e6ba7beafbdc62a",
    "baseline_output_logprobs_sha256": "3d24d68fc9cda26dfd3160aa6fc585952ce441021a707b1f85f114dc97626a4f",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 75,
    "proposed": 85,
    "diagnostic_e2e_seconds": 8.459812226705253,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "trained-head",
    "case": "occamy-heldout-2",
    "repeat": 1,
    "input_ids_sha256": "37645bac07c0e1d06d35bb8a7ca7ec0bf6d1efefc3bca492a11b8c4ebb90f8a2",
    "output_ids_sha256": "69a4fb919501bcd57952fe173e35348ab550dd9097df52b198dede40cee84e71",
    "output_logprobs_sha256": "cbcd53a25c62b2ce2cba155ccbd854ea04b9dda0da359342ed18874e39f72ada",
    "baseline_output_ids_sha256": "69a4fb919501bcd57952fe173e35348ab550dd9097df52b198dede40cee84e71",
    "baseline_output_logprobs_sha256": "cbcd53a25c62b2ce2cba155ccbd854ea04b9dda0da359342ed18874e39f72ada",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 76,
    "proposed": 83,
    "diagnostic_e2e_seconds": 8.290055389981717,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "trained-head",
    "case": "occamy-heldout-3",
    "repeat": 1,
    "input_ids_sha256": "1c0ed7d4ae1c6e065151c6ccec6f1fb8c879141057d9a6a007845c12abcf7bc3",
    "output_ids_sha256": "0096b5dc8404cc634c3faf44d6ea74807e4db7c204942e7b6552d5de784d59b6",
    "output_logprobs_sha256": "6b18837434e35c95a45cbc12b58bd4b0eea73011e7c56da18f07e590a1867a87",
    "baseline_output_ids_sha256": "0096b5dc8404cc634c3faf44d6ea74807e4db7c204942e7b6552d5de784d59b6",
    "baseline_output_logprobs_sha256": "6b18837434e35c95a45cbc12b58bd4b0eea73011e7c56da18f07e590a1867a87",
    "output_tokens": 95,
    "finish_reason": "stop",
    "accepted": 39,
    "proposed": 55,
    "diagnostic_e2e_seconds": 5.510888675227761,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "trained-head",
    "case": "occamy-heldout-4",
    "repeat": 1,
    "input_ids_sha256": "c88c2791925458676080fa766ac37ceb8cd64626ad477cbf287aa3628d1aee04",
    "output_ids_sha256": "de38d09a9de568c84c548718017d609a57e5674ce97980485b70d6afb216250b",
    "output_logprobs_sha256": "1a71b8ae743300de267eb23c421394400b8897449892ca02cb4bc6c57a9fdd58",
    "baseline_output_ids_sha256": "de38d09a9de568c84c548718017d609a57e5674ce97980485b70d6afb216250b",
    "baseline_output_logprobs_sha256": "1a71b8ae743300de267eb23c421394400b8897449892ca02cb4bc6c57a9fdd58",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 76,
    "proposed": 84,
    "diagnostic_e2e_seconds": 8.41493668826297,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "trained-head",
    "case": "occamy-heldout-5",
    "repeat": 1,
    "input_ids_sha256": "2523c49b7f286ea2b44d3084b7e886607f032e5c0a8792423c39437aa47cacc0",
    "output_ids_sha256": "eb4804daac1cedfa2143dd765596a63e9fa8459a02c284221bff559145824dfd",
    "output_logprobs_sha256": "2ef5823146ccaf679c5dfda04a89668ce4478f6dff2b5a2fe1d70d524e7b662e",
    "baseline_output_ids_sha256": "eb4804daac1cedfa2143dd765596a63e9fa8459a02c284221bff559145824dfd",
    "baseline_output_logprobs_sha256": "2ef5823146ccaf679c5dfda04a89668ce4478f6dff2b5a2fe1d70d524e7b662e",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 77,
    "proposed": 82,
    "diagnostic_e2e_seconds": 8.168913470115513,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "trained-head",
    "case": "occamy-heldout-6",
    "repeat": 1,
    "input_ids_sha256": "52eab79653860277e2ea95ab58a9f6c948c870a9e84cd8bee4623368d7ddd032",
    "output_ids_sha256": "ca791a4cc6df2e0fc8f4b0fe4e83c0ce3604b907229bcacf62b28b51b4911a9b",
    "output_logprobs_sha256": "579816d9e43a4ee1f21a0d6848da20201891ce738548f0af00fd9ecb82a4b5b5",
    "baseline_output_ids_sha256": "ca791a4cc6df2e0fc8f4b0fe4e83c0ce3604b907229bcacf62b28b51b4911a9b",
    "baseline_output_logprobs_sha256": "579816d9e43a4ee1f21a0d6848da20201891ce738548f0af00fd9ecb82a4b5b5",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 77,
    "proposed": 82,
    "diagnostic_e2e_seconds": 8.158138372935355,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "BF16",
    "variant": "trained-head",
    "case": "occamy-heldout-7",
    "repeat": 1,
    "input_ids_sha256": "bf605cd4a36cad0be301f7114bf6565b9189859b0ed9ed83f4f6565928b50cac",
    "output_ids_sha256": "3fe10f3632d98e313806d0cab259f42c45ab0fd40b8e648677430ca5aeb41064",
    "output_logprobs_sha256": "249d256147d3f8ccd8088aa50bd904b7ea9bde0e56b4243b300ecf6f9a1b9d06",
    "baseline_output_ids_sha256": "3fe10f3632d98e313806d0cab259f42c45ab0fd40b8e648677430ca5aeb41064",
    "baseline_output_logprobs_sha256": "249d256147d3f8ccd8088aa50bd904b7ea9bde0e56b4243b300ecf6f9a1b9d06",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 71,
    "proposed": 89,
    "diagnostic_e2e_seconds": 8.86329372227192,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "baseline",
    "case": "extract",
    "repeat": 0,
    "input_ids_sha256": "fb5b1bfc95a651a86d8f175e0a04640d31aa1777a9a50afd60354d75a7b75f12",
    "output_ids_sha256": "fb4d6b1a669dee13c3212766a0477d24d96dd4ca313773f917e1947a6e627e19",
    "output_logprobs_sha256": "255ad5068ac929ef6cd9b2abc48c0ee0f89b3f5d5f0755b19f641c67b5f1ca0a",
    "baseline_output_ids_sha256": "fb4d6b1a669dee13c3212766a0477d24d96dd4ca313773f917e1947a6e627e19",
    "baseline_output_logprobs_sha256": "255ad5068ac929ef6cd9b2abc48c0ee0f89b3f5d5f0755b19f641c67b5f1ca0a",
    "output_tokens": 27,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 1.462796211708337,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "baseline",
    "case": "arithmetic",
    "repeat": 0,
    "input_ids_sha256": "8b47f3204c4823c8bde44cec5ee617365216d02b17a8e9b6165343b7f8ef9a15",
    "output_ids_sha256": "0252b7c9f638a8e1cf239cc159833e5ef9e430440f45a8da1421a30aa5e55cae",
    "output_logprobs_sha256": "c63767c276bfc4324137ee101baa3f0516e156bbeb486456186b8e8775eba2c7",
    "baseline_output_ids_sha256": "0252b7c9f638a8e1cf239cc159833e5ef9e430440f45a8da1421a30aa5e55cae",
    "baseline_output_logprobs_sha256": "c63767c276bfc4324137ee101baa3f0516e156bbeb486456186b8e8775eba2c7",
    "output_tokens": 8,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 0.46576107619330287,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "baseline",
    "case": "sort",
    "repeat": 0,
    "input_ids_sha256": "a9c80e47c13d625d8e4ecb6f79715bf89a01a2cd770553ce6ab2f595b811e063",
    "output_ids_sha256": "885fedaa23f772080feef92b6d4df4151c31e4a4167e23d2c2efd4c73e6a96c1",
    "output_logprobs_sha256": "010a9a95bef240a9d24f9fd56f1c4b1f3e95b2498c70e934327a63e1407810e9",
    "baseline_output_ids_sha256": "885fedaa23f772080feef92b6d4df4151c31e4a4167e23d2c2efd4c73e6a96c1",
    "baseline_output_logprobs_sha256": "010a9a95bef240a9d24f9fd56f1c4b1f3e95b2498c70e934327a63e1407810e9",
    "output_tokens": 32,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 1.7162157651036978,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "baseline",
    "case": "tool-json",
    "repeat": 0,
    "input_ids_sha256": "d5f70a29746b540e37ed1164648a32d0a53fd0c4d5d8dd70746f9617531c58a8",
    "output_ids_sha256": "efa851d1c9702563605d2bdcfac770db0035c58e409648c9237bb5bf84d8c6f1",
    "output_logprobs_sha256": "ac5562418fc559f568bc9d4017067c7786142a7dad3d082215180fd3276a6bff",
    "baseline_output_ids_sha256": "efa851d1c9702563605d2bdcfac770db0035c58e409648c9237bb5bf84d8c6f1",
    "baseline_output_logprobs_sha256": "ac5562418fc559f568bc9d4017067c7786142a7dad3d082215180fd3276a6bff",
    "output_tokens": 24,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 1.297970490064472,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "baseline",
    "case": "python-sum",
    "repeat": 0,
    "input_ids_sha256": "e1946827637df7d70405fbc767be8933cdeddece7aef1e7e55880c188add518a",
    "output_ids_sha256": "bd724fd8ca1183a37e1a5a65a0357a26ebd97a511bc52f19d3eb1a6aa9777220",
    "output_logprobs_sha256": "a3cb1de6d0e054854cb1fcaf406c4ad053fd760fe5dd4b5cdac5d64a45b06cac",
    "baseline_output_ids_sha256": "bd724fd8ca1183a37e1a5a65a0357a26ebd97a511bc52f19d3eb1a6aa9777220",
    "baseline_output_logprobs_sha256": "a3cb1de6d0e054854cb1fcaf406c4ad053fd760fe5dd4b5cdac5d64a45b06cac",
    "output_tokens": 29,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 1.5614076792262495,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "baseline",
    "case": "python-fib",
    "repeat": 0,
    "input_ids_sha256": "bb168120a1362ed25b9d6cb193324a0efcd16a53ade4b5891a9f1e7eb90ebc78",
    "output_ids_sha256": "f58988750154f775ca0fd03dd277e4ffb5e24fe9dedbdb449346d276a9ef6414",
    "output_logprobs_sha256": "9e4dcfb7c22524707051e3c73701834da9a6bdd17502d51cfd55fa2c169e0628",
    "baseline_output_ids_sha256": "f58988750154f775ca0fd03dd277e4ffb5e24fe9dedbdb449346d276a9ef6414",
    "baseline_output_logprobs_sha256": "9e4dcfb7c22524707051e3c73701834da9a6bdd17502d51cfd55fa2c169e0628",
    "output_tokens": 63,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 3.3128855139948428,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "baseline",
    "case": "chinese",
    "repeat": 0,
    "input_ids_sha256": "767367629ce5e7a61113c7b2d0a48a8a849af8683eb3be1283195312ef7d7632",
    "output_ids_sha256": "e814cbb451c4eb2679b15c29f0b9b3ee54c38713926309ff90d2c2765efceac7",
    "output_logprobs_sha256": "92945693ad0caed65212ae6ee556d06eca1f3915d71c6886b9b57913056c1910",
    "baseline_output_ids_sha256": "e814cbb451c4eb2679b15c29f0b9b3ee54c38713926309ff90d2c2765efceac7",
    "baseline_output_logprobs_sha256": "92945693ad0caed65212ae6ee556d06eca1f3915d71c6886b9b57913056c1910",
    "output_tokens": 67,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 3.577308014035225,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "baseline",
    "case": "english",
    "repeat": 0,
    "input_ids_sha256": "808f69590ca5355ca9ec3447d68ee1ed52e0a067060939870341ac22ac0dd8c3",
    "output_ids_sha256": "59bc7f35f678c51496876670180de2add1181ed1fb0948e8e7c7008993bd3535",
    "output_logprobs_sha256": "7b052d345d35cebcb7bcb86a7d7af4b1e0fda44da881b48c0ead97f2d0095163",
    "baseline_output_ids_sha256": "59bc7f35f678c51496876670180de2add1181ed1fb0948e8e7c7008993bd3535",
    "baseline_output_logprobs_sha256": "7b052d345d35cebcb7bcb86a7d7af4b1e0fda44da881b48c0ead97f2d0095163",
    "output_tokens": 75,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 3.9449687339365482,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "baseline",
    "case": "long-context",
    "repeat": 0,
    "input_ids_sha256": "14d215ea3051b8b763f98ae7ee6e83088d3a868f54988bda5b58da72f0f1cbd2",
    "output_ids_sha256": "4ff9ce1a34f50c9ff8963ee9d63f31f417637c3d9acde311e2fc8caa448b8fbe",
    "output_logprobs_sha256": "0db997d0bc535aa98aa1f5c13eba0a8df78adce1842ca60f4fc3730f65669c9a",
    "baseline_output_ids_sha256": "4ff9ce1a34f50c9ff8963ee9d63f31f417637c3d9acde311e2fc8caa448b8fbe",
    "baseline_output_logprobs_sha256": "0db997d0bc535aa98aa1f5c13eba0a8df78adce1842ca60f4fc3730f65669c9a",
    "output_tokens": 9,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 0.601977915968746,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "baseline",
    "case": "unicode",
    "repeat": 0,
    "input_ids_sha256": "9f1dc89b960b96135abd1b6495ee6dd432f9816414f5e6d0b6e18f2235333e6d",
    "output_ids_sha256": "1b0de834adacf2d96e14166e9b39049dece2fb41d77f043a204bccca3f739fb3",
    "output_logprobs_sha256": "68dd6e1c79fdee77c1b5f9430adfc8fd458f5c9673ce0e59d1a7ba74fe414ee9",
    "baseline_output_ids_sha256": "1b0de834adacf2d96e14166e9b39049dece2fb41d77f043a204bccca3f739fb3",
    "baseline_output_logprobs_sha256": "68dd6e1c79fdee77c1b5f9430adfc8fd458f5c9673ce0e59d1a7ba74fe414ee9",
    "output_tokens": 28,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 1.4960315451025963,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "baseline",
    "case": "occamy-heldout-0",
    "repeat": 0,
    "input_ids_sha256": "6600ad8e885cd01bddba8e4635db542022c4a36563886a964bb4e912eb83d486",
    "output_ids_sha256": "fbbaa46970e8098eb2578beeb20577ec160c7641c1feb6096706dda6ecdbc5af",
    "output_logprobs_sha256": "fb75a8e896b33a2b5f81876de91093ac5882272676a70ab5e8c00560d6738a2b",
    "baseline_output_ids_sha256": "fbbaa46970e8098eb2578beeb20577ec160c7641c1feb6096706dda6ecdbc5af",
    "baseline_output_logprobs_sha256": "fb75a8e896b33a2b5f81876de91093ac5882272676a70ab5e8c00560d6738a2b",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 8.424016617238522,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "baseline",
    "case": "occamy-heldout-1",
    "repeat": 0,
    "input_ids_sha256": "d011ab39a7387cc97bd177ef6d48ccb411a78395b866675f21feb906ba5cb24a",
    "output_ids_sha256": "be0ac770d4de090510e4a96de7c3aa3421ff86a3070c7395244d27c3faefb93e",
    "output_logprobs_sha256": "e572d1bea77bc54c9815d363b0d50335c834b00a29c4a521a815eb0df894d701",
    "baseline_output_ids_sha256": "be0ac770d4de090510e4a96de7c3aa3421ff86a3070c7395244d27c3faefb93e",
    "baseline_output_logprobs_sha256": "e572d1bea77bc54c9815d363b0d50335c834b00a29c4a521a815eb0df894d701",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 8.307156732771546,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "baseline",
    "case": "occamy-heldout-2",
    "repeat": 0,
    "input_ids_sha256": "37645bac07c0e1d06d35bb8a7ca7ec0bf6d1efefc3bca492a11b8c4ebb90f8a2",
    "output_ids_sha256": "e17fcf36820f7c0929dc6061d4c6a04e60fde0df7f10f351fcdab7db1355fd60",
    "output_logprobs_sha256": "6a44b6b9903de85c6380c9d5a062a8d7d3141b6d5bc95033a34891c10278642d",
    "baseline_output_ids_sha256": "e17fcf36820f7c0929dc6061d4c6a04e60fde0df7f10f351fcdab7db1355fd60",
    "baseline_output_logprobs_sha256": "6a44b6b9903de85c6380c9d5a062a8d7d3141b6d5bc95033a34891c10278642d",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 8.36580361193046,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "baseline",
    "case": "occamy-heldout-3",
    "repeat": 0,
    "input_ids_sha256": "1c0ed7d4ae1c6e065151c6ccec6f1fb8c879141057d9a6a007845c12abcf7bc3",
    "output_ids_sha256": "90c3808f980515c2ce80e9aeb6ec14a4f6726650046e9fd03ab959afed025196",
    "output_logprobs_sha256": "eba39c2ce226ed82e23cbdc1d653257a301f2825ea5d29e86a89bd3c62ff34fa",
    "baseline_output_ids_sha256": "90c3808f980515c2ce80e9aeb6ec14a4f6726650046e9fd03ab959afed025196",
    "baseline_output_logprobs_sha256": "eba39c2ce226ed82e23cbdc1d653257a301f2825ea5d29e86a89bd3c62ff34fa",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 8.382298985030502,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "baseline",
    "case": "occamy-heldout-4",
    "repeat": 0,
    "input_ids_sha256": "c88c2791925458676080fa766ac37ceb8cd64626ad477cbf287aa3628d1aee04",
    "output_ids_sha256": "3d9909298bf220727b16666e8ea63f9a11eed6bb305ef4cd51217dcf253eb657",
    "output_logprobs_sha256": "fdf53fac2dc9d392e0f21c2a6dd0206884f3bd78fd175d2ed01c059912859883",
    "baseline_output_ids_sha256": "3d9909298bf220727b16666e8ea63f9a11eed6bb305ef4cd51217dcf253eb657",
    "baseline_output_logprobs_sha256": "fdf53fac2dc9d392e0f21c2a6dd0206884f3bd78fd175d2ed01c059912859883",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 8.380630554165691,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "baseline",
    "case": "occamy-heldout-5",
    "repeat": 0,
    "input_ids_sha256": "2523c49b7f286ea2b44d3084b7e886607f032e5c0a8792423c39437aa47cacc0",
    "output_ids_sha256": "430da27bfa0a1803e3f897d114c72f4215e753f2d7bc83002bf8d4625b146084",
    "output_logprobs_sha256": "15b3615bb1577cf301c3db9f43bf24e6c50ee119ec8622c3fa7511a5effbdea4",
    "baseline_output_ids_sha256": "430da27bfa0a1803e3f897d114c72f4215e753f2d7bc83002bf8d4625b146084",
    "baseline_output_logprobs_sha256": "15b3615bb1577cf301c3db9f43bf24e6c50ee119ec8622c3fa7511a5effbdea4",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 8.353603060822934,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "baseline",
    "case": "occamy-heldout-6",
    "repeat": 0,
    "input_ids_sha256": "52eab79653860277e2ea95ab58a9f6c948c870a9e84cd8bee4623368d7ddd032",
    "output_ids_sha256": "a5a6708eb0b8dfacffe042d51b606929bbcb1f6fb73aa645f18dd8df6dc65f6d",
    "output_logprobs_sha256": "194e223fa070e82293c8023a1601e02a8fb757d2fea7cb8960c240950cbb22da",
    "baseline_output_ids_sha256": "a5a6708eb0b8dfacffe042d51b606929bbcb1f6fb73aa645f18dd8df6dc65f6d",
    "baseline_output_logprobs_sha256": "194e223fa070e82293c8023a1601e02a8fb757d2fea7cb8960c240950cbb22da",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 8.37822333490476,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "baseline",
    "case": "occamy-heldout-7",
    "repeat": 0,
    "input_ids_sha256": "bf605cd4a36cad0be301f7114bf6565b9189859b0ed9ed83f4f6565928b50cac",
    "output_ids_sha256": "c21e1eb0d1f12d83f85ea8de930421b12331911c8314e7be3e67e00de0d97b48",
    "output_logprobs_sha256": "cd84c6cc2e251ef37bb5749fed716ad108bcf4d09ceb618f17d04aee60745a62",
    "baseline_output_ids_sha256": "c21e1eb0d1f12d83f85ea8de930421b12331911c8314e7be3e67e00de0d97b48",
    "baseline_output_logprobs_sha256": "cd84c6cc2e251ef37bb5749fed716ad108bcf4d09ceb618f17d04aee60745a62",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 8.381612982135266,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "baseline",
    "case": "extract",
    "repeat": 1,
    "input_ids_sha256": "fb5b1bfc95a651a86d8f175e0a04640d31aa1777a9a50afd60354d75a7b75f12",
    "output_ids_sha256": "fb4d6b1a669dee13c3212766a0477d24d96dd4ca313773f917e1947a6e627e19",
    "output_logprobs_sha256": "255ad5068ac929ef6cd9b2abc48c0ee0f89b3f5d5f0755b19f641c67b5f1ca0a",
    "baseline_output_ids_sha256": "fb4d6b1a669dee13c3212766a0477d24d96dd4ca313773f917e1947a6e627e19",
    "baseline_output_logprobs_sha256": "255ad5068ac929ef6cd9b2abc48c0ee0f89b3f5d5f0755b19f641c67b5f1ca0a",
    "output_tokens": 27,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 1.4483740720897913,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "baseline",
    "case": "arithmetic",
    "repeat": 1,
    "input_ids_sha256": "8b47f3204c4823c8bde44cec5ee617365216d02b17a8e9b6165343b7f8ef9a15",
    "output_ids_sha256": "0252b7c9f638a8e1cf239cc159833e5ef9e430440f45a8da1421a30aa5e55cae",
    "output_logprobs_sha256": "c63767c276bfc4324137ee101baa3f0516e156bbeb486456186b8e8775eba2c7",
    "baseline_output_ids_sha256": "0252b7c9f638a8e1cf239cc159833e5ef9e430440f45a8da1421a30aa5e55cae",
    "baseline_output_logprobs_sha256": "c63767c276bfc4324137ee101baa3f0516e156bbeb486456186b8e8775eba2c7",
    "output_tokens": 8,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 0.45828260807320476,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "baseline",
    "case": "sort",
    "repeat": 1,
    "input_ids_sha256": "a9c80e47c13d625d8e4ecb6f79715bf89a01a2cd770553ce6ab2f595b811e063",
    "output_ids_sha256": "885fedaa23f772080feef92b6d4df4151c31e4a4167e23d2c2efd4c73e6a96c1",
    "output_logprobs_sha256": "010a9a95bef240a9d24f9fd56f1c4b1f3e95b2498c70e934327a63e1407810e9",
    "baseline_output_ids_sha256": "885fedaa23f772080feef92b6d4df4151c31e4a4167e23d2c2efd4c73e6a96c1",
    "baseline_output_logprobs_sha256": "010a9a95bef240a9d24f9fd56f1c4b1f3e95b2498c70e934327a63e1407810e9",
    "output_tokens": 32,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 1.7078191190958023,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "baseline",
    "case": "tool-json",
    "repeat": 1,
    "input_ids_sha256": "d5f70a29746b540e37ed1164648a32d0a53fd0c4d5d8dd70746f9617531c58a8",
    "output_ids_sha256": "efa851d1c9702563605d2bdcfac770db0035c58e409648c9237bb5bf84d8c6f1",
    "output_logprobs_sha256": "ac5562418fc559f568bc9d4017067c7786142a7dad3d082215180fd3276a6bff",
    "baseline_output_ids_sha256": "efa851d1c9702563605d2bdcfac770db0035c58e409648c9237bb5bf84d8c6f1",
    "baseline_output_logprobs_sha256": "ac5562418fc559f568bc9d4017067c7786142a7dad3d082215180fd3276a6bff",
    "output_tokens": 24,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 1.268367836251855,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "baseline",
    "case": "python-sum",
    "repeat": 1,
    "input_ids_sha256": "e1946827637df7d70405fbc767be8933cdeddece7aef1e7e55880c188add518a",
    "output_ids_sha256": "bd724fd8ca1183a37e1a5a65a0357a26ebd97a511bc52f19d3eb1a6aa9777220",
    "output_logprobs_sha256": "a3cb1de6d0e054854cb1fcaf406c4ad053fd760fe5dd4b5cdac5d64a45b06cac",
    "baseline_output_ids_sha256": "bd724fd8ca1183a37e1a5a65a0357a26ebd97a511bc52f19d3eb1a6aa9777220",
    "baseline_output_logprobs_sha256": "a3cb1de6d0e054854cb1fcaf406c4ad053fd760fe5dd4b5cdac5d64a45b06cac",
    "output_tokens": 29,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 1.5535310441628098,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "baseline",
    "case": "python-fib",
    "repeat": 1,
    "input_ids_sha256": "bb168120a1362ed25b9d6cb193324a0efcd16a53ade4b5891a9f1e7eb90ebc78",
    "output_ids_sha256": "f58988750154f775ca0fd03dd277e4ffb5e24fe9dedbdb449346d276a9ef6414",
    "output_logprobs_sha256": "9e4dcfb7c22524707051e3c73701834da9a6bdd17502d51cfd55fa2c169e0628",
    "baseline_output_ids_sha256": "f58988750154f775ca0fd03dd277e4ffb5e24fe9dedbdb449346d276a9ef6414",
    "baseline_output_logprobs_sha256": "9e4dcfb7c22524707051e3c73701834da9a6bdd17502d51cfd55fa2c169e0628",
    "output_tokens": 63,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 3.2994579733349383,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "baseline",
    "case": "chinese",
    "repeat": 1,
    "input_ids_sha256": "767367629ce5e7a61113c7b2d0a48a8a849af8683eb3be1283195312ef7d7632",
    "output_ids_sha256": "e814cbb451c4eb2679b15c29f0b9b3ee54c38713926309ff90d2c2765efceac7",
    "output_logprobs_sha256": "92945693ad0caed65212ae6ee556d06eca1f3915d71c6886b9b57913056c1910",
    "baseline_output_ids_sha256": "e814cbb451c4eb2679b15c29f0b9b3ee54c38713926309ff90d2c2765efceac7",
    "baseline_output_logprobs_sha256": "92945693ad0caed65212ae6ee556d06eca1f3915d71c6886b9b57913056c1910",
    "output_tokens": 67,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 3.5361802759580314,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "baseline",
    "case": "english",
    "repeat": 1,
    "input_ids_sha256": "808f69590ca5355ca9ec3447d68ee1ed52e0a067060939870341ac22ac0dd8c3",
    "output_ids_sha256": "59bc7f35f678c51496876670180de2add1181ed1fb0948e8e7c7008993bd3535",
    "output_logprobs_sha256": "7b052d345d35cebcb7bcb86a7d7af4b1e0fda44da881b48c0ead97f2d0095163",
    "baseline_output_ids_sha256": "59bc7f35f678c51496876670180de2add1181ed1fb0948e8e7c7008993bd3535",
    "baseline_output_logprobs_sha256": "7b052d345d35cebcb7bcb86a7d7af4b1e0fda44da881b48c0ead97f2d0095163",
    "output_tokens": 75,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 3.9274675329215825,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "baseline",
    "case": "long-context",
    "repeat": 1,
    "input_ids_sha256": "14d215ea3051b8b763f98ae7ee6e83088d3a868f54988bda5b58da72f0f1cbd2",
    "output_ids_sha256": "4ff9ce1a34f50c9ff8963ee9d63f31f417637c3d9acde311e2fc8caa448b8fbe",
    "output_logprobs_sha256": "0db997d0bc535aa98aa1f5c13eba0a8df78adce1842ca60f4fc3730f65669c9a",
    "baseline_output_ids_sha256": "4ff9ce1a34f50c9ff8963ee9d63f31f417637c3d9acde311e2fc8caa448b8fbe",
    "baseline_output_logprobs_sha256": "0db997d0bc535aa98aa1f5c13eba0a8df78adce1842ca60f4fc3730f65669c9a",
    "output_tokens": 9,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 0.5122099909931421,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "baseline",
    "case": "unicode",
    "repeat": 1,
    "input_ids_sha256": "9f1dc89b960b96135abd1b6495ee6dd432f9816414f5e6d0b6e18f2235333e6d",
    "output_ids_sha256": "1b0de834adacf2d96e14166e9b39049dece2fb41d77f043a204bccca3f739fb3",
    "output_logprobs_sha256": "68dd6e1c79fdee77c1b5f9430adfc8fd458f5c9673ce0e59d1a7ba74fe414ee9",
    "baseline_output_ids_sha256": "1b0de834adacf2d96e14166e9b39049dece2fb41d77f043a204bccca3f739fb3",
    "baseline_output_logprobs_sha256": "68dd6e1c79fdee77c1b5f9430adfc8fd458f5c9673ce0e59d1a7ba74fe414ee9",
    "output_tokens": 28,
    "finish_reason": "stop",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 1.5018121297471225,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "baseline",
    "case": "occamy-heldout-0",
    "repeat": 1,
    "input_ids_sha256": "6600ad8e885cd01bddba8e4635db542022c4a36563886a964bb4e912eb83d486",
    "output_ids_sha256": "fbbaa46970e8098eb2578beeb20577ec160c7641c1feb6096706dda6ecdbc5af",
    "output_logprobs_sha256": "fb75a8e896b33a2b5f81876de91093ac5882272676a70ab5e8c00560d6738a2b",
    "baseline_output_ids_sha256": "fbbaa46970e8098eb2578beeb20577ec160c7641c1feb6096706dda6ecdbc5af",
    "baseline_output_logprobs_sha256": "fb75a8e896b33a2b5f81876de91093ac5882272676a70ab5e8c00560d6738a2b",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 8.372549051884562,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "baseline",
    "case": "occamy-heldout-1",
    "repeat": 1,
    "input_ids_sha256": "d011ab39a7387cc97bd177ef6d48ccb411a78395b866675f21feb906ba5cb24a",
    "output_ids_sha256": "be0ac770d4de090510e4a96de7c3aa3421ff86a3070c7395244d27c3faefb93e",
    "output_logprobs_sha256": "e572d1bea77bc54c9815d363b0d50335c834b00a29c4a521a815eb0df894d701",
    "baseline_output_ids_sha256": "be0ac770d4de090510e4a96de7c3aa3421ff86a3070c7395244d27c3faefb93e",
    "baseline_output_logprobs_sha256": "e572d1bea77bc54c9815d363b0d50335c834b00a29c4a521a815eb0df894d701",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 8.381907795090228,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "baseline",
    "case": "occamy-heldout-2",
    "repeat": 1,
    "input_ids_sha256": "37645bac07c0e1d06d35bb8a7ca7ec0bf6d1efefc3bca492a11b8c4ebb90f8a2",
    "output_ids_sha256": "e17fcf36820f7c0929dc6061d4c6a04e60fde0df7f10f351fcdab7db1355fd60",
    "output_logprobs_sha256": "6a44b6b9903de85c6380c9d5a062a8d7d3141b6d5bc95033a34891c10278642d",
    "baseline_output_ids_sha256": "e17fcf36820f7c0929dc6061d4c6a04e60fde0df7f10f351fcdab7db1355fd60",
    "baseline_output_logprobs_sha256": "6a44b6b9903de85c6380c9d5a062a8d7d3141b6d5bc95033a34891c10278642d",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 8.390295883174986,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "baseline",
    "case": "occamy-heldout-3",
    "repeat": 1,
    "input_ids_sha256": "1c0ed7d4ae1c6e065151c6ccec6f1fb8c879141057d9a6a007845c12abcf7bc3",
    "output_ids_sha256": "90c3808f980515c2ce80e9aeb6ec14a4f6726650046e9fd03ab959afed025196",
    "output_logprobs_sha256": "eba39c2ce226ed82e23cbdc1d653257a301f2825ea5d29e86a89bd3c62ff34fa",
    "baseline_output_ids_sha256": "90c3808f980515c2ce80e9aeb6ec14a4f6726650046e9fd03ab959afed025196",
    "baseline_output_logprobs_sha256": "eba39c2ce226ed82e23cbdc1d653257a301f2825ea5d29e86a89bd3c62ff34fa",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 8.367915316019207,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "baseline",
    "case": "occamy-heldout-4",
    "repeat": 1,
    "input_ids_sha256": "c88c2791925458676080fa766ac37ceb8cd64626ad477cbf287aa3628d1aee04",
    "output_ids_sha256": "3d9909298bf220727b16666e8ea63f9a11eed6bb305ef4cd51217dcf253eb657",
    "output_logprobs_sha256": "fdf53fac2dc9d392e0f21c2a6dd0206884f3bd78fd175d2ed01c059912859883",
    "baseline_output_ids_sha256": "3d9909298bf220727b16666e8ea63f9a11eed6bb305ef4cd51217dcf253eb657",
    "baseline_output_logprobs_sha256": "fdf53fac2dc9d392e0f21c2a6dd0206884f3bd78fd175d2ed01c059912859883",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 8.363076347857714,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "baseline",
    "case": "occamy-heldout-5",
    "repeat": 1,
    "input_ids_sha256": "2523c49b7f286ea2b44d3084b7e886607f032e5c0a8792423c39437aa47cacc0",
    "output_ids_sha256": "430da27bfa0a1803e3f897d114c72f4215e753f2d7bc83002bf8d4625b146084",
    "output_logprobs_sha256": "15b3615bb1577cf301c3db9f43bf24e6c50ee119ec8622c3fa7511a5effbdea4",
    "baseline_output_ids_sha256": "430da27bfa0a1803e3f897d114c72f4215e753f2d7bc83002bf8d4625b146084",
    "baseline_output_logprobs_sha256": "15b3615bb1577cf301c3db9f43bf24e6c50ee119ec8622c3fa7511a5effbdea4",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 8.382377119734883,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "baseline",
    "case": "occamy-heldout-6",
    "repeat": 1,
    "input_ids_sha256": "52eab79653860277e2ea95ab58a9f6c948c870a9e84cd8bee4623368d7ddd032",
    "output_ids_sha256": "a5a6708eb0b8dfacffe042d51b606929bbcb1f6fb73aa645f18dd8df6dc65f6d",
    "output_logprobs_sha256": "194e223fa070e82293c8023a1601e02a8fb757d2fea7cb8960c240950cbb22da",
    "baseline_output_ids_sha256": "a5a6708eb0b8dfacffe042d51b606929bbcb1f6fb73aa645f18dd8df6dc65f6d",
    "baseline_output_logprobs_sha256": "194e223fa070e82293c8023a1601e02a8fb757d2fea7cb8960c240950cbb22da",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 8.377505518030375,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "baseline",
    "case": "occamy-heldout-7",
    "repeat": 1,
    "input_ids_sha256": "bf605cd4a36cad0be301f7114bf6565b9189859b0ed9ed83f4f6565928b50cac",
    "output_ids_sha256": "c21e1eb0d1f12d83f85ea8de930421b12331911c8314e7be3e67e00de0d97b48",
    "output_logprobs_sha256": "cd84c6cc2e251ef37bb5749fed716ad108bcf4d09ceb618f17d04aee60745a62",
    "baseline_output_ids_sha256": "c21e1eb0d1f12d83f85ea8de930421b12331911c8314e7be3e67e00de0d97b48",
    "baseline_output_logprobs_sha256": "cd84c6cc2e251ef37bb5749fed716ad108bcf4d09ceb618f17d04aee60745a62",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": null,
    "proposed": null,
    "diagnostic_e2e_seconds": 8.363471072167158,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "trained-head",
    "case": "extract",
    "repeat": 0,
    "input_ids_sha256": "fb5b1bfc95a651a86d8f175e0a04640d31aa1777a9a50afd60354d75a7b75f12",
    "output_ids_sha256": "fb4d6b1a669dee13c3212766a0477d24d96dd4ca313773f917e1947a6e627e19",
    "output_logprobs_sha256": "255ad5068ac929ef6cd9b2abc48c0ee0f89b3f5d5f0755b19f641c67b5f1ca0a",
    "baseline_output_ids_sha256": "fb4d6b1a669dee13c3212766a0477d24d96dd4ca313773f917e1947a6e627e19",
    "baseline_output_logprobs_sha256": "255ad5068ac929ef6cd9b2abc48c0ee0f89b3f5d5f0755b19f641c67b5f1ca0a",
    "output_tokens": 27,
    "finish_reason": "stop",
    "accepted": 13,
    "proposed": 13,
    "diagnostic_e2e_seconds": 1.3556514140218496,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "trained-head",
    "case": "arithmetic",
    "repeat": 0,
    "input_ids_sha256": "8b47f3204c4823c8bde44cec5ee617365216d02b17a8e9b6165343b7f8ef9a15",
    "output_ids_sha256": "0252b7c9f638a8e1cf239cc159833e5ef9e430440f45a8da1421a30aa5e55cae",
    "output_logprobs_sha256": "c63767c276bfc4324137ee101baa3f0516e156bbeb486456186b8e8775eba2c7",
    "baseline_output_ids_sha256": "0252b7c9f638a8e1cf239cc159833e5ef9e430440f45a8da1421a30aa5e55cae",
    "baseline_output_logprobs_sha256": "c63767c276bfc4324137ee101baa3f0516e156bbeb486456186b8e8775eba2c7",
    "output_tokens": 8,
    "finish_reason": "stop",
    "accepted": 4,
    "proposed": 4,
    "diagnostic_e2e_seconds": 0.4619712131097913,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "trained-head",
    "case": "sort",
    "repeat": 0,
    "input_ids_sha256": "a9c80e47c13d625d8e4ecb6f79715bf89a01a2cd770553ce6ab2f595b811e063",
    "output_ids_sha256": "885fedaa23f772080feef92b6d4df4151c31e4a4167e23d2c2efd4c73e6a96c1",
    "output_logprobs_sha256": "010a9a95bef240a9d24f9fd56f1c4b1f3e95b2498c70e934327a63e1407810e9",
    "baseline_output_ids_sha256": "885fedaa23f772080feef92b6d4df4151c31e4a4167e23d2c2efd4c73e6a96c1",
    "baseline_output_logprobs_sha256": "010a9a95bef240a9d24f9fd56f1c4b1f3e95b2498c70e934327a63e1407810e9",
    "output_tokens": 32,
    "finish_reason": "stop",
    "accepted": 16,
    "proposed": 16,
    "diagnostic_e2e_seconds": 1.6382044330239296,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "trained-head",
    "case": "tool-json",
    "repeat": 0,
    "input_ids_sha256": "d5f70a29746b540e37ed1164648a32d0a53fd0c4d5d8dd70746f9617531c58a8",
    "output_ids_sha256": "efa851d1c9702563605d2bdcfac770db0035c58e409648c9237bb5bf84d8c6f1",
    "output_logprobs_sha256": "ac5562418fc559f568bc9d4017067c7786142a7dad3d082215180fd3276a6bff",
    "baseline_output_ids_sha256": "efa851d1c9702563605d2bdcfac770db0035c58e409648c9237bb5bf84d8c6f1",
    "baseline_output_logprobs_sha256": "ac5562418fc559f568bc9d4017067c7786142a7dad3d082215180fd3276a6bff",
    "output_tokens": 24,
    "finish_reason": "stop",
    "accepted": 12,
    "proposed": 12,
    "diagnostic_e2e_seconds": 1.225516403093934,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "trained-head",
    "case": "python-sum",
    "repeat": 0,
    "input_ids_sha256": "e1946827637df7d70405fbc767be8933cdeddece7aef1e7e55880c188add518a",
    "output_ids_sha256": "bd724fd8ca1183a37e1a5a65a0357a26ebd97a511bc52f19d3eb1a6aa9777220",
    "output_logprobs_sha256": "a3cb1de6d0e054854cb1fcaf406c4ad053fd760fe5dd4b5cdac5d64a45b06cac",
    "baseline_output_ids_sha256": "bd724fd8ca1183a37e1a5a65a0357a26ebd97a511bc52f19d3eb1a6aa9777220",
    "baseline_output_logprobs_sha256": "a3cb1de6d0e054854cb1fcaf406c4ad053fd760fe5dd4b5cdac5d64a45b06cac",
    "output_tokens": 29,
    "finish_reason": "stop",
    "accepted": 14,
    "proposed": 14,
    "diagnostic_e2e_seconds": 1.4057502830401063,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "trained-head",
    "case": "python-fib",
    "repeat": 0,
    "input_ids_sha256": "bb168120a1362ed25b9d6cb193324a0efcd16a53ade4b5891a9f1e7eb90ebc78",
    "output_ids_sha256": "f58988750154f775ca0fd03dd277e4ffb5e24fe9dedbdb449346d276a9ef6414",
    "output_logprobs_sha256": "9e4dcfb7c22524707051e3c73701834da9a6bdd17502d51cfd55fa2c169e0628",
    "baseline_output_ids_sha256": "f58988750154f775ca0fd03dd277e4ffb5e24fe9dedbdb449346d276a9ef6414",
    "baseline_output_logprobs_sha256": "9e4dcfb7c22524707051e3c73701834da9a6bdd17502d51cfd55fa2c169e0628",
    "output_tokens": 63,
    "finish_reason": "stop",
    "accepted": 31,
    "proposed": 31,
    "diagnostic_e2e_seconds": 3.046829261817038,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "trained-head",
    "case": "chinese",
    "repeat": 0,
    "input_ids_sha256": "767367629ce5e7a61113c7b2d0a48a8a849af8683eb3be1283195312ef7d7632",
    "output_ids_sha256": "e814cbb451c4eb2679b15c29f0b9b3ee54c38713926309ff90d2c2765efceac7",
    "output_logprobs_sha256": "92945693ad0caed65212ae6ee556d06eca1f3915d71c6886b9b57913056c1910",
    "baseline_output_ids_sha256": "e814cbb451c4eb2679b15c29f0b9b3ee54c38713926309ff90d2c2765efceac7",
    "baseline_output_logprobs_sha256": "92945693ad0caed65212ae6ee556d06eca1f3915d71c6886b9b57913056c1910",
    "output_tokens": 67,
    "finish_reason": "stop",
    "accepted": 24,
    "proposed": 42,
    "diagnostic_e2e_seconds": 4.2092141369357705,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "trained-head",
    "case": "english",
    "repeat": 0,
    "input_ids_sha256": "808f69590ca5355ca9ec3447d68ee1ed52e0a067060939870341ac22ac0dd8c3",
    "output_ids_sha256": "59bc7f35f678c51496876670180de2add1181ed1fb0948e8e7c7008993bd3535",
    "output_logprobs_sha256": "7b052d345d35cebcb7bcb86a7d7af4b1e0fda44da881b48c0ead97f2d0095163",
    "baseline_output_ids_sha256": "59bc7f35f678c51496876670180de2add1181ed1fb0948e8e7c7008993bd3535",
    "baseline_output_logprobs_sha256": "7b052d345d35cebcb7bcb86a7d7af4b1e0fda44da881b48c0ead97f2d0095163",
    "output_tokens": 75,
    "finish_reason": "stop",
    "accepted": 32,
    "proposed": 42,
    "diagnostic_e2e_seconds": 4.106910551898181,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "trained-head",
    "case": "long-context",
    "repeat": 0,
    "input_ids_sha256": "14d215ea3051b8b763f98ae7ee6e83088d3a868f54988bda5b58da72f0f1cbd2",
    "output_ids_sha256": "4ff9ce1a34f50c9ff8963ee9d63f31f417637c3d9acde311e2fc8caa448b8fbe",
    "output_logprobs_sha256": "0db997d0bc535aa98aa1f5c13eba0a8df78adce1842ca60f4fc3730f65669c9a",
    "baseline_output_ids_sha256": "4ff9ce1a34f50c9ff8963ee9d63f31f417637c3d9acde311e2fc8caa448b8fbe",
    "baseline_output_logprobs_sha256": "0db997d0bc535aa98aa1f5c13eba0a8df78adce1842ca60f4fc3730f65669c9a",
    "output_tokens": 9,
    "finish_reason": "stop",
    "accepted": 4,
    "proposed": 4,
    "diagnostic_e2e_seconds": 0.5134738339111209,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "trained-head",
    "case": "unicode",
    "repeat": 0,
    "input_ids_sha256": "9f1dc89b960b96135abd1b6495ee6dd432f9816414f5e6d0b6e18f2235333e6d",
    "output_ids_sha256": "1b0de834adacf2d96e14166e9b39049dece2fb41d77f043a204bccca3f739fb3",
    "output_logprobs_sha256": "68dd6e1c79fdee77c1b5f9430adfc8fd458f5c9673ce0e59d1a7ba74fe414ee9",
    "baseline_output_ids_sha256": "1b0de834adacf2d96e14166e9b39049dece2fb41d77f043a204bccca3f739fb3",
    "baseline_output_logprobs_sha256": "68dd6e1c79fdee77c1b5f9430adfc8fd458f5c9673ce0e59d1a7ba74fe414ee9",
    "output_tokens": 28,
    "finish_reason": "stop",
    "accepted": 14,
    "proposed": 14,
    "diagnostic_e2e_seconds": 1.4211676972918212,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "trained-head",
    "case": "occamy-heldout-0",
    "repeat": 0,
    "input_ids_sha256": "6600ad8e885cd01bddba8e4635db542022c4a36563886a964bb4e912eb83d486",
    "output_ids_sha256": "fbbaa46970e8098eb2578beeb20577ec160c7641c1feb6096706dda6ecdbc5af",
    "output_logprobs_sha256": "fb75a8e896b33a2b5f81876de91093ac5882272676a70ab5e8c00560d6738a2b",
    "baseline_output_ids_sha256": "fbbaa46970e8098eb2578beeb20577ec160c7641c1feb6096706dda6ecdbc5af",
    "baseline_output_logprobs_sha256": "fb75a8e896b33a2b5f81876de91093ac5882272676a70ab5e8c00560d6738a2b",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 74,
    "proposed": 85,
    "diagnostic_e2e_seconds": 8.20351975876838,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "trained-head",
    "case": "occamy-heldout-1",
    "repeat": 0,
    "input_ids_sha256": "d011ab39a7387cc97bd177ef6d48ccb411a78395b866675f21feb906ba5cb24a",
    "output_ids_sha256": "be0ac770d4de090510e4a96de7c3aa3421ff86a3070c7395244d27c3faefb93e",
    "output_logprobs_sha256": "e572d1bea77bc54c9815d363b0d50335c834b00a29c4a521a815eb0df894d701",
    "baseline_output_ids_sha256": "be0ac770d4de090510e4a96de7c3aa3421ff86a3070c7395244d27c3faefb93e",
    "baseline_output_logprobs_sha256": "e572d1bea77bc54c9815d363b0d50335c834b00a29c4a521a815eb0df894d701",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 75,
    "proposed": 84,
    "diagnostic_e2e_seconds": 8.016172115691006,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "trained-head",
    "case": "occamy-heldout-2",
    "repeat": 0,
    "input_ids_sha256": "37645bac07c0e1d06d35bb8a7ca7ec0bf6d1efefc3bca492a11b8c4ebb90f8a2",
    "output_ids_sha256": "e17fcf36820f7c0929dc6061d4c6a04e60fde0df7f10f351fcdab7db1355fd60",
    "output_logprobs_sha256": "6a44b6b9903de85c6380c9d5a062a8d7d3141b6d5bc95033a34891c10278642d",
    "baseline_output_ids_sha256": "e17fcf36820f7c0929dc6061d4c6a04e60fde0df7f10f351fcdab7db1355fd60",
    "baseline_output_logprobs_sha256": "6a44b6b9903de85c6380c9d5a062a8d7d3141b6d5bc95033a34891c10278642d",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 77,
    "proposed": 83,
    "diagnostic_e2e_seconds": 7.967108082957566,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "trained-head",
    "case": "occamy-heldout-3",
    "repeat": 0,
    "input_ids_sha256": "1c0ed7d4ae1c6e065151c6ccec6f1fb8c879141057d9a6a007845c12abcf7bc3",
    "output_ids_sha256": "90c3808f980515c2ce80e9aeb6ec14a4f6726650046e9fd03ab959afed025196",
    "output_logprobs_sha256": "eba39c2ce226ed82e23cbdc1d653257a301f2825ea5d29e86a89bd3c62ff34fa",
    "baseline_output_ids_sha256": "90c3808f980515c2ce80e9aeb6ec14a4f6726650046e9fd03ab959afed025196",
    "baseline_output_logprobs_sha256": "eba39c2ce226ed82e23cbdc1d653257a301f2825ea5d29e86a89bd3c62ff34fa",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 71,
    "proposed": 88,
    "diagnostic_e2e_seconds": 8.41069068806246,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "trained-head",
    "case": "occamy-heldout-4",
    "repeat": 0,
    "input_ids_sha256": "c88c2791925458676080fa766ac37ceb8cd64626ad477cbf287aa3628d1aee04",
    "output_ids_sha256": "3d9909298bf220727b16666e8ea63f9a11eed6bb305ef4cd51217dcf253eb657",
    "output_logprobs_sha256": "fdf53fac2dc9d392e0f21c2a6dd0206884f3bd78fd175d2ed01c059912859883",
    "baseline_output_ids_sha256": "3d9909298bf220727b16666e8ea63f9a11eed6bb305ef4cd51217dcf253eb657",
    "baseline_output_logprobs_sha256": "fdf53fac2dc9d392e0f21c2a6dd0206884f3bd78fd175d2ed01c059912859883",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 70,
    "proposed": 90,
    "diagnostic_e2e_seconds": 8.633272492792457,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "trained-head",
    "case": "occamy-heldout-5",
    "repeat": 0,
    "input_ids_sha256": "2523c49b7f286ea2b44d3084b7e886607f032e5c0a8792423c39437aa47cacc0",
    "output_ids_sha256": "430da27bfa0a1803e3f897d114c72f4215e753f2d7bc83002bf8d4625b146084",
    "output_logprobs_sha256": "15b3615bb1577cf301c3db9f43bf24e6c50ee119ec8622c3fa7511a5effbdea4",
    "baseline_output_ids_sha256": "430da27bfa0a1803e3f897d114c72f4215e753f2d7bc83002bf8d4625b146084",
    "baseline_output_logprobs_sha256": "15b3615bb1577cf301c3db9f43bf24e6c50ee119ec8622c3fa7511a5effbdea4",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 72,
    "proposed": 87,
    "diagnostic_e2e_seconds": 8.314332055859268,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "trained-head",
    "case": "occamy-heldout-6",
    "repeat": 0,
    "input_ids_sha256": "52eab79653860277e2ea95ab58a9f6c948c870a9e84cd8bee4623368d7ddd032",
    "output_ids_sha256": "a5a6708eb0b8dfacffe042d51b606929bbcb1f6fb73aa645f18dd8df6dc65f6d",
    "output_logprobs_sha256": "194e223fa070e82293c8023a1601e02a8fb757d2fea7cb8960c240950cbb22da",
    "baseline_output_ids_sha256": "a5a6708eb0b8dfacffe042d51b606929bbcb1f6fb73aa645f18dd8df6dc65f6d",
    "baseline_output_logprobs_sha256": "194e223fa070e82293c8023a1601e02a8fb757d2fea7cb8960c240950cbb22da",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 76,
    "proposed": 84,
    "diagnostic_e2e_seconds": 8.005107106640935,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "trained-head",
    "case": "occamy-heldout-7",
    "repeat": 0,
    "input_ids_sha256": "bf605cd4a36cad0be301f7114bf6565b9189859b0ed9ed83f4f6565928b50cac",
    "output_ids_sha256": "c21e1eb0d1f12d83f85ea8de930421b12331911c8314e7be3e67e00de0d97b48",
    "output_logprobs_sha256": "cd84c6cc2e251ef37bb5749fed716ad108bcf4d09ceb618f17d04aee60745a62",
    "baseline_output_ids_sha256": "c21e1eb0d1f12d83f85ea8de930421b12331911c8314e7be3e67e00de0d97b48",
    "baseline_output_logprobs_sha256": "cd84c6cc2e251ef37bb5749fed716ad108bcf4d09ceb618f17d04aee60745a62",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 74,
    "proposed": 85,
    "diagnostic_e2e_seconds": 8.105753819923848,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "trained-head",
    "case": "extract",
    "repeat": 1,
    "input_ids_sha256": "fb5b1bfc95a651a86d8f175e0a04640d31aa1777a9a50afd60354d75a7b75f12",
    "output_ids_sha256": "fb4d6b1a669dee13c3212766a0477d24d96dd4ca313773f917e1947a6e627e19",
    "output_logprobs_sha256": "255ad5068ac929ef6cd9b2abc48c0ee0f89b3f5d5f0755b19f641c67b5f1ca0a",
    "baseline_output_ids_sha256": "fb4d6b1a669dee13c3212766a0477d24d96dd4ca313773f917e1947a6e627e19",
    "baseline_output_logprobs_sha256": "255ad5068ac929ef6cd9b2abc48c0ee0f89b3f5d5f0755b19f641c67b5f1ca0a",
    "output_tokens": 27,
    "finish_reason": "stop",
    "accepted": 13,
    "proposed": 13,
    "diagnostic_e2e_seconds": 1.3459056741558015,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "trained-head",
    "case": "arithmetic",
    "repeat": 1,
    "input_ids_sha256": "8b47f3204c4823c8bde44cec5ee617365216d02b17a8e9b6165343b7f8ef9a15",
    "output_ids_sha256": "0252b7c9f638a8e1cf239cc159833e5ef9e430440f45a8da1421a30aa5e55cae",
    "output_logprobs_sha256": "c63767c276bfc4324137ee101baa3f0516e156bbeb486456186b8e8775eba2c7",
    "baseline_output_ids_sha256": "0252b7c9f638a8e1cf239cc159833e5ef9e430440f45a8da1421a30aa5e55cae",
    "baseline_output_logprobs_sha256": "c63767c276bfc4324137ee101baa3f0516e156bbeb486456186b8e8775eba2c7",
    "output_tokens": 8,
    "finish_reason": "stop",
    "accepted": 4,
    "proposed": 4,
    "diagnostic_e2e_seconds": 0.42358537623658776,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "trained-head",
    "case": "sort",
    "repeat": 1,
    "input_ids_sha256": "a9c80e47c13d625d8e4ecb6f79715bf89a01a2cd770553ce6ab2f595b811e063",
    "output_ids_sha256": "885fedaa23f772080feef92b6d4df4151c31e4a4167e23d2c2efd4c73e6a96c1",
    "output_logprobs_sha256": "010a9a95bef240a9d24f9fd56f1c4b1f3e95b2498c70e934327a63e1407810e9",
    "baseline_output_ids_sha256": "885fedaa23f772080feef92b6d4df4151c31e4a4167e23d2c2efd4c73e6a96c1",
    "baseline_output_logprobs_sha256": "010a9a95bef240a9d24f9fd56f1c4b1f3e95b2498c70e934327a63e1407810e9",
    "output_tokens": 32,
    "finish_reason": "stop",
    "accepted": 16,
    "proposed": 16,
    "diagnostic_e2e_seconds": 1.617091123946011,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "trained-head",
    "case": "tool-json",
    "repeat": 1,
    "input_ids_sha256": "d5f70a29746b540e37ed1164648a32d0a53fd0c4d5d8dd70746f9617531c58a8",
    "output_ids_sha256": "efa851d1c9702563605d2bdcfac770db0035c58e409648c9237bb5bf84d8c6f1",
    "output_logprobs_sha256": "ac5562418fc559f568bc9d4017067c7786142a7dad3d082215180fd3276a6bff",
    "baseline_output_ids_sha256": "efa851d1c9702563605d2bdcfac770db0035c58e409648c9237bb5bf84d8c6f1",
    "baseline_output_logprobs_sha256": "ac5562418fc559f568bc9d4017067c7786142a7dad3d082215180fd3276a6bff",
    "output_tokens": 24,
    "finish_reason": "stop",
    "accepted": 12,
    "proposed": 12,
    "diagnostic_e2e_seconds": 1.2248193849809468,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "trained-head",
    "case": "python-sum",
    "repeat": 1,
    "input_ids_sha256": "e1946827637df7d70405fbc767be8933cdeddece7aef1e7e55880c188add518a",
    "output_ids_sha256": "bd724fd8ca1183a37e1a5a65a0357a26ebd97a511bc52f19d3eb1a6aa9777220",
    "output_logprobs_sha256": "a3cb1de6d0e054854cb1fcaf406c4ad053fd760fe5dd4b5cdac5d64a45b06cac",
    "baseline_output_ids_sha256": "bd724fd8ca1183a37e1a5a65a0357a26ebd97a511bc52f19d3eb1a6aa9777220",
    "baseline_output_logprobs_sha256": "a3cb1de6d0e054854cb1fcaf406c4ad053fd760fe5dd4b5cdac5d64a45b06cac",
    "output_tokens": 29,
    "finish_reason": "stop",
    "accepted": 14,
    "proposed": 14,
    "diagnostic_e2e_seconds": 1.4128813100978732,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "trained-head",
    "case": "python-fib",
    "repeat": 1,
    "input_ids_sha256": "bb168120a1362ed25b9d6cb193324a0efcd16a53ade4b5891a9f1e7eb90ebc78",
    "output_ids_sha256": "f58988750154f775ca0fd03dd277e4ffb5e24fe9dedbdb449346d276a9ef6414",
    "output_logprobs_sha256": "9e4dcfb7c22524707051e3c73701834da9a6bdd17502d51cfd55fa2c169e0628",
    "baseline_output_ids_sha256": "f58988750154f775ca0fd03dd277e4ffb5e24fe9dedbdb449346d276a9ef6414",
    "baseline_output_logprobs_sha256": "9e4dcfb7c22524707051e3c73701834da9a6bdd17502d51cfd55fa2c169e0628",
    "output_tokens": 63,
    "finish_reason": "stop",
    "accepted": 31,
    "proposed": 31,
    "diagnostic_e2e_seconds": 3.026784068904817,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "trained-head",
    "case": "chinese",
    "repeat": 1,
    "input_ids_sha256": "767367629ce5e7a61113c7b2d0a48a8a849af8683eb3be1283195312ef7d7632",
    "output_ids_sha256": "e814cbb451c4eb2679b15c29f0b9b3ee54c38713926309ff90d2c2765efceac7",
    "output_logprobs_sha256": "92945693ad0caed65212ae6ee556d06eca1f3915d71c6886b9b57913056c1910",
    "baseline_output_ids_sha256": "e814cbb451c4eb2679b15c29f0b9b3ee54c38713926309ff90d2c2765efceac7",
    "baseline_output_logprobs_sha256": "92945693ad0caed65212ae6ee556d06eca1f3915d71c6886b9b57913056c1910",
    "output_tokens": 67,
    "finish_reason": "stop",
    "accepted": 24,
    "proposed": 42,
    "diagnostic_e2e_seconds": 4.026218981016427,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "trained-head",
    "case": "english",
    "repeat": 1,
    "input_ids_sha256": "808f69590ca5355ca9ec3447d68ee1ed52e0a067060939870341ac22ac0dd8c3",
    "output_ids_sha256": "59bc7f35f678c51496876670180de2add1181ed1fb0948e8e7c7008993bd3535",
    "output_logprobs_sha256": "7b052d345d35cebcb7bcb86a7d7af4b1e0fda44da881b48c0ead97f2d0095163",
    "baseline_output_ids_sha256": "59bc7f35f678c51496876670180de2add1181ed1fb0948e8e7c7008993bd3535",
    "baseline_output_logprobs_sha256": "7b052d345d35cebcb7bcb86a7d7af4b1e0fda44da881b48c0ead97f2d0095163",
    "output_tokens": 75,
    "finish_reason": "stop",
    "accepted": 32,
    "proposed": 42,
    "diagnostic_e2e_seconds": 4.006097103934735,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "trained-head",
    "case": "long-context",
    "repeat": 1,
    "input_ids_sha256": "14d215ea3051b8b763f98ae7ee6e83088d3a868f54988bda5b58da72f0f1cbd2",
    "output_ids_sha256": "4ff9ce1a34f50c9ff8963ee9d63f31f417637c3d9acde311e2fc8caa448b8fbe",
    "output_logprobs_sha256": "0db997d0bc535aa98aa1f5c13eba0a8df78adce1842ca60f4fc3730f65669c9a",
    "baseline_output_ids_sha256": "4ff9ce1a34f50c9ff8963ee9d63f31f417637c3d9acde311e2fc8caa448b8fbe",
    "baseline_output_logprobs_sha256": "0db997d0bc535aa98aa1f5c13eba0a8df78adce1842ca60f4fc3730f65669c9a",
    "output_tokens": 9,
    "finish_reason": "stop",
    "accepted": 4,
    "proposed": 4,
    "diagnostic_e2e_seconds": 0.4821423985995352,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "trained-head",
    "case": "unicode",
    "repeat": 1,
    "input_ids_sha256": "9f1dc89b960b96135abd1b6495ee6dd432f9816414f5e6d0b6e18f2235333e6d",
    "output_ids_sha256": "1b0de834adacf2d96e14166e9b39049dece2fb41d77f043a204bccca3f739fb3",
    "output_logprobs_sha256": "68dd6e1c79fdee77c1b5f9430adfc8fd458f5c9673ce0e59d1a7ba74fe414ee9",
    "baseline_output_ids_sha256": "1b0de834adacf2d96e14166e9b39049dece2fb41d77f043a204bccca3f739fb3",
    "baseline_output_logprobs_sha256": "68dd6e1c79fdee77c1b5f9430adfc8fd458f5c9673ce0e59d1a7ba74fe414ee9",
    "output_tokens": 28,
    "finish_reason": "stop",
    "accepted": 14,
    "proposed": 14,
    "diagnostic_e2e_seconds": 1.3894696296192706,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "trained-head",
    "case": "occamy-heldout-0",
    "repeat": 1,
    "input_ids_sha256": "6600ad8e885cd01bddba8e4635db542022c4a36563886a964bb4e912eb83d486",
    "output_ids_sha256": "fbbaa46970e8098eb2578beeb20577ec160c7641c1feb6096706dda6ecdbc5af",
    "output_logprobs_sha256": "fb75a8e896b33a2b5f81876de91093ac5882272676a70ab5e8c00560d6738a2b",
    "baseline_output_ids_sha256": "fbbaa46970e8098eb2578beeb20577ec160c7641c1feb6096706dda6ecdbc5af",
    "baseline_output_logprobs_sha256": "fb75a8e896b33a2b5f81876de91093ac5882272676a70ab5e8c00560d6738a2b",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 74,
    "proposed": 85,
    "diagnostic_e2e_seconds": 8.13082142919302,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "trained-head",
    "case": "occamy-heldout-1",
    "repeat": 1,
    "input_ids_sha256": "d011ab39a7387cc97bd177ef6d48ccb411a78395b866675f21feb906ba5cb24a",
    "output_ids_sha256": "be0ac770d4de090510e4a96de7c3aa3421ff86a3070c7395244d27c3faefb93e",
    "output_logprobs_sha256": "e572d1bea77bc54c9815d363b0d50335c834b00a29c4a521a815eb0df894d701",
    "baseline_output_ids_sha256": "be0ac770d4de090510e4a96de7c3aa3421ff86a3070c7395244d27c3faefb93e",
    "baseline_output_logprobs_sha256": "e572d1bea77bc54c9815d363b0d50335c834b00a29c4a521a815eb0df894d701",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 75,
    "proposed": 84,
    "diagnostic_e2e_seconds": 8.063693698961288,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "trained-head",
    "case": "occamy-heldout-2",
    "repeat": 1,
    "input_ids_sha256": "37645bac07c0e1d06d35bb8a7ca7ec0bf6d1efefc3bca492a11b8c4ebb90f8a2",
    "output_ids_sha256": "e17fcf36820f7c0929dc6061d4c6a04e60fde0df7f10f351fcdab7db1355fd60",
    "output_logprobs_sha256": "6a44b6b9903de85c6380c9d5a062a8d7d3141b6d5bc95033a34891c10278642d",
    "baseline_output_ids_sha256": "e17fcf36820f7c0929dc6061d4c6a04e60fde0df7f10f351fcdab7db1355fd60",
    "baseline_output_logprobs_sha256": "6a44b6b9903de85c6380c9d5a062a8d7d3141b6d5bc95033a34891c10278642d",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 77,
    "proposed": 83,
    "diagnostic_e2e_seconds": 7.888166815973818,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "trained-head",
    "case": "occamy-heldout-3",
    "repeat": 1,
    "input_ids_sha256": "1c0ed7d4ae1c6e065151c6ccec6f1fb8c879141057d9a6a007845c12abcf7bc3",
    "output_ids_sha256": "90c3808f980515c2ce80e9aeb6ec14a4f6726650046e9fd03ab959afed025196",
    "output_logprobs_sha256": "eba39c2ce226ed82e23cbdc1d653257a301f2825ea5d29e86a89bd3c62ff34fa",
    "baseline_output_ids_sha256": "90c3808f980515c2ce80e9aeb6ec14a4f6726650046e9fd03ab959afed025196",
    "baseline_output_logprobs_sha256": "eba39c2ce226ed82e23cbdc1d653257a301f2825ea5d29e86a89bd3c62ff34fa",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 71,
    "proposed": 88,
    "diagnostic_e2e_seconds": 8.37685000617057,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "trained-head",
    "case": "occamy-heldout-4",
    "repeat": 1,
    "input_ids_sha256": "c88c2791925458676080fa766ac37ceb8cd64626ad477cbf287aa3628d1aee04",
    "output_ids_sha256": "3d9909298bf220727b16666e8ea63f9a11eed6bb305ef4cd51217dcf253eb657",
    "output_logprobs_sha256": "fdf53fac2dc9d392e0f21c2a6dd0206884f3bd78fd175d2ed01c059912859883",
    "baseline_output_ids_sha256": "3d9909298bf220727b16666e8ea63f9a11eed6bb305ef4cd51217dcf253eb657",
    "baseline_output_logprobs_sha256": "fdf53fac2dc9d392e0f21c2a6dd0206884f3bd78fd175d2ed01c059912859883",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 70,
    "proposed": 90,
    "diagnostic_e2e_seconds": 8.592348640784621,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "trained-head",
    "case": "occamy-heldout-5",
    "repeat": 1,
    "input_ids_sha256": "2523c49b7f286ea2b44d3084b7e886607f032e5c0a8792423c39437aa47cacc0",
    "output_ids_sha256": "430da27bfa0a1803e3f897d114c72f4215e753f2d7bc83002bf8d4625b146084",
    "output_logprobs_sha256": "15b3615bb1577cf301c3db9f43bf24e6c50ee119ec8622c3fa7511a5effbdea4",
    "baseline_output_ids_sha256": "430da27bfa0a1803e3f897d114c72f4215e753f2d7bc83002bf8d4625b146084",
    "baseline_output_logprobs_sha256": "15b3615bb1577cf301c3db9f43bf24e6c50ee119ec8622c3fa7511a5effbdea4",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 72,
    "proposed": 87,
    "diagnostic_e2e_seconds": 8.320590460672975,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "trained-head",
    "case": "occamy-heldout-6",
    "repeat": 1,
    "input_ids_sha256": "52eab79653860277e2ea95ab58a9f6c948c870a9e84cd8bee4623368d7ddd032",
    "output_ids_sha256": "a5a6708eb0b8dfacffe042d51b606929bbcb1f6fb73aa645f18dd8df6dc65f6d",
    "output_logprobs_sha256": "194e223fa070e82293c8023a1601e02a8fb757d2fea7cb8960c240950cbb22da",
    "baseline_output_ids_sha256": "a5a6708eb0b8dfacffe042d51b606929bbcb1f6fb73aa645f18dd8df6dc65f6d",
    "baseline_output_logprobs_sha256": "194e223fa070e82293c8023a1601e02a8fb757d2fea7cb8960c240950cbb22da",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 76,
    "proposed": 84,
    "diagnostic_e2e_seconds": 8.067229527048767,
    "token_parity": true,
    "logprob_parity": true
  },
  {
    "precision": "NVFP4",
    "variant": "trained-head",
    "case": "occamy-heldout-7",
    "repeat": 1,
    "input_ids_sha256": "bf605cd4a36cad0be301f7114bf6565b9189859b0ed9ed83f4f6565928b50cac",
    "output_ids_sha256": "c21e1eb0d1f12d83f85ea8de930421b12331911c8314e7be3e67e00de0d97b48",
    "output_logprobs_sha256": "cd84c6cc2e251ef37bb5749fed716ad108bcf4d09ceb618f17d04aee60745a62",
    "baseline_output_ids_sha256": "c21e1eb0d1f12d83f85ea8de930421b12331911c8314e7be3e67e00de0d97b48",
    "baseline_output_logprobs_sha256": "cd84c6cc2e251ef37bb5749fed716ad108bcf4d09ceb618f17d04aee60745a62",
    "output_tokens": 160,
    "finish_reason": "length",
    "accepted": 74,
    "proposed": 85,
    "diagnostic_e2e_seconds": 8.094654488377273,
    "token_parity": true,
    "logprob_parity": true
  }
]