reproducibility/longbench_selection.json

{
  "dataset": "zai-org/LongBench-v2",
  "revision": "2b48e494f2c7a2f0af81aae178e05c7e1dde0fe9",
  "source_revision": "87420286149d9cce9bd46cd335ef9bda33c37c1b",
  "seed": 20260909,
  "method": "Four cases per domain; two <=64K and two >64K tokens where available; 8192..245000 token limit, context <900000 characters, no truncation.",
  "records": [
    {
      "id": "66f530ce821e116aacb32f09",
      "domain": "Code Repository Understanding",
      "prompt_tokens": 50771,
      "prompt_sha256": "92c709c4a093de6ff75a5d01f8fca22b57a0ee01bc9aec92aaa7d2447f4292f2"
    },
    {
      "id": "6708a096bb02136c067d1789",
      "domain": "Code Repository Understanding",
      "prompt_tokens": 26803,
      "prompt_sha256": "f36e6797ac74b19f992f65889485fdedc9d5a61ca8210569eaea1deba7889b38"
    },
    {
      "id": "66fa700bbb02136c067c6c06",
      "domain": "Code Repository Understanding",
      "prompt_tokens": 107196,
      "prompt_sha256": "abe44da2b2861a7f71a214f9930e323872bbd478c350e6b91774146c81d81d0d"
    },
    {
      "id": "66f2e874821e116aacb2c0af",
      "domain": "Code Repository Understanding",
      "prompt_tokens": 189303,
      "prompt_sha256": "ba01ad13afc3e6a1613c60e74f663c820430aa53c01e2048f3e5dafa5ab5652d"
    },
    {
      "id": "66f67c1bbb02136c067c21b9",
      "domain": "Long In-context Learning",
      "prompt_tokens": 41812,
      "prompt_sha256": "60392a878b8abac09b6f2d96a7bd130e932b7358cd74a513c1972339c4420d5a"
    },
    {
      "id": "66f2aac2821e116aacb2a9de",
      "domain": "Long In-context Learning",
      "prompt_tokens": 16882,
      "prompt_sha256": "9dac15083dc0459ae96f3963ee378a2fb60c5fbb4a14f5eedea3357e1bc2dbc6"
    },
    {
      "id": "66f55ddb821e116aacb33761",
      "domain": "Long In-context Learning",
      "prompt_tokens": 93565,
      "prompt_sha256": "9eb0ddf80d1a8373e2008cd45b62e1ee7f33b74af6cb140b2d55dd1faa4d6d8b"
    },
    {
      "id": "66f56630821e116aacb3392b",
      "domain": "Long In-context Learning",
      "prompt_tokens": 71127,
      "prompt_sha256": "5cc16cc4a781a97012e5c67258b6a3bce13439b6a0d3f630314545054191cbd7"
    },
    {
      "id": "67062a63bb02136c067cf5ac",
      "domain": "Long Structured Data Understanding",
      "prompt_tokens": 58359,
      "prompt_sha256": "8d5119a8065e0ea5daec788a0fb62140b1acbe1ce236aac3f93cc9797db24bde"
    },
    {
      "id": "66ed2c87821e116aacb1f149",
      "domain": "Long Structured Data Understanding",
      "prompt_tokens": 19470,
      "prompt_sha256": "aa308820ec6b01dcabff19d0064ca5a40d6c20a5ddb0bfedc50fdb09f6a7f10b"
    },
    {
      "id": "66f95e11bb02136c067c5370",
      "domain": "Long Structured Data Understanding",
      "prompt_tokens": 145117,
      "prompt_sha256": "a5e87c098b3d702456ff8d68bfecfdb9cae73e7cddba07718351f1507b8db9d0"
    },
    {
      "id": "6703a0ecbb02136c067cd11b",
      "domain": "Long Structured Data Understanding",
      "prompt_tokens": 75929,
      "prompt_sha256": "3e5e4dd4946f7f05562a35c698b2e257d2e91ffd2c2dd92248cd1b8446de0fa0"
    },
    {
      "id": "671b3fa1bb02136c067d5353",
      "domain": "Long-dialogue History Understanding",
      "prompt_tokens": 33847,
      "prompt_sha256": "05839243206fd4f1b973c90657bb8c63f75b83ac35de1fddc0b00d59a981b31d"
    },
    {
      "id": "671b08c8bb02136c067d4e19",
      "domain": "Long-dialogue History Understanding",
      "prompt_tokens": 28959,
      "prompt_sha256": "e341bbf0790673bc99f0e4b3f3cb598a63a517324a4a34c8fce4b669e545c87c"
    },
    {
      "id": "67191791bb02136c067d406c",
      "domain": "Long-dialogue History Understanding",
      "prompt_tokens": 120676,
      "prompt_sha256": "b4aa888852394a42760e94368f699ccf55e466a7f1cf2b66246abd6ec664a193"
    },
    {
      "id": "6719dc46bb02136c067d470b",
      "domain": "Long-dialogue History Understanding",
      "prompt_tokens": 127533,
      "prompt_sha256": "b09951300140d6084fdfec3b68a4fd893c133335916411b3955792f7e4166ccd"
    },
    {
      "id": "66f2ad2b821e116aacb2ac0f",
      "domain": "Multi-Document QA",
      "prompt_tokens": 54097,
      "prompt_sha256": "fea19c85e277acdf5e2b1d8a0841c03842597ddc51fda0c9889851b0fc442c73"
    },
    {
      "id": "66eecc45821e116aacb225c3",
      "domain": "Multi-Document QA",
      "prompt_tokens": 46101,
      "prompt_sha256": "37819fb6b760d5a78d868f07c7c904135207c539b157fceb58a3e33d49d5fa69"
    },
    {
      "id": "66f3cca6821e116aacb2ef7c",
      "domain": "Multi-Document QA",
      "prompt_tokens": 104228,
      "prompt_sha256": "04a7b2d052d00a8f4c1c3391378e9377406b92e6d25a9e8e0aece6c9ed88caa0"
    },
    {
      "id": "66f3fb15821e116aacb303dc",
      "domain": "Multi-Document QA",
      "prompt_tokens": 84302,
      "prompt_sha256": "79c596a2d202f7c11e607948212624a1d4779a882d6c788f30e7623bf0a610c1"
    },
    {
      "id": "6703933bbb02136c067ccd78",
      "domain": "Single-Document QA",
      "prompt_tokens": 32646,
      "prompt_sha256": "10583d0ad8e641bf26d10676ebb8f5d6a8368232668f036897729d7da87b04b2"
    },
    {
      "id": "6709d44abb02136c067d1d5d",
      "domain": "Single-Document QA",
      "prompt_tokens": 19261,
      "prompt_sha256": "7e10d45b390d9ed091090f65113c2d40b375d29db0f0bdf9b7a01ba41594f7b2"
    },
    {
      "id": "66f25a2f821e116aacb28b2f",
      "domain": "Single-Document QA",
      "prompt_tokens": 220985,
      "prompt_sha256": "640513595df8ff11c58fc61447d1dc1544f8c30f179d7e72eb3bc3f05315ed8a"
    },
    {
      "id": "67286ab8bb02136c067d92e4",
      "domain": "Single-Document QA",
      "prompt_tokens": 96796,
      "prompt_sha256": "dede1d1a3d82a6fcf8be22f3156faedf7504e6435ad7b72f64d28eedacd2e27e"
    }
  ]
}