{
  "name": "kev-0.8b",
  "run": "jaredpalmer/kev-0.8b@9a45d25eb2ab761841196625383fa1dff0e56c1e",
  "revision": "a4c2a04e456b9f7b",
  "base": "Qwen/Qwen3.5-0.8B-Base",
  "hidden_size": 1024,
  "head_dim": 256,
  "special": {
    "state": 248060,
    "q": 248061,
    "opt": 248049,
    "opt_end": 248050,
    "decide": 248062
  },
  "max_state": 384,
  "max_branch": 1024,
  "temperature": 2.3510958125672174,
  "files": {
    "head": "r-9a45d25/head.safetensors",
    "tokenizer": "r-9a45d25/tokenizer.json",
    "tokenizer_config": "r-9a45d25/tokenizer_config.json"
  },
  "variants": {
    "q8f32": {
      "model": "r-9a45d25/q8f32/model.onnx",
      "data": [
        "r-9a45d25/q8f32/model.onnx.data",
        "r-9a45d25/q8f32/model.onnx.data_1",
        "r-9a45d25/q8f32/model.onnx.data_2",
        "r-9a45d25/q8f32/model.onnx.data_3",
        "r-9a45d25/q8f32/model.onnx.data_4",
        "r-9a45d25/q8f32/model.onnx.data_5",
        "r-9a45d25/q8f32/model.onnx.data_6",
        "r-9a45d25/q8f32/model.onnx.data_7",
        "r-9a45d25/q8f32/model.onnx.data_8",
        "r-9a45d25/q8f32/model.onnx.data_9",
        "r-9a45d25/q8f32/model.onnx.data_10",
        "r-9a45d25/q8f32/model.onnx.data_11",
        "r-9a45d25/q8f32/model.onnx.data_12",
        "r-9a45d25/q8f32/model.onnx.data_13",
        "r-9a45d25/q8f32/model.onnx.data_14",
        "r-9a45d25/q8f32/model.onnx.data_15",
        "r-9a45d25/q8f32/model.onnx.data_16",
        "r-9a45d25/q8f32/model.onnx.data_17",
        "r-9a45d25/q8f32/model.onnx.data_18",
        "r-9a45d25/q8f32/model.onnx.data_19",
        "r-9a45d25/q8f32/model.onnx.data_20",
        "r-9a45d25/q8f32/model.onnx.data_21",
        "r-9a45d25/q8f32/model.onnx.data_22",
        "r-9a45d25/q8f32/model.onnx.data_23",
        "r-9a45d25/q8f32/model.onnx.data_24",
        "r-9a45d25/q8f32/model.onnx.data_25",
        "r-9a45d25/q8f32/model.onnx.data_26",
        "r-9a45d25/q8f32/model.onnx.data_27"
      ],
      "bytes": 838459952,
      "io_dtype": "float32",
      "sizes": {
        "r-9a45d25/q8f32/model.onnx": 387632,
        "r-9a45d25/q8f32/model.onnx.data": 30724096,
        "r-9a45d25/q8f32/model.onnx.data_1": 28901376,
        "r-9a45d25/q8f32/model.onnx.data_2": 31981568,
        "r-9a45d25/q8f32/model.onnx.data_3": 31522816,
        "r-9a45d25/q8f32/model.onnx.data_4": 29687808,
        "r-9a45d25/q8f32/model.onnx.data_5": 31981568,
        "r-9a45d25/q8f32/model.onnx.data_6": 31522816,
        "r-9a45d25/q8f32/model.onnx.data_7": 29687808,
        "r-9a45d25/q8f32/model.onnx.data_8": 31981568,
        "r-9a45d25/q8f32/model.onnx.data_9": 31522816,
        "r-9a45d25/q8f32/model.onnx.data_10": 29687808,
        "r-9a45d25/q8f32/model.onnx.data_11": 31981568,
        "r-9a45d25/q8f32/model.onnx.data_12": 31522816,
        "r-9a45d25/q8f32/model.onnx.data_13": 29687808,
        "r-9a45d25/q8f32/model.onnx.data_14": 31981568,
        "r-9a45d25/q8f32/model.onnx.data_15": 31522816,
        "r-9a45d25/q8f32/model.onnx.data_16": 29687808,
        "r-9a45d25/q8f32/model.onnx.data_17": 31981568,
        "r-9a45d25/q8f32/model.onnx.data_18": 25231360,
        "r-9a45d25/q8f32/model.onnx.data_19": 31784960,
        "r-9a45d25/q8f32/model.onnx.data_20": 31784960,
        "r-9a45d25/q8f32/model.onnx.data_21": 31784960,
        "r-9a45d25/q8f32/model.onnx.data_22": 31784960,
        "r-9a45d25/q8f32/model.onnx.data_23": 31784960,
        "r-9a45d25/q8f32/model.onnx.data_24": 31784960,
        "r-9a45d25/q8f32/model.onnx.data_25": 31784960,
        "r-9a45d25/q8f32/model.onnx.data_26": 31784960,
        "r-9a45d25/q8f32/model.onnx.data_27": 993280,
        "r-9a45d25/head.safetensors": 2099504,
        "r-9a45d25/tokenizer.json": 19989325,
        "r-9a45d25/tokenizer_config.json": 1128
      },
      "inputs": [
        {
          "name": "input_ids",
          "type": "int64",
          "shape": [
            "batch_size",
            "sequence_length"
          ]
        },
        {
          "name": "attention_mask",
          "type": "int64",
          "shape": [
            "batch_size",
            "total_sequence_length"
          ]
        },
        {
          "name": "position_ids",
          "type": "int64",
          "shape": [
            3,
            "batch_size",
            "sequence_length"
          ]
        },
        {
          "name": "past_key_values.3.key",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "past_sequence_length",
            "kv_cache_dim"
          ],
          "empty": [
            1,
            2,
            0,
            256
          ]
        },
        {
          "name": "past_key_values.7.key",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "past_sequence_length",
            "kv_cache_dim"
          ],
          "empty": [
            1,
            2,
            0,
            256
          ]
        },
        {
          "name": "past_key_values.11.key",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "past_sequence_length",
            "kv_cache_dim"
          ],
          "empty": [
            1,
            2,
            0,
            256
          ]
        },
        {
          "name": "past_key_values.15.key",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "past_sequence_length",
            "kv_cache_dim"
          ],
          "empty": [
            1,
            2,
            0,
            256
          ]
        },
        {
          "name": "past_key_values.19.key",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "past_sequence_length",
            "kv_cache_dim"
          ],
          "empty": [
            1,
            2,
            0,
            256
          ]
        },
        {
          "name": "past_key_values.23.key",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "past_sequence_length",
            "kv_cache_dim"
          ],
          "empty": [
            1,
            2,
            0,
            256
          ]
        },
        {
          "name": "past_key_values.3.value",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "past_sequence_length",
            "kv_cache_dim"
          ],
          "empty": [
            1,
            2,
            0,
            256
          ]
        },
        {
          "name": "past_key_values.7.value",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "past_sequence_length",
            "kv_cache_dim"
          ],
          "empty": [
            1,
            2,
            0,
            256
          ]
        },
        {
          "name": "past_key_values.11.value",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "past_sequence_length",
            "kv_cache_dim"
          ],
          "empty": [
            1,
            2,
            0,
            256
          ]
        },
        {
          "name": "past_key_values.15.value",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "past_sequence_length",
            "kv_cache_dim"
          ],
          "empty": [
            1,
            2,
            0,
            256
          ]
        },
        {
          "name": "past_key_values.19.value",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "past_sequence_length",
            "kv_cache_dim"
          ],
          "empty": [
            1,
            2,
            0,
            256
          ]
        },
        {
          "name": "past_key_values.23.value",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "past_sequence_length",
            "kv_cache_dim"
          ],
          "empty": [
            1,
            2,
            0,
            256
          ]
        },
        {
          "name": "past.0.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.1.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.2.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.4.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.5.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.6.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.8.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.9.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.10.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.12.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.13.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.14.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.16.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.17.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.18.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.20.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.21.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.22.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.0.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.1.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.2.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.4.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.5.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.6.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.8.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.9.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.10.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.12.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.13.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.14.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.16.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.17.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.18.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.20.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.21.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.22.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        }
      ],
      "outputs": [
        {
          "name": "hidden_states",
          "type": "float32",
          "shape": [
            "batch_size",
            "sequence_length",
            1024
          ]
        },
        {
          "name": "present.3.key",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "total_sequence_length",
            "kv_cache_dim"
          ]
        },
        {
          "name": "present.7.key",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "total_sequence_length",
            "kv_cache_dim"
          ]
        },
        {
          "name": "present.11.key",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "total_sequence_length",
            "kv_cache_dim"
          ]
        },
        {
          "name": "present.15.key",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "total_sequence_length",
            "kv_cache_dim"
          ]
        },
        {
          "name": "present.19.key",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "total_sequence_length",
            "kv_cache_dim"
          ]
        },
        {
          "name": "present.23.key",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "total_sequence_length",
            "kv_cache_dim"
          ]
        },
        {
          "name": "present.3.value",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "total_sequence_length",
            "kv_cache_dim"
          ]
        },
        {
          "name": "present.7.value",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "total_sequence_length",
            "kv_cache_dim"
          ]
        },
        {
          "name": "present.11.value",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "total_sequence_length",
            "kv_cache_dim"
          ]
        },
        {
          "name": "present.15.value",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "total_sequence_length",
            "kv_cache_dim"
          ]
        },
        {
          "name": "present.19.value",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "total_sequence_length",
            "kv_cache_dim"
          ]
        },
        {
          "name": "present.23.value",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "total_sequence_length",
            "kv_cache_dim"
          ]
        },
        {
          "name": "present.0.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.1.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.2.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.4.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.5.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.6.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.8.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.9.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.10.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.12.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.13.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.14.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.16.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.17.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.18.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.20.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.21.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.22.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.0.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.1.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.2.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.4.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.5.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.6.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.8.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.9.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.10.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.12.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.13.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.14.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.16.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.17.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.18.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.20.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.21.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.22.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        }
      ],
      "parity": {
        "max_abs_dp": 0.026387,
        "argmax_flips": 0,
        "questions": 49
      },
      "max_positions": 73728
    },
    "q8": {
      "model": "r-9a45d25/q8/model.onnx",
      "data": [
        "r-9a45d25/q8/model.onnx.data",
        "r-9a45d25/q8/model.onnx.data_1",
        "r-9a45d25/q8/model.onnx.data_2",
        "r-9a45d25/q8/model.onnx.data_3",
        "r-9a45d25/q8/model.onnx.data_4",
        "r-9a45d25/q8/model.onnx.data_5",
        "r-9a45d25/q8/model.onnx.data_6",
        "r-9a45d25/q8/model.onnx.data_7",
        "r-9a45d25/q8/model.onnx.data_8",
        "r-9a45d25/q8/model.onnx.data_9",
        "r-9a45d25/q8/model.onnx.data_10",
        "r-9a45d25/q8/model.onnx.data_11",
        "r-9a45d25/q8/model.onnx.data_12",
        "r-9a45d25/q8/model.onnx.data_13",
        "r-9a45d25/q8/model.onnx.data_14",
        "r-9a45d25/q8/model.onnx.data_15",
        "r-9a45d25/q8/model.onnx.data_16",
        "r-9a45d25/q8/model.onnx.data_17",
        "r-9a45d25/q8/model.onnx.data_18",
        "r-9a45d25/q8/model.onnx.data_19",
        "r-9a45d25/q8/model.onnx.data_20",
        "r-9a45d25/q8/model.onnx.data_21",
        "r-9a45d25/q8/model.onnx.data_22",
        "r-9a45d25/q8/model.onnx.data_23",
        "r-9a45d25/q8/model.onnx.data_24",
        "r-9a45d25/q8/model.onnx.data_25",
        "r-9a45d25/q8/model.onnx.data_26",
        "r-9a45d25/q8/model.onnx.data_27"
      ],
      "bytes": 804511053,
      "io_dtype": "float16",
      "sizes": {
        "r-9a45d25/q8/model.onnx": 385357,
        "r-9a45d25/q8/model.onnx.data": 30173184,
        "r-9a45d25/q8/model.onnx.data_1": 28966912,
        "r-9a45d25/q8/model.onnx.data_2": 30638080,
        "r-9a45d25/q8/model.onnx.data_3": 30638080,
        "r-9a45d25/q8/model.onnx.data_4": 30638080,
        "r-9a45d25/q8/model.onnx.data_5": 31752192,
        "r-9a45d25/q8/model.onnx.data_6": 29523968,
        "r-9a45d25/q8/model.onnx.data_7": 30638080,
        "r-9a45d25/q8/model.onnx.data_8": 30638080,
        "r-9a45d25/q8/model.onnx.data_9": 30638080,
        "r-9a45d25/q8/model.onnx.data_10": 26738688,
        "r-9a45d25/q8/model.onnx.data_11": 30638080,
        "r-9a45d25/q8/model.onnx.data_12": 30638080,
        "r-9a45d25/q8/model.onnx.data_13": 26738688,
        "r-9a45d25/q8/model.onnx.data_14": 30638080,
        "r-9a45d25/q8/model.onnx.data_15": 30638080,
        "r-9a45d25/q8/model.onnx.data_16": 26738688,
        "r-9a45d25/q8/model.onnx.data_17": 30638080,
        "r-9a45d25/q8/model.onnx.data_18": 11698176,
        "r-9a45d25/q8/model.onnx.data_19": 31784960,
        "r-9a45d25/q8/model.onnx.data_20": 31784960,
        "r-9a45d25/q8/model.onnx.data_21": 31784960,
        "r-9a45d25/q8/model.onnx.data_22": 31784960,
        "r-9a45d25/q8/model.onnx.data_23": 31784960,
        "r-9a45d25/q8/model.onnx.data_24": 31784960,
        "r-9a45d25/q8/model.onnx.data_25": 31784960,
        "r-9a45d25/q8/model.onnx.data_26": 31784960,
        "r-9a45d25/q8/model.onnx.data_27": 496640,
        "r-9a45d25/head.safetensors": 2099504,
        "r-9a45d25/tokenizer.json": 19989325,
        "r-9a45d25/tokenizer_config.json": 1128
      },
      "inputs": [
        {
          "name": "input_ids",
          "type": "int64",
          "shape": [
            "batch_size",
            "sequence_length"
          ]
        },
        {
          "name": "attention_mask",
          "type": "int64",
          "shape": [
            "batch_size",
            "total_sequence_length"
          ]
        },
        {
          "name": "position_ids",
          "type": "int64",
          "shape": [
            3,
            "batch_size",
            "sequence_length"
          ]
        },
        {
          "name": "past_key_values.3.key",
          "type": "float16",
          "shape": [
            "batch_size",
            2,
            "past_sequence_length",
            "kv_cache_dim"
          ],
          "empty": [
            1,
            2,
            0,
            256
          ]
        },
        {
          "name": "past_key_values.7.key",
          "type": "float16",
          "shape": [
            "batch_size",
            2,
            "past_sequence_length",
            "kv_cache_dim"
          ],
          "empty": [
            1,
            2,
            0,
            256
          ]
        },
        {
          "name": "past_key_values.11.key",
          "type": "float16",
          "shape": [
            "batch_size",
            2,
            "past_sequence_length",
            "kv_cache_dim"
          ],
          "empty": [
            1,
            2,
            0,
            256
          ]
        },
        {
          "name": "past_key_values.15.key",
          "type": "float16",
          "shape": [
            "batch_size",
            2,
            "past_sequence_length",
            "kv_cache_dim"
          ],
          "empty": [
            1,
            2,
            0,
            256
          ]
        },
        {
          "name": "past_key_values.19.key",
          "type": "float16",
          "shape": [
            "batch_size",
            2,
            "past_sequence_length",
            "kv_cache_dim"
          ],
          "empty": [
            1,
            2,
            0,
            256
          ]
        },
        {
          "name": "past_key_values.23.key",
          "type": "float16",
          "shape": [
            "batch_size",
            2,
            "past_sequence_length",
            "kv_cache_dim"
          ],
          "empty": [
            1,
            2,
            0,
            256
          ]
        },
        {
          "name": "past_key_values.3.value",
          "type": "float16",
          "shape": [
            "batch_size",
            2,
            "past_sequence_length",
            "kv_cache_dim"
          ],
          "empty": [
            1,
            2,
            0,
            256
          ]
        },
        {
          "name": "past_key_values.7.value",
          "type": "float16",
          "shape": [
            "batch_size",
            2,
            "past_sequence_length",
            "kv_cache_dim"
          ],
          "empty": [
            1,
            2,
            0,
            256
          ]
        },
        {
          "name": "past_key_values.11.value",
          "type": "float16",
          "shape": [
            "batch_size",
            2,
            "past_sequence_length",
            "kv_cache_dim"
          ],
          "empty": [
            1,
            2,
            0,
            256
          ]
        },
        {
          "name": "past_key_values.15.value",
          "type": "float16",
          "shape": [
            "batch_size",
            2,
            "past_sequence_length",
            "kv_cache_dim"
          ],
          "empty": [
            1,
            2,
            0,
            256
          ]
        },
        {
          "name": "past_key_values.19.value",
          "type": "float16",
          "shape": [
            "batch_size",
            2,
            "past_sequence_length",
            "kv_cache_dim"
          ],
          "empty": [
            1,
            2,
            0,
            256
          ]
        },
        {
          "name": "past_key_values.23.value",
          "type": "float16",
          "shape": [
            "batch_size",
            2,
            "past_sequence_length",
            "kv_cache_dim"
          ],
          "empty": [
            1,
            2,
            0,
            256
          ]
        },
        {
          "name": "past.0.conv",
          "type": "float16",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.1.conv",
          "type": "float16",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.2.conv",
          "type": "float16",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.4.conv",
          "type": "float16",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.5.conv",
          "type": "float16",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.6.conv",
          "type": "float16",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.8.conv",
          "type": "float16",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.9.conv",
          "type": "float16",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.10.conv",
          "type": "float16",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.12.conv",
          "type": "float16",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.13.conv",
          "type": "float16",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.14.conv",
          "type": "float16",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.16.conv",
          "type": "float16",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.17.conv",
          "type": "float16",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.18.conv",
          "type": "float16",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.20.conv",
          "type": "float16",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.21.conv",
          "type": "float16",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.22.conv",
          "type": "float16",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.0.recurrent",
          "type": "float16",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.1.recurrent",
          "type": "float16",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.2.recurrent",
          "type": "float16",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.4.recurrent",
          "type": "float16",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.5.recurrent",
          "type": "float16",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.6.recurrent",
          "type": "float16",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.8.recurrent",
          "type": "float16",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.9.recurrent",
          "type": "float16",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.10.recurrent",
          "type": "float16",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.12.recurrent",
          "type": "float16",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.13.recurrent",
          "type": "float16",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.14.recurrent",
          "type": "float16",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.16.recurrent",
          "type": "float16",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.17.recurrent",
          "type": "float16",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.18.recurrent",
          "type": "float16",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.20.recurrent",
          "type": "float16",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.21.recurrent",
          "type": "float16",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.22.recurrent",
          "type": "float16",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        }
      ],
      "outputs": [
        {
          "name": "hidden_states",
          "type": "float16",
          "shape": [
            "batch_size",
            "sequence_length",
            1024
          ]
        },
        {
          "name": "present.3.key",
          "type": "float16",
          "shape": [
            "batch_size",
            2,
            "total_sequence_length",
            "kv_cache_dim"
          ]
        },
        {
          "name": "present.7.key",
          "type": "float16",
          "shape": [
            "batch_size",
            2,
            "total_sequence_length",
            "kv_cache_dim"
          ]
        },
        {
          "name": "present.11.key",
          "type": "float16",
          "shape": [
            "batch_size",
            2,
            "total_sequence_length",
            "kv_cache_dim"
          ]
        },
        {
          "name": "present.15.key",
          "type": "float16",
          "shape": [
            "batch_size",
            2,
            "total_sequence_length",
            "kv_cache_dim"
          ]
        },
        {
          "name": "present.19.key",
          "type": "float16",
          "shape": [
            "batch_size",
            2,
            "total_sequence_length",
            "kv_cache_dim"
          ]
        },
        {
          "name": "present.23.key",
          "type": "float16",
          "shape": [
            "batch_size",
            2,
            "total_sequence_length",
            "kv_cache_dim"
          ]
        },
        {
          "name": "present.3.value",
          "type": "float16",
          "shape": [
            "batch_size",
            2,
            "total_sequence_length",
            "kv_cache_dim"
          ]
        },
        {
          "name": "present.7.value",
          "type": "float16",
          "shape": [
            "batch_size",
            2,
            "total_sequence_length",
            "kv_cache_dim"
          ]
        },
        {
          "name": "present.11.value",
          "type": "float16",
          "shape": [
            "batch_size",
            2,
            "total_sequence_length",
            "kv_cache_dim"
          ]
        },
        {
          "name": "present.15.value",
          "type": "float16",
          "shape": [
            "batch_size",
            2,
            "total_sequence_length",
            "kv_cache_dim"
          ]
        },
        {
          "name": "present.19.value",
          "type": "float16",
          "shape": [
            "batch_size",
            2,
            "total_sequence_length",
            "kv_cache_dim"
          ]
        },
        {
          "name": "present.23.value",
          "type": "float16",
          "shape": [
            "batch_size",
            2,
            "total_sequence_length",
            "kv_cache_dim"
          ]
        },
        {
          "name": "present.0.conv",
          "type": "float16",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.1.conv",
          "type": "float16",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.2.conv",
          "type": "float16",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.4.conv",
          "type": "float16",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.5.conv",
          "type": "float16",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.6.conv",
          "type": "float16",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.8.conv",
          "type": "float16",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.9.conv",
          "type": "float16",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.10.conv",
          "type": "float16",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.12.conv",
          "type": "float16",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.13.conv",
          "type": "float16",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.14.conv",
          "type": "float16",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.16.conv",
          "type": "float16",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.17.conv",
          "type": "float16",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.18.conv",
          "type": "float16",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.20.conv",
          "type": "float16",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.21.conv",
          "type": "float16",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.22.conv",
          "type": "float16",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.0.recurrent",
          "type": "float16",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.1.recurrent",
          "type": "float16",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.2.recurrent",
          "type": "float16",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.4.recurrent",
          "type": "float16",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.5.recurrent",
          "type": "float16",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.6.recurrent",
          "type": "float16",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.8.recurrent",
          "type": "float16",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.9.recurrent",
          "type": "float16",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.10.recurrent",
          "type": "float16",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.12.recurrent",
          "type": "float16",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.13.recurrent",
          "type": "float16",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.14.recurrent",
          "type": "float16",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.16.recurrent",
          "type": "float16",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.17.recurrent",
          "type": "float16",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.18.recurrent",
          "type": "float16",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.20.recurrent",
          "type": "float16",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.21.recurrent",
          "type": "float16",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.22.recurrent",
          "type": "float16",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        }
      ],
      "parity": {
        "max_abs_dp": 0.042977,
        "argmax_flips": 0,
        "questions": 49
      },
      "max_positions": 73728
    },
    "fp32": {
      "model": "r-9a45d25/fp32/model.onnx",
      "data": [
        "r-9a45d25/fp32/model.onnx.data"
      ],
      "bytes": 3077485228,
      "io_dtype": "float32",
      "sizes": {
        "r-9a45d25/fp32/model.onnx": 307884,
        "r-9a45d25/fp32/model.onnx.data": 3077177344,
        "r-9a45d25/head.safetensors": 2099504,
        "r-9a45d25/tokenizer.json": 19989325,
        "r-9a45d25/tokenizer_config.json": 1128
      },
      "inputs": [
        {
          "name": "input_ids",
          "type": "int64",
          "shape": [
            "batch_size",
            "sequence_length"
          ]
        },
        {
          "name": "attention_mask",
          "type": "int64",
          "shape": [
            "batch_size",
            "total_sequence_length"
          ]
        },
        {
          "name": "position_ids",
          "type": "int64",
          "shape": [
            3,
            "batch_size",
            "sequence_length"
          ]
        },
        {
          "name": "past_key_values.3.key",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "past_sequence_length",
            "kv_cache_dim"
          ],
          "empty": [
            1,
            2,
            0,
            256
          ]
        },
        {
          "name": "past_key_values.7.key",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "past_sequence_length",
            "kv_cache_dim"
          ],
          "empty": [
            1,
            2,
            0,
            256
          ]
        },
        {
          "name": "past_key_values.11.key",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "past_sequence_length",
            "kv_cache_dim"
          ],
          "empty": [
            1,
            2,
            0,
            256
          ]
        },
        {
          "name": "past_key_values.15.key",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "past_sequence_length",
            "kv_cache_dim"
          ],
          "empty": [
            1,
            2,
            0,
            256
          ]
        },
        {
          "name": "past_key_values.19.key",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "past_sequence_length",
            "kv_cache_dim"
          ],
          "empty": [
            1,
            2,
            0,
            256
          ]
        },
        {
          "name": "past_key_values.23.key",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "past_sequence_length",
            "kv_cache_dim"
          ],
          "empty": [
            1,
            2,
            0,
            256
          ]
        },
        {
          "name": "past_key_values.3.value",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "past_sequence_length",
            "kv_cache_dim"
          ],
          "empty": [
            1,
            2,
            0,
            256
          ]
        },
        {
          "name": "past_key_values.7.value",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "past_sequence_length",
            "kv_cache_dim"
          ],
          "empty": [
            1,
            2,
            0,
            256
          ]
        },
        {
          "name": "past_key_values.11.value",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "past_sequence_length",
            "kv_cache_dim"
          ],
          "empty": [
            1,
            2,
            0,
            256
          ]
        },
        {
          "name": "past_key_values.15.value",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "past_sequence_length",
            "kv_cache_dim"
          ],
          "empty": [
            1,
            2,
            0,
            256
          ]
        },
        {
          "name": "past_key_values.19.value",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "past_sequence_length",
            "kv_cache_dim"
          ],
          "empty": [
            1,
            2,
            0,
            256
          ]
        },
        {
          "name": "past_key_values.23.value",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "past_sequence_length",
            "kv_cache_dim"
          ],
          "empty": [
            1,
            2,
            0,
            256
          ]
        },
        {
          "name": "past.0.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.1.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.2.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.4.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.5.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.6.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.8.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.9.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.10.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.12.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.13.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.14.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.16.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.17.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.18.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.20.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.21.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.22.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ],
          "empty": [
            1,
            6144,
            3
          ]
        },
        {
          "name": "past.0.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.1.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.2.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.4.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.5.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.6.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.8.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.9.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.10.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.12.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.13.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.14.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.16.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.17.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.18.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.20.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.21.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        },
        {
          "name": "past.22.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ],
          "empty": [
            1,
            16,
            128,
            128
          ]
        }
      ],
      "outputs": [
        {
          "name": "hidden_states",
          "type": "float32",
          "shape": [
            "batch_size",
            "sequence_length",
            1024
          ]
        },
        {
          "name": "present.3.key",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "total_sequence_length",
            "kv_cache_dim"
          ]
        },
        {
          "name": "present.7.key",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "total_sequence_length",
            "kv_cache_dim"
          ]
        },
        {
          "name": "present.11.key",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "total_sequence_length",
            "kv_cache_dim"
          ]
        },
        {
          "name": "present.15.key",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "total_sequence_length",
            "kv_cache_dim"
          ]
        },
        {
          "name": "present.19.key",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "total_sequence_length",
            "kv_cache_dim"
          ]
        },
        {
          "name": "present.23.key",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "total_sequence_length",
            "kv_cache_dim"
          ]
        },
        {
          "name": "present.3.value",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "total_sequence_length",
            "kv_cache_dim"
          ]
        },
        {
          "name": "present.7.value",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "total_sequence_length",
            "kv_cache_dim"
          ]
        },
        {
          "name": "present.11.value",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "total_sequence_length",
            "kv_cache_dim"
          ]
        },
        {
          "name": "present.15.value",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "total_sequence_length",
            "kv_cache_dim"
          ]
        },
        {
          "name": "present.19.value",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "total_sequence_length",
            "kv_cache_dim"
          ]
        },
        {
          "name": "present.23.value",
          "type": "float32",
          "shape": [
            "batch_size",
            2,
            "total_sequence_length",
            "kv_cache_dim"
          ]
        },
        {
          "name": "present.0.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.1.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.2.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.4.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.5.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.6.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.8.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.9.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.10.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.12.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.13.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.14.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.16.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.17.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.18.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.20.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.21.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.22.conv",
          "type": "float32",
          "shape": [
            "batch_size",
            6144,
            3
          ]
        },
        {
          "name": "present.0.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.1.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.2.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.4.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.5.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.6.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.8.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.9.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.10.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.12.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.13.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.14.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.16.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.17.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.18.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.20.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.21.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        },
        {
          "name": "present.22.recurrent",
          "type": "float32",
          "shape": [
            "batch_size",
            16,
            128,
            128
          ]
        }
      ],
      "parity": {
        "max_abs_dp": 3.7e-05,
        "argmax_flips": 0,
        "questions": 49
      },
      "max_positions": 262144
    }
  }
}