{
  "digest": "2de8c0579123e43add47a5f6e4f251482523d31405346ac88c98d8651ddbf897",
  "format": "mtplx-qwen4-ngram-manifest-v1",
  "padded_rows": 320001536,
  "row_bytes": 100,
  "row_width": 160,
  "shards": [
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 2450073712,
          "dtype": "U32",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_0.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 2425073592,
          "dtype": "BF16",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_0.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 2860937816,
          "dtype": "BF16",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_0.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-000",
      "row_count": 2500012,
      "sha256": "c377f1da5c24d5d17c1541a86d1e4dce803cf7875960a711d0244822f5ea1398",
      "start_row": 0,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_0"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 2225072632,
          "dtype": "U32",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_1.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 2200072512,
          "dtype": "BF16",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_1.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 2175072392,
          "dtype": "BF16",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_1.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-001",
      "row_count": 2500012,
      "sha256": "079a325af265f8b2bdde754094d9a5a2012d3f543183e435f48a48e7a5346f6f",
      "start_row": 2500012,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_1"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 1975071432,
          "dtype": "U32",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_2.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 1950071312,
          "dtype": "BF16",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_2.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 1925071192,
          "dtype": "BF16",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_2.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-002",
      "row_count": 2500012,
      "sha256": "108dcd94f37da031397766ad2034c30ab08be7e1d0b128938069b5c673ec6cdf",
      "start_row": 5000024,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_2"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 1725070232,
          "dtype": "U32",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_3.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 4610762048,
          "dtype": "BF16",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_3.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 1700070112,
          "dtype": "BF16",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_3.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-003",
      "row_count": 2500012,
      "sha256": "d7da13cbea9e8298331f9d442ac627c1775d5d7bd2afc3588aac8976b322d634",
      "start_row": 7500036,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_3"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 3620133392,
          "dtype": "U32",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_4.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 4141797064,
          "dtype": "BF16",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_4.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 2896014352,
          "dtype": "BF16",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_4.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-004",
      "row_count": 2500012,
      "sha256": "bdcfe7fae9db62a1a030f9781e463c58ab3c821ef2c44f979df2cb51c01cb474",
      "start_row": 10000048,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_4"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 1500069152,
          "dtype": "U32",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_5.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 3578252216,
          "dtype": "BF16",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_5.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 4677717752,
          "dtype": "BF16",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_5.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-005",
      "row_count": 2500012,
      "sha256": "e62d0daccda03692005d9e7c48a9bb74a47a94d1a1e391278368d9f505458b43",
      "start_row": 12500060,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_5"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 1300068192,
          "dtype": "U32",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_6.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 1275068072,
          "dtype": "BF16",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_6.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 4913733808,
          "dtype": "BF16",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_6.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-006",
      "row_count": 2500012,
      "sha256": "2d73162b2b99fdad86d6748454d590d95faa7f7731797ded454defba20562067",
      "start_row": 15000072,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_6"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 1075067112,
          "dtype": "U32",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_7.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 1050066992,
          "dtype": "BF16",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_7.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 3856158480,
          "dtype": "BF16",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_7.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-007",
      "row_count": 2500012,
      "sha256": "17b391b6c71d51bb78bd65a78251bca07bdf838327e5c0958a8d2ac10765892f",
      "start_row": 17500084,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_7"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 4702720176,
          "dtype": "U32",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_8.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 1025066872,
          "dtype": "BF16",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_8.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 1000066752,
          "dtype": "BF16",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_8.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-008",
      "row_count": 2500012,
      "sha256": "58eb6c3442a988bd04fd729971c8bb45e77e41abe499c3a64eff99605e9f6156",
      "start_row": 20000096,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_8"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 800065792,
          "dtype": "U32",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_9.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 775065672,
          "dtype": "BF16",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_9.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 750065552,
          "dtype": "BF16",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_9.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-009",
      "row_count": 2500012,
      "sha256": "d267ce5dbe5c926e9bdc77125f0e909f451876a7ab5d9be8c83061e3c9040ce0",
      "start_row": 22500108,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_9"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 3249159024,
          "dtype": "U32",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_10.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 2946384072,
          "dtype": "BF16",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_10.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 725065432,
          "dtype": "BF16",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_10.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-010",
      "row_count": 2500012,
      "sha256": "6dab9293adfe7da5d9f1a274a823633ba09848754505d633babf47d7ea395a78",
      "start_row": 25000120,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_10"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 525064472,
          "dtype": "U32",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_11.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 500064352,
          "dtype": "BF16",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_11.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 4351431272,
          "dtype": "BF16",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_11.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-011",
      "row_count": 2500012,
      "sha256": "eb863b3cefb1464a7b3cbdfa1a32f335f7e80e63cc2c2b68438381a0a2145f11",
      "start_row": 27500132,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_11"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 300063392,
          "dtype": "U32",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_12.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 3091506048,
          "dtype": "BF16",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_12.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 275063272,
          "dtype": "BF16",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_12.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-012",
      "row_count": 2500012,
      "sha256": "b09d93113c1eb81fb8d6e43d1d49a110969d4b73eaed50eea91713be542931c9",
      "start_row": 30000144,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_12"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 75062312,
          "dtype": "U32",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_13.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 3116510776,
          "dtype": "BF16",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_13.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 50062192,
          "dtype": "BF16",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_13.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-013",
      "row_count": 2500012,
      "sha256": "6a7fc31258ba6be5be4691fa4fa469b98def3947b09927976306be6ab7fec437",
      "start_row": 32500156,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_13"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 3912355080,
          "dtype": "U32",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_14.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 25062072,
          "dtype": "BF16",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_14.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 61952,
          "dtype": "BF16",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_14.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-014",
      "row_count": 2500012,
      "sha256": "b4437f7ba8f1d9a3e0a00edc94360a21e7b5b18c2564270892c7648e4f95ebe7",
      "start_row": 35000168,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_14"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 2655647872,
          "dtype": "U32",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_15.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 4300617232,
          "dtype": "BF16",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_15.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 3504327792,
          "dtype": "BF16",
          "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903",
          "file_size": 5024004024,
          "name": "model-00001-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_15.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-015",
      "row_count": 2500012,
      "sha256": "5422de6dc8e680032fa3fd69b0c08042338f5e63596a269022c7be7edb4ea74d",
      "start_row": 37500180,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_15"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 4800032526,
          "dtype": "U32",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_16.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 4450030846,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_16.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 4225029766,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_16.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-016",
      "row_count": 2500012,
      "sha256": "a1762cadd0bbecdd376cc364a4d92a04c923b312eb7187fbff06385fcde5c79e",
      "start_row": 40000192,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_16"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 4525031206,
          "dtype": "U32",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_17.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 3925028326,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_17.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 4200029646,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_17.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-017",
      "row_count": 2500012,
      "sha256": "8de78f646533bedb65f488ab290658cb1e90ff0f80c2f5b4209bf97d5e7fc28c",
      "start_row": 42500204,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_17"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 2700022446,
          "dtype": "U32",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_18.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 4775032406,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_18.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 4475030966,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_18.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-018",
      "row_count": 2500012,
      "sha256": "9522d2279717d7dfa4b81e8d0beabb6164ed265da0c247f3385a6aab46065152",
      "start_row": 45000216,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_18"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 3600026766,
          "dtype": "U32",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_19.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 3800027726,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_19.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 4750032286,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_19.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-019",
      "row_count": 2500012,
      "sha256": "3e561fe18112b810981d27fedb9476637f826e6d446103b94fbb97fe718d5429",
      "start_row": 47500228,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_19"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 4250029886,
          "dtype": "U32",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_20.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 3900028206,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_20.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 3825027846,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_20.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-020",
      "row_count": 2500012,
      "sha256": "032f28ea0f0b111aa6569e7a5a8b4c49b1b2031aca8b75e85151da5829a60dba",
      "start_row": 50000240,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_20"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 3150024606,
          "dtype": "U32",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_21.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 2900023406,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_21.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 4150029406,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_21.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-021",
      "row_count": 2500012,
      "sha256": "37bfa3c741de36ed2c779cf06ca08b05509bc8015472ddd7e9721c29105cc859",
      "start_row": 52500252,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_21"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 2475021366,
          "dtype": "U32",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_22.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 3875028086,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_22.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 3850027966,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_22.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-022",
      "row_count": 2500012,
      "sha256": "179eba4e2c601f651459d7add5dadb0829164b1c0d02de897ffa692336b2a5e7",
      "start_row": 55000264,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_22"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 3375025686,
          "dtype": "U32",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_23.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 2450021246,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_23.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 1225015366,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_23.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-023",
      "row_count": 2500012,
      "sha256": "d3c64051b08b551bc8593ef0af25895894dfc80762d72957f401fce6697f1b50",
      "start_row": 57500276,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_23"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 2250020286,
          "dtype": "U32",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_24.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 3575026646,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_24.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 2200020046,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_24.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-024",
      "row_count": 2500012,
      "sha256": "08e6835232aed9acffc8f6c40dda01510e4548de37241c8d8e3b9248e8ce223d",
      "start_row": 60000288,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_24"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 2925023526,
          "dtype": "U32",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_25.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 2175019926,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_25.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 3350025566,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_25.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-025",
      "row_count": 2500012,
      "sha256": "bc21d77f0f5dd2ad9e23004ff32f17500ce5b5a0eb6cebb6a9b24d34117ea545",
      "start_row": 62500300,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_25"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 1550016926,
          "dtype": "U32",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_26.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 2150019806,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_26.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 4500031086,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_26.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-026",
      "row_count": 2500012,
      "sha256": "49036cb597a56bb1792f428cb2b002b0fea004dbadd57e37af287047483e6967",
      "start_row": 65000312,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_26"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 1325015846,
          "dtype": "U32",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_27.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 1275015606,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_27.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 1525016806,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_27.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-027",
      "row_count": 2500012,
      "sha256": "d4183fa9519006aad33e046a91dd1c66bb68d16b0930f24260715b3aa6f363bb",
      "start_row": 67500324,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_27"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 1950018846,
          "dtype": "U32",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_28.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 1300015726,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_28.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 775013206,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_28.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-028",
      "row_count": 2500012,
      "sha256": "a490adfbc4a4525dfdd7663928a518021b23779c8905aa5f18ce026b7a4d045e",
      "start_row": 70000336,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_28"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 1025014406,
          "dtype": "U32",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_29.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 2225020166,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_29.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 1250015486,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_29.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-029",
      "row_count": 2500012,
      "sha256": "1d4a434545bab890fbed5533814370d2b87489e60cf3d7f7d2a49e0190853f62",
      "start_row": 72500348,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_29"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 1750017886,
          "dtype": "U32",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_30.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 2675022326,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_30.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 4175029526,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_30.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-030",
      "row_count": 2500012,
      "sha256": "d26ee08249924cad027914afb6759e35af288ee5b60ec1066f9506791a03dbe9",
      "start_row": 75000360,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_30"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 800013326,
          "dtype": "U32",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_31.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 4725032166,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_31.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 750013086,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_31.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-031",
      "row_count": 2500012,
      "sha256": "dff53d35de6d10cfecaa8db7e2a771636f67b813ab67a14bdea1963125a28b3d",
      "start_row": 77500372,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_31"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 550012126,
          "dtype": "U32",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_32.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 525012006,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_32.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 1000014286,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_32.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-032",
      "row_count": 2500012,
      "sha256": "03d5fccae0bcb23827f56387aaa3d0afcd44411b5b37caaedff9ea3198fbfe1d",
      "start_row": 80000384,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_32"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 3950028446,
          "dtype": "U32",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_33.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 500011886,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_33.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 475011766,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_33.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-033",
      "row_count": 2500012,
      "sha256": "f270d6441f67c1db114d893274742b41179b9c2f7895d21d612e599c6fee58b8",
      "start_row": 82500396,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_33"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 275010806,
          "dtype": "U32",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_34.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 250010686,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_34.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 3125024486,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_34.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-034",
      "row_count": 2500012,
      "sha256": "331fd4a36f64467d816ee529122c34ded68e71431abbcf53f98b7fab13f7ac2c",
      "start_row": 85000408,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_34"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 50009726,
          "dtype": "U32",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_35.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 25009606,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_35.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 9486,
          "dtype": "BF16",
          "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113",
          "file_size": 5000033486,
          "name": "model-00002-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_35.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-035",
      "row_count": 2500012,
      "sha256": "c42ae53ecc0212750029e0c4a869840834f62d652fd8975e05f2332ca571234e",
      "start_row": 87500420,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_35"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 3850027972,
          "dtype": "U32",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_36.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 4975033372,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_36.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 3125024492,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_36.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-036",
      "row_count": 2500012,
      "sha256": "6c91388bf7d6346e7bf81400726251023bedf4c5170a68ccd9b10e250da3f0d6",
      "start_row": 90000432,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_36"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 4325030252,
          "dtype": "U32",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_37.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 1675017532,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_37.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 3075024252,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_37.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-037",
      "row_count": 2500012,
      "sha256": "a9b8e57c31142cdc694fc320c7f59862cba51838ecb73bf86cc8aeec03f3bb14",
      "start_row": 92500444,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_37"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 4050028932,
          "dtype": "U32",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_38.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 2200020052,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_38.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 3825027852,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_38.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-038",
      "row_count": 2500012,
      "sha256": "330a4da0c7ae5a06e6d469024b19d4c7f688f51da86ea3b85dcfd9561612db65",
      "start_row": 95000456,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_38"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 3175024732,
          "dtype": "U32",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_39.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 3150024612,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_39.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 3800027732,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_39.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-039",
      "row_count": 2500012,
      "sha256": "dd39896a6d2834346f6958a0b64fa3ebc22287c249520c7d4abdb4c1f3b1c0a2",
      "start_row": 97500468,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_39"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 2850023172,
          "dtype": "U32",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_40.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 2525021612,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_40.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 4275030012,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_40.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-040",
      "row_count": 2500012,
      "sha256": "1cce577063d2b784371bb57e5fa1ea66d41b5ae9410f1c436aef089249a4c3e7",
      "start_row": 100000480,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_40"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 2575021852,
          "dtype": "U32",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_41.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 4300030132,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_41.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 4250029892,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_41.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-041",
      "row_count": 2500012,
      "sha256": "dd4cd729301b6c536167b1f6eb3c82f5ea47abd29ead0a03b4997b4749c871cd",
      "start_row": 102500492,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_41"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 4775032412,
          "dtype": "U32",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_42.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 2175019932,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_42.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 1325015852,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_42.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-042",
      "row_count": 2500012,
      "sha256": "92ca65216e26b9598ab7685a74d4dc816676b66d04db31661a49aed38ab71379",
      "start_row": 105000504,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_42"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 1700017652,
          "dtype": "U32",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_43.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 4550031332,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_43.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 3100024372,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_43.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-043",
      "row_count": 2500012,
      "sha256": "87a56ffe388023f25ae7bb41e3148ca8e9915b868371c9ec4aeee7852ffebfa3",
      "start_row": 107500516,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_43"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 1900018612,
          "dtype": "U32",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_44.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 1625017292,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_44.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 2450021252,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_44.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-044",
      "row_count": 2500012,
      "sha256": "df9c08abe81338194b1dcdfe0fab1be93082cdfb835d86548d9f255ce29c28c0",
      "start_row": 110000528,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_44"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 1425016332,
          "dtype": "U32",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_45.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 2500021492,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_45.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 1375016092,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_45.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-045",
      "row_count": 2500012,
      "sha256": "656f5251d3ca155dd77a8c5c87b74ff4b48ac1a60ba855de9ca4c0a460cea2ca",
      "start_row": 112500540,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_45"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 3575026652,
          "dtype": "U32",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_46.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 2550021732,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_46.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 1400016212,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_46.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-046",
      "row_count": 2500012,
      "sha256": "ee5f703fc7bad3f442a6d7cbfa70e347bbea3f3d6ed6e12c0ad413bbcf49cb49",
      "start_row": 115000552,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_46"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 3375025692,
          "dtype": "U32",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_47.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 2475021372,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_47.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 1300015732,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_47.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-047",
      "row_count": 2500012,
      "sha256": "825efb26e81125f2bc389db353b3b5ee5a46f286163fc9a25edc83c5d263fd6f",
      "start_row": 117500564,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_47"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 1100014772,
          "dtype": "U32",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_48.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 2100019572,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_48.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 875013692,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_48.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-048",
      "row_count": 2500012,
      "sha256": "3f7e52bab54283eeb440061d7dcc3b36b2e21f8e03e497bce4e97a60da1810d6",
      "start_row": 120000576,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_48"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 675012732,
          "dtype": "U32",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_49.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 3050024132,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_49.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 1350015972,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_49.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-049",
      "row_count": 2500012,
      "sha256": "b19a8c02618b364d3b2f18eefce746188134bf4149d87b5eb9f38dea5ca188dc",
      "start_row": 122500588,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_49"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 4575031452,
          "dtype": "U32",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_50.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 2800022932,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_50.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 2225020172,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_50.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-050",
      "row_count": 2500012,
      "sha256": "6f63c8d47c5063b0e430c00cae5405ea27246f657a8e2ea961f02df2bab11770",
      "start_row": 125000600,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_50"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 900013812,
          "dtype": "U32",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_51.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 2125019692,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_51.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 2825023052,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_51.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-051",
      "row_count": 2500012,
      "sha256": "b9a7583cbaca96c30aa25981ec2f1f9905257ea7fa8e2d41bc35f77a218b301e",
      "start_row": 127500612,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_51"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 475011772,
          "dtype": "U32",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_52.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 4525031212,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_52.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 2775022812,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_52.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-052",
      "row_count": 2500012,
      "sha256": "c70dc1fe7f7be0d596aa9848bb704decfe9ed39e0b323e1ebbb8275740c6a86f",
      "start_row": 130000624,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_52"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 2250020292,
          "dtype": "U32",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_53.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 3775027612,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_53.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 1650017412,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_53.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-053",
      "row_count": 2500012,
      "sha256": "e8413a7d79d2e49dedd501fb7751361b99aeaad01f34587635e8612d247c5335",
      "start_row": 132500636,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_53"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 275010812,
          "dtype": "U32",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_54.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 2150019812,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_54.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 250010692,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_54.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-054",
      "row_count": 2500012,
      "sha256": "fbd9ee2bd307d18d6c57922c01bf7d0acf1973689f473e617a25fa0ef0ef5e32",
      "start_row": 135000648,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_54"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 50009732,
          "dtype": "U32",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_55.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 25009612,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_55.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 9492,
          "dtype": "BF16",
          "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434",
          "file_size": 5000033492,
          "name": "model-00003-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_55.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-055",
      "row_count": 2500012,
      "sha256": "a6fe57cba6bddffeac92c39933cb820e6d8850d68fc742383cea1871226bab22",
      "start_row": 137500660,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_55"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 4475030968,
          "dtype": "U32",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_56.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 3025024008,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_56.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 4925033128,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_56.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-056",
      "row_count": 2500012,
      "sha256": "d1247421b5c6c4e4ad89378037843b5780df4da914be5445276f77029e6db743",
      "start_row": 140000672,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_56"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 3275025208,
          "dtype": "U32",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_57.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 4125029288,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_57.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 4675031928,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_57.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-057",
      "row_count": 2500012,
      "sha256": "f7689911e7719f37ee355b28f2bd665a2ae91c377f17969c3bfa4369f6ee43b3",
      "start_row": 142500684,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_57"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 2775022808,
          "dtype": "U32",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_58.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 4450030848,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_58.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 4700032048,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_58.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-058",
      "row_count": 2500012,
      "sha256": "4b1bb1ef8122840c48e0077c26de16f600def6e5652fa338f5811ba4410c5f98",
      "start_row": 145000696,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_58"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 3925028328,
          "dtype": "U32",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_59.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 1675017528,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_59.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 4200029648,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_59.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-059",
      "row_count": 2500012,
      "sha256": "d66ab4046f16b442cd192375dece9718fc47ddacd57f941a7234d8509d0d7e34",
      "start_row": 147500708,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_59"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 4225029768,
          "dtype": "U32",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_60.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 4150029408,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_60.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 3475026168,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_60.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-060",
      "row_count": 2500012,
      "sha256": "72a4c90c702717e6dc43e1593fdf25a164f536085514eabfe06cc5ef311caf44",
      "start_row": 150000720,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_60"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 3525026408,
          "dtype": "U32",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_61.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 1325015848,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_61.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 4425030728,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_61.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-061",
      "row_count": 2500012,
      "sha256": "75ec43bb1e09f551089c7f377748b08aa82085393fb935411f542861d302a056",
      "start_row": 152500732,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_61"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 3725027368,
          "dtype": "U32",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_62.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 3050024128,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_62.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 3000023888,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_62.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-062",
      "row_count": 2500012,
      "sha256": "c0300b6011a65fc6b5bdd56b7af7834d17699e8bfa5bba7222ab505cb97194bc",
      "start_row": 155000744,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_62"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 2550021728,
          "dtype": "U32",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_63.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 4950033248,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_63.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 1350015968,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_63.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-063",
      "row_count": 2500012,
      "sha256": "c61505a428ee5ec01dd1d1def613c1f6ad0b4f678f97747ed2308a0c26b0f340",
      "start_row": 157500756,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_63"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 1925018728,
          "dtype": "U32",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_64.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 3500026288,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_64.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 2525021608,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_64.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-064",
      "row_count": 2500012,
      "sha256": "09a400ec3163c510433086022d6b08c59c4841b082a0dfdf3d9e36a3de699016",
      "start_row": 160000768,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_64"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 2125019688,
          "dtype": "U32",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_65.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 1700017648,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_65.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 1275015608,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_65.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-065",
      "row_count": 2500012,
      "sha256": "8f92442f2ae6f073fd0d7a91e09dde6c25853db47e0ed9aaebe05a818dc1cd39",
      "start_row": 162500780,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_65"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 4725032168,
          "dtype": "U32",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_66.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 1650017408,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_66.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 1625017288,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_66.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-066",
      "row_count": 2500012,
      "sha256": "60d1ad27a2a0ba83cbdc1d4c37257296aa578a24b5715691203f13bec84e491a",
      "start_row": 165000792,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_66"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 1725017768,
          "dtype": "U32",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_67.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 1375016088,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_67.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 1200015248,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_67.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-067",
      "row_count": 2500012,
      "sha256": "94674753c5bab39f5be30bfd43bf897dcdc724fa059b3f4947657d31b358d8ae",
      "start_row": 167500804,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_67"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 975014168,
          "dtype": "U32",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_68.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 1175015128,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_68.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 4175029528,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_68.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-068",
      "row_count": 2500012,
      "sha256": "bcfdb8e3799bc8d5ffc74df67687cc7ce059330be21ded4566e352a647476d13",
      "start_row": 170000816,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_68"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 1425016328,
          "dtype": "U32",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_69.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 4975033368,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_69.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 1300015728,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_69.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-069",
      "row_count": 2500012,
      "sha256": "2837d605d0eda7f3331d32541c740332f3d130e0a739653c49eb0dfd6ed72cfe",
      "start_row": 172500828,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_69"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 2325020648,
          "dtype": "U32",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_70.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 950014048,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_70.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 1250015488,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_70.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-070",
      "row_count": 2500012,
      "sha256": "8a7f8819c562481625904afacfec6b56b9954f53fbe9c9aeb950209ff2e87b10",
      "start_row": 175000840,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_70"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 750013088,
          "dtype": "U32",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_71.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 725012968,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_71.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 1225015368,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_71.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-071",
      "row_count": 2500012,
      "sha256": "7bd8da7db856a1f5a3b832248a23b3631a562eca5661e66e042b82397afa1981",
      "start_row": 177500852,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_71"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 525012008,
          "dtype": "U32",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_72.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 1400016208,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_72.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 500011888,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_72.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-072",
      "row_count": 2500012,
      "sha256": "42f503775481c26cb8aea4f877524b6412b341b4578eaf7b2364724cad8e6867",
      "start_row": 180000864,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_72"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 3075024248,
          "dtype": "U32",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_73.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 2750022688,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_73.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 475011768,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_73.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-073",
      "row_count": 2500012,
      "sha256": "076f0e81b24221811e496cd2de5f2179538eefccba4fd0a65b13d5ea18e3daf0",
      "start_row": 182500876,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_73"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 275010808,
          "dtype": "U32",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_74.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 250010688,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_74.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 225010568,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_74.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-074",
      "row_count": 2500012,
      "sha256": "79a58510a4b0bd3f012a6eb6fe485d403f350058ecd96f6ab1f04a94a7e330f9",
      "start_row": 185000888,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_74"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 25009608,
          "dtype": "U32",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_75.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 2975023768,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_75.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 9488,
          "dtype": "BF16",
          "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e",
          "file_size": 5000033488,
          "name": "model-00004-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_75.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-075",
      "row_count": 2500012,
      "sha256": "e4bd7e6f56823820d4bc8ed7744dab35bc1bf77e8c39660369e2534fbd496e66",
      "start_row": 187500900,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_75"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 3550026528,
          "dtype": "U32",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_76.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 1000014288,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_76.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 3975028568,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_76.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-076",
      "row_count": 2500012,
      "sha256": "5758e49f9ea3fa42af043dd9cb011756329d5552d0072cd37ac401fe5abd7aea",
      "start_row": 190000912,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_76"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 4250029888,
          "dtype": "U32",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_77.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 3075024248,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_77.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 2850023168,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_77.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-077",
      "row_count": 2500012,
      "sha256": "c1f03e8b1af4533fd258c06486424c0481407deebcf16c01287721b0150686dc",
      "start_row": 192500924,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_77"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 4800032528,
          "dtype": "U32",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_78.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 3025024008,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_78.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 4750032288,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_78.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-078",
      "row_count": 2500012,
      "sha256": "81949b76eec70472bca3c82eb38a007bb8e8308d66264b17ba88ae26dc52e393",
      "start_row": 195000936,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_78"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 3775027608,
          "dtype": "U32",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_79.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 2900023408,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_79.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 2975023768,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_79.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-079",
      "row_count": 2500012,
      "sha256": "fb062d094e5a9ec9ce5e9b4439139f4cf20812c2f5bee0d99e425fe82f608f02",
      "start_row": 197500948,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_79"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 4050028928,
          "dtype": "U32",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_80.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 4000028688,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_80.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 4500031088,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_80.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-080",
      "row_count": 2500012,
      "sha256": "3d0ddf1281e1156baa062ff75390415ff1db3a50abd038cfaf49291214905781",
      "start_row": 200000960,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_80"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 3350025568,
          "dtype": "U32",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_81.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 2925023528,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_81.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 4475030968,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_81.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-081",
      "row_count": 2500012,
      "sha256": "9ea9889ffa2596fc711737e93ee02e38e12e80c2e5eb4f409abeabfcb7fa7666",
      "start_row": 202500972,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_81"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 4525031208,
          "dtype": "U32",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_82.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 2875023288,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_82.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 4450030848,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_82.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-082",
      "row_count": 2500012,
      "sha256": "0097fc6b1486aa02ba5752ad90c49ef2f9b9e4f79f53b1a7bab9dec080c42540",
      "start_row": 205000984,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_82"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 2450021248,
          "dtype": "U32",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_83.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 4725032168,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_83.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 2425021128,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_83.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-083",
      "row_count": 2500012,
      "sha256": "2dd8776ef2fdefb629bf3831fa9856c71f346b231d1c2499a03f458440bbdfd5",
      "start_row": 207500996,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_83"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 2025019208,
          "dtype": "U32",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_84.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 1750017888,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_84.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 1725017768,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_84.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-084",
      "row_count": 2500012,
      "sha256": "2ad7f18f417d66723a1d3ae31a20c5513939f710bbd0b6c5db41d54b71aad29f",
      "start_row": 210001008,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_84"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 1525016808,
          "dtype": "U32",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_85.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 1475016568,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_85.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 1500016688,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_85.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-085",
      "row_count": 2500012,
      "sha256": "71e2e5acc395834da0fc192e8132d37acb4a9ebae5a63e89b64a066a4adf561e",
      "start_row": 212501020,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_85"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 1825018248,
          "dtype": "U32",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_86.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 3325025448,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_86.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 1800018128,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_86.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-086",
      "row_count": 2500012,
      "sha256": "c347f44453d6e26f841d84dc5999fdabc1c2791991e01b346acdba1ad18a9f47",
      "start_row": 215001032,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_86"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 1275015608,
          "dtype": "U32",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_87.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 1050014528,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_87.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 1025014408,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_87.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-087",
      "row_count": 2500012,
      "sha256": "874d998c32d0117f43b179cc4f79b10edf9ced918872ddb5ee89a28e0f4e913d",
      "start_row": 217501044,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_87"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 2650022208,
          "dtype": "U32",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_88.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 4025028808,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_88.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 975014168,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_88.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-088",
      "row_count": 2500012,
      "sha256": "13924d994495c627e3ffca46af06f58deaef030f420ca3c834f6fe4ea7a3caca",
      "start_row": 220001056,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_88"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 2225020168,
          "dtype": "U32",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_89.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 1775018008,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_89.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 925013928,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_89.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-089",
      "row_count": 2500012,
      "sha256": "aede5ff41ab528c08b2da9d39f9c0976cf63b2409a6a5eb45880c037b17be99e",
      "start_row": 222501068,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_89"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 725012968,
          "dtype": "U32",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_90.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 950014048,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_90.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 3300025328,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_90.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-090",
      "row_count": 2500012,
      "sha256": "08906cb45035c8072db520e70a609a77a45608904ec86726f4b2980013dde9ff",
      "start_row": 225001080,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_90"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 1075014648,
          "dtype": "U32",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_91.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 2950023648,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_91.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 700012848,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_91.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-091",
      "row_count": 2500012,
      "sha256": "7054ac490b56f7c9dd0658abfa6bf305d7df51d642cf1a2d6eb3c0ba4758af44",
      "start_row": 227501092,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_91"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 500011888,
          "dtype": "U32",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_92.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 450011648,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_92.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 425011528,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_92.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-092",
      "row_count": 2500012,
      "sha256": "f5d2e89c9b2980e4c75a99703af87a36667ca89c93a05a5422e0ced03da7120e",
      "start_row": 230001104,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_92"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 225010568,
          "dtype": "U32",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_93.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 3050024128,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_93.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 3000023888,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_93.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-093",
      "row_count": 2500012,
      "sha256": "9738341022bf5472950895c2a2dea8d31a6826c45a2506325ea581232d55b9c7",
      "start_row": 232501116,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_93"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 25009608,
          "dtype": "U32",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_94.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 4775032408,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_94.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 475011768,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_94.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-094",
      "row_count": 2500012,
      "sha256": "fc47d5e44cb915c90ba934297f0db02fca777a518d11df045e30c4ee341fe5ac",
      "start_row": 235001128,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_94"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 3100024368,
          "dtype": "U32",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_95.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 9488,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_95.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 3750027488,
          "dtype": "BF16",
          "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1",
          "file_size": 5000033488,
          "name": "model-00005-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_95.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-095",
      "row_count": 2500012,
      "sha256": "200fe0298561b8164283c4a9ab8908f86b9f827681eeafc1da6c9f16107b77a3",
      "start_row": 237501140,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_95"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 3650027054,
          "dtype": "U32",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_96.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 2050019374,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_96.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 1225015414,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_96.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-096",
      "row_count": 2500012,
      "sha256": "ca9e8c55408167b085bc706033a6fb7a5dd91737016beb36f80038b47d8300b4",
      "start_row": 240001152,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_96"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 4600031614,
          "dtype": "U32",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_97.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 3850028014,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_97.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 3050024174,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_97.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-097",
      "row_count": 2500012,
      "sha256": "b21489cecbd9a6510972ee2b93f47d04c051c1ba41d9ccdd5667e6f2e5bba7a1",
      "start_row": 242501164,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_97"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 3325025494,
          "dtype": "U32",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_98.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 3550026574,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_98.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 3300025374,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_98.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-098",
      "row_count": 2500012,
      "sha256": "e291aa74eba82c09e3d472118e984470a74300689348b9d2b3f32042cc29359f",
      "start_row": 245001176,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_98"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 1775018054,
          "dtype": "U32",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_99.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 2100019614,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_99.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 4575031494,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_99.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-099",
      "row_count": 2500012,
      "sha256": "522873bf87c3f2088f76e32743b34574989c3339d3800426a9618d26662b3046",
      "start_row": 247501188,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_99"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 4800032574,
          "dtype": "U32",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_100.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 3075024294,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_100.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 950014094,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_100.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-100",
      "row_count": 2500012,
      "sha256": "b7247f90903d536443525cc5e828f0f0d70ea4483cf575c05c6aa15eef8a7f91",
      "start_row": 250001200,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_100"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 4175029574,
          "dtype": "U32",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_101.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 3600026814,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_101.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 1000014334,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_101.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-101",
      "row_count": 2500012,
      "sha256": "48e73bdd0eedc69a27d4318a89cf71e76d8a7246256b3ced3f3fcd2152d8d8d8",
      "start_row": 252501212,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_101"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 3100024414,
          "dtype": "U32",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_102.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 1500016734,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_102.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 2625022134,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_102.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-102",
      "row_count": 2500012,
      "sha256": "925ca67ad0f257d90ffe2832c06353350e507a8254c04d9cf44cefe8651e26db",
      "start_row": 255001224,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_102"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 3950028494,
          "dtype": "U32",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_103.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 4150029454,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_103.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 1975019014,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_103.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-103",
      "row_count": 2500012,
      "sha256": "280dfda56fa7d9af9d3002f01ecbf2ee96e7db313458fdb4eca5ea0a5a596c45",
      "start_row": 257501236,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_103"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 2850023214,
          "dtype": "U32",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_104.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 2600022014,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_104.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 2150019854,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_104.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-104",
      "row_count": 2500012,
      "sha256": "c5a43bccf891e453e6efb4a85fc936f65f2f86d6dab24631208fe02a4bbe43e0",
      "start_row": 260001248,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_104"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 2400021054,
          "dtype": "U32",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_105.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 2125019734,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_105.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 3900028254,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_105.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-105",
      "row_count": 2500012,
      "sha256": "72123326e6006149f02d22cd9f4901a8ac3a65fffab313238bb91286d4ac9ca2",
      "start_row": 262501260,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_105"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 2650022254,
          "dtype": "U32",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_106.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 2075019494,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_106.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 3575026694,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_106.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-106",
      "row_count": 2500012,
      "sha256": "286315f2e3e30c3ba98b152b713936a2c0584a2538489d72488337a76ef05f35",
      "start_row": 265001272,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_106"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 4375030534,
          "dtype": "U32",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_107.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 2025019254,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_107.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 2000019134,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_107.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-107",
      "row_count": 2500012,
      "sha256": "b60292cf937028de8074e087674b90b3d42b1c38ea1cc042fa0f4f50c77449d8",
      "start_row": 267501284,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_107"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 1575017094,
          "dtype": "U32",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_108.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 1525016854,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_108.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 1550016974,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_108.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-108",
      "row_count": 2500012,
      "sha256": "9706ee9be46cdb777b76a07df24c2e4cb68b3517434463d6232781f040378894",
      "start_row": 270001296,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_108"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 2175019974,
          "dtype": "U32",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_109.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 1475016614,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_109.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 1450016494,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_109.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-109",
      "row_count": 2500012,
      "sha256": "ee2387bfd1db3f14d408a0be07d631c90e530e1043423bb72456145cbb6e2111",
      "start_row": 272501308,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_109"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 1025014454,
          "dtype": "U32",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_110.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 3875028134,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_110.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 975014214,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_110.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-110",
      "row_count": 2500012,
      "sha256": "a82daed4980b496caa91b5bab2637edc279b0cd1c69c16891417870864a30910",
      "start_row": 275001320,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_110"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 1250015534,
          "dtype": "U32",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_111.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 3625026934,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_111.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 3925028374,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_111.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-111",
      "row_count": 2500012,
      "sha256": "4c887c36b8ffd67b805ed725fcd780becf076193606f6653361878bf9f1274f9",
      "start_row": 277501332,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_111"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 750013134,
          "dtype": "U32",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_112.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 3525026454,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_112.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 525012054,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_112.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-112",
      "row_count": 2500012,
      "sha256": "fc5f57bc96aece958ee3f37f34cfc9a23a190de866e9d8f8af2aea7889d24600",
      "start_row": 280001344,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_112"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 325011094,
          "dtype": "U32",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_113.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 300010974,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_113.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 2375020934,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_113.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-113",
      "row_count": 2500012,
      "sha256": "99ed2a74b1206b3015476130743876d7e70fe443d572a4cf936019ce7cbc430d",
      "start_row": 282501356,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_113"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 550012174,
          "dtype": "U32",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_114.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 275010854,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_114.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 250010734,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_114.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-114",
      "row_count": 2500012,
      "sha256": "d750e332ad7265b4959de7b1524acccfbfeb48babc7f2f0f0169702507c00a5e",
      "start_row": 285001368,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_114"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 50009774,
          "dtype": "U32",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_115.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 25009654,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_115.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 9534,
          "dtype": "BF16",
          "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56",
          "file_size": 5000033534,
          "name": "model-00006-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_115.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-115",
      "row_count": 2500012,
      "sha256": "de4cf56f5e64f986e17b1206d36b407e21e43c649f4f4d203816f61e47e0f7e7",
      "start_row": 287501380,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_115"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 4559006376,
          "dtype": "U32",
          "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249",
          "file_size": 5003702912,
          "name": "model-00007-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_116.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 1866158344,
          "dtype": "BF16",
          "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249",
          "file_size": 5003702912,
          "name": "model-00007-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_116.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 3909904464,
          "dtype": "BF16",
          "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249",
          "file_size": 5003702912,
          "name": "model-00007-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_116.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-116",
      "row_count": 2500012,
      "sha256": "41d8fd5d7b0b07ff6b728ab4e0b7634b86d3ee72c610653b9200cf2cbc1d5a13",
      "start_row": 290001392,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_116"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 3124506840,
          "dtype": "U32",
          "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249",
          "file_size": 5003702912,
          "name": "model-00007-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_117.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 4105384240,
          "dtype": "BF16",
          "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249",
          "file_size": 5003702912,
          "name": "model-00007-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_117.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 2895876592,
          "dtype": "BF16",
          "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249",
          "file_size": 5003702912,
          "name": "model-00007-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_117.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-117",
      "row_count": 2500012,
      "sha256": "24d82edfa52989c8db303d1d64c136c84851a742e084925a5a8cbd54c15fc267",
      "start_row": 292501404,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_117"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 1903278128,
          "dtype": "U32",
          "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249",
          "file_size": 5003702912,
          "name": "model-00007-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_118.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 352567168,
          "dtype": "BF16",
          "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249",
          "file_size": 5003702912,
          "name": "model-00007-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_118.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 4532342256,
          "dtype": "BF16",
          "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249",
          "file_size": 5003702912,
          "name": "model-00007-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_118.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-118",
      "row_count": 2500012,
      "sha256": "dfedfede11afca5854a20aac66802a45207570a8ca8073d10e945fe89fea1791",
      "start_row": 295001416,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_118"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 4763976376,
          "dtype": "U32",
          "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249",
          "file_size": 5003702912,
          "name": "model-00007-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_119.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 1480382920,
          "dtype": "BF16",
          "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249",
          "file_size": 5003702912,
          "name": "model-00007-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_119.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 3948716040,
          "dtype": "BF16",
          "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249",
          "file_size": 5003702912,
          "name": "model-00007-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_119.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-119",
      "row_count": 2500012,
      "sha256": "679ee2d66bd6115315e0a585f796c5b4a544fb7a72a8b56d6d238f99a014fc89",
      "start_row": 297501428,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_119"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 4173961288,
          "dtype": "U32",
          "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249",
          "file_size": 5003702912,
          "name": "model-00007-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_120.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 4455715376,
          "dtype": "BF16",
          "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249",
          "file_size": 5003702912,
          "name": "model-00007-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_120.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 1169078080,
          "dtype": "BF16",
          "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249",
          "file_size": 5003702912,
          "name": "model-00007-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_120.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-120",
      "row_count": 2500012,
      "sha256": "205ca37c58054de90a051c4f9eb30f1e12e345013f62c78ca1dcce6194059b6f",
      "start_row": 300001440,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_120"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 1505833952,
          "dtype": "U32",
          "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249",
          "file_size": 5003702912,
          "name": "model-00007-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_121.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 1101530080,
          "dtype": "BF16",
          "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249",
          "file_size": 5003702912,
          "name": "model-00007-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_121.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 1046719880,
          "dtype": "BF16",
          "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249",
          "file_size": 5003702912,
          "name": "model-00007-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_121.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-121",
      "row_count": 2500012,
      "sha256": "046ca9759b4019c4e5ad2699c18e3e9c79966d9ac29139be054e71f0cb8db592",
      "start_row": 302501452,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_121"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 1277760520,
          "dtype": "U32",
          "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249",
          "file_size": 5003702912,
          "name": "model-00007-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_122.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 4973490296,
          "dtype": "BF16",
          "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249",
          "file_size": 5003702912,
          "name": "model-00007-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_122.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 3041438000,
          "dtype": "BF16",
          "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249",
          "file_size": 5003702912,
          "name": "model-00007-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_122.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-122",
      "row_count": 2500012,
      "sha256": "b42ac075404b4f167aacff7f1dd89060e45e39cc5035a1634a9b50fbcfe610ce",
      "start_row": 305001464,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_122"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 2660825808,
          "dtype": "U32",
          "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249",
          "file_size": 5003702912,
          "name": "model-00007-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_123.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 997455568,
          "dtype": "BF16",
          "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249",
          "file_size": 5003702912,
          "name": "model-00007-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_123.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 744462840,
          "dtype": "BF16",
          "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249",
          "file_size": 5003702912,
          "name": "model-00007-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_123.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-123",
      "row_count": 2500012,
      "sha256": "dbda9488b0612cdd844ee40f51a2a1e0304f7a05cdd52c7b878de4d5e73586d7",
      "start_row": 307501476,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_123"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 2368927760,
          "dtype": "U32",
          "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249",
          "file_size": 5003702912,
          "name": "model-00007-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_124.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 3004786792,
          "dtype": "BF16",
          "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249",
          "file_size": 5003702912,
          "name": "model-00007-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_124.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 3575387512,
          "dtype": "BF16",
          "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249",
          "file_size": 5003702912,
          "name": "model-00007-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_124.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-124",
      "row_count": 2500012,
      "sha256": "155810e421a30ce72811b06853b39be66a0963097d70cd3bb55f49bf81bf9960",
      "start_row": 310001488,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_124"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 3603718448,
          "dtype": "U32",
          "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249",
          "file_size": 5003702912,
          "name": "model-00007-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_125.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 4410298968,
          "dtype": "BF16",
          "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249",
          "file_size": 5003702912,
          "name": "model-00007-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_125.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 1131458792,
          "dtype": "BF16",
          "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249",
          "file_size": 5003702912,
          "name": "model-00007-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_125.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-125",
      "row_count": 2500012,
      "sha256": "90a3f2aa1db9449fb5c8d8d0f7a7e601d14eac3e8c6e2d7401d8befcc1eb6292",
      "start_row": 312501500,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_125"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 2159631184,
          "dtype": "U32",
          "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249",
          "file_size": 5003702912,
          "name": "model-00007-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_126.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 1711969104,
          "dtype": "BF16",
          "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249",
          "file_size": 5003702912,
          "name": "model-00007-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_126.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 4490796856,
          "dtype": "BF16",
          "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249",
          "file_size": 5003702912,
          "name": "model-00007-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_126.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-126",
      "row_count": 2500012,
      "sha256": "9f26caa32c8b3455652827ca123306c9ec672fc4584a7d488a06e8a97924e30d",
      "start_row": 315001512,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_126"
    },
    {
      "components": [
        {
          "component": "weight",
          "data_bytes": 200000960,
          "data_offset": 3370212792,
          "dtype": "U32",
          "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249",
          "file_size": 5003702912,
          "name": "model-00007-of-00022.safetensors",
          "row_bytes": 80,
          "shape": [
            2500012,
            20
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_127.weight"
        },
        {
          "component": "scales",
          "data_bytes": 25000120,
          "data_offset": 4055167528,
          "dtype": "BF16",
          "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249",
          "file_size": 5003702912,
          "name": "model-00007-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_127.scales"
        },
        {
          "component": "biases",
          "data_bytes": 25000120,
          "data_offset": 4022018928,
          "dtype": "BF16",
          "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249",
          "file_size": 5003702912,
          "name": "model-00007-of-00022.safetensors",
          "row_bytes": 10,
          "shape": [
            2500012,
            5
          ],
          "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_127.biases"
        }
      ],
      "data_bytes": 250001200,
      "data_offset": 0,
      "file_size": 250001200,
      "name": "ngram-shard-127",
      "row_count": 2500012,
      "sha256": "4596a21ff4699443fd4781095b9fdeac010417edc116cbc947f8c4afd44e52ff",
      "start_row": 317501524,
      "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_127"
    }
  ],
  "source_repo": "Vontra/Qwen3.8-Flash-Next-MLX-oQ4-MTP",
  "source_revision": "43a82b3f0ff64fa417fd09ca046580f08d19b0d6",
  "storage": "affine-q4-g32"
}