| { |
| "digest": "2de8c0579123e43add47a5f6e4f251482523d31405346ac88c98d8651ddbf897", |
| "format": "mtplx-qwen4-ngram-manifest-v1", |
| "padded_rows": 320001536, |
| "row_bytes": 100, |
| "row_width": 160, |
| "shards": [ |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 2450073712, |
| "dtype": "U32", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_0.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 2425073592, |
| "dtype": "BF16", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_0.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 2860937816, |
| "dtype": "BF16", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_0.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-000", |
| "row_count": 2500012, |
| "sha256": "c377f1da5c24d5d17c1541a86d1e4dce803cf7875960a711d0244822f5ea1398", |
| "start_row": 0, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_0" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 2225072632, |
| "dtype": "U32", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_1.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 2200072512, |
| "dtype": "BF16", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_1.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 2175072392, |
| "dtype": "BF16", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_1.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-001", |
| "row_count": 2500012, |
| "sha256": "079a325af265f8b2bdde754094d9a5a2012d3f543183e435f48a48e7a5346f6f", |
| "start_row": 2500012, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_1" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 1975071432, |
| "dtype": "U32", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_2.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 1950071312, |
| "dtype": "BF16", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_2.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 1925071192, |
| "dtype": "BF16", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_2.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-002", |
| "row_count": 2500012, |
| "sha256": "108dcd94f37da031397766ad2034c30ab08be7e1d0b128938069b5c673ec6cdf", |
| "start_row": 5000024, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_2" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 1725070232, |
| "dtype": "U32", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_3.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 4610762048, |
| "dtype": "BF16", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_3.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 1700070112, |
| "dtype": "BF16", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_3.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-003", |
| "row_count": 2500012, |
| "sha256": "d7da13cbea9e8298331f9d442ac627c1775d5d7bd2afc3588aac8976b322d634", |
| "start_row": 7500036, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_3" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 3620133392, |
| "dtype": "U32", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_4.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 4141797064, |
| "dtype": "BF16", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_4.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 2896014352, |
| "dtype": "BF16", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_4.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-004", |
| "row_count": 2500012, |
| "sha256": "bdcfe7fae9db62a1a030f9781e463c58ab3c821ef2c44f979df2cb51c01cb474", |
| "start_row": 10000048, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_4" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 1500069152, |
| "dtype": "U32", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_5.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 3578252216, |
| "dtype": "BF16", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_5.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 4677717752, |
| "dtype": "BF16", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_5.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-005", |
| "row_count": 2500012, |
| "sha256": "e62d0daccda03692005d9e7c48a9bb74a47a94d1a1e391278368d9f505458b43", |
| "start_row": 12500060, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_5" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 1300068192, |
| "dtype": "U32", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_6.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 1275068072, |
| "dtype": "BF16", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_6.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 4913733808, |
| "dtype": "BF16", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_6.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-006", |
| "row_count": 2500012, |
| "sha256": "2d73162b2b99fdad86d6748454d590d95faa7f7731797ded454defba20562067", |
| "start_row": 15000072, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_6" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 1075067112, |
| "dtype": "U32", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_7.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 1050066992, |
| "dtype": "BF16", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_7.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 3856158480, |
| "dtype": "BF16", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_7.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-007", |
| "row_count": 2500012, |
| "sha256": "17b391b6c71d51bb78bd65a78251bca07bdf838327e5c0958a8d2ac10765892f", |
| "start_row": 17500084, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_7" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 4702720176, |
| "dtype": "U32", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_8.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 1025066872, |
| "dtype": "BF16", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_8.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 1000066752, |
| "dtype": "BF16", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_8.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-008", |
| "row_count": 2500012, |
| "sha256": "58eb6c3442a988bd04fd729971c8bb45e77e41abe499c3a64eff99605e9f6156", |
| "start_row": 20000096, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_8" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 800065792, |
| "dtype": "U32", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_9.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 775065672, |
| "dtype": "BF16", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_9.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 750065552, |
| "dtype": "BF16", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_9.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-009", |
| "row_count": 2500012, |
| "sha256": "d267ce5dbe5c926e9bdc77125f0e909f451876a7ab5d9be8c83061e3c9040ce0", |
| "start_row": 22500108, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_9" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 3249159024, |
| "dtype": "U32", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_10.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 2946384072, |
| "dtype": "BF16", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_10.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 725065432, |
| "dtype": "BF16", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_10.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-010", |
| "row_count": 2500012, |
| "sha256": "6dab9293adfe7da5d9f1a274a823633ba09848754505d633babf47d7ea395a78", |
| "start_row": 25000120, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_10" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 525064472, |
| "dtype": "U32", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_11.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 500064352, |
| "dtype": "BF16", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_11.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 4351431272, |
| "dtype": "BF16", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_11.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-011", |
| "row_count": 2500012, |
| "sha256": "eb863b3cefb1464a7b3cbdfa1a32f335f7e80e63cc2c2b68438381a0a2145f11", |
| "start_row": 27500132, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_11" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 300063392, |
| "dtype": "U32", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_12.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 3091506048, |
| "dtype": "BF16", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_12.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 275063272, |
| "dtype": "BF16", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_12.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-012", |
| "row_count": 2500012, |
| "sha256": "b09d93113c1eb81fb8d6e43d1d49a110969d4b73eaed50eea91713be542931c9", |
| "start_row": 30000144, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_12" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 75062312, |
| "dtype": "U32", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_13.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 3116510776, |
| "dtype": "BF16", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_13.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 50062192, |
| "dtype": "BF16", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_13.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-013", |
| "row_count": 2500012, |
| "sha256": "6a7fc31258ba6be5be4691fa4fa469b98def3947b09927976306be6ab7fec437", |
| "start_row": 32500156, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_13" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 3912355080, |
| "dtype": "U32", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_14.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 25062072, |
| "dtype": "BF16", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_14.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 61952, |
| "dtype": "BF16", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_14.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-014", |
| "row_count": 2500012, |
| "sha256": "b4437f7ba8f1d9a3e0a00edc94360a21e7b5b18c2564270892c7648e4f95ebe7", |
| "start_row": 35000168, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_14" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 2655647872, |
| "dtype": "U32", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_15.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 4300617232, |
| "dtype": "BF16", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_15.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 3504327792, |
| "dtype": "BF16", |
| "file_sha256": "d417144635b37be24467586d06749611d3de81003663205c83db0b1c94a5c903", |
| "file_size": 5024004024, |
| "name": "model-00001-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_15.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-015", |
| "row_count": 2500012, |
| "sha256": "5422de6dc8e680032fa3fd69b0c08042338f5e63596a269022c7be7edb4ea74d", |
| "start_row": 37500180, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_15" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 4800032526, |
| "dtype": "U32", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_16.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 4450030846, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_16.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 4225029766, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_16.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-016", |
| "row_count": 2500012, |
| "sha256": "a1762cadd0bbecdd376cc364a4d92a04c923b312eb7187fbff06385fcde5c79e", |
| "start_row": 40000192, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_16" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 4525031206, |
| "dtype": "U32", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_17.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 3925028326, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_17.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 4200029646, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_17.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-017", |
| "row_count": 2500012, |
| "sha256": "8de78f646533bedb65f488ab290658cb1e90ff0f80c2f5b4209bf97d5e7fc28c", |
| "start_row": 42500204, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_17" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 2700022446, |
| "dtype": "U32", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_18.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 4775032406, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_18.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 4475030966, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_18.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-018", |
| "row_count": 2500012, |
| "sha256": "9522d2279717d7dfa4b81e8d0beabb6164ed265da0c247f3385a6aab46065152", |
| "start_row": 45000216, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_18" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 3600026766, |
| "dtype": "U32", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_19.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 3800027726, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_19.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 4750032286, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_19.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-019", |
| "row_count": 2500012, |
| "sha256": "3e561fe18112b810981d27fedb9476637f826e6d446103b94fbb97fe718d5429", |
| "start_row": 47500228, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_19" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 4250029886, |
| "dtype": "U32", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_20.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 3900028206, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_20.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 3825027846, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_20.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-020", |
| "row_count": 2500012, |
| "sha256": "032f28ea0f0b111aa6569e7a5a8b4c49b1b2031aca8b75e85151da5829a60dba", |
| "start_row": 50000240, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_20" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 3150024606, |
| "dtype": "U32", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_21.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 2900023406, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_21.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 4150029406, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_21.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-021", |
| "row_count": 2500012, |
| "sha256": "37bfa3c741de36ed2c779cf06ca08b05509bc8015472ddd7e9721c29105cc859", |
| "start_row": 52500252, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_21" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 2475021366, |
| "dtype": "U32", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_22.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 3875028086, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_22.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 3850027966, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_22.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-022", |
| "row_count": 2500012, |
| "sha256": "179eba4e2c601f651459d7add5dadb0829164b1c0d02de897ffa692336b2a5e7", |
| "start_row": 55000264, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_22" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 3375025686, |
| "dtype": "U32", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_23.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 2450021246, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_23.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 1225015366, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_23.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-023", |
| "row_count": 2500012, |
| "sha256": "d3c64051b08b551bc8593ef0af25895894dfc80762d72957f401fce6697f1b50", |
| "start_row": 57500276, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_23" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 2250020286, |
| "dtype": "U32", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_24.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 3575026646, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_24.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 2200020046, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_24.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-024", |
| "row_count": 2500012, |
| "sha256": "08e6835232aed9acffc8f6c40dda01510e4548de37241c8d8e3b9248e8ce223d", |
| "start_row": 60000288, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_24" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 2925023526, |
| "dtype": "U32", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_25.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 2175019926, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_25.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 3350025566, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_25.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-025", |
| "row_count": 2500012, |
| "sha256": "bc21d77f0f5dd2ad9e23004ff32f17500ce5b5a0eb6cebb6a9b24d34117ea545", |
| "start_row": 62500300, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_25" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 1550016926, |
| "dtype": "U32", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_26.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 2150019806, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_26.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 4500031086, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_26.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-026", |
| "row_count": 2500012, |
| "sha256": "49036cb597a56bb1792f428cb2b002b0fea004dbadd57e37af287047483e6967", |
| "start_row": 65000312, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_26" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 1325015846, |
| "dtype": "U32", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_27.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 1275015606, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_27.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 1525016806, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_27.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-027", |
| "row_count": 2500012, |
| "sha256": "d4183fa9519006aad33e046a91dd1c66bb68d16b0930f24260715b3aa6f363bb", |
| "start_row": 67500324, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_27" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 1950018846, |
| "dtype": "U32", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_28.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 1300015726, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_28.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 775013206, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_28.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-028", |
| "row_count": 2500012, |
| "sha256": "a490adfbc4a4525dfdd7663928a518021b23779c8905aa5f18ce026b7a4d045e", |
| "start_row": 70000336, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_28" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 1025014406, |
| "dtype": "U32", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_29.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 2225020166, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_29.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 1250015486, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_29.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-029", |
| "row_count": 2500012, |
| "sha256": "1d4a434545bab890fbed5533814370d2b87489e60cf3d7f7d2a49e0190853f62", |
| "start_row": 72500348, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_29" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 1750017886, |
| "dtype": "U32", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_30.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 2675022326, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_30.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 4175029526, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_30.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-030", |
| "row_count": 2500012, |
| "sha256": "d26ee08249924cad027914afb6759e35af288ee5b60ec1066f9506791a03dbe9", |
| "start_row": 75000360, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_30" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 800013326, |
| "dtype": "U32", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_31.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 4725032166, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_31.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 750013086, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_31.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-031", |
| "row_count": 2500012, |
| "sha256": "dff53d35de6d10cfecaa8db7e2a771636f67b813ab67a14bdea1963125a28b3d", |
| "start_row": 77500372, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_31" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 550012126, |
| "dtype": "U32", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_32.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 525012006, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_32.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 1000014286, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_32.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-032", |
| "row_count": 2500012, |
| "sha256": "03d5fccae0bcb23827f56387aaa3d0afcd44411b5b37caaedff9ea3198fbfe1d", |
| "start_row": 80000384, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_32" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 3950028446, |
| "dtype": "U32", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_33.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 500011886, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_33.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 475011766, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_33.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-033", |
| "row_count": 2500012, |
| "sha256": "f270d6441f67c1db114d893274742b41179b9c2f7895d21d612e599c6fee58b8", |
| "start_row": 82500396, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_33" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 275010806, |
| "dtype": "U32", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_34.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 250010686, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_34.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 3125024486, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_34.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-034", |
| "row_count": 2500012, |
| "sha256": "331fd4a36f64467d816ee529122c34ded68e71431abbcf53f98b7fab13f7ac2c", |
| "start_row": 85000408, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_34" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 50009726, |
| "dtype": "U32", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_35.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 25009606, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_35.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 9486, |
| "dtype": "BF16", |
| "file_sha256": "4acddf6f8bb11a26ddaca9b9ae917567ae32013f779e96567410169bbac9a113", |
| "file_size": 5000033486, |
| "name": "model-00002-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_35.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-035", |
| "row_count": 2500012, |
| "sha256": "c42ae53ecc0212750029e0c4a869840834f62d652fd8975e05f2332ca571234e", |
| "start_row": 87500420, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_35" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 3850027972, |
| "dtype": "U32", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_36.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 4975033372, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_36.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 3125024492, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_36.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-036", |
| "row_count": 2500012, |
| "sha256": "6c91388bf7d6346e7bf81400726251023bedf4c5170a68ccd9b10e250da3f0d6", |
| "start_row": 90000432, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_36" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 4325030252, |
| "dtype": "U32", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_37.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 1675017532, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_37.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 3075024252, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_37.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-037", |
| "row_count": 2500012, |
| "sha256": "a9b8e57c31142cdc694fc320c7f59862cba51838ecb73bf86cc8aeec03f3bb14", |
| "start_row": 92500444, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_37" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 4050028932, |
| "dtype": "U32", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_38.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 2200020052, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_38.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 3825027852, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_38.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-038", |
| "row_count": 2500012, |
| "sha256": "330a4da0c7ae5a06e6d469024b19d4c7f688f51da86ea3b85dcfd9561612db65", |
| "start_row": 95000456, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_38" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 3175024732, |
| "dtype": "U32", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_39.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 3150024612, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_39.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 3800027732, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_39.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-039", |
| "row_count": 2500012, |
| "sha256": "dd39896a6d2834346f6958a0b64fa3ebc22287c249520c7d4abdb4c1f3b1c0a2", |
| "start_row": 97500468, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_39" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 2850023172, |
| "dtype": "U32", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_40.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 2525021612, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_40.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 4275030012, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_40.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-040", |
| "row_count": 2500012, |
| "sha256": "1cce577063d2b784371bb57e5fa1ea66d41b5ae9410f1c436aef089249a4c3e7", |
| "start_row": 100000480, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_40" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 2575021852, |
| "dtype": "U32", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_41.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 4300030132, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_41.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 4250029892, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_41.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-041", |
| "row_count": 2500012, |
| "sha256": "dd4cd729301b6c536167b1f6eb3c82f5ea47abd29ead0a03b4997b4749c871cd", |
| "start_row": 102500492, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_41" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 4775032412, |
| "dtype": "U32", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_42.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 2175019932, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_42.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 1325015852, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_42.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-042", |
| "row_count": 2500012, |
| "sha256": "92ca65216e26b9598ab7685a74d4dc816676b66d04db31661a49aed38ab71379", |
| "start_row": 105000504, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_42" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 1700017652, |
| "dtype": "U32", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_43.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 4550031332, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_43.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 3100024372, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_43.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-043", |
| "row_count": 2500012, |
| "sha256": "87a56ffe388023f25ae7bb41e3148ca8e9915b868371c9ec4aeee7852ffebfa3", |
| "start_row": 107500516, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_43" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 1900018612, |
| "dtype": "U32", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_44.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 1625017292, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_44.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 2450021252, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_44.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-044", |
| "row_count": 2500012, |
| "sha256": "df9c08abe81338194b1dcdfe0fab1be93082cdfb835d86548d9f255ce29c28c0", |
| "start_row": 110000528, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_44" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 1425016332, |
| "dtype": "U32", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_45.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 2500021492, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_45.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 1375016092, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_45.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-045", |
| "row_count": 2500012, |
| "sha256": "656f5251d3ca155dd77a8c5c87b74ff4b48ac1a60ba855de9ca4c0a460cea2ca", |
| "start_row": 112500540, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_45" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 3575026652, |
| "dtype": "U32", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_46.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 2550021732, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_46.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 1400016212, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_46.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-046", |
| "row_count": 2500012, |
| "sha256": "ee5f703fc7bad3f442a6d7cbfa70e347bbea3f3d6ed6e12c0ad413bbcf49cb49", |
| "start_row": 115000552, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_46" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 3375025692, |
| "dtype": "U32", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_47.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 2475021372, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_47.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 1300015732, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_47.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-047", |
| "row_count": 2500012, |
| "sha256": "825efb26e81125f2bc389db353b3b5ee5a46f286163fc9a25edc83c5d263fd6f", |
| "start_row": 117500564, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_47" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 1100014772, |
| "dtype": "U32", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_48.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 2100019572, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_48.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 875013692, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_48.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-048", |
| "row_count": 2500012, |
| "sha256": "3f7e52bab54283eeb440061d7dcc3b36b2e21f8e03e497bce4e97a60da1810d6", |
| "start_row": 120000576, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_48" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 675012732, |
| "dtype": "U32", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_49.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 3050024132, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_49.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 1350015972, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_49.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-049", |
| "row_count": 2500012, |
| "sha256": "b19a8c02618b364d3b2f18eefce746188134bf4149d87b5eb9f38dea5ca188dc", |
| "start_row": 122500588, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_49" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 4575031452, |
| "dtype": "U32", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_50.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 2800022932, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_50.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 2225020172, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_50.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-050", |
| "row_count": 2500012, |
| "sha256": "6f63c8d47c5063b0e430c00cae5405ea27246f657a8e2ea961f02df2bab11770", |
| "start_row": 125000600, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_50" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 900013812, |
| "dtype": "U32", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_51.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 2125019692, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_51.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 2825023052, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_51.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-051", |
| "row_count": 2500012, |
| "sha256": "b9a7583cbaca96c30aa25981ec2f1f9905257ea7fa8e2d41bc35f77a218b301e", |
| "start_row": 127500612, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_51" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 475011772, |
| "dtype": "U32", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_52.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 4525031212, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_52.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 2775022812, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_52.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-052", |
| "row_count": 2500012, |
| "sha256": "c70dc1fe7f7be0d596aa9848bb704decfe9ed39e0b323e1ebbb8275740c6a86f", |
| "start_row": 130000624, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_52" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 2250020292, |
| "dtype": "U32", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_53.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 3775027612, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_53.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 1650017412, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_53.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-053", |
| "row_count": 2500012, |
| "sha256": "e8413a7d79d2e49dedd501fb7751361b99aeaad01f34587635e8612d247c5335", |
| "start_row": 132500636, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_53" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 275010812, |
| "dtype": "U32", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_54.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 2150019812, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_54.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 250010692, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_54.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-054", |
| "row_count": 2500012, |
| "sha256": "fbd9ee2bd307d18d6c57922c01bf7d0acf1973689f473e617a25fa0ef0ef5e32", |
| "start_row": 135000648, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_54" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 50009732, |
| "dtype": "U32", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_55.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 25009612, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_55.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 9492, |
| "dtype": "BF16", |
| "file_sha256": "51921c66850802fca6c09109b8d6a7b224296ac537a8d8cd9086c55ef0932434", |
| "file_size": 5000033492, |
| "name": "model-00003-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_55.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-055", |
| "row_count": 2500012, |
| "sha256": "a6fe57cba6bddffeac92c39933cb820e6d8850d68fc742383cea1871226bab22", |
| "start_row": 137500660, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_55" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 4475030968, |
| "dtype": "U32", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_56.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 3025024008, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_56.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 4925033128, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_56.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-056", |
| "row_count": 2500012, |
| "sha256": "d1247421b5c6c4e4ad89378037843b5780df4da914be5445276f77029e6db743", |
| "start_row": 140000672, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_56" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 3275025208, |
| "dtype": "U32", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_57.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 4125029288, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_57.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 4675031928, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_57.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-057", |
| "row_count": 2500012, |
| "sha256": "f7689911e7719f37ee355b28f2bd665a2ae91c377f17969c3bfa4369f6ee43b3", |
| "start_row": 142500684, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_57" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 2775022808, |
| "dtype": "U32", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_58.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 4450030848, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_58.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 4700032048, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_58.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-058", |
| "row_count": 2500012, |
| "sha256": "4b1bb1ef8122840c48e0077c26de16f600def6e5652fa338f5811ba4410c5f98", |
| "start_row": 145000696, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_58" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 3925028328, |
| "dtype": "U32", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_59.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 1675017528, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_59.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 4200029648, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_59.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-059", |
| "row_count": 2500012, |
| "sha256": "d66ab4046f16b442cd192375dece9718fc47ddacd57f941a7234d8509d0d7e34", |
| "start_row": 147500708, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_59" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 4225029768, |
| "dtype": "U32", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_60.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 4150029408, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_60.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 3475026168, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_60.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-060", |
| "row_count": 2500012, |
| "sha256": "72a4c90c702717e6dc43e1593fdf25a164f536085514eabfe06cc5ef311caf44", |
| "start_row": 150000720, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_60" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 3525026408, |
| "dtype": "U32", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_61.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 1325015848, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_61.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 4425030728, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_61.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-061", |
| "row_count": 2500012, |
| "sha256": "75ec43bb1e09f551089c7f377748b08aa82085393fb935411f542861d302a056", |
| "start_row": 152500732, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_61" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 3725027368, |
| "dtype": "U32", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_62.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 3050024128, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_62.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 3000023888, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_62.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-062", |
| "row_count": 2500012, |
| "sha256": "c0300b6011a65fc6b5bdd56b7af7834d17699e8bfa5bba7222ab505cb97194bc", |
| "start_row": 155000744, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_62" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 2550021728, |
| "dtype": "U32", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_63.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 4950033248, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_63.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 1350015968, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_63.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-063", |
| "row_count": 2500012, |
| "sha256": "c61505a428ee5ec01dd1d1def613c1f6ad0b4f678f97747ed2308a0c26b0f340", |
| "start_row": 157500756, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_63" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 1925018728, |
| "dtype": "U32", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_64.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 3500026288, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_64.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 2525021608, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_64.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-064", |
| "row_count": 2500012, |
| "sha256": "09a400ec3163c510433086022d6b08c59c4841b082a0dfdf3d9e36a3de699016", |
| "start_row": 160000768, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_64" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 2125019688, |
| "dtype": "U32", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_65.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 1700017648, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_65.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 1275015608, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_65.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-065", |
| "row_count": 2500012, |
| "sha256": "8f92442f2ae6f073fd0d7a91e09dde6c25853db47e0ed9aaebe05a818dc1cd39", |
| "start_row": 162500780, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_65" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 4725032168, |
| "dtype": "U32", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_66.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 1650017408, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_66.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 1625017288, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_66.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-066", |
| "row_count": 2500012, |
| "sha256": "60d1ad27a2a0ba83cbdc1d4c37257296aa578a24b5715691203f13bec84e491a", |
| "start_row": 165000792, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_66" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 1725017768, |
| "dtype": "U32", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_67.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 1375016088, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_67.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 1200015248, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_67.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-067", |
| "row_count": 2500012, |
| "sha256": "94674753c5bab39f5be30bfd43bf897dcdc724fa059b3f4947657d31b358d8ae", |
| "start_row": 167500804, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_67" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 975014168, |
| "dtype": "U32", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_68.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 1175015128, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_68.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 4175029528, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_68.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-068", |
| "row_count": 2500012, |
| "sha256": "bcfdb8e3799bc8d5ffc74df67687cc7ce059330be21ded4566e352a647476d13", |
| "start_row": 170000816, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_68" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 1425016328, |
| "dtype": "U32", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_69.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 4975033368, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_69.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 1300015728, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_69.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-069", |
| "row_count": 2500012, |
| "sha256": "2837d605d0eda7f3331d32541c740332f3d130e0a739653c49eb0dfd6ed72cfe", |
| "start_row": 172500828, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_69" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 2325020648, |
| "dtype": "U32", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_70.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 950014048, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_70.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 1250015488, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_70.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-070", |
| "row_count": 2500012, |
| "sha256": "8a7f8819c562481625904afacfec6b56b9954f53fbe9c9aeb950209ff2e87b10", |
| "start_row": 175000840, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_70" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 750013088, |
| "dtype": "U32", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_71.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 725012968, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_71.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 1225015368, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_71.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-071", |
| "row_count": 2500012, |
| "sha256": "7bd8da7db856a1f5a3b832248a23b3631a562eca5661e66e042b82397afa1981", |
| "start_row": 177500852, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_71" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 525012008, |
| "dtype": "U32", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_72.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 1400016208, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_72.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 500011888, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_72.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-072", |
| "row_count": 2500012, |
| "sha256": "42f503775481c26cb8aea4f877524b6412b341b4578eaf7b2364724cad8e6867", |
| "start_row": 180000864, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_72" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 3075024248, |
| "dtype": "U32", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_73.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 2750022688, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_73.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 475011768, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_73.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-073", |
| "row_count": 2500012, |
| "sha256": "076f0e81b24221811e496cd2de5f2179538eefccba4fd0a65b13d5ea18e3daf0", |
| "start_row": 182500876, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_73" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 275010808, |
| "dtype": "U32", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_74.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 250010688, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_74.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 225010568, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_74.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-074", |
| "row_count": 2500012, |
| "sha256": "79a58510a4b0bd3f012a6eb6fe485d403f350058ecd96f6ab1f04a94a7e330f9", |
| "start_row": 185000888, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_74" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 25009608, |
| "dtype": "U32", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_75.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 2975023768, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_75.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 9488, |
| "dtype": "BF16", |
| "file_sha256": "4da779ebbaaef604fb5e11353d925d2a98641ed9ba3056b46b845f50f2056d8e", |
| "file_size": 5000033488, |
| "name": "model-00004-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_75.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-075", |
| "row_count": 2500012, |
| "sha256": "e4bd7e6f56823820d4bc8ed7744dab35bc1bf77e8c39660369e2534fbd496e66", |
| "start_row": 187500900, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_75" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 3550026528, |
| "dtype": "U32", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_76.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 1000014288, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_76.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 3975028568, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_76.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-076", |
| "row_count": 2500012, |
| "sha256": "5758e49f9ea3fa42af043dd9cb011756329d5552d0072cd37ac401fe5abd7aea", |
| "start_row": 190000912, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_76" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 4250029888, |
| "dtype": "U32", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_77.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 3075024248, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_77.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 2850023168, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_77.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-077", |
| "row_count": 2500012, |
| "sha256": "c1f03e8b1af4533fd258c06486424c0481407deebcf16c01287721b0150686dc", |
| "start_row": 192500924, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_77" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 4800032528, |
| "dtype": "U32", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_78.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 3025024008, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_78.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 4750032288, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_78.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-078", |
| "row_count": 2500012, |
| "sha256": "81949b76eec70472bca3c82eb38a007bb8e8308d66264b17ba88ae26dc52e393", |
| "start_row": 195000936, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_78" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 3775027608, |
| "dtype": "U32", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_79.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 2900023408, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_79.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 2975023768, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_79.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-079", |
| "row_count": 2500012, |
| "sha256": "fb062d094e5a9ec9ce5e9b4439139f4cf20812c2f5bee0d99e425fe82f608f02", |
| "start_row": 197500948, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_79" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 4050028928, |
| "dtype": "U32", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_80.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 4000028688, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_80.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 4500031088, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_80.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-080", |
| "row_count": 2500012, |
| "sha256": "3d0ddf1281e1156baa062ff75390415ff1db3a50abd038cfaf49291214905781", |
| "start_row": 200000960, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_80" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 3350025568, |
| "dtype": "U32", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_81.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 2925023528, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_81.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 4475030968, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_81.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-081", |
| "row_count": 2500012, |
| "sha256": "9ea9889ffa2596fc711737e93ee02e38e12e80c2e5eb4f409abeabfcb7fa7666", |
| "start_row": 202500972, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_81" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 4525031208, |
| "dtype": "U32", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_82.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 2875023288, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_82.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 4450030848, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_82.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-082", |
| "row_count": 2500012, |
| "sha256": "0097fc6b1486aa02ba5752ad90c49ef2f9b9e4f79f53b1a7bab9dec080c42540", |
| "start_row": 205000984, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_82" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 2450021248, |
| "dtype": "U32", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_83.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 4725032168, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_83.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 2425021128, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_83.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-083", |
| "row_count": 2500012, |
| "sha256": "2dd8776ef2fdefb629bf3831fa9856c71f346b231d1c2499a03f458440bbdfd5", |
| "start_row": 207500996, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_83" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 2025019208, |
| "dtype": "U32", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_84.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 1750017888, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_84.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 1725017768, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_84.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-084", |
| "row_count": 2500012, |
| "sha256": "2ad7f18f417d66723a1d3ae31a20c5513939f710bbd0b6c5db41d54b71aad29f", |
| "start_row": 210001008, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_84" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 1525016808, |
| "dtype": "U32", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_85.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 1475016568, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_85.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 1500016688, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_85.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-085", |
| "row_count": 2500012, |
| "sha256": "71e2e5acc395834da0fc192e8132d37acb4a9ebae5a63e89b64a066a4adf561e", |
| "start_row": 212501020, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_85" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 1825018248, |
| "dtype": "U32", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_86.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 3325025448, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_86.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 1800018128, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_86.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-086", |
| "row_count": 2500012, |
| "sha256": "c347f44453d6e26f841d84dc5999fdabc1c2791991e01b346acdba1ad18a9f47", |
| "start_row": 215001032, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_86" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 1275015608, |
| "dtype": "U32", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_87.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 1050014528, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_87.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 1025014408, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_87.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-087", |
| "row_count": 2500012, |
| "sha256": "874d998c32d0117f43b179cc4f79b10edf9ced918872ddb5ee89a28e0f4e913d", |
| "start_row": 217501044, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_87" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 2650022208, |
| "dtype": "U32", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_88.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 4025028808, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_88.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 975014168, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_88.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-088", |
| "row_count": 2500012, |
| "sha256": "13924d994495c627e3ffca46af06f58deaef030f420ca3c834f6fe4ea7a3caca", |
| "start_row": 220001056, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_88" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 2225020168, |
| "dtype": "U32", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_89.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 1775018008, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_89.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 925013928, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_89.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-089", |
| "row_count": 2500012, |
| "sha256": "aede5ff41ab528c08b2da9d39f9c0976cf63b2409a6a5eb45880c037b17be99e", |
| "start_row": 222501068, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_89" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 725012968, |
| "dtype": "U32", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_90.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 950014048, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_90.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 3300025328, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_90.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-090", |
| "row_count": 2500012, |
| "sha256": "08906cb45035c8072db520e70a609a77a45608904ec86726f4b2980013dde9ff", |
| "start_row": 225001080, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_90" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 1075014648, |
| "dtype": "U32", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_91.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 2950023648, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_91.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 700012848, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_91.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-091", |
| "row_count": 2500012, |
| "sha256": "7054ac490b56f7c9dd0658abfa6bf305d7df51d642cf1a2d6eb3c0ba4758af44", |
| "start_row": 227501092, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_91" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 500011888, |
| "dtype": "U32", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_92.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 450011648, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_92.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 425011528, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_92.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-092", |
| "row_count": 2500012, |
| "sha256": "f5d2e89c9b2980e4c75a99703af87a36667ca89c93a05a5422e0ced03da7120e", |
| "start_row": 230001104, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_92" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 225010568, |
| "dtype": "U32", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_93.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 3050024128, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_93.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 3000023888, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_93.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-093", |
| "row_count": 2500012, |
| "sha256": "9738341022bf5472950895c2a2dea8d31a6826c45a2506325ea581232d55b9c7", |
| "start_row": 232501116, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_93" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 25009608, |
| "dtype": "U32", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_94.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 4775032408, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_94.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 475011768, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_94.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-094", |
| "row_count": 2500012, |
| "sha256": "fc47d5e44cb915c90ba934297f0db02fca777a518d11df045e30c4ee341fe5ac", |
| "start_row": 235001128, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_94" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 3100024368, |
| "dtype": "U32", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_95.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 9488, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_95.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 3750027488, |
| "dtype": "BF16", |
| "file_sha256": "b2afbaf8179aceab3537f211e7261656f7834176b24e8f723958e6de8f3767a1", |
| "file_size": 5000033488, |
| "name": "model-00005-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_95.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-095", |
| "row_count": 2500012, |
| "sha256": "200fe0298561b8164283c4a9ab8908f86b9f827681eeafc1da6c9f16107b77a3", |
| "start_row": 237501140, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_95" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 3650027054, |
| "dtype": "U32", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_96.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 2050019374, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_96.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 1225015414, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_96.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-096", |
| "row_count": 2500012, |
| "sha256": "ca9e8c55408167b085bc706033a6fb7a5dd91737016beb36f80038b47d8300b4", |
| "start_row": 240001152, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_96" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 4600031614, |
| "dtype": "U32", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_97.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 3850028014, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_97.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 3050024174, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_97.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-097", |
| "row_count": 2500012, |
| "sha256": "b21489cecbd9a6510972ee2b93f47d04c051c1ba41d9ccdd5667e6f2e5bba7a1", |
| "start_row": 242501164, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_97" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 3325025494, |
| "dtype": "U32", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_98.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 3550026574, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_98.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 3300025374, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_98.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-098", |
| "row_count": 2500012, |
| "sha256": "e291aa74eba82c09e3d472118e984470a74300689348b9d2b3f32042cc29359f", |
| "start_row": 245001176, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_98" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 1775018054, |
| "dtype": "U32", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_99.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 2100019614, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_99.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 4575031494, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_99.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-099", |
| "row_count": 2500012, |
| "sha256": "522873bf87c3f2088f76e32743b34574989c3339d3800426a9618d26662b3046", |
| "start_row": 247501188, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_99" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 4800032574, |
| "dtype": "U32", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_100.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 3075024294, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_100.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 950014094, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_100.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-100", |
| "row_count": 2500012, |
| "sha256": "b7247f90903d536443525cc5e828f0f0d70ea4483cf575c05c6aa15eef8a7f91", |
| "start_row": 250001200, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_100" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 4175029574, |
| "dtype": "U32", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_101.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 3600026814, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_101.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 1000014334, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_101.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-101", |
| "row_count": 2500012, |
| "sha256": "48e73bdd0eedc69a27d4318a89cf71e76d8a7246256b3ced3f3fcd2152d8d8d8", |
| "start_row": 252501212, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_101" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 3100024414, |
| "dtype": "U32", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_102.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 1500016734, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_102.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 2625022134, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_102.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-102", |
| "row_count": 2500012, |
| "sha256": "925ca67ad0f257d90ffe2832c06353350e507a8254c04d9cf44cefe8651e26db", |
| "start_row": 255001224, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_102" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 3950028494, |
| "dtype": "U32", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_103.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 4150029454, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_103.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 1975019014, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_103.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-103", |
| "row_count": 2500012, |
| "sha256": "280dfda56fa7d9af9d3002f01ecbf2ee96e7db313458fdb4eca5ea0a5a596c45", |
| "start_row": 257501236, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_103" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 2850023214, |
| "dtype": "U32", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_104.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 2600022014, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_104.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 2150019854, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_104.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-104", |
| "row_count": 2500012, |
| "sha256": "c5a43bccf891e453e6efb4a85fc936f65f2f86d6dab24631208fe02a4bbe43e0", |
| "start_row": 260001248, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_104" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 2400021054, |
| "dtype": "U32", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_105.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 2125019734, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_105.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 3900028254, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_105.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-105", |
| "row_count": 2500012, |
| "sha256": "72123326e6006149f02d22cd9f4901a8ac3a65fffab313238bb91286d4ac9ca2", |
| "start_row": 262501260, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_105" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 2650022254, |
| "dtype": "U32", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_106.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 2075019494, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_106.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 3575026694, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_106.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-106", |
| "row_count": 2500012, |
| "sha256": "286315f2e3e30c3ba98b152b713936a2c0584a2538489d72488337a76ef05f35", |
| "start_row": 265001272, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_106" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 4375030534, |
| "dtype": "U32", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_107.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 2025019254, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_107.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 2000019134, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_107.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-107", |
| "row_count": 2500012, |
| "sha256": "b60292cf937028de8074e087674b90b3d42b1c38ea1cc042fa0f4f50c77449d8", |
| "start_row": 267501284, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_107" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 1575017094, |
| "dtype": "U32", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_108.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 1525016854, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_108.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 1550016974, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_108.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-108", |
| "row_count": 2500012, |
| "sha256": "9706ee9be46cdb777b76a07df24c2e4cb68b3517434463d6232781f040378894", |
| "start_row": 270001296, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_108" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 2175019974, |
| "dtype": "U32", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_109.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 1475016614, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_109.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 1450016494, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_109.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-109", |
| "row_count": 2500012, |
| "sha256": "ee2387bfd1db3f14d408a0be07d631c90e530e1043423bb72456145cbb6e2111", |
| "start_row": 272501308, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_109" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 1025014454, |
| "dtype": "U32", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_110.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 3875028134, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_110.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 975014214, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_110.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-110", |
| "row_count": 2500012, |
| "sha256": "a82daed4980b496caa91b5bab2637edc279b0cd1c69c16891417870864a30910", |
| "start_row": 275001320, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_110" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 1250015534, |
| "dtype": "U32", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_111.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 3625026934, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_111.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 3925028374, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_111.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-111", |
| "row_count": 2500012, |
| "sha256": "4c887c36b8ffd67b805ed725fcd780becf076193606f6653361878bf9f1274f9", |
| "start_row": 277501332, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_111" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 750013134, |
| "dtype": "U32", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_112.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 3525026454, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_112.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 525012054, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_112.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-112", |
| "row_count": 2500012, |
| "sha256": "fc5f57bc96aece958ee3f37f34cfc9a23a190de866e9d8f8af2aea7889d24600", |
| "start_row": 280001344, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_112" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 325011094, |
| "dtype": "U32", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_113.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 300010974, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_113.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 2375020934, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_113.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-113", |
| "row_count": 2500012, |
| "sha256": "99ed2a74b1206b3015476130743876d7e70fe443d572a4cf936019ce7cbc430d", |
| "start_row": 282501356, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_113" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 550012174, |
| "dtype": "U32", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_114.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 275010854, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_114.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 250010734, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_114.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-114", |
| "row_count": 2500012, |
| "sha256": "d750e332ad7265b4959de7b1524acccfbfeb48babc7f2f0f0169702507c00a5e", |
| "start_row": 285001368, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_114" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 50009774, |
| "dtype": "U32", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_115.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 25009654, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_115.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 9534, |
| "dtype": "BF16", |
| "file_sha256": "d760f4cec3a9b4b37ac2b6735722f6733a4879a1d0105b6ef8080a1772746d56", |
| "file_size": 5000033534, |
| "name": "model-00006-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_115.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-115", |
| "row_count": 2500012, |
| "sha256": "de4cf56f5e64f986e17b1206d36b407e21e43c649f4f4d203816f61e47e0f7e7", |
| "start_row": 287501380, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_115" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 4559006376, |
| "dtype": "U32", |
| "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249", |
| "file_size": 5003702912, |
| "name": "model-00007-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_116.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 1866158344, |
| "dtype": "BF16", |
| "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249", |
| "file_size": 5003702912, |
| "name": "model-00007-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_116.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 3909904464, |
| "dtype": "BF16", |
| "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249", |
| "file_size": 5003702912, |
| "name": "model-00007-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_116.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-116", |
| "row_count": 2500012, |
| "sha256": "41d8fd5d7b0b07ff6b728ab4e0b7634b86d3ee72c610653b9200cf2cbc1d5a13", |
| "start_row": 290001392, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_116" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 3124506840, |
| "dtype": "U32", |
| "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249", |
| "file_size": 5003702912, |
| "name": "model-00007-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_117.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 4105384240, |
| "dtype": "BF16", |
| "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249", |
| "file_size": 5003702912, |
| "name": "model-00007-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_117.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 2895876592, |
| "dtype": "BF16", |
| "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249", |
| "file_size": 5003702912, |
| "name": "model-00007-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_117.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-117", |
| "row_count": 2500012, |
| "sha256": "24d82edfa52989c8db303d1d64c136c84851a742e084925a5a8cbd54c15fc267", |
| "start_row": 292501404, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_117" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 1903278128, |
| "dtype": "U32", |
| "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249", |
| "file_size": 5003702912, |
| "name": "model-00007-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_118.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 352567168, |
| "dtype": "BF16", |
| "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249", |
| "file_size": 5003702912, |
| "name": "model-00007-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_118.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 4532342256, |
| "dtype": "BF16", |
| "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249", |
| "file_size": 5003702912, |
| "name": "model-00007-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_118.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-118", |
| "row_count": 2500012, |
| "sha256": "dfedfede11afca5854a20aac66802a45207570a8ca8073d10e945fe89fea1791", |
| "start_row": 295001416, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_118" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 4763976376, |
| "dtype": "U32", |
| "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249", |
| "file_size": 5003702912, |
| "name": "model-00007-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_119.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 1480382920, |
| "dtype": "BF16", |
| "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249", |
| "file_size": 5003702912, |
| "name": "model-00007-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_119.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 3948716040, |
| "dtype": "BF16", |
| "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249", |
| "file_size": 5003702912, |
| "name": "model-00007-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_119.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-119", |
| "row_count": 2500012, |
| "sha256": "679ee2d66bd6115315e0a585f796c5b4a544fb7a72a8b56d6d238f99a014fc89", |
| "start_row": 297501428, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_119" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 4173961288, |
| "dtype": "U32", |
| "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249", |
| "file_size": 5003702912, |
| "name": "model-00007-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_120.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 4455715376, |
| "dtype": "BF16", |
| "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249", |
| "file_size": 5003702912, |
| "name": "model-00007-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_120.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 1169078080, |
| "dtype": "BF16", |
| "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249", |
| "file_size": 5003702912, |
| "name": "model-00007-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_120.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-120", |
| "row_count": 2500012, |
| "sha256": "205ca37c58054de90a051c4f9eb30f1e12e345013f62c78ca1dcce6194059b6f", |
| "start_row": 300001440, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_120" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 1505833952, |
| "dtype": "U32", |
| "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249", |
| "file_size": 5003702912, |
| "name": "model-00007-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_121.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 1101530080, |
| "dtype": "BF16", |
| "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249", |
| "file_size": 5003702912, |
| "name": "model-00007-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_121.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 1046719880, |
| "dtype": "BF16", |
| "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249", |
| "file_size": 5003702912, |
| "name": "model-00007-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_121.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-121", |
| "row_count": 2500012, |
| "sha256": "046ca9759b4019c4e5ad2699c18e3e9c79966d9ac29139be054e71f0cb8db592", |
| "start_row": 302501452, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_121" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 1277760520, |
| "dtype": "U32", |
| "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249", |
| "file_size": 5003702912, |
| "name": "model-00007-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_122.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 4973490296, |
| "dtype": "BF16", |
| "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249", |
| "file_size": 5003702912, |
| "name": "model-00007-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_122.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 3041438000, |
| "dtype": "BF16", |
| "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249", |
| "file_size": 5003702912, |
| "name": "model-00007-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_122.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-122", |
| "row_count": 2500012, |
| "sha256": "b42ac075404b4f167aacff7f1dd89060e45e39cc5035a1634a9b50fbcfe610ce", |
| "start_row": 305001464, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_122" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 2660825808, |
| "dtype": "U32", |
| "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249", |
| "file_size": 5003702912, |
| "name": "model-00007-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_123.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 997455568, |
| "dtype": "BF16", |
| "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249", |
| "file_size": 5003702912, |
| "name": "model-00007-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_123.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 744462840, |
| "dtype": "BF16", |
| "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249", |
| "file_size": 5003702912, |
| "name": "model-00007-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_123.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-123", |
| "row_count": 2500012, |
| "sha256": "dbda9488b0612cdd844ee40f51a2a1e0304f7a05cdd52c7b878de4d5e73586d7", |
| "start_row": 307501476, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_123" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 2368927760, |
| "dtype": "U32", |
| "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249", |
| "file_size": 5003702912, |
| "name": "model-00007-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_124.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 3004786792, |
| "dtype": "BF16", |
| "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249", |
| "file_size": 5003702912, |
| "name": "model-00007-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_124.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 3575387512, |
| "dtype": "BF16", |
| "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249", |
| "file_size": 5003702912, |
| "name": "model-00007-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_124.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-124", |
| "row_count": 2500012, |
| "sha256": "155810e421a30ce72811b06853b39be66a0963097d70cd3bb55f49bf81bf9960", |
| "start_row": 310001488, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_124" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 3603718448, |
| "dtype": "U32", |
| "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249", |
| "file_size": 5003702912, |
| "name": "model-00007-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_125.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 4410298968, |
| "dtype": "BF16", |
| "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249", |
| "file_size": 5003702912, |
| "name": "model-00007-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_125.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 1131458792, |
| "dtype": "BF16", |
| "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249", |
| "file_size": 5003702912, |
| "name": "model-00007-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_125.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-125", |
| "row_count": 2500012, |
| "sha256": "90a3f2aa1db9449fb5c8d8d0f7a7e601d14eac3e8c6e2d7401d8befcc1eb6292", |
| "start_row": 312501500, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_125" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 2159631184, |
| "dtype": "U32", |
| "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249", |
| "file_size": 5003702912, |
| "name": "model-00007-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_126.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 1711969104, |
| "dtype": "BF16", |
| "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249", |
| "file_size": 5003702912, |
| "name": "model-00007-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_126.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 4490796856, |
| "dtype": "BF16", |
| "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249", |
| "file_size": 5003702912, |
| "name": "model-00007-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_126.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-126", |
| "row_count": 2500012, |
| "sha256": "9f26caa32c8b3455652827ca123306c9ec672fc4584a7d488a06e8a97924e30d", |
| "start_row": 315001512, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_126" |
| }, |
| { |
| "components": [ |
| { |
| "component": "weight", |
| "data_bytes": 200000960, |
| "data_offset": 3370212792, |
| "dtype": "U32", |
| "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249", |
| "file_size": 5003702912, |
| "name": "model-00007-of-00022.safetensors", |
| "row_bytes": 80, |
| "shape": [ |
| 2500012, |
| 20 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_127.weight" |
| }, |
| { |
| "component": "scales", |
| "data_bytes": 25000120, |
| "data_offset": 4055167528, |
| "dtype": "BF16", |
| "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249", |
| "file_size": 5003702912, |
| "name": "model-00007-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_127.scales" |
| }, |
| { |
| "component": "biases", |
| "data_bytes": 25000120, |
| "data_offset": 4022018928, |
| "dtype": "BF16", |
| "file_sha256": "94ca752bed363970fe9b934936c058729319d233943445e468b5f174ae818249", |
| "file_size": 5003702912, |
| "name": "model-00007-of-00022.safetensors", |
| "row_bytes": 10, |
| "shape": [ |
| 2500012, |
| 5 |
| ], |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_127.biases" |
| } |
| ], |
| "data_bytes": 250001200, |
| "data_offset": 0, |
| "file_size": 250001200, |
| "name": "ngram-shard-127", |
| "row_count": 2500012, |
| "sha256": "4596a21ff4699443fd4781095b9fdeac010417edc116cbc947f8c4afd44e52ff", |
| "start_row": 317501524, |
| "tensor": "language_model.model.layers.1.ple.ple_embedding.ngram_embedding.shard_127" |
| } |
| ], |
| "source_repo": "Vontra/Qwen3.8-Flash-Next-MLX-oQ4-MTP", |
| "source_revision": "43a82b3f0ff64fa417fd09ca046580f08d19b0d6", |
| "storage": "affine-q4-g32" |
| } |
|
|
