jamie-featherless commited on
Commit
ccac812
·
verified ·
1 Parent(s): a53ce8a

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +2 -1
  2. conversion_provenance.json +5 -4
  3. model-00001-of-00053.safetensors +3 -0
  4. model-00002-of-00053.safetensors +3 -0
  5. model-00003-of-00053.safetensors +3 -0
  6. model-00004-of-00053.safetensors +3 -0
  7. model-00005-of-00053.safetensors +3 -0
  8. model-00006-of-00053.safetensors +3 -0
  9. model-00007-of-00053.safetensors +3 -0
  10. model-00008-of-00053.safetensors +3 -0
  11. model-00009-of-00053.safetensors +3 -0
  12. model-00010-of-00053.safetensors +3 -0
  13. model-00011-of-00053.safetensors +3 -0
  14. model-00012-of-00053.safetensors +3 -0
  15. model-00013-of-00053.safetensors +3 -0
  16. model-00014-of-00053.safetensors +3 -0
  17. model-00015-of-00053.safetensors +3 -0
  18. model-00016-of-00053.safetensors +3 -0
  19. model-00017-of-00053.safetensors +3 -0
  20. model-00018-of-00053.safetensors +3 -0
  21. model-00019-of-00053.safetensors +3 -0
  22. model-00020-of-00053.safetensors +3 -0
  23. model-00021-of-00053.safetensors +3 -0
  24. model-00022-of-00053.safetensors +3 -0
  25. model-00023-of-00053.safetensors +3 -0
  26. model-00024-of-00053.safetensors +3 -0
  27. model-00025-of-00053.safetensors +3 -0
  28. model-00026-of-00053.safetensors +3 -0
  29. model-00027-of-00053.safetensors +3 -0
  30. model-00028-of-00053.safetensors +3 -0
  31. model-00029-of-00053.safetensors +3 -0
  32. model-00030-of-00053.safetensors +3 -0
  33. model-00031-of-00053.safetensors +3 -0
  34. model-00032-of-00053.safetensors +3 -0
  35. model-00033-of-00053.safetensors +3 -0
  36. model-00034-of-00053.safetensors +3 -0
  37. model-00035-of-00053.safetensors +3 -0
  38. model-00036-of-00053.safetensors +3 -0
  39. model-00037-of-00053.safetensors +3 -0
  40. model-00038-of-00053.safetensors +3 -0
  41. model-00039-of-00053.safetensors +3 -0
  42. model-00040-of-00053.safetensors +3 -0
  43. model-00041-of-00053.safetensors +3 -0
  44. model-00042-of-00053.safetensors +3 -0
  45. model-00043-of-00053.safetensors +3 -0
  46. model-00044-of-00053.safetensors +3 -0
  47. model-00045-of-00053.safetensors +3 -0
  48. model-00046-of-00053.safetensors +3 -0
  49. model-00047-of-00053.safetensors +3 -0
  50. model-00048-of-00053.safetensors +3 -0
config.json CHANGED
@@ -290,7 +290,8 @@
290
  ],
291
  "activation_scheme": "dynamic",
292
  "experimental_encoding": "int4_low_nibble_first_v1",
293
- "unquantized_non_experts": true
 
294
  },
295
  "experimental_packed_weights": {
296
  "version": 1,
 
290
  ],
291
  "activation_scheme": "dynamic",
292
  "experimental_encoding": "int4_low_nibble_first_v1",
293
+ "unquantized_non_experts": false,
294
+ "non_experts": "fp8_e4m3_channel"
295
  },
296
  "experimental_packed_weights": {
297
  "version": 1,
conversion_provenance.json CHANGED
@@ -64,12 +64,13 @@
64
  "model-00059-of-00059.safetensors": "1337c9de2336a50427d605fcda4603cd7a8b94f2136f72342f042f23bc2d4b4b"
65
  },
66
  "source_config_sha256": "c9c97ce1e4eece60012d5a10ea87717458bfb1f19c2c7a615a3dbff83d090c6b",
67
- "format": "INT4 W128 A128",
68
  "source_precision": "reference BF16/FP16/FP32; direct INT4 rounding without FP8 intermediate",
69
  "expert_matrices": 21888,
70
- "output_tensor_bytes": 234590568448,
71
- "scope": "routed experts only; all other tensor payloads byte-identical",
72
- "rounding": "nearest, first-index ties; per-128x128 block scale, zero-block scale1",
 
73
  "weight_bits_per_parameter": 4.001953125,
74
  "public_label": "int4"
75
  }
 
64
  "model-00059-of-00059.safetensors": "1337c9de2336a50427d605fcda4603cd7a8b94f2136f72342f042f23bc2d4b4b"
65
  },
66
  "source_config_sha256": "c9c97ce1e4eece60012d5a10ea87717458bfb1f19c2c7a615a3dbff83d090c6b",
67
+ "format": "INT4 W128 A128 + FP8 non-experts",
68
  "source_precision": "reference BF16/FP16/FP32; direct INT4 rounding without FP8 intermediate",
69
  "expert_matrices": 21888,
70
+ "fp8_non_expert_matrices": 534,
71
+ "output_tensor_bytes": 224045657344,
72
+ "scope": "routed experts INT4; non-expert projections FP8-E4M3 per-channel; norms, embeddings, lm_head, and vision tower byte-identical",
73
+ "rounding": "nearest, first-index ties; per-128x128 block scale, zero-block scale1; non-experts nearest FP8, absmax/448 per output row",
74
  "weight_bits_per_parameter": 4.001953125,
75
  "public_label": "int4"
76
  }
model-00001-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d64eb4d43656428117de168f1466b9662859a57161f1dc77e603d75e8ea5c48
3
+ size 2458386576
model-00002-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5937f27f6dd76ec8ee9c3b1d0807c5fc62cc871d4107fa3ac76fa53a0adb7ba3
3
+ size 4290004000
model-00003-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdd5c1634e04f912085a5315beace58a77d49bfe1af5252fd358c77968d75e1a
3
+ size 4289854688
model-00004-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa3f07d1cc84284ce67a17e2ce55f65755f47a3afc830d57266103447621ed96
3
+ size 4287492552
model-00005-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:859e1869a4827cb0afd5de2ead479947017a923996388c98054d6a570f075532
3
+ size 4287492440
model-00006-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a78b91ee954b9ee9dd12c73b885a341fff6596ea0498e148be1e3cb132e75d2
3
+ size 4287492464
model-00007-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9232f2f4f7f2fdfb942dceb655515be10300a69c2d32763b4609a299f416866f
3
+ size 4287492456
model-00008-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8db7e1127e91b6671a61e03770bca12cb2e73e9d4c1b55c2e3fd691e4eb934bc
3
+ size 4287492464
model-00009-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e665d50c9864e4ee3abf3e1c78f8e9d7841d1f5cbd327a0b45273f31946c4eb9
3
+ size 4287492456
model-00010-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f41dea959f0a2ad8ed7b5e80fe3347f397c7c1db94e00cc7e7513fa4ad600372
3
+ size 4294573288
model-00011-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ce55596703accaa60c936d972c2ab0deceedf0d7bb4342f9bcd3fd91ebf565d
3
+ size 4290640456
model-00012-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a6d72912f645c1a9c1ff4fdea0a0892e4f1d857cd2a20b3a17ef11a08bc60f6
3
+ size 4287493312
model-00013-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c8b0aad4d3de46cc1fdad0f08c26b787abfb7ec7d56a7914b75b74089bf3f42
3
+ size 4287493312
model-00014-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa3dd1698de147ce5d1288984c993e418f33f10ceb3fcce4686e720a40a590ca
3
+ size 4287493312
model-00015-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fc5e55de967b66d7c304c1e2500c1b6ab5554aafd74beaaf7fe226eb54d634d
3
+ size 4287493312
model-00016-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af1ca9e33eccec705de2e0db0615bdbf56a24ccfbc076222e94be3f0f38a6d63
3
+ size 4287493312
model-00017-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f9c4596bfee9d6c0331c2dea9e9c6c9debbe01f1fa18e5803456550c9cbb6ae
3
+ size 4287493280
model-00018-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c96c8e80a694502dc6cacbb78c5c537f4c87ff3b0852ddfa8ba8b29d76d3e747
3
+ size 4287493272
model-00019-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4483802ae38e7991bad070518633fa96f4cb1c46b944689fa6eca719194fdf6d
3
+ size 4287493272
model-00020-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a4f18a5693a73eab84dde0f7ff49a2db86976104ea64d0c801619d3dfaeeadf
3
+ size 4287493280
model-00021-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a76ff25a79ab990748ea33019397184662ce4ab7050f9228cf9c86237dfb346
3
+ size 4287493272
model-00022-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:641f2a5e97a919a478cbe4612f92d8c1d745283d74a987fcb74fa2a433d4cb16
3
+ size 4287493280
model-00023-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31146a32711b77ae5fc1ab0fea9ebe14b9667551f02d560db89a3c348c8297cc
3
+ size 4287493272
model-00024-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5238fa8777d908704225f183c69d6401f8f3f826efc7d68b3681d7e4442f7dd
3
+ size 4288276472
model-00025-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f39bdecc7c59028a2deac35d8d185483ce5f93da93617a72c377b07fbd38cac
3
+ size 4293581328
model-00026-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19963e00c3005d3843be909f0f435303d0303300b61f2edd46fc613c8f07435d
3
+ size 4287492576
model-00027-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:640d864eeb425040bf7f5792bdfc350cccfba4d80b3fbc6becce196d443b1712
3
+ size 4287492584
model-00028-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9641552e0e666af96f4d79a5d73bfa4831c0caa4d14a6ed0a6e2b84c633b7dfa
3
+ size 4287492576
model-00029-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6c02ab2c90d3b322c5fa40d9c3ed4cb7d935a5f13751c613875fb95c423bb13
3
+ size 4287492584
model-00030-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33f8e144fd74df0255d69bfbecf1a4ed07c7e9036513e5c6d391433227e16464
3
+ size 4287492592
model-00031-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54d4e344ef07526e574d25addc10fc018728c0819c29490b64f964812f217a60
3
+ size 4288277112
model-00032-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:987d6feeea7d03e19e9464f61d9187ffb183717651e5ee2caa99ca0101c35b06
3
+ size 4287492688
model-00033-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f63cbca6d809818abaabced23e5edd22eeff01c8b4a92b16b33065b48f2ab381
3
+ size 4287492632
model-00034-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5ff43acec185c561447a3f94481825ced7ac745426752d46ba80bcd27da36c3
3
+ size 4287491880
model-00035-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9619bff1c6904ef13628753f6403bf4fa55464a47c0c867d32eeb8636f7846d
3
+ size 4287491880
model-00036-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a03ff774040e5d6650adb94e8986f780582646a1281a44544d5cf4b430088506
3
+ size 4287491896
model-00037-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ef785e1d1166aea0f8697d063ba5fbe14e43f1e9728b712389a8a891025503a
3
+ size 4288275880
model-00038-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa7e9754f019ed2994f4065e67800152e5f2620cd75328029387dec2b8d5a390
3
+ size 4287491896
model-00039-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:332b9d875b98e9b3ca2c8b7866018282087f3512ba825b325db7f7c53709d4ae
3
+ size 4287491880
model-00040-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddb654f5d9ab201422407a06719f4343d3866bdb528474c5df9fa3b355d83d72
3
+ size 4287491880
model-00041-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20a137ced0c87f8a9310cc795ef8b1febf7f062aa06819da4ed19bfe39810c6d
3
+ size 4288275816
model-00042-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22c2d1ab4458ed682997a90fdb0e031c39229b458b412ecccef588c737d17052
3
+ size 4287491952
model-00043-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb3e6f4db97766f597ce468a9d343dc6b2c2035887b05e4c01e9eaf32f42ff90
3
+ size 4287491880
model-00044-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e75b0f1c83ae7e21cbaf32fadbcad56ce2489458980515ca449a86499c1f58b
3
+ size 4287491880
model-00045-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c3dbbc80ef82515b56752eabb34df4226a0301ce845667f11b2352e35d37f54
3
+ size 4288275760
model-00046-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d75833c49515428fc5bb5196efbb738280491c1077f530195d7633dd8a485406
3
+ size 4287492008
model-00047-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e8f74763a97a9a84831ebe295dfbaf019a1a98017d39066b73a0f70a20c2cd8
3
+ size 4287491880
model-00048-of-00053.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b32bc6aeb485f18f084b106a07aadd91e9b38bcbd6bcdfd356b297ba8b981f03
3
+ size 4287491880