Hugging Face's logo

allenai
/
FlexOlmo-7x7B-1T-RT

Text Generation
Transformers
Safetensors
English
flex_olmo
Mixture of Experts
olmo
flexolmo
conversational
Model card Files
xet
 Community
akshitab commited on
Commit
026c970
·
verified ·
1 Parent(s): 2472d6d

Upload FlexOlmoForCausalLM

Browse files
Files changed (30) hide show
  1. config.json +2 -3
  2. generation_config.json +1 -1
  3. model-00001-of-00027.safetensors +1 -1
  4. model-00002-of-00027.safetensors +1 -1
  5. model-00003-of-00027.safetensors +1 -1
  6. model-00004-of-00027.safetensors +1 -1
  7. model-00005-of-00027.safetensors +1 -1
  8. model-00006-of-00027.safetensors +1 -1
  9. model-00007-of-00027.safetensors +1 -1
  10. model-00008-of-00027.safetensors +1 -1
  11. model-00009-of-00027.safetensors +1 -1
  12. model-00010-of-00027.safetensors +1 -1
  13. model-00011-of-00027.safetensors +1 -1
  14. model-00012-of-00027.safetensors +1 -1
  15. model-00013-of-00027.safetensors +1 -1
  16. model-00014-of-00027.safetensors +1 -1
  17. model-00015-of-00027.safetensors +1 -1
  18. model-00016-of-00027.safetensors +1 -1
  19. model-00017-of-00027.safetensors +1 -1
  20. model-00018-of-00027.safetensors +1 -1
  21. model-00019-of-00027.safetensors +1 -1
  22. model-00020-of-00027.safetensors +1 -1
  23. model-00021-of-00027.safetensors +1 -1
  24. model-00022-of-00027.safetensors +1 -1
  25. model-00023-of-00027.safetensors +1 -1
  26. model-00024-of-00027.safetensors +1 -1
  27. model-00025-of-00027.safetensors +1 -1
  28. model-00026-of-00027.safetensors +1 -1
  29. model-00027-of-00027.safetensors +1 -1
  30. model.safetensors.index.json +1 -0
config.json CHANGED
@@ -4,7 +4,7 @@
4
  ],
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
7
- "clip_qkv": null,
8
  "eos_token_id": 100257,
9
  "hidden_act": "silu",
10
  "hidden_size": 4096,
@@ -25,8 +25,7 @@
25
  "rope_theta": 500000,
26
  "router_aux_loss_coef": 0.01,
27
  "tie_word_embeddings": false,
28
- "torch_dtype": "float32",
29
- "transformers_version": "4.50.0.dev0",
30
  "use_cache": true,
31
  "vocab_size": 100352
32
  }
 
4
  ],
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
7
+ "dtype": "float32",
8
  "eos_token_id": 100257,
9
  "hidden_act": "silu",
10
  "hidden_size": 4096,
 
25
  "rope_theta": 500000,
26
  "router_aux_loss_coef": 0.01,
27
  "tie_word_embeddings": false,
28
+ "transformers_version": "4.57.1",
 
29
  "use_cache": true,
30
  "vocab_size": 100352
31
  }
generation_config.json CHANGED
@@ -1,4 +1,4 @@
1
  {
2
  "_from_model_config": true,
3
- "transformers_version": "4.50.0.dev0"
4
  }
 
1
  {
2
  "_from_model_config": true,
3
+ "transformers_version": "4.57.1"
4
  }
model-00001-of-00027.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cc34ea0cdcda68508d61599acdd03f4c40c4262058a73f2ca0778b1f84b70b84
3
  size 4978789328
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8277604329d67c65c4c438a1585c655910609449f63172d55c6eceb9c6bb0099
3
  size 4978789328
model-00002-of-00027.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:371f37f07afb3b6aa615a5d182fd88e81cf6c19b0b03f62480684dc721a45c3e
3
  size 4978856560
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a42eb55595a62c70f51fa0ed7442843ff61b233ef894e200cc9e06f895f9e98e
3
  size 4978856560
model-00003-of-00027.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d4bedb80f566e49e4289235d98fb5e0b7217fd78405b89dfc762deb555443953
3
  size 4844753384
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d287f1c4ecffd8cce75ab0e9bc5a2d3908632138e39f3b8435dbb661673e4aa2
3
  size 4844753384
model-00004-of-00027.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:77abbb128e42a2b8f890e5a9cd6babc91666e2b8ad204f1dfdee3ff1d4f7ab69
3
  size 4957851816
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f914acc43224884d0ea904b8107f44990dfc17dc2546af3a61c4d585c61f8d8a
3
  size 4957851816
model-00005-of-00027.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1e0a6868504697446641621347c6896f4e84b101560fe182e36a09d004937277
3
  size 4957851816
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b0a52bde6967bc4a9eaf39885684b156972eab063bcdd9df64bd6d860dbb36c
3
  size 4957851816
model-00006-of-00027.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b2215cc3fad429929cb4a8917446da265f9092a5a5fbfc31b537508218bf25d1
3
  size 4957851816
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5eb50c10d7853e94889f20f97c163db74e08dcd2b61459ac47234c60d0d24c9d
3
  size 4957851816
model-00007-of-00027.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:833c84c37eb8663ba76c91af5940f554cefceb8e4cdf2c8d006faad5f8b92f7e
3
  size 4865758128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:224994f7dac69d773da68ecd9f60739d274f746237977982b4d36ed63fa4ad04
3
  size 4865758128
model-00008-of-00027.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2d7c8591054aeb962c08215b9835e3a91ce825524649104d02332e6a359236e2
3
  size 4957851816
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95aef95ff1ad4f587a81954ca679ca0fca861a5f66f78e098e4251d5f3bc7896
3
  size 4957851816
model-00009-of-00027.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d384bea7d138db439535af04acd4fa58ca2b963c603f5df382c0d20e1c3654c5
3
  size 4957851832
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d34f145f1986930d51d249dfb151fe9727749e3478e9141a316c885a470a065b
3
  size 4957851832
model-00010-of-00027.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:04deb8099e3f040d0a8cc4413f038c0fb8548b85141add566a43281ff90fb29f
3
  size 4957851848
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c252c2f3389d4088f2f1e3081fd2c34377816dc624a183b1de8734531861c13a
3
  size 4957851848
model-00011-of-00027.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8de24ae78cb122c2dd1d6b18e9f79cb39adb9247d28aed55bb5dbd1bb499f06b
3
  size 4957884856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc5678f496b871c5f8b9064047ca93a1a9d4191905197252a1484de4be03e06a
3
  size 4957884856
model-00012-of-00027.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c31121e590431ca6b40d26fb850c33012794411f847b3462cde3168cd7292851
3
  size 4865725168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aab30001b0b899bbd0f1840b75159534c61d101fa5c5110c72fcfca1630c6b76
3
  size 4865725168
model-00013-of-00027.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:933dbe27121391da4111495f4496067cc13168653721e0c0da445770da69d9de
3
  size 4957851848
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:076977ddb0c8a74394601bb06788f6c479eda04d1ae1b789f27ba885ae1cffea
3
  size 4957851848
model-00014-of-00027.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d56ad90e34e74ff35d531f3fcb941235f60dd38a4de57b1d4837c2efcdc5f1f6
3
  size 4957851848
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b02bb19915c03d35cd8c438ab07833e13ae130979d1bd2e77606b5a6565cf993
3
  size 4957851848
model-00015-of-00027.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0db98efb07ca8c302fe6a14f261a1e0dd58936e575e249ca444d4bd432d0dc29
3
  size 4957851848
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b80d1414c6c08791e07a415f270a8ec9ebe35b4e7a216b18be6fd46582e99a67
3
  size 4957851848
model-00016-of-00027.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:44fce3bfc3015456cc2b7cbfc2cc1c12d0c7b529fefaed9293afd65092401bd1
3
  size 4865758176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1eed0003212547dab5d83aa421afd75cdf840b29aa02951809878d726a5b6258
3
  size 4865758176
model-00017-of-00027.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ea5170f18b7f635faee6e2ef6b2716beca041cbf87524aa045f80859e9013731
3
  size 4957851848
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87de5700ddf7426ba83a7ac8df07699027f563bf90e67430d3e6d7906c3dbea3
3
  size 4957851848
model-00018-of-00027.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0c74a6e3a3d7ad470cc6acf300bdc2cd4cd8f53c179ec945eee9c9f01b11d80c
3
  size 4957851848
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cb36d304d996411d4a8a6493634bf5aba530127486ce5589ecc1d1e417aaec1
3
  size 4957851848
model-00019-of-00027.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bc7296f81c05dbd6c9ca0243bbc34fb30afa6b0fe40918213fdf173b44779811
3
  size 4957851848
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91855ced18b158fcdc2868590f3c4ad4e9b5309aa5fb4db047af7c70a51cb073
3
  size 4957851848
model-00020-of-00027.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3ea5f433414839acd36f441f6975150f759c8f70bd3f103f9e534e4d1629d6c3
3
  size 4957851848
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a330aede9b461de01b06996f04bb5e4a45c76a5b5764e659e0194f0d43cf4c33
3
  size 4957851848
model-00021-of-00027.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:07129ce3f3f4b519641b1ae3b6ddb0fba7b042319ae9b3aa187e64f0404109ca
3
  size 4865758176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab884316934d7b437b1807eda685181e5d02fa262ba232624d8847d00f4fa7e9
3
  size 4865758176
model-00022-of-00027.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:03a74af179614ebc68f72e0e091a7a1f396216ee3f3e43a6926612ccd72fddda
3
  size 4957851848
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfb111cea2f12472a877acc720acdc5ce49e95b3105702632514d4e4515e5c3a
3
  size 4957851848
model-00023-of-00027.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:12b4d1b40fa2b82be7c375865b0e42186f2bca891e0dac46bd65a87a5f664cb0
3
  size 4957851848
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f24e2e75404bac048ce71213e467833642d2e463b045ff4101e5dd8df4b1384
3
  size 4957851848
model-00024-of-00027.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6bffa76a7800ec3f5551c8b1cc61ab2e2ccbb56b13e017740d5130ad14e9ec15
3
  size 4957851848
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d0b7a06c50285b5bdfa0e3a402783e024daa2d943f37862cd94168d07179a33
3
  size 4957851848
model-00025-of-00027.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4e82df243e1100074089678bf94ac7f8b7d90e309ea8e66f4db951c540e23fd7
3
  size 4978856600
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdd7eda115b04757d7088f74a2ba240b5d1b8a2122a66f6d0e1f4c57abe167fc
3
  size 4978856600
model-00026-of-00027.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3fecf835764962ee7c6ef388c23616c6be264d47be0065422daf198e8a5440e0
3
  size 4844753424
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7719c33ac5cfbe42d6f5f52aee8fc0110e368c153f1fb831e682575638f2e657
3
  size 4844753424
model-00027-of-00027.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5898845c1cc226ae4b8a9ccfc5cde1586da0dd9e75cab79ecce0143bc250733b
3
  size 4710255120
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27e017c1bc752c5ca3ec42edb14eabf97c3485c0a7f5c1f32c70a7da5515f017
3
  size 4710255120
model.safetensors.index.json CHANGED
@@ -1,5 +1,6 @@
1
  {
2
  "metadata": {
 
3
  "total_size": 133082660864
4
  },
5
  "weight_map": {
 
1
  {
2
  "metadata": {
3
+ "total_parameters": 33270665216,
4
  "total_size": 133082660864
5
  },
6
  "weight_map": {