Instructions to use unsloth/Llama-3.1-70B-FP8-Dynamic with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Local Apps Settings
- Unsloth Desktop
Upload folder using huggingface_hub
Browse files- config.json +4 -7
- model-00001-of-00015.safetensors +2 -2
- model-00002-of-00015.safetensors +2 -2
- model-00003-of-00015.safetensors +2 -2
- model-00004-of-00015.safetensors +2 -2
- model-00005-of-00015.safetensors +2 -2
- model-00006-of-00015.safetensors +2 -2
- model-00007-of-00015.safetensors +2 -2
- model-00008-of-00015.safetensors +2 -2
- model-00009-of-00015.safetensors +2 -2
- model-00010-of-00015.safetensors +2 -2
- model-00011-of-00015.safetensors +2 -2
- model-00012-of-00015.safetensors +2 -2
- model-00013-of-00015.safetensors +2 -2
- model-00014-of-00015.safetensors +2 -2
- model-00015-of-00015.safetensors +2 -2
- model.safetensors.index.json +2 -2
config.json
CHANGED
|
@@ -28,11 +28,11 @@
|
|
| 28 |
"actorder": null,
|
| 29 |
"block_structure": null,
|
| 30 |
"dynamic": true,
|
| 31 |
-
"group_size":
|
| 32 |
"num_bits": 8,
|
| 33 |
"observer": null,
|
| 34 |
"observer_kwargs": {},
|
| 35 |
-
"strategy": "
|
| 36 |
"symmetric": true,
|
| 37 |
"type": "float"
|
| 38 |
},
|
|
@@ -42,16 +42,13 @@
|
|
| 42 |
],
|
| 43 |
"weights": {
|
| 44 |
"actorder": null,
|
| 45 |
-
"block_structure":
|
| 46 |
-
128,
|
| 47 |
-
128
|
| 48 |
-
],
|
| 49 |
"dynamic": false,
|
| 50 |
"group_size": null,
|
| 51 |
"num_bits": 8,
|
| 52 |
"observer": "minmax",
|
| 53 |
"observer_kwargs": {},
|
| 54 |
-
"strategy": "
|
| 55 |
"symmetric": true,
|
| 56 |
"type": "float"
|
| 57 |
}
|
|
|
|
| 28 |
"actorder": null,
|
| 29 |
"block_structure": null,
|
| 30 |
"dynamic": true,
|
| 31 |
+
"group_size": null,
|
| 32 |
"num_bits": 8,
|
| 33 |
"observer": null,
|
| 34 |
"observer_kwargs": {},
|
| 35 |
+
"strategy": "token",
|
| 36 |
"symmetric": true,
|
| 37 |
"type": "float"
|
| 38 |
},
|
|
|
|
| 42 |
],
|
| 43 |
"weights": {
|
| 44 |
"actorder": null,
|
| 45 |
+
"block_structure": null,
|
|
|
|
|
|
|
|
|
|
| 46 |
"dynamic": false,
|
| 47 |
"group_size": null,
|
| 48 |
"num_bits": 8,
|
| 49 |
"observer": "minmax",
|
| 50 |
"observer_kwargs": {},
|
| 51 |
+
"strategy": "channel",
|
| 52 |
"symmetric": true,
|
| 53 |
"type": "float"
|
| 54 |
}
|
model-00001-of-00015.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7b56d5d9eb4912894c7e0959ede216614aa646de4396a94cfaefff6d5f4e68fd
|
| 3 |
+
size 4819901056
|
model-00002-of-00015.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:95812951b3d7761a8a599c91bb80bcb83131f3f0c9be3e397bc4f9f26728842d
|
| 3 |
+
size 4984010552
|
model-00003-of-00015.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bef84cd30872d32992f368c93f3b895d641a2f58f966b569cffc23103361b8bd
|
| 3 |
+
size 4900112736
|
model-00004-of-00015.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:900ba1ac483cac3db74d87aac74af6d808e04fe9ab47f741e939b5d1814f3c7f
|
| 3 |
+
size 4900104792
|
model-00005-of-00015.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6dd0260319b8865ea1c0245e6d9564e0986fd8ab8f7247a8995643296f910205
|
| 3 |
+
size 4900104792
|
model-00006-of-00015.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c4b8f492c4563e49e0effa9d0f01b753f7af1f4f13df797435671a52b5557146
|
| 3 |
+
size 4984010640
|
model-00007-of-00015.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:11730d32228c4263ce7feb82d2a30beab462debcb38dcccfefd8e19eab785631
|
| 3 |
+
size 4900112760
|
model-00008-of-00015.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9d9d0b3f8750110ad96b9383982e0120e0590634f0f53556512cc2e6562762f5
|
| 3 |
+
size 4900104792
|
model-00009-of-00015.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5179dcc6911bad4147727d52caa34e5414432b28129f684817bd0733337a8de8
|
| 3 |
+
size 4900104792
|
model-00010-of-00015.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:40c57c75124d2f855cef963e0055b001f3c5c72a329dceaf23be920f36ef1550
|
| 3 |
+
size 4984010640
|
model-00011-of-00015.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:38864c99228a20597f8eba8e9626c4f6239bf95e57ca1921fc8c75e07527aba4
|
| 3 |
+
size 4900112760
|
model-00012-of-00015.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ec08bf633f30277be78e60b3ef5614d91095af37e90d81756a14c335bf512731
|
| 3 |
+
size 4900104792
|
model-00013-of-00015.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:04ff7ee2adc9cd1ef368f660caa91addfadc0dc7f28ac90a56d20c730a65e1b5
|
| 3 |
+
size 4900104792
|
model-00014-of-00015.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e5d34612c3c78e80a36cd116d127d727bd5db979191c6881d4cdf588d8e1edf3
|
| 3 |
+
size 4984010640
|
model-00015-of-00015.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:75615165d8c119847f65788a33b9a276560aeff227bcfc471f6e44ec33211041
|
| 3 |
+
size 3813044168
|
model.safetensors.index.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
{
|
| 2 |
"metadata": {
|
| 3 |
-
"total_parameters":
|
| 4 |
-
"total_size":
|
| 5 |
},
|
| 6 |
"weight_map": {
|
| 7 |
"lm_head.weight": "model-00015-of-00015.safetensors",
|
|
|
|
| 1 |
{
|
| 2 |
"metadata": {
|
| 3 |
+
"total_parameters": 70560423936,
|
| 4 |
+
"total_size": 72669806592
|
| 5 |
},
|
| 6 |
"weight_map": {
|
| 7 |
"lm_head.weight": "model-00015-of-00015.safetensors",
|