Add files using upload-large-folder tool
Browse files- README.md +1 -0
- checkpoints/ckpt-fp.pt +3 -0
- checkpoints/ckpt-i076000.pt +3 -0
- checkpoints/ckpt.pt +2 -2
- manifest.json +3 -2
README.md
CHANGED
|
@@ -53,6 +53,7 @@ Eval is bits/char on a fixed 2,000-URL held-out slice (shard 512, even-stride sa
|
|
| 53 |
| ckpt-i064000.pt | 16.78B | 1.32275 |
|
| 54 |
| ckpt-i068000.pt | 17.83B | 1.32023 |
|
| 55 |
| ckpt-i072000.pt | 18.87B | 1.29781 |
|
|
|
|
| 56 |
|
| 57 |
## Final evaluation
|
| 58 |
|
|
|
|
| 53 |
| ckpt-i064000.pt | 16.78B | 1.32275 |
|
| 54 |
| ckpt-i068000.pt | 17.83B | 1.32023 |
|
| 55 |
| ckpt-i072000.pt | 18.87B | 1.29781 |
|
| 56 |
+
| ckpt-i076000.pt | 19.92B | 1.27486 |
|
| 57 |
|
| 58 |
## Final evaluation
|
| 59 |
|
checkpoints/ckpt-fp.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9ded19d45512a2db69981ea3bd4bf7d90a90478cf12aacc1904f843004fb8e8f
|
| 3 |
+
size 2953556701
|
checkpoints/ckpt-i076000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8d2ec049ea1b43df6125682fcc95d8dc1c1ece84efd2b4011123c98285e44263
|
| 3 |
+
size 2953558711
|
checkpoints/ckpt.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9917eda4ff4eac5e564ef6ddda3d85e1ec7649320154de4e6ba020ee0ce6b4eb
|
| 3 |
+
size 2953554983
|
manifest.json
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
{
|
| 2 |
-
"written": "2026-09-
|
| 3 |
"config": {
|
| 4 |
"model": {
|
| 5 |
"n_layer": 12,
|
|
@@ -42,6 +42,7 @@
|
|
| 42 |
"qat_bits": 4,
|
| 43 |
"qat_learn_scale": false,
|
| 44 |
"qat_grad_accum": 2,
|
|
|
|
| 45 |
"fp8": false,
|
| 46 |
"optimizer": "adamw",
|
| 47 |
"muon_lr": 0.02,
|
|
@@ -475,7 +476,7 @@
|
|
| 475 |
],
|
| 476 |
"world_size": 8,
|
| 477 |
"device": "cuda:0",
|
| 478 |
-
"lk_job": "20260906-
|
| 479 |
},
|
| 480 |
"software": {
|
| 481 |
"python": "3.14.7",
|
|
|
|
| 1 |
{
|
| 2 |
+
"written": "2026-09-06T16:20:36Z",
|
| 3 |
"config": {
|
| 4 |
"model": {
|
| 5 |
"n_layer": 12,
|
|
|
|
| 42 |
"qat_bits": 4,
|
| 43 |
"qat_learn_scale": false,
|
| 44 |
"qat_grad_accum": 2,
|
| 45 |
+
"qat_compile": true,
|
| 46 |
"fp8": false,
|
| 47 |
"optimizer": "adamw",
|
| 48 |
"muon_lr": 0.02,
|
|
|
|
| 476 |
],
|
| 477 |
"world_size": 8,
|
| 478 |
"device": "cuda:0",
|
| 479 |
+
"lk_job": "20260906-161955-prod-tail-compiled-fe86"
|
| 480 |
},
|
| 481 |
"software": {
|
| 482 |
"python": "3.14.7",
|