ks46 commited on
Commit
da1c41d
·
verified ·
1 Parent(s): dbd359c

Add files using upload-large-folder tool

Browse files
README.md CHANGED
@@ -53,6 +53,7 @@ Eval is bits/char on a fixed 2,000-URL held-out slice (shard 512, even-stride sa
53
  | ckpt-i064000.pt | 16.78B | 1.32275 |
54
  | ckpt-i068000.pt | 17.83B | 1.32023 |
55
  | ckpt-i072000.pt | 18.87B | 1.29781 |
 
56
 
57
  ## Final evaluation
58
 
 
53
  | ckpt-i064000.pt | 16.78B | 1.32275 |
54
  | ckpt-i068000.pt | 17.83B | 1.32023 |
55
  | ckpt-i072000.pt | 18.87B | 1.29781 |
56
+ | ckpt-i076000.pt | 19.92B | 1.27486 |
57
 
58
  ## Final evaluation
59
 
checkpoints/ckpt-fp.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ded19d45512a2db69981ea3bd4bf7d90a90478cf12aacc1904f843004fb8e8f
3
+ size 2953556701
checkpoints/ckpt-i076000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d2ec049ea1b43df6125682fcc95d8dc1c1ece84efd2b4011123c98285e44263
3
+ size 2953558711
checkpoints/ckpt.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cb5fcba2e490f346de8e341dff93a871232fa1a4422db7f85eef9a10317671ba
3
- size 2953554919
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9917eda4ff4eac5e564ef6ddda3d85e1ec7649320154de4e6ba020ee0ce6b4eb
3
+ size 2953554983
manifest.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "written": "2026-09-06T07:35:37Z",
3
  "config": {
4
  "model": {
5
  "n_layer": 12,
@@ -42,6 +42,7 @@
42
  "qat_bits": 4,
43
  "qat_learn_scale": false,
44
  "qat_grad_accum": 2,
 
45
  "fp8": false,
46
  "optimizer": "adamw",
47
  "muon_lr": 0.02,
@@ -475,7 +476,7 @@
475
  ],
476
  "world_size": 8,
477
  "device": "cuda:0",
478
- "lk_job": "20260906-071436-prod-target-base-0bff"
479
  },
480
  "software": {
481
  "python": "3.14.7",
 
1
  {
2
+ "written": "2026-09-06T16:20:36Z",
3
  "config": {
4
  "model": {
5
  "n_layer": 12,
 
42
  "qat_bits": 4,
43
  "qat_learn_scale": false,
44
  "qat_grad_accum": 2,
45
+ "qat_compile": true,
46
  "fp8": false,
47
  "optimizer": "adamw",
48
  "muon_lr": 0.02,
 
476
  ],
477
  "world_size": 8,
478
  "device": "cuda:0",
479
+ "lk_job": "20260906-161955-prod-tail-compiled-fe86"
480
  },
481
  "software": {
482
  "python": "3.14.7",