thefinalboss commited on
Commit
9f32e7e
·
verified ·
1 Parent(s): 5828fae

Upload RESUME_MANIFEST.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. RESUME_MANIFEST.json +42 -0
RESUME_MANIFEST.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "saved_at_utc": "2026-08-16T18:19:21.381727+00:00",
3
+ "reason": "GPU driver crash after routing surgery prep; resume without losing progress",
4
+ "step_tokens": 256,
5
+ "surgery": {
6
+ "gate_temp": 2.5,
7
+ "omega_scale": 4.0,
8
+ "lb_coef": 0.02,
9
+ "kuramoto_learned": true,
10
+ "lb_in_loss": true
11
+ },
12
+ "gpus": {
13
+ "0": {
14
+ "tokens_processed": 176281600,
15
+ "start_token": 176281600,
16
+ "last_loss": 30.3,
17
+ "checkpoint": "checkpoints/fractus_1b_gpu0.pt",
18
+ "shard": "data/shard_gpu0.pt"
19
+ },
20
+ "1": {
21
+ "tokens_processed": 186137600,
22
+ "start_token": 186137600,
23
+ "last_loss": 23.5,
24
+ "checkpoint": "checkpoints/fractus_1b_gpu1.pt",
25
+ "shard": "data/shard_gpu1.pt"
26
+ },
27
+ "2": {
28
+ "tokens_processed": 186854400,
29
+ "start_token": 186854400,
30
+ "last_loss": 25.2,
31
+ "checkpoint": "checkpoints/fractus_1b_gpu2.pt",
32
+ "shard": "data/shard_gpu2.pt"
33
+ },
34
+ "3": {
35
+ "tokens_processed": 183833600,
36
+ "start_token": 183833600,
37
+ "last_loss": 26.4,
38
+ "checkpoint": "checkpoints/fractus_1b_gpu3.pt",
39
+ "shard": "data/shard_gpu3.pt"
40
+ }
41
+ }
42
+ }