thefinalboss commited on
Commit
e9191b6
·
verified ·
1 Parent(s): 66c6bb5

Upload checkpoints/FROZEN_RESUME_MANIFEST.json with huggingface_hub

Browse files
checkpoints/FROZEN_RESUME_MANIFEST.json ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "frozen_at": "2026-08-18T04:18:24.322592+00:00",
3
+ "phase": "phase2",
4
+ "status": "FROZEN_FOR_RESUME",
5
+ "model": "fractus-1b",
6
+ "gpus": {
7
+ "0": {
8
+ "tokens_processed": 15585280,
9
+ "start_token_next": 15585280,
10
+ "last_tf": 13.107,
11
+ "last_ema_tf": 8.226,
12
+ "ckpt": "checkpoints/fractus_1b_gpu0.pt",
13
+ "ckpt_bytes": 4406132277,
14
+ "shard": "tokenized/phase2/shard_phase2_gpu0.npy",
15
+ "shard_len": 429896462
16
+ },
17
+ "1": {
18
+ "tokens_processed": 15984640,
19
+ "start_token_next": 15984640,
20
+ "last_tf": 7.932,
21
+ "last_ema_tf": 9.44,
22
+ "ckpt": "checkpoints/fractus_1b_gpu1.pt",
23
+ "ckpt_bytes": 4406132277,
24
+ "shard": "tokenized/phase2/shard_phase2_gpu1.npy",
25
+ "shard_len": 429896462
26
+ },
27
+ "2": {
28
+ "tokens_processed": 15708160,
29
+ "start_token_next": 15708160,
30
+ "last_tf": 11.585,
31
+ "last_ema_tf": 9.404,
32
+ "ckpt": "checkpoints/fractus_1b_gpu2.pt",
33
+ "ckpt_bytes": 4406132277,
34
+ "shard": "tokenized/phase2/shard_phase2_gpu2.npy",
35
+ "shard_len": 429896462
36
+ },
37
+ "3": {
38
+ "tokens_processed": 17315840,
39
+ "start_token_next": 17315840,
40
+ "last_tf": 14.521,
41
+ "last_ema_tf": 13.671,
42
+ "ckpt": "checkpoints/fractus_1b_gpu3.pt",
43
+ "ckpt_bytes": 4406132277,
44
+ "shard": "tokenized/phase2/shard_phase2_gpu3.npy",
45
+ "shard_len": 429896462
46
+ },
47
+ "4": {
48
+ "tokens_processed": 15769600,
49
+ "start_token_next": 15769600,
50
+ "last_tf": 26.153,
51
+ "last_ema_tf": 39.887,
52
+ "ckpt": "checkpoints/fractus_1b_gpu4.pt",
53
+ "ckpt_bytes": 4406132277,
54
+ "shard": "tokenized/phase2/shard_phase2_gpu4.npy",
55
+ "shard_len": 429896462
56
+ },
57
+ "5": {
58
+ "tokens_processed": 15872000,
59
+ "start_token_next": 15872000,
60
+ "last_tf": 17.002,
61
+ "last_ema_tf": 23.703,
62
+ "ckpt": "checkpoints/fractus_1b_gpu5.pt",
63
+ "ckpt_bytes": 4406132277,
64
+ "shard": "tokenized/phase2/shard_phase2_gpu5.npy",
65
+ "shard_len": 429896462
66
+ },
67
+ "6": {
68
+ "tokens_processed": 16087040,
69
+ "start_token_next": 16087040,
70
+ "last_tf": 31.947,
71
+ "last_ema_tf": 23.52,
72
+ "ckpt": "checkpoints/fractus_1b_gpu6.pt",
73
+ "ckpt_bytes": 4406132277,
74
+ "shard": "tokenized/phase2/shard_phase2_gpu6.npy",
75
+ "shard_len": 429896462
76
+ },
77
+ "7": {
78
+ "tokens_processed": 17408000,
79
+ "start_token_next": 17408000,
80
+ "last_tf": 18.452,
81
+ "last_ema_tf": 26.869,
82
+ "ckpt": "checkpoints/fractus_1b_gpu7.pt",
83
+ "ckpt_bytes": 4406132277,
84
+ "shard": "tokenized/phase2/shard_phase2_gpu7.npy",
85
+ "shard_len": 429896462
86
+ }
87
+ },
88
+ "resume_recipe": {
89
+ "BATCH": 2,
90
+ "SEQ": 128,
91
+ "LR": 0.0007,
92
+ "SS_RATE": 0.25,
93
+ "SS_PROB": 0.2
94
+ },
95
+ "hf": {
96
+ "model_repo": "thefinalboss/fractus-cte",
97
+ "dataset_repo": "thefinalboss/fractus-datasets"
98
+ }
99
+ }