| { |
| "frozen_at": "2026-08-18T04:18:24.322592+00:00", |
| "phase": "phase2", |
| "status": "FROZEN_FOR_RESUME", |
| "model": "fractus-1b", |
| "gpus": { |
| "0": { |
| "tokens_processed": 15585280, |
| "start_token_next": 15585280, |
| "last_tf": 13.107, |
| "last_ema_tf": 8.226, |
| "ckpt": "checkpoints/fractus_1b_gpu0.pt", |
| "ckpt_bytes": 4406132277, |
| "shard": "tokenized/phase2/shard_phase2_gpu0.npy", |
| "shard_len": 429896462 |
| }, |
| "1": { |
| "tokens_processed": 15984640, |
| "start_token_next": 15984640, |
| "last_tf": 7.932, |
| "last_ema_tf": 9.44, |
| "ckpt": "checkpoints/fractus_1b_gpu1.pt", |
| "ckpt_bytes": 4406132277, |
| "shard": "tokenized/phase2/shard_phase2_gpu1.npy", |
| "shard_len": 429896462 |
| }, |
| "2": { |
| "tokens_processed": 15708160, |
| "start_token_next": 15708160, |
| "last_tf": 11.585, |
| "last_ema_tf": 9.404, |
| "ckpt": "checkpoints/fractus_1b_gpu2.pt", |
| "ckpt_bytes": 4406132277, |
| "shard": "tokenized/phase2/shard_phase2_gpu2.npy", |
| "shard_len": 429896462 |
| }, |
| "3": { |
| "tokens_processed": 17315840, |
| "start_token_next": 17315840, |
| "last_tf": 14.521, |
| "last_ema_tf": 13.671, |
| "ckpt": "checkpoints/fractus_1b_gpu3.pt", |
| "ckpt_bytes": 4406132277, |
| "shard": "tokenized/phase2/shard_phase2_gpu3.npy", |
| "shard_len": 429896462 |
| }, |
| "4": { |
| "tokens_processed": 15769600, |
| "start_token_next": 15769600, |
| "last_tf": 26.153, |
| "last_ema_tf": 39.887, |
| "ckpt": "checkpoints/fractus_1b_gpu4.pt", |
| "ckpt_bytes": 4406132277, |
| "shard": "tokenized/phase2/shard_phase2_gpu4.npy", |
| "shard_len": 429896462 |
| }, |
| "5": { |
| "tokens_processed": 15872000, |
| "start_token_next": 15872000, |
| "last_tf": 17.002, |
| "last_ema_tf": 23.703, |
| "ckpt": "checkpoints/fractus_1b_gpu5.pt", |
| "ckpt_bytes": 4406132277, |
| "shard": "tokenized/phase2/shard_phase2_gpu5.npy", |
| "shard_len": 429896462 |
| }, |
| "6": { |
| "tokens_processed": 16087040, |
| "start_token_next": 16087040, |
| "last_tf": 31.947, |
| "last_ema_tf": 23.52, |
| "ckpt": "checkpoints/fractus_1b_gpu6.pt", |
| "ckpt_bytes": 4406132277, |
| "shard": "tokenized/phase2/shard_phase2_gpu6.npy", |
| "shard_len": 429896462 |
| }, |
| "7": { |
| "tokens_processed": 17408000, |
| "start_token_next": 17408000, |
| "last_tf": 18.452, |
| "last_ema_tf": 26.869, |
| "ckpt": "checkpoints/fractus_1b_gpu7.pt", |
| "ckpt_bytes": 4406132277, |
| "shard": "tokenized/phase2/shard_phase2_gpu7.npy", |
| "shard_len": 429896462 |
| } |
| }, |
| "resume_recipe": { |
| "BATCH": 2, |
| "SEQ": 128, |
| "LR": 0.0007, |
| "SS_RATE": 0.25, |
| "SS_PROB": 0.2 |
| }, |
| "hf": { |
| "model_repo": "thefinalboss/fractus-cte", |
| "dataset_repo": "thefinalboss/fractus-datasets" |
| } |
| } |
