| { |
| "d_model": 1280, |
| "n_heads": 20, |
| "d_head": 64, |
| "n_levels": 2, |
| "n_oscillators": 16, |
| "coupling_rank": 8, |
| "n_experts": 128, |
| "top_k": 2, |
| "expert_d_ff": 2048, |
| "siren_rank": 64, |
| "n_layers": 16, |
| "merged": true, |
| "n_sources": 8, |
| "tokens_per_gpu": [ |
| 106546176, |
| 103275520, |
| 101508096, |
| 103090176, |
| 101760000, |
| 103166976, |
| 103905280, |
| 103045120 |
| ], |
| "tokens_mean": 103287168, |
| "tokens_processed": 103287168, |
| "tokens_max": 106546176, |
| "merge": "mean_float_params", |
| "trainer": "fast4gpu_boost_v4", |
| "ts": "2026-08-29T04:53:37Z" |
| } |
