File size: 579 Bytes
998fee9 cc00032 998fee9 cc00032 998fee9 cc00032 998fee9 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 | {
"d_model": 1280,
"n_heads": 20,
"d_head": 64,
"n_levels": 2,
"n_oscillators": 16,
"coupling_rank": 8,
"n_experts": 128,
"top_k": 2,
"expert_d_ff": 2048,
"siren_rank": 64,
"n_layers": 16,
"merged": true,
"n_sources": 8,
"tokens_per_gpu": [
106546176,
103275520,
101508096,
103090176,
101760000,
103166976,
103905280,
103045120
],
"tokens_mean": 103287168,
"tokens_processed": 103287168,
"tokens_max": 106546176,
"merge": "mean_float_params",
"trainer": "fast4gpu_boost_v4",
"ts": "2026-08-29T04:53:37Z"
} |