opensysone / source /results /20260916-fleet-setup /spark-a-pilot-updates-verified.json
andyshu's picture
Back up verified OpenSysOne training snapshot and pinned source
2d5c26a verified
Raw History Blame
2.9 kB
{
"verified_utc": "2026-09-16T19:36:54.576981+00:00",
"pilot": "/home/andy/ai/opensysone/runs/20260916T192910Z-train/artifacts",
"steps": [
{
"step": 1,
"loss": 0.04351106797480497,
"gradient_norm": 1.6386429071426392,
"seconds": 6.981293958997412,
"decisions": 4,
"branches": 10,
"actual_branch_tokens": 1159,
"padded_branch_tokens": 1159,
"peak_cuda_allocated_bytes": 16437236224,
"lr_factor": 0.01
},
{
"step": 2,
"loss": 0.15121578006073833,
"gradient_norm": 4.051327228546143,
"seconds": 7.926273795994348,
"decisions": 4,
"branches": 12,
"actual_branch_tokens": 1309,
"padded_branch_tokens": 1309,
"peak_cuda_allocated_bytes": 16455383040,
"lr_factor": 0.02
},
{
"step": 3,
"loss": 0.046116778565419736,
"gradient_norm": 2.121610164642334,
"seconds": 8.245975869001995,
"decisions": 4,
"branches": 12,
"actual_branch_tokens": 1418,
"padded_branch_tokens": 1418,
"peak_cuda_allocated_bytes": 16473681920,
"lr_factor": 0.03
},
{
"step": 4,
"loss": 0.6447427491093549,
"gradient_norm": 14.918035507202148,
"seconds": 9.809010395998484,
"decisions": 4,
"branches": 13,
"actual_branch_tokens": 1685,
"padded_branch_tokens": 1685,
"peak_cuda_allocated_bytes": 16649119744,
"lr_factor": 0.04
},
{
"step": 5,
"loss": 0.029618266969919205,
"gradient_norm": 1.4758515357971191,
"seconds": 7.741351073003898,
"decisions": 4,
"branches": 11,
"actual_branch_tokens": 1378,
"padded_branch_tokens": 1378,
"peak_cuda_allocated_bytes": 16649119744,
"lr_factor": 0.05
},
{
"step": 6,
"loss": 0.13138805617927574,
"gradient_norm": 4.308022499084473,
"seconds": 8.899435437997454,
"decisions": 4,
"branches": 14,
"actual_branch_tokens": 1315,
"padded_branch_tokens": 1315,
"peak_cuda_allocated_bytes": 16649119744,
"lr_factor": 0.06
},
{
"step": 7,
"loss": 0.0995489563792944,
"gradient_norm": 3.91867995262146,
"seconds": 8.706530866998946,
"decisions": 4,
"branches": 12,
"actual_branch_tokens": 1566,
"padded_branch_tokens": 1566,
"peak_cuda_allocated_bytes": 16649119744,
"lr_factor": 0.07
},
{
"step": 8,
"loss": 0.013649344466102775,
"gradient_norm": 0.76712566614151,
"seconds": 7.481786852993537,
"decisions": 4,
"branches": 10,
"actual_branch_tokens": 1525,
"padded_branch_tokens": 1525,
"peak_cuda_allocated_bytes": 16649119744,
"lr_factor": 0.08
}
],
"all_finite": true,
"peak_cuda_allocated_bytes": 16649119744,
"checkpoint_present": true
}