opensysone / source /results /20260917-fleet-progress /spark-b-refinement-campaign-launch.json
andyshu's picture
Back up verified OpenSysOne training snapshot and pinned source
2d5c26a verified
Raw History Blame
4.38 kB
{
"created_utc": "2026-09-17T02:31:37.787035+00:00",
"command": [
"/home/andy/ai/envs/opensysone/bin/python",
"/home/andy/projects/opensysone/scripts/launch_24h.py",
"--pilot",
"/home/andy/ai/opensysone/runs/20260917T021605Z-train/artifacts",
"--train-only",
"--selection-metric",
"crossfit_temperature_nll_v1",
"--training-deadline",
"2026-09-17T16:00:00Z",
"--deadline",
"2026-09-17T18:16:10Z",
"--inference-max-tokens",
"1024"
],
"source_commit": "4a60423c39d70f8d50472ce4f4f7fa4a4bd9fce1",
"source_status": "",
"verification_exit_code": 0,
"verification": {
"status": "passed",
"checkpoint": "/home/andy/ai/opensysone/runs/20260917T021605Z-train/artifacts/checkpoint.pt",
"checkpoint_sha256": "ece94b096b7fa37eec9e180a5f652da86a9f4f42d49f7f124850f046915237a8",
"step": 8,
"fresh_reload_decisions": 16,
"fresh_reload_probability_max_abs": 0.0,
"optimizer_state_restored": true,
"optimizer_steps_taken": 0,
"longest_input_stress": [
{
"id": "arc:train:ARC-Challenge:696",
"family": "arc",
"branches": 4,
"max_branch_tokens": 212,
"loss": 5.821491718292236,
"gradient_norm": 67.16741180419922,
"peak_cuda_allocated_bytes": 16531817472
},
{
"id": "banking:train:3917",
"family": "banking",
"branches": 4,
"max_branch_tokens": 170,
"loss": -0.0,
"gradient_norm": 2.849806833182811e-06,
"peak_cuda_allocated_bytes": 16531817472
},
{
"id": "boolq:train:6648",
"family": "boolq",
"branches": 2,
"max_branch_tokens": 509,
"loss": 1.0364792346954346,
"gradient_norm": 31.71306037902832,
"peak_cuda_allocated_bytes": 16776178176
},
{
"id": "snli:train:37567",
"family": "snli",
"branches": 3,
"max_branch_tokens": 195,
"loss": 0.0006712805479764938,
"gradient_norm": 0.029433242976665497,
"peak_cuda_allocated_bytes": 16776178176
},
{
"id": "arc:train:ARC-Challenge:626",
"family": "arc",
"branches": 5,
"max_branch_tokens": 139,
"loss": 4.494089080253616e-05,
"gradient_norm": 0.0032675806432962418,
"peak_cuda_allocated_bytes": 16776178176
}
],
"http_model": "opensysone-qwen3-4b-instruct-2507",
"http_matches_direct": true,
"http_invalid_key_status": 401,
"http_oversized_input_status": 422,
"http_255_choices": true,
"inference_max_tokens": 1024,
"http_long_context_branch_tokens": [
1023,
1023
],
"http_long_context_matches_direct": true,
"http_255_choices_seconds": 45.438681236002594,
"http_end_to_end_seconds": 1.4650505809986498,
"temperature_fitted": false,
"training_peak_cuda_allocated_bytes": 16776178176,
"inference_peak_cuda_allocated_bytes": 16605534208,
"peak_cuda_allocated_bytes": 16776178176,
"peak_cuda_reserved_bytes": 16861102080
},
"launcher_exit_code": 0,
"launched": {
"campaign": "/home/andy/ai/opensysone/runs/20260917T023137Z-24h",
"supervisor_pid": 483974,
"final_deadline": "2026-09-17T18:16:10+00:00"
},
"plan": {
"resume_checkpoint": "/home/andy/ai/opensysone/runs/20260917T021605Z-train/artifacts/checkpoint.pt",
"resume_sha256": "ece94b096b7fa37eec9e180a5f652da86a9f4f42d49f7f124850f046915237a8",
"final_deadline": "2026-09-17T18:16:10+00:00",
"eval_reserve_seconds": 7200,
"evaluation_estimate": {
"pilot_validation_decisions": 512,
"pilot_validation_seconds": 317.40339064598083,
"evaluation_decisions": 6640,
"estimated_prediction_seconds": 4116.325222440064
},
"port": 18081,
"training_deadline": "2026-09-17T16:00:00+00:00",
"train_only": true,
"selection_metric": "crossfit_temperature_nll_v1",
"inference_max_tokens": 1024,
"created_utc": "2026-09-17T02:31:37.778693+00:00",
"source_commit": "4a60423c39d70f8d50472ce4f4f7fa4a4bd9fce1"
},
"free_memory": " total used free shared buff/cache available\nMem: 130661138432 4282839040 80976977920 4931584 46544269312 126378299392\nSwap: 0 0 0\n",
"gpu_processes_before": "",
"oom_score_adj": 0
}