{ "checked_utc": "2026-09-17T02:39:01.079816+00:00", "campaign": "/home/andy/ai/opensysone/runs/20260917T023137Z-24h", "plan": { "resume_checkpoint": "/home/andy/ai/opensysone/runs/20260917T021605Z-train/artifacts/checkpoint.pt", "resume_sha256": "ece94b096b7fa37eec9e180a5f652da86a9f4f42d49f7f124850f046915237a8", "final_deadline": "2026-09-17T18:16:10+00:00", "eval_reserve_seconds": 7200, "evaluation_estimate": { "pilot_validation_decisions": 512, "pilot_validation_seconds": 317.40339064598083, "evaluation_decisions": 6640, "estimated_prediction_seconds": 4116.325222440064 }, "port": 18081, "training_deadline": "2026-09-17T16:00:00+00:00", "train_only": true, "selection_metric": "crossfit_temperature_nll_v1", "inference_max_tokens": 1024, "created_utc": "2026-09-17T02:31:37.778693+00:00", "source_commit": "4a60423c39d70f8d50472ce4f4f7fa4a4bd9fce1" }, "state": { "supervisor_pid": 483974, "campaign": "/home/andy/ai/opensysone/runs/20260917T023137Z-24h", "stage": "training", "status": "running", "source_commit": "4a60423c39d70f8d50472ce4f4f7fa4a4bd9fce1", "child_pid": 484001, "child_command": [ "/home/andy/ai/envs/opensysone/bin/python", "/home/andy/projects/opensysone/experiment.py", "train", "--output", "/home/andy/ai/opensysone/runs/20260917T023137Z-24h/training", "--resume", "/home/andy/ai/opensysone/runs/20260917T021605Z-train/artifacts/checkpoint.pt", "--deadline", "2026-09-17T16:00:00+00:00", "--model", "/home/andy/ai/models/opensysone/Qwen3-4B-Instruct-2507-cdbee75f", "--dataset", "/home/andy/ai/opensysone/data/public-decisions-v1-20260916", "--epochs", "3", "--rank", "8", "--alpha", "16.0", "--lr", "1e-05", "--head-lr", "1e-05", "--seed", "432", "--effective-batch", "4", "--branch-batch-size", "1", "--max-tokens", "512", "--save-steps", "250", "--save-seconds", "900", "--eval-steps", "500", "--validation-per-family", "128", "--patience", "8", "--schedule-steps", "5000", "--selection-metric", "crossfit_temperature_nll_v1", "--two-pass" ], "stage_started_utc": "2026-09-17T02:31:38.483925+00:00", "heartbeat_utc": "2026-09-17T02:38:58.581339+00:00" }, "source_commit": "4a60423c39d70f8d50472ce4f4f7fa4a4bd9fce1", "source_status": "", "latest_update": { "step": 18, "loss": 3.562916715567553, "gradient_norm": 27.730913162231445, "seconds": 7.557486833997245, "decisions": 4, "branches": 10, "actual_branch_tokens": 1256, "padded_branch_tokens": 1256, "peak_cuda_allocated_bytes": 16582566912, "lr_factor": 0.18 }, "all_observed_updates_finite": true, "peak_cuda_allocated_bytes": 16582566912, "processes": { "supervisor_pid": { "pid": 483974, "command": [ "/home/andy/ai/envs/opensysone/bin/python", "/home/andy/projects/opensysone/scripts/launch_24h.py", "--campaign", "/home/andy/ai/opensysone/runs/20260917T023137Z-24h" ], "oom_score_adj": "0" }, "child_pid": { "pid": 484001, "command": [ "/home/andy/ai/envs/opensysone/bin/python", "/home/andy/projects/opensysone/experiment.py", "train", "--output", "/home/andy/ai/opensysone/runs/20260917T023137Z-24h/training", "--resume", "/home/andy/ai/opensysone/runs/20260917T021605Z-train/artifacts/checkpoint.pt", "--deadline", "2026-09-17T16:00:00+00:00", "--model", "/home/andy/ai/models/opensysone/Qwen3-4B-Instruct-2507-cdbee75f", "--dataset", "/home/andy/ai/opensysone/data/public-decisions-v1-20260916", "--epochs", "3", "--rank", "8", "--alpha", "16.0", "--lr", "1e-05", "--head-lr", "1e-05", "--seed", "432", "--effective-batch", "4", "--branch-batch-size", "1", "--max-tokens", "512", "--save-steps", "250", "--save-seconds", "900", "--eval-steps", "500", "--validation-per-family", "128", "--patience", "8", "--schedule-steps", "5000", "--selection-metric", "crossfit_temperature_nll_v1", "--two-pass" ], "oom_score_adj": "0" } }, "setup_exit_code": 0, "training_exit_code": null, "campaign_exit_code": null }