opensysone / source /results /20260917-fleet-progress /spark-b-refinement-resume-verified.json
andyshu's picture
Back up verified OpenSysOne training snapshot and pinned source
2d5c26a verified
Raw History Blame Contribute Delete
3.79 kB
{
"checked_utc": "2026-09-17T02:32:09.829023+00:00",
"campaign": "/home/andy/ai/opensysone/runs/20260917T023137Z-24h",
"pilot": "/home/andy/ai/opensysone/runs/20260917T021605Z-train/artifacts",
"step": 8,
"exact_restoration": {
"trainable_state": true,
"optimizer": true,
"random_state": true,
"torch_rng": true,
"cuda_rng": true,
"model_provenance": true,
"data_signature": true
},
"config_preserved": {
"rank": 8,
"alpha": 16.0,
"adapters": true,
"max_tokens": 512,
"branch_batch_size": 1,
"seed": 432,
"effective_batch": 4,
"lr": 1e-05,
"head_lr": 1e-05,
"schedule_steps": 5000,
"epochs": 3,
"validation_per_family": 128,
"two_pass": true,
"selection_metric": "crossfit_temperature_nll_v1"
},
"processes": {
"supervisor_pid": {
"pid": 483974,
"command": [
"/home/andy/ai/envs/opensysone/bin/python",
"/home/andy/projects/opensysone/scripts/launch_24h.py",
"--campaign",
"/home/andy/ai/opensysone/runs/20260917T023137Z-24h"
],
"oom_score_adj": "0"
},
"child_pid": {
"pid": 484001,
"command": [
"/home/andy/ai/envs/opensysone/bin/python",
"/home/andy/projects/opensysone/experiment.py",
"train",
"--output",
"/home/andy/ai/opensysone/runs/20260917T023137Z-24h/training",
"--resume",
"/home/andy/ai/opensysone/runs/20260917T021605Z-train/artifacts/checkpoint.pt",
"--deadline",
"2026-09-17T16:00:00+00:00",
"--model",
"/home/andy/ai/models/opensysone/Qwen3-4B-Instruct-2507-cdbee75f",
"--dataset",
"/home/andy/ai/opensysone/data/public-decisions-v1-20260916",
"--epochs",
"3",
"--rank",
"8",
"--alpha",
"16.0",
"--lr",
"1e-05",
"--head-lr",
"1e-05",
"--seed",
"432",
"--effective-batch",
"4",
"--branch-batch-size",
"1",
"--max-tokens",
"512",
"--save-steps",
"250",
"--save-seconds",
"900",
"--eval-steps",
"500",
"--validation-per-family",
"128",
"--patience",
"8",
"--schedule-steps",
"5000",
"--selection-metric",
"crossfit_temperature_nll_v1",
"--two-pass"
],
"oom_score_adj": "0"
}
},
"pilot_checkpoint_sha256": "ece94b096b7fa37eec9e180a5f652da86a9f4f42d49f7f124850f046915237a8",
"pilot_step8_predictions_sha256": "b2a477b919ef21569299b4adf3b8c6d78806659e190dee622fbf393b16d79905",
"campaign_initialization": {
"kind": "resume",
"parent_checkpoint": "/home/andy/ai/opensysone/runs/20260917T021605Z-train/artifacts/checkpoint.pt",
"parent_checkpoint_sha256": "ece94b096b7fa37eec9e180a5f652da86a9f4f42d49f7f124850f046915237a8",
"restores_optimizer": true,
"restores_rng": true,
"parent_step": 8,
"parent_source_commit": "4a60423c39d70f8d50472ce4f4f7fa4a4bd9fce1",
"parent_initialization": {
"kind": "warm_start",
"parent_checkpoint": "/home/andy/ai/opensysone/runs/20260917T021254Z-refinement-parent/best.pt",
"parent_checkpoint_sha256": "8956eb6c0cfbb02124aeefd99c3b418c55f55fdb9a64260350622d98dbba1aec",
"restores_optimizer": false,
"restores_rng": false,
"parent_step": 2500,
"parent_source_commit": "4a60423c39d70f8d50472ce4f4f7fa4a4bd9fce1"
},
"selection_policy_change": {
"from": "crossfit_temperature_nll_v1",
"to": "crossfit_temperature_nll_v1",
"optimizer_and_rng_unchanged": true
}
},
"optimizer_step_values": [
8.0
],
"source_commit": "4a60423c39d70f8d50472ce4f4f7fa4a4bd9fce1"
}