andyshu's picture
Back up verified OpenSysOne training snapshot and pinned source
1a0a7fb verified
Raw History Blame
14.3 kB
{
"config": {
"command": "train",
"model": "/home/andy/ai/models/opensysone/Qwen3-4B-Instruct-2507-cdbee75f",
"dataset": "/home/andy/ai/opensysone/data/public-decisions-v2-20260917",
"output": "/home/andy/ai/opensysone/runs/20260917T070758Z-train/artifacts",
"resume": null,
"warm_start": "/home/andy/ai/opensysone/runs/20260917T070415Z-expanded-parent/best.pt",
"allow_train_data_change": true,
"steps": 8,
"epochs": 3,
"rank": 8,
"alpha": 16.0,
"head_only": false,
"two_pass": true,
"lr": 2e-05,
"head_lr": 2e-05,
"seed": 433,
"effective_batch": 4,
"branch_batch_size": 1,
"max_tokens": 512,
"save_steps": 250,
"save_seconds": 900,
"eval_steps": 500,
"validation_per_family": 128,
"patience": 8,
"deadline": "2026-09-17T16:00:00Z",
"schedule_steps": 3500,
"selection_metric": "crossfit_temperature_nll_v1",
"adapters": true
},
"pid": 1627838,
"hostname": "gx10-9dd0",
"started_utc": "2026-09-17T07:07:59.676564+00:00",
"git_commit": "24b8ccf60d388f9cbb184e03a6ae260a1f5a8b86",
"git_status": "",
"source_sha256": {
"playground.py": "b10c400421dd8558a7fef8ddde632676cdfe7f63edf94184f299f9ed569c010a",
"selection.py": "be0a7a8496b5b830aa572ceba93606320f442063fd38180503fd6980dc1c578f",
"training_model.py": "d5b0aefeeb5290816bc0b669aa0a8cbbe27f6a12b9cb23c141ac9b9ae9ee4e65",
"decision_model.py": "a3d8aeb02a1ac765c6cc30ff175acad0664560f01ab5403e22cade924d17371e",
"data_transition.py": "93aaa89b4de3aa78c34f03a5643e31f91f738c832395334966368df9b902621c",
"smoke_data.py": "06b3cbac1c8c4a86b8aecbee4459073cc3e46d4ddcd576392f3cb4805924f815",
"jev_harness.py": "4d4e979cb7ae352bcdacaaa6d64045e6b5e550b1a9721d4bad545045bee6c67f",
"experiment.py": "c779c3936aa1c2c51052f035df7bc0895a2de79c9ffc6c50fb0ee848832e17c7",
"smoke_train.py": "8cdeb2b397177fc9c26638aaa871501ddab8e3871aa1573ecd98f66590f5c228",
"scripts/run_experiment.sh": "661a6309fc54a2a8aff918f14a553c72dcb21730bd6a3cfc55d6ccd4700d11d3",
"scripts/download_candidate.py": "d06a2c01be0cf6577f927fb37e3bc1eab014949fd934e4f4d9825674adba608e",
"scripts/prepare_public_data.py": "32ea84aa719818e1141b958b6ef27a85f7ddb86bfcd7c1585fc487b25253d977",
"scripts/verify_playground_layout.cjs": "dea3fa07c568c141cd58fead8c547db7196f4a48fe4ea4cea0312d2ba7bd8bb4",
"scripts/run_smoke.sh": "39d59f2120f362729d1c2e384391b82be1e580dcc1aca0eaa7ab231115225574",
"scripts/start_spark_candidate.sh": "c2ca18b008a144de7cb264c9fcca634d68c4a8a317db3638e8a70b3dbcff064b",
"scripts/launch_24h.py": "39c26dc10535d3adac09209b0743edf2ed384563e732512ad62f8c6f37161a83",
"scripts/verify_artifact.py": "9833350e9d72c0065b15206bb71c5a8b5a6b3185219db90074e369ede563a985",
"scripts/publish_hf_snapshot.py": "b5fe16a00fcbc5ab97121428c6ce750275ee193438e3ffe24aac5e3bb325c018",
"scripts/prepare_expanded_data.py": "5c05478b29c84218784690f3c7c3ec994615fec1c57826591607189f191c56b4",
"scripts/fleet_campaign.py": "e69fdff96f92c6943b7895be11df444f016d0b744a1b9441995a5f8bb7af9d54",
"scripts/run_precision.sh": "766d82b30cf3e83951f662685b4472ee053c7fbc171c4ff140823bf4d1c2782f",
"scripts/fleet_status.py": "2519ced157ef4ac4fa449eebabae5740d7527778d578b4ac6720583010fa5217",
"scripts/verify_playground.cjs": "a55aa0e945baeb9e536c2b9cce7a9aa2364244b587e90477190add96f78601dc",
"scripts/diagnose_parity.py": "08b5d66d316ebda98a2226251a4f952701f86a1d5726ce7a4d7e8fb22755da5a",
"scripts/publish_hf_final.py": "278efc5878d7ebc5d1171f3a735d6c7d78275d93650e5a8a16c3f55b8353a577",
"scripts/download_model.py": "72ad9a5de44d09e2ee4ed8afb7c3c0ff6fb48987410a3f7f0368353572bf1f4d",
"scripts/investigate_precision.py": "609b744a926d8a45b87ba8d225e5312ee0c71a7096b21bd3589c5846e1dc847c",
"scripts/campaign_status.py": "1500b5e24f06231c7aafd7277aefd840582e35997e265f79db93614828d34411"
},
"packages": {
"torch": "2.11.0+cu130",
"transformers": "5.15.0",
"pyarrow": "25.0.1",
"numpy": "2.5.2"
},
"cuda": "13.0",
"gpu": "NVIDIA GB10",
"capability": [
12,
1
],
"cuda_cap_bytes": 17179869184,
"initial_mem_available_bytes": 107427065856,
"oom_score_adj": "0",
"parent_checkpoint_sha256": "5f57ec38796d132edfa23638fbce66131fd4e7dfe87ceeadaba2b0e0d5c78024",
"initialization": {
"kind": "warm_start",
"parent_checkpoint": "/home/andy/ai/opensysone/runs/20260917T070415Z-expanded-parent/best.pt",
"parent_checkpoint_sha256": "5f57ec38796d132edfa23638fbce66131fd4e7dfe87ceeadaba2b0e0d5c78024",
"restores_optimizer": false,
"restores_rng": false,
"parent_step": 1500,
"parent_source_commit": "4a60423c39d70f8d50472ce4f4f7fa4a4bd9fce1",
"data_transition": {
"kind": "training_split_only",
"parent_dataset": "/home/andy/ai/opensysone/data/public-decisions-v1-20260916",
"dataset": "/home/andy/ai/opensysone/data/public-decisions-v2-20260917",
"parent_data_signature": "c00527e505fba87aabbfa65ba5fb7a67cf628ac7d46d7598f270936a894e3884",
"data_signature": "76183c642668602f42b7f3e71a3fe03bd5bd76f064fce4ba92351d8703396207",
"parent_manifest_sha256": "adf5a8ca2bab60cf7429a82b1b7a2d1ae7d3cc812de04dd195a478dfd7c6f628",
"manifest_sha256": "fde6ee7ce2eca20cb22cdbbe4db0ddbdb29a8ea9d597906d88e545939a5b602c",
"protected_split_sha256": {
"validation": "411199524c930d33fed8e1afa24597c59d400a500195fbec33d96afafd7ce74f",
"calibration": "58fea4f180f16e5e0f2c9fd5f57487d3106415ec8e37bdd003e629ea944c51b4",
"test": "ea61477a192d0a7174bcf0536f7664b547fdefe0bca9fe02c8e13c621e380819",
"holdout": "0fb1bf6baf32374cf5dd8059428f058929884c903daa26be518ef14d33510cc3"
}
}
},
"model_provenance": {
"model_id": "Qwen/Qwen3-4B-Instruct-2507",
"revision": "cdbee75f17c01a7cc42f958dc650907174af0554",
"license": "apache-2.0"
},
"data_signature": "76183c642668602f42b7f3e71a3fe03bd5bd76f064fce4ba92351d8703396207",
"total_parameters": 4038985729,
"trainable_parameters": 16517633,
"adapter_modules": [
"layers.0.self_attn.q_proj",
"layers.0.self_attn.k_proj",
"layers.0.self_attn.v_proj",
"layers.0.self_attn.o_proj",
"layers.0.mlp.gate_proj",
"layers.0.mlp.up_proj",
"layers.0.mlp.down_proj",
"layers.1.self_attn.q_proj",
"layers.1.self_attn.k_proj",
"layers.1.self_attn.v_proj",
"layers.1.self_attn.o_proj",
"layers.1.mlp.gate_proj",
"layers.1.mlp.up_proj",
"layers.1.mlp.down_proj",
"layers.2.self_attn.q_proj",
"layers.2.self_attn.k_proj",
"layers.2.self_attn.v_proj",
"layers.2.self_attn.o_proj",
"layers.2.mlp.gate_proj",
"layers.2.mlp.up_proj",
"layers.2.mlp.down_proj",
"layers.3.self_attn.q_proj",
"layers.3.self_attn.k_proj",
"layers.3.self_attn.v_proj",
"layers.3.self_attn.o_proj",
"layers.3.mlp.gate_proj",
"layers.3.mlp.up_proj",
"layers.3.mlp.down_proj",
"layers.4.self_attn.q_proj",
"layers.4.self_attn.k_proj",
"layers.4.self_attn.v_proj",
"layers.4.self_attn.o_proj",
"layers.4.mlp.gate_proj",
"layers.4.mlp.up_proj",
"layers.4.mlp.down_proj",
"layers.5.self_attn.q_proj",
"layers.5.self_attn.k_proj",
"layers.5.self_attn.v_proj",
"layers.5.self_attn.o_proj",
"layers.5.mlp.gate_proj",
"layers.5.mlp.up_proj",
"layers.5.mlp.down_proj",
"layers.6.self_attn.q_proj",
"layers.6.self_attn.k_proj",
"layers.6.self_attn.v_proj",
"layers.6.self_attn.o_proj",
"layers.6.mlp.gate_proj",
"layers.6.mlp.up_proj",
"layers.6.mlp.down_proj",
"layers.7.self_attn.q_proj",
"layers.7.self_attn.k_proj",
"layers.7.self_attn.v_proj",
"layers.7.self_attn.o_proj",
"layers.7.mlp.gate_proj",
"layers.7.mlp.up_proj",
"layers.7.mlp.down_proj",
"layers.8.self_attn.q_proj",
"layers.8.self_attn.k_proj",
"layers.8.self_attn.v_proj",
"layers.8.self_attn.o_proj",
"layers.8.mlp.gate_proj",
"layers.8.mlp.up_proj",
"layers.8.mlp.down_proj",
"layers.9.self_attn.q_proj",
"layers.9.self_attn.k_proj",
"layers.9.self_attn.v_proj",
"layers.9.self_attn.o_proj",
"layers.9.mlp.gate_proj",
"layers.9.mlp.up_proj",
"layers.9.mlp.down_proj",
"layers.10.self_attn.q_proj",
"layers.10.self_attn.k_proj",
"layers.10.self_attn.v_proj",
"layers.10.self_attn.o_proj",
"layers.10.mlp.gate_proj",
"layers.10.mlp.up_proj",
"layers.10.mlp.down_proj",
"layers.11.self_attn.q_proj",
"layers.11.self_attn.k_proj",
"layers.11.self_attn.v_proj",
"layers.11.self_attn.o_proj",
"layers.11.mlp.gate_proj",
"layers.11.mlp.up_proj",
"layers.11.mlp.down_proj",
"layers.12.self_attn.q_proj",
"layers.12.self_attn.k_proj",
"layers.12.self_attn.v_proj",
"layers.12.self_attn.o_proj",
"layers.12.mlp.gate_proj",
"layers.12.mlp.up_proj",
"layers.12.mlp.down_proj",
"layers.13.self_attn.q_proj",
"layers.13.self_attn.k_proj",
"layers.13.self_attn.v_proj",
"layers.13.self_attn.o_proj",
"layers.13.mlp.gate_proj",
"layers.13.mlp.up_proj",
"layers.13.mlp.down_proj",
"layers.14.self_attn.q_proj",
"layers.14.self_attn.k_proj",
"layers.14.self_attn.v_proj",
"layers.14.self_attn.o_proj",
"layers.14.mlp.gate_proj",
"layers.14.mlp.up_proj",
"layers.14.mlp.down_proj",
"layers.15.self_attn.q_proj",
"layers.15.self_attn.k_proj",
"layers.15.self_attn.v_proj",
"layers.15.self_attn.o_proj",
"layers.15.mlp.gate_proj",
"layers.15.mlp.up_proj",
"layers.15.mlp.down_proj",
"layers.16.self_attn.q_proj",
"layers.16.self_attn.k_proj",
"layers.16.self_attn.v_proj",
"layers.16.self_attn.o_proj",
"layers.16.mlp.gate_proj",
"layers.16.mlp.up_proj",
"layers.16.mlp.down_proj",
"layers.17.self_attn.q_proj",
"layers.17.self_attn.k_proj",
"layers.17.self_attn.v_proj",
"layers.17.self_attn.o_proj",
"layers.17.mlp.gate_proj",
"layers.17.mlp.up_proj",
"layers.17.mlp.down_proj",
"layers.18.self_attn.q_proj",
"layers.18.self_attn.k_proj",
"layers.18.self_attn.v_proj",
"layers.18.self_attn.o_proj",
"layers.18.mlp.gate_proj",
"layers.18.mlp.up_proj",
"layers.18.mlp.down_proj",
"layers.19.self_attn.q_proj",
"layers.19.self_attn.k_proj",
"layers.19.self_attn.v_proj",
"layers.19.self_attn.o_proj",
"layers.19.mlp.gate_proj",
"layers.19.mlp.up_proj",
"layers.19.mlp.down_proj",
"layers.20.self_attn.q_proj",
"layers.20.self_attn.k_proj",
"layers.20.self_attn.v_proj",
"layers.20.self_attn.o_proj",
"layers.20.mlp.gate_proj",
"layers.20.mlp.up_proj",
"layers.20.mlp.down_proj",
"layers.21.self_attn.q_proj",
"layers.21.self_attn.k_proj",
"layers.21.self_attn.v_proj",
"layers.21.self_attn.o_proj",
"layers.21.mlp.gate_proj",
"layers.21.mlp.up_proj",
"layers.21.mlp.down_proj",
"layers.22.self_attn.q_proj",
"layers.22.self_attn.k_proj",
"layers.22.self_attn.v_proj",
"layers.22.self_attn.o_proj",
"layers.22.mlp.gate_proj",
"layers.22.mlp.up_proj",
"layers.22.mlp.down_proj",
"layers.23.self_attn.q_proj",
"layers.23.self_attn.k_proj",
"layers.23.self_attn.v_proj",
"layers.23.self_attn.o_proj",
"layers.23.mlp.gate_proj",
"layers.23.mlp.up_proj",
"layers.23.mlp.down_proj",
"layers.24.self_attn.q_proj",
"layers.24.self_attn.k_proj",
"layers.24.self_attn.v_proj",
"layers.24.self_attn.o_proj",
"layers.24.mlp.gate_proj",
"layers.24.mlp.up_proj",
"layers.24.mlp.down_proj",
"layers.25.self_attn.q_proj",
"layers.25.self_attn.k_proj",
"layers.25.self_attn.v_proj",
"layers.25.self_attn.o_proj",
"layers.25.mlp.gate_proj",
"layers.25.mlp.up_proj",
"layers.25.mlp.down_proj",
"layers.26.self_attn.q_proj",
"layers.26.self_attn.k_proj",
"layers.26.self_attn.v_proj",
"layers.26.self_attn.o_proj",
"layers.26.mlp.gate_proj",
"layers.26.mlp.up_proj",
"layers.26.mlp.down_proj",
"layers.27.self_attn.q_proj",
"layers.27.self_attn.k_proj",
"layers.27.self_attn.v_proj",
"layers.27.self_attn.o_proj",
"layers.27.mlp.gate_proj",
"layers.27.mlp.up_proj",
"layers.27.mlp.down_proj",
"layers.28.self_attn.q_proj",
"layers.28.self_attn.k_proj",
"layers.28.self_attn.v_proj",
"layers.28.self_attn.o_proj",
"layers.28.mlp.gate_proj",
"layers.28.mlp.up_proj",
"layers.28.mlp.down_proj",
"layers.29.self_attn.q_proj",
"layers.29.self_attn.k_proj",
"layers.29.self_attn.v_proj",
"layers.29.self_attn.o_proj",
"layers.29.mlp.gate_proj",
"layers.29.mlp.up_proj",
"layers.29.mlp.down_proj",
"layers.30.self_attn.q_proj",
"layers.30.self_attn.k_proj",
"layers.30.self_attn.v_proj",
"layers.30.self_attn.o_proj",
"layers.30.mlp.gate_proj",
"layers.30.mlp.up_proj",
"layers.30.mlp.down_proj",
"layers.31.self_attn.q_proj",
"layers.31.self_attn.k_proj",
"layers.31.self_attn.v_proj",
"layers.31.self_attn.o_proj",
"layers.31.mlp.gate_proj",
"layers.31.mlp.up_proj",
"layers.31.mlp.down_proj",
"layers.32.self_attn.q_proj",
"layers.32.self_attn.k_proj",
"layers.32.self_attn.v_proj",
"layers.32.self_attn.o_proj",
"layers.32.mlp.gate_proj",
"layers.32.mlp.up_proj",
"layers.32.mlp.down_proj",
"layers.33.self_attn.q_proj",
"layers.33.self_attn.k_proj",
"layers.33.self_attn.v_proj",
"layers.33.self_attn.o_proj",
"layers.33.mlp.gate_proj",
"layers.33.mlp.up_proj",
"layers.33.mlp.down_proj",
"layers.34.self_attn.q_proj",
"layers.34.self_attn.k_proj",
"layers.34.self_attn.v_proj",
"layers.34.self_attn.o_proj",
"layers.34.mlp.gate_proj",
"layers.34.mlp.up_proj",
"layers.34.mlp.down_proj",
"layers.35.self_attn.q_proj",
"layers.35.self_attn.k_proj",
"layers.35.self_attn.v_proj",
"layers.35.self_attn.o_proj",
"layers.35.mlp.gate_proj",
"layers.35.mlp.up_proj",
"layers.35.mlp.down_proj"
],
"load_and_tokenize_seconds": 4.631322219996946
}