opensysone / source /results /20260917-expanded-data /fleet-eligibility.json
andyshu's picture
Back up verified OpenSysOne training snapshot and pinned source
58f2896 verified
Raw History Blame
2.47 kB
{
"status": "eligible",
"verified_utc": "2026-09-17T07:25:16.179414+00:00",
"directory": "/home/andy/ai/opensysone/runs/20260917T072514263226Z-expanded-fleet-eligibility",
"method": "Unmodified production snapshot_candidate plus actual-plan verify_candidate_dataset and verify_selected_dataset",
"review_source_commit": "fe7e48f806a7e947d689b9e966d38bc0dbedcc2e",
"training_source_commit": "24b8ccf60d388f9cbb184e03a6ae260a1f5a8b86",
"training_source_file_count": 28,
"candidate_name": "gx10-4b-expanded",
"source_campaign": "/home/andy/ai/opensysone/runs/20260917T072142Z-24h",
"step": 0,
"checkpoint_sha256": "c4f781e80ade257544100b03c525709d0559eb2bf6a992c97708554c7d360aca",
"prediction_sha256": "1e0a2f838251c8eb411b59f4fa061db67ec308ce249d166901760b097c64bd6c",
"data_signature": "76183c642668602f42b7f3e71a3fe03bd5bd76f064fce4ba92351d8703396207",
"model_provenance": {
"model_id": "Qwen/Qwen3-4B-Instruct-2507",
"revision": "cdbee75f17c01a7cc42f958dc650907174af0554",
"license": "apache-2.0"
},
"selection_metric": "crossfit_temperature_nll_v1",
"selection_score": 0.1701497127614862,
"raw_macro_nll": 0.190872636672039,
"accuracy": 0.947265625,
"validation_count": 512,
"reference_sha256": "e671e1508185765552b0f933ba03f356be62143c531d8ef534457d34b1645c9b",
"correctness_path": "/home/andy/ai/opensysone/runs/20260917T072514263226Z-expanded-fleet-eligibility/candidate/training/correctness_initial.json",
"dataset_compatibility": {
"dataset": "/home/andy/ai/opensysone/data/public-decisions-v2-20260917",
"reference_dataset": "/home/andy/ai/opensysone/data/public-decisions-v1-20260916",
"protected_split_sha256": {
"validation": "411199524c930d33fed8e1afa24597c59d400a500195fbec33d96afafd7ce74f",
"calibration": "58fea4f180f16e5e0f2c9fd5f57487d3106415ec8e37bdd003e629ea944c51b4",
"test": "ea61477a192d0a7174bcf0536f7664b547fdefe0bca9fe02c8e13c621e380819",
"holdout": "0fb1bf6baf32374cf5dd8059428f058929884c903daa26be518ef14d33510cc3"
},
"scope": "Only training data may differ; protected source bytes verified without reading labels or predictions"
},
"fleet_plan_sha256": "657979189140a298f383cbcf722c425c64f7b07b7e0332c32ac1b076445028e2",
"fleet_candidate_count": 5,
"selection_cutoff": "2026-09-17T16:00:00Z",
"final_deadline": "2026-09-17T18:16:10Z",
"gpu_initialized": false,
"reserved_predictions_accessed": false,
"jobs_modified": false
}