| { |
| "created_utc": "2026-09-17T07:04:52.586355+00:00", |
| "purpose": "Frozen selected Spark B weights for a separate expanded-training-data warm start; no optimizer or RNG carry-over", |
| "directory": "/home/andy/ai/opensysone/runs/20260917T070415Z-expanded-parent", |
| "usable_checkpoint": "/home/andy/ai/opensysone/runs/20260917T070415Z-expanded-parent/best.pt", |
| "source_host": "andy@192.168.8.204", |
| "source_directory": "/home/andy/ai/opensysone/runs/20260917T023137Z-24h/training", |
| "source_candidate": "spark-b-4b-refinement", |
| "source_campaign": "/home/andy/ai/opensysone/runs/20260917T023137Z-24h", |
| "source_step": 1500, |
| "source_commit": "4a60423c39d70f8d50472ce4f4f7fa4a4bd9fce1", |
| "source_checkout_clean_at_snapshot": true, |
| "sha256": "5f57ec38796d132edfa23638fbce66131fd4e7dfe87ceeadaba2b0e0d5c78024", |
| "model_provenance": { |
| "model_id": "Qwen/Qwen3-4B-Instruct-2507", |
| "revision": "cdbee75f17c01a7cc42f958dc650907174af0554", |
| "license": "apache-2.0" |
| }, |
| "data_signature": "c00527e505fba87aabbfa65ba5fb7a67cf628ac7d46d7598f270936a894e3884", |
| "config": { |
| "command": "train", |
| "model": "/home/andy/ai/models/opensysone/Qwen3-4B-Instruct-2507-cdbee75f", |
| "dataset": "/home/andy/ai/opensysone/data/public-decisions-v1-20260916", |
| "output": "/home/andy/ai/opensysone/runs/20260917T023137Z-24h/training", |
| "resume": "/home/andy/ai/opensysone/runs/20260917T021605Z-train/artifacts/checkpoint.pt", |
| "warm_start": null, |
| "steps": null, |
| "epochs": 3, |
| "rank": 8, |
| "alpha": 16.0, |
| "head_only": false, |
| "two_pass": true, |
| "lr": 1e-05, |
| "head_lr": 1e-05, |
| "seed": 432, |
| "effective_batch": 4, |
| "branch_batch_size": 1, |
| "max_tokens": 512, |
| "save_steps": 250, |
| "save_seconds": 900, |
| "eval_steps": 500, |
| "validation_per_family": 128, |
| "patience": 8, |
| "deadline": "2026-09-17T16:00:00+00:00", |
| "schedule_steps": 5000, |
| "selection_metric": "crossfit_temperature_nll_v1", |
| "adapters": true |
| }, |
| "prompt_version": "chat-verifier-v1", |
| "adapter_version": "additive-linear-v1", |
| "initialization": { |
| "kind": "resume", |
| "parent_checkpoint": "/home/andy/ai/opensysone/runs/20260917T021605Z-train/artifacts/checkpoint.pt", |
| "parent_checkpoint_sha256": "ece94b096b7fa37eec9e180a5f652da86a9f4f42d49f7f124850f046915237a8", |
| "restores_optimizer": true, |
| "restores_rng": true, |
| "parent_step": 8, |
| "parent_source_commit": "4a60423c39d70f8d50472ce4f4f7fa4a4bd9fce1", |
| "parent_initialization": { |
| "kind": "warm_start", |
| "parent_checkpoint": "/home/andy/ai/opensysone/runs/20260917T021254Z-refinement-parent/best.pt", |
| "parent_checkpoint_sha256": "8956eb6c0cfbb02124aeefd99c3b418c55f55fdb9a64260350622d98dbba1aec", |
| "restores_optimizer": false, |
| "restores_rng": false, |
| "parent_step": 2500, |
| "parent_source_commit": "4a60423c39d70f8d50472ce4f4f7fa4a4bd9fce1" |
| }, |
| "selection_policy_change": { |
| "from": "crossfit_temperature_nll_v1", |
| "to": "crossfit_temperature_nll_v1", |
| "optimizer_and_rng_unchanged": true |
| } |
| }, |
| "selection": { |
| "metric": "crossfit_temperature_nll_v1", |
| "score": 0.1701497127614862, |
| "raw_macro_nll": 0.190872636672039, |
| "accuracy": 0.947265625 |
| }, |
| "selected_metric_recomputed_exact": true, |
| "validation_identity_matches_frozen_reference": true, |
| "validation_decisions": 512, |
| "validation_reference_path": "/home/andy/ai/opensysone/runs/20260916T193741Z-24h/training/validation_step_002500_predictions.json", |
| "validation_reference_sha256": "16ff7745cdbfa53b87ccf2445796cf6a0c28d148a00e6c3926c72c36e75d058e", |
| "validation_identity_sha256": "9f7934043533a233543c382d1e6f0cfc28e719219825bab29885ddaa5a682750", |
| "per_family_counts": { |
| "arc": 128, |
| "banking": 128, |
| "boolq": 128, |
| "snli": 128 |
| }, |
| "source_data_manifest_sha256": "adf5a8ca2bab60cf7429a82b1b7a2d1ae7d3cc812de04dd195a478dfd7c6f628", |
| "source_split_sha256": { |
| "test": "ea61477a192d0a7174bcf0536f7664b547fdefe0bca9fe02c8e13c621e380819", |
| "validation": "411199524c930d33fed8e1afa24597c59d400a500195fbec33d96afafd7ce74f", |
| "calibration": "58fea4f180f16e5e0f2c9fd5f57487d3106415ec8e37bdd003e629ea944c51b4", |
| "train": "314f2978aeeddec7b03a50412dae82595966ad4a0f8003f2e124b48e2497b550", |
| "holdout": "0fb1bf6baf32374cf5dd8059428f058929884c903daa26be518ef14d33510cc3" |
| }, |
| "copied_files": { |
| "best.pt": { |
| "sha256": "5f57ec38796d132edfa23638fbce66131fd4e7dfe87ceeadaba2b0e0d5c78024", |
| "bytes": 66202635 |
| }, |
| "validation_step_001500_predictions.json": { |
| "sha256": "1e0a2f838251c8eb411b59f4fa061db67ec308ce249d166901760b097c64bd6c", |
| "bytes": 331142 |
| }, |
| "best_validation_predictions.json": { |
| "sha256": "1e0a2f838251c8eb411b59f4fa061db67ec308ce249d166901760b097c64bd6c", |
| "bytes": 331142 |
| }, |
| "best_validation_selection.json": { |
| "sha256": "ced9908b7a6a9d6f682c7afac42d12316467b7a8aa83dcfd4b09b6af8aee6d6e", |
| "bytes": 19700 |
| }, |
| "manifest.json": { |
| "sha256": "0fe2c1bde4a47879d3ba040b97aa26c3025101dec10192e86188fe2cd98c33cf", |
| "bytes": 13002 |
| }, |
| "data_filter.json": { |
| "sha256": "3a514e34a8a6f7e35776bafe5b19015d6c5cec0eaabea5558aa896471aba3b56", |
| "bytes": 2360 |
| }, |
| "correctness_initial.json": { |
| "sha256": "f9ad8b0308a09577abc390412f214cc6289b1108ced3907570c6d4cf58539158", |
| "bytes": 354 |
| }, |
| "validation.jsonl": { |
| "sha256": "33a73b107bed65b65a7b3997ac6a1f097216e727c55fbf1ad02c9ccf0624bf20", |
| "bytes": 63612 |
| } |
| }, |
| "local_added_files": { |
| "source-data-manifest.json": { |
| "sha256": "adf5a8ca2bab60cf7429a82b1b7a2d1ae7d3cc812de04dd195a478dfd7c6f628", |
| "bytes": 5266 |
| }, |
| "config.json": { |
| "sha256": "09a10bf04d8ed6063cb4363f77469887a1eb7d78dbb2b85213f98458c8deb88f", |
| "bytes": 848 |
| } |
| }, |
| "remote_before": { |
| "source": "/home/andy/ai/opensysone/runs/20260917T023137Z-24h/training", |
| "selected_step": 1500, |
| "selection": { |
| "metric": "crossfit_temperature_nll_v1", |
| "score": 0.1701497127614862, |
| "raw_macro_nll": 0.190872636672039, |
| "accuracy": 0.947265625 |
| }, |
| "files": { |
| "best.pt": { |
| "sha256": "5f57ec38796d132edfa23638fbce66131fd4e7dfe87ceeadaba2b0e0d5c78024", |
| "bytes": 66202635 |
| }, |
| "validation_step_001500_predictions.json": { |
| "sha256": "1e0a2f838251c8eb411b59f4fa061db67ec308ce249d166901760b097c64bd6c", |
| "bytes": 331142 |
| }, |
| "best_validation_predictions.json": { |
| "sha256": "1e0a2f838251c8eb411b59f4fa061db67ec308ce249d166901760b097c64bd6c", |
| "bytes": 331142 |
| }, |
| "best_validation_selection.json": { |
| "sha256": "ced9908b7a6a9d6f682c7afac42d12316467b7a8aa83dcfd4b09b6af8aee6d6e", |
| "bytes": 19700 |
| }, |
| "manifest.json": { |
| "sha256": "0fe2c1bde4a47879d3ba040b97aa26c3025101dec10192e86188fe2cd98c33cf", |
| "bytes": 13002 |
| }, |
| "data_filter.json": { |
| "sha256": "3a514e34a8a6f7e35776bafe5b19015d6c5cec0eaabea5558aa896471aba3b56", |
| "bytes": 2360 |
| }, |
| "correctness_initial.json": { |
| "sha256": "f9ad8b0308a09577abc390412f214cc6289b1108ced3907570c6d4cf58539158", |
| "bytes": 354 |
| }, |
| "validation.jsonl": { |
| "sha256": "33a73b107bed65b65a7b3997ac6a1f097216e727c55fbf1ad02c9ccf0624bf20", |
| "bytes": 63612 |
| } |
| }, |
| "checkout_commit": "4a60423c39d70f8d50472ce4f4f7fa4a4bd9fce1", |
| "checkout_status": "" |
| }, |
| "remote_after": { |
| "source": "/home/andy/ai/opensysone/runs/20260917T023137Z-24h/training", |
| "selected_step": 1500, |
| "selection": { |
| "metric": "crossfit_temperature_nll_v1", |
| "score": 0.1701497127614862, |
| "raw_macro_nll": 0.190872636672039, |
| "accuracy": 0.947265625 |
| }, |
| "files": { |
| "best.pt": { |
| "sha256": "5f57ec38796d132edfa23638fbce66131fd4e7dfe87ceeadaba2b0e0d5c78024", |
| "bytes": 66202635 |
| }, |
| "validation_step_001500_predictions.json": { |
| "sha256": "1e0a2f838251c8eb411b59f4fa061db67ec308ce249d166901760b097c64bd6c", |
| "bytes": 331142 |
| }, |
| "best_validation_predictions.json": { |
| "sha256": "1e0a2f838251c8eb411b59f4fa061db67ec308ce249d166901760b097c64bd6c", |
| "bytes": 331142 |
| }, |
| "best_validation_selection.json": { |
| "sha256": "ced9908b7a6a9d6f682c7afac42d12316467b7a8aa83dcfd4b09b6af8aee6d6e", |
| "bytes": 19700 |
| }, |
| "manifest.json": { |
| "sha256": "0fe2c1bde4a47879d3ba040b97aa26c3025101dec10192e86188fe2cd98c33cf", |
| "bytes": 13002 |
| }, |
| "data_filter.json": { |
| "sha256": "3a514e34a8a6f7e35776bafe5b19015d6c5cec0eaabea5558aa896471aba3b56", |
| "bytes": 2360 |
| }, |
| "correctness_initial.json": { |
| "sha256": "f9ad8b0308a09577abc390412f214cc6289b1108ced3907570c6d4cf58539158", |
| "bytes": 354 |
| }, |
| "validation.jsonl": { |
| "sha256": "33a73b107bed65b65a7b3997ac6a1f097216e727c55fbf1ad02c9ccf0624bf20", |
| "bytes": 63612 |
| } |
| }, |
| "checkout_commit": "4a60423c39d70f8d50472ce4f4f7fa4a4bd9fce1", |
| "checkout_status": "" |
| }, |
| "stable_before_after_and_local_hashes": true, |
| "source_file_hashes_verified_against_git_commit": { |
| "jev_harness.py": "4d4e979cb7ae352bcdacaaa6d64045e6b5e550b1a9721d4bad545045bee6c67f", |
| "smoke_data.py": "06b3cbac1c8c4a86b8aecbee4459073cc3e46d4ddcd576392f3cb4805924f815", |
| "experiment.py": "c036cbe9fbf6f71c1bb141dcfbecfb06a2f4bd697b070d2274b1931480e92031", |
| "training_model.py": "d5b0aefeeb5290816bc0b669aa0a8cbbe27f6a12b9cb23c141ac9b9ae9ee4e65", |
| "smoke_train.py": "8cdeb2b397177fc9c26638aaa871501ddab8e3871aa1573ecd98f66590f5c228", |
| "decision_model.py": "a3d8aeb02a1ac765c6cc30ff175acad0664560f01ab5403e22cade924d17371e", |
| "selection.py": "be0a7a8496b5b830aa572ceba93606320f442063fd38180503fd6980dc1c578f", |
| "scripts/download_model.py": "72ad9a5de44d09e2ee4ed8afb7c3c0ff6fb48987410a3f7f0368353572bf1f4d", |
| "scripts/download_candidate.py": "d06a2c01be0cf6577f927fb37e3bc1eab014949fd934e4f4d9825674adba608e", |
| "scripts/run_precision.sh": "766d82b30cf3e83951f662685b4472ee053c7fbc171c4ff140823bf4d1c2782f", |
| "scripts/campaign_status.py": "1500b5e24f06231c7aafd7277aefd840582e35997e265f79db93614828d34411", |
| "scripts/verify_artifact.py": "9833350e9d72c0065b15206bb71c5a8b5a6b3185219db90074e369ede563a985", |
| "scripts/start_spark_candidate.sh": "c2ca18b008a144de7cb264c9fcca634d68c4a8a317db3638e8a70b3dbcff064b", |
| "scripts/run_experiment.sh": "661a6309fc54a2a8aff918f14a553c72dcb21730bd6a3cfc55d6ccd4700d11d3", |
| "scripts/fleet_campaign.py": "9e8d0511a579ace145b7ad079c11ce9b7465950569e86b22099caec2831d5f21", |
| "scripts/diagnose_parity.py": "08b5d66d316ebda98a2226251a4f952701f86a1d5726ce7a4d7e8fb22755da5a", |
| "scripts/prepare_public_data.py": "32ea84aa719818e1141b958b6ef27a85f7ddb86bfcd7c1585fc487b25253d977", |
| "scripts/run_smoke.sh": "39d59f2120f362729d1c2e384391b82be1e580dcc1aca0eaa7ab231115225574", |
| "scripts/launch_24h.py": "39c26dc10535d3adac09209b0743edf2ed384563e732512ad62f8c6f37161a83", |
| "scripts/investigate_precision.py": "609b744a926d8a45b87ba8d225e5312ee0c71a7096b21bd3589c5846e1dc847c" |
| }, |
| "cpu_verification": { |
| "torch_version": "2.11.0+cu130", |
| "tensor_count": 506, |
| "trainable_parameters": 16517633, |
| "all_tensors_finite": true, |
| "all_tensors_cpu": true, |
| "cuda_initialized": false, |
| "oom_score_adj": "0", |
| "resumable_optimizer_present": false |
| }, |
| "uncalibrated": true, |
| "reserved_predictions_accessed": false, |
| "active_training_modified": false, |
| "new_candidate_launched": false |
| } |
|
|
