| { |
| "created_utc": "2026-09-17T02:22:01.106055+00:00", |
| "completed_utc": "2026-09-17T02:23:09.543422+00:00", |
| "root": "/home/andy/ai/opensysone/runs/20260917T022201Z-ensemble-reference", |
| "purpose": "Immutable-hash copies of exact selected artifacts for future validation-only ensemble research; no adoption or fleet eligibility registration", |
| "fleet_eligibility_registered": false, |
| "reserved_predictions_accessed": false, |
| "cuda_initialized": false, |
| "reference_predictions": { |
| "path": "/home/andy/ai/opensysone/runs/20260917T021254Z-refinement-parent/validation_step_002500_predictions.json", |
| "sha256": "16ff7745cdbfa53b87ccf2445796cf6a0c28d148a00e6c3926c72c36e75d058e", |
| "count": 512 |
| }, |
| "artifacts": [ |
| { |
| "name": "spark-a-4b", |
| "remote_host": "andy@192.168.8.111", |
| "remote_directory": "/home/andy/ai/opensysone/runs/20260916T194258Z-24h/training", |
| "destination": "/home/andy/ai/opensysone/runs/20260917T022201Z-ensemble-reference/spark-a-4b", |
| "expected_step": 2500, |
| "verified_step": 2500, |
| "checkpoint_sha256": "b7923de78e41b88c353d27a13c7c66a0d5700aa578512a1ba3e5e34803486fb7", |
| "prediction_filename": "validation_step_002500_predictions.json", |
| "source_commit": "4a60423c39d70f8d50472ce4f4f7fa4a4bd9fce1", |
| "model_provenance": { |
| "model_id": "Qwen/Qwen3-4B-Instruct-2507", |
| "revision": "cdbee75f17c01a7cc42f958dc650907174af0554", |
| "license": "apache-2.0" |
| }, |
| "data_signature": "c00527e505fba87aabbfa65ba5fb7a67cf628ac7d46d7598f270936a894e3884", |
| "prediction_count": 512, |
| "accuracy": 0.92578125, |
| "raw_macro_nll": 0.3004267213630067, |
| "selection_metric": "crossfit_temperature_nll_v1", |
| "selection_score": 0.21801211708868656, |
| "per_family_raw_nll": { |
| "arc": 0.18728708915519038, |
| "banking": 0.09826600992870173, |
| "boolq": 0.6254968111183671, |
| "snli": 0.29065697524976764 |
| }, |
| "source_hashes_before_utc": "2026-09-17T02:22:01.552922+00:00", |
| "source_hashes_after_utc": "2026-09-17T02:22:33.574541+00:00", |
| "source_unchanged_during_copy": true, |
| "local_hashes_match_source": true, |
| "files": { |
| "best.pt": { |
| "bytes": 66202635, |
| "sha256": "b7923de78e41b88c353d27a13c7c66a0d5700aa578512a1ba3e5e34803486fb7" |
| }, |
| "validation_step_002500_predictions.json": { |
| "bytes": 332103, |
| "sha256": "9d0676e4f318f0e419d4e73ce6b73afdc21a6252f751d8d88abcdd644b6ca979" |
| }, |
| "manifest.json": { |
| "bytes": 12984, |
| "sha256": "839a92247fa8a861e853e46a18a97cebb9b4514b327562dc59066b8363fdf06a" |
| }, |
| "data_filter.json": { |
| "bytes": 2360, |
| "sha256": "3a514e34a8a6f7e35776bafe5b19015d6c5cec0eaabea5558aa896471aba3b56" |
| }, |
| "correctness_initial.json": { |
| "bytes": 355, |
| "sha256": "cb2649db1735dbcbc90f83d9f95520a7dd553471b7d0c88316205207ad66acb8" |
| }, |
| "best_validation_selection.json": { |
| "bytes": 19697, |
| "sha256": "7a2dab3cda6e2b0d88cf4b9d7e5a82d3746b008e83e26eaba57316f92458bd5e" |
| } |
| }, |
| "provenance_and_checkpoint_selection_verified": true, |
| "correctness_evidence_checked": "correctness_initial.json", |
| "correctness_evidence_scope": "Source-run wiring correctness; not newly rerun on frozen checkpoint" |
| }, |
| { |
| "name": "spark-b-2b", |
| "remote_host": "andy@192.168.8.204", |
| "remote_directory": "/home/andy/ai/opensysone/runs/20260916T193803Z-24h/training", |
| "destination": "/home/andy/ai/opensysone/runs/20260917T022201Z-ensemble-reference/spark-b-2b", |
| "expected_step": 2000, |
| "verified_step": 2000, |
| "checkpoint_sha256": "be08efdc9121a64547b5c9331d5908eeb0978c4fbc962885fd34f9758ec89d11", |
| "prediction_filename": "validation_step_002000_predictions.json", |
| "source_commit": "4a60423c39d70f8d50472ce4f4f7fa4a4bd9fce1", |
| "model_provenance": { |
| "model_id": "Qwen/Qwen3.5-2B", |
| "revision": "15852e8c16360a2fea060d615a32b45270f8a8fc", |
| "license": "apache-2.0" |
| }, |
| "data_signature": "dedef2b6406f252c165ee317925935079282f8a8ac96f034e89b07048d79f9e1", |
| "prediction_count": 512, |
| "accuracy": 0.8984375, |
| "raw_macro_nll": 0.25676974955497256, |
| "selection_metric": "crossfit_temperature_nll_v1", |
| "selection_score": 0.2552943737691716, |
| "per_family_raw_nll": { |
| "arc": 0.33955257651665527, |
| "banking": 0.06537141992655102, |
| "boolq": 0.34265219288051024, |
| "snli": 0.2795028088961736 |
| }, |
| "source_hashes_before_utc": "2026-09-17T02:22:35.564979+00:00", |
| "source_hashes_after_utc": "2026-09-17T02:23:09.399419+00:00", |
| "source_unchanged_during_copy": true, |
| "local_hashes_match_source": true, |
| "files": { |
| "best.pt": { |
| "bytes": 67383903, |
| "sha256": "be08efdc9121a64547b5c9331d5908eeb0978c4fbc962885fd34f9758ec89d11" |
| }, |
| "validation_step_002000_predictions.json": { |
| "bytes": 333354, |
| "sha256": "980c9df18461f5de79e54701bfee1b5fbff19dd3b85125e64f619a88c60f80e4" |
| }, |
| "manifest.json": { |
| "bytes": 10911, |
| "sha256": "e6f39dc5c797a0c1f5aa6ca176509d4cb1ef176a98af0bb6ee0946a5acbbc09e" |
| }, |
| "data_filter.json": { |
| "bytes": 1572, |
| "sha256": "e60da06955fe9e8a70a3de1ddaeb261e53af8f3a5e1d13ee62932d3773a1be24" |
| }, |
| "correctness_initial.json": { |
| "bytes": 391, |
| "sha256": "39d23512e99743437b88b5b10110e501853976b5292581481b5d2a5b7f2c5cdd" |
| }, |
| "correctness_final.json": { |
| "bytes": 391, |
| "sha256": "dc12c9800ce68562e1fffe9d238170e7bd8a5f4400509dbb3a7207c2383c7522" |
| }, |
| "best_validation_selection.json": { |
| "bytes": 19700, |
| "sha256": "030ee97e8df65bfd99781246c93bbab27c3e6218b92edee6cc40841923256df3" |
| } |
| }, |
| "provenance_and_checkpoint_selection_verified": true, |
| "correctness_evidence_checked": "correctness_final.json", |
| "correctness_evidence_scope": "Source-run wiring correctness; not newly rerun on frozen checkpoint" |
| } |
| ] |
| } |
|
|
