File size: 6,229 Bytes
2d5c26a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 | {
"created_utc": "2026-09-17T02:22:01.106055+00:00",
"completed_utc": "2026-09-17T02:23:09.543422+00:00",
"root": "/home/andy/ai/opensysone/runs/20260917T022201Z-ensemble-reference",
"purpose": "Immutable-hash copies of exact selected artifacts for future validation-only ensemble research; no adoption or fleet eligibility registration",
"fleet_eligibility_registered": false,
"reserved_predictions_accessed": false,
"cuda_initialized": false,
"reference_predictions": {
"path": "/home/andy/ai/opensysone/runs/20260917T021254Z-refinement-parent/validation_step_002500_predictions.json",
"sha256": "16ff7745cdbfa53b87ccf2445796cf6a0c28d148a00e6c3926c72c36e75d058e",
"count": 512
},
"artifacts": [
{
"name": "spark-a-4b",
"remote_host": "andy@192.168.8.111",
"remote_directory": "/home/andy/ai/opensysone/runs/20260916T194258Z-24h/training",
"destination": "/home/andy/ai/opensysone/runs/20260917T022201Z-ensemble-reference/spark-a-4b",
"expected_step": 2500,
"verified_step": 2500,
"checkpoint_sha256": "b7923de78e41b88c353d27a13c7c66a0d5700aa578512a1ba3e5e34803486fb7",
"prediction_filename": "validation_step_002500_predictions.json",
"source_commit": "4a60423c39d70f8d50472ce4f4f7fa4a4bd9fce1",
"model_provenance": {
"model_id": "Qwen/Qwen3-4B-Instruct-2507",
"revision": "cdbee75f17c01a7cc42f958dc650907174af0554",
"license": "apache-2.0"
},
"data_signature": "c00527e505fba87aabbfa65ba5fb7a67cf628ac7d46d7598f270936a894e3884",
"prediction_count": 512,
"accuracy": 0.92578125,
"raw_macro_nll": 0.3004267213630067,
"selection_metric": "crossfit_temperature_nll_v1",
"selection_score": 0.21801211708868656,
"per_family_raw_nll": {
"arc": 0.18728708915519038,
"banking": 0.09826600992870173,
"boolq": 0.6254968111183671,
"snli": 0.29065697524976764
},
"source_hashes_before_utc": "2026-09-17T02:22:01.552922+00:00",
"source_hashes_after_utc": "2026-09-17T02:22:33.574541+00:00",
"source_unchanged_during_copy": true,
"local_hashes_match_source": true,
"files": {
"best.pt": {
"bytes": 66202635,
"sha256": "b7923de78e41b88c353d27a13c7c66a0d5700aa578512a1ba3e5e34803486fb7"
},
"validation_step_002500_predictions.json": {
"bytes": 332103,
"sha256": "9d0676e4f318f0e419d4e73ce6b73afdc21a6252f751d8d88abcdd644b6ca979"
},
"manifest.json": {
"bytes": 12984,
"sha256": "839a92247fa8a861e853e46a18a97cebb9b4514b327562dc59066b8363fdf06a"
},
"data_filter.json": {
"bytes": 2360,
"sha256": "3a514e34a8a6f7e35776bafe5b19015d6c5cec0eaabea5558aa896471aba3b56"
},
"correctness_initial.json": {
"bytes": 355,
"sha256": "cb2649db1735dbcbc90f83d9f95520a7dd553471b7d0c88316205207ad66acb8"
},
"best_validation_selection.json": {
"bytes": 19697,
"sha256": "7a2dab3cda6e2b0d88cf4b9d7e5a82d3746b008e83e26eaba57316f92458bd5e"
}
},
"provenance_and_checkpoint_selection_verified": true,
"correctness_evidence_checked": "correctness_initial.json",
"correctness_evidence_scope": "Source-run wiring correctness; not newly rerun on frozen checkpoint"
},
{
"name": "spark-b-2b",
"remote_host": "andy@192.168.8.204",
"remote_directory": "/home/andy/ai/opensysone/runs/20260916T193803Z-24h/training",
"destination": "/home/andy/ai/opensysone/runs/20260917T022201Z-ensemble-reference/spark-b-2b",
"expected_step": 2000,
"verified_step": 2000,
"checkpoint_sha256": "be08efdc9121a64547b5c9331d5908eeb0978c4fbc962885fd34f9758ec89d11",
"prediction_filename": "validation_step_002000_predictions.json",
"source_commit": "4a60423c39d70f8d50472ce4f4f7fa4a4bd9fce1",
"model_provenance": {
"model_id": "Qwen/Qwen3.5-2B",
"revision": "15852e8c16360a2fea060d615a32b45270f8a8fc",
"license": "apache-2.0"
},
"data_signature": "dedef2b6406f252c165ee317925935079282f8a8ac96f034e89b07048d79f9e1",
"prediction_count": 512,
"accuracy": 0.8984375,
"raw_macro_nll": 0.25676974955497256,
"selection_metric": "crossfit_temperature_nll_v1",
"selection_score": 0.2552943737691716,
"per_family_raw_nll": {
"arc": 0.33955257651665527,
"banking": 0.06537141992655102,
"boolq": 0.34265219288051024,
"snli": 0.2795028088961736
},
"source_hashes_before_utc": "2026-09-17T02:22:35.564979+00:00",
"source_hashes_after_utc": "2026-09-17T02:23:09.399419+00:00",
"source_unchanged_during_copy": true,
"local_hashes_match_source": true,
"files": {
"best.pt": {
"bytes": 67383903,
"sha256": "be08efdc9121a64547b5c9331d5908eeb0978c4fbc962885fd34f9758ec89d11"
},
"validation_step_002000_predictions.json": {
"bytes": 333354,
"sha256": "980c9df18461f5de79e54701bfee1b5fbff19dd3b85125e64f619a88c60f80e4"
},
"manifest.json": {
"bytes": 10911,
"sha256": "e6f39dc5c797a0c1f5aa6ca176509d4cb1ef176a98af0bb6ee0946a5acbbc09e"
},
"data_filter.json": {
"bytes": 1572,
"sha256": "e60da06955fe9e8a70a3de1ddaeb261e53af8f3a5e1d13ee62932d3773a1be24"
},
"correctness_initial.json": {
"bytes": 391,
"sha256": "39d23512e99743437b88b5b10110e501853976b5292581481b5d2a5b7f2c5cdd"
},
"correctness_final.json": {
"bytes": 391,
"sha256": "dc12c9800ce68562e1fffe9d238170e7bd8a5f4400509dbb3a7207c2383c7522"
},
"best_validation_selection.json": {
"bytes": 19700,
"sha256": "030ee97e8df65bfd99781246c93bbab27c3e6218b92edee6cc40841923256df3"
}
},
"provenance_and_checkpoint_selection_verified": true,
"correctness_evidence_checked": "correctness_final.json",
"correctness_evidence_scope": "Source-run wiring correctness; not newly rerun on frozen checkpoint"
}
]
}
|