{
  "created_utc": "2026-09-17T02:22:01.106055+00:00",
  "completed_utc": "2026-09-17T02:23:09.543422+00:00",
  "root": "/home/andy/ai/opensysone/runs/20260917T022201Z-ensemble-reference",
  "purpose": "Immutable-hash copies of exact selected artifacts for future validation-only ensemble research; no adoption or fleet eligibility registration",
  "fleet_eligibility_registered": false,
  "reserved_predictions_accessed": false,
  "cuda_initialized": false,
  "reference_predictions": {
    "path": "/home/andy/ai/opensysone/runs/20260917T021254Z-refinement-parent/validation_step_002500_predictions.json",
    "sha256": "16ff7745cdbfa53b87ccf2445796cf6a0c28d148a00e6c3926c72c36e75d058e",
    "count": 512
  },
  "artifacts": [
    {
      "name": "spark-a-4b",
      "remote_host": "andy@192.168.8.111",
      "remote_directory": "/home/andy/ai/opensysone/runs/20260916T194258Z-24h/training",
      "destination": "/home/andy/ai/opensysone/runs/20260917T022201Z-ensemble-reference/spark-a-4b",
      "expected_step": 2500,
      "verified_step": 2500,
      "checkpoint_sha256": "b7923de78e41b88c353d27a13c7c66a0d5700aa578512a1ba3e5e34803486fb7",
      "prediction_filename": "validation_step_002500_predictions.json",
      "source_commit": "4a60423c39d70f8d50472ce4f4f7fa4a4bd9fce1",
      "model_provenance": {
        "model_id": "Qwen/Qwen3-4B-Instruct-2507",
        "revision": "cdbee75f17c01a7cc42f958dc650907174af0554",
        "license": "apache-2.0"
      },
      "data_signature": "c00527e505fba87aabbfa65ba5fb7a67cf628ac7d46d7598f270936a894e3884",
      "prediction_count": 512,
      "accuracy": 0.92578125,
      "raw_macro_nll": 0.3004267213630067,
      "selection_metric": "crossfit_temperature_nll_v1",
      "selection_score": 0.21801211708868656,
      "per_family_raw_nll": {
        "arc": 0.18728708915519038,
        "banking": 0.09826600992870173,
        "boolq": 0.6254968111183671,
        "snli": 0.29065697524976764
      },
      "source_hashes_before_utc": "2026-09-17T02:22:01.552922+00:00",
      "source_hashes_after_utc": "2026-09-17T02:22:33.574541+00:00",
      "source_unchanged_during_copy": true,
      "local_hashes_match_source": true,
      "files": {
        "best.pt": {
          "bytes": 66202635,
          "sha256": "b7923de78e41b88c353d27a13c7c66a0d5700aa578512a1ba3e5e34803486fb7"
        },
        "validation_step_002500_predictions.json": {
          "bytes": 332103,
          "sha256": "9d0676e4f318f0e419d4e73ce6b73afdc21a6252f751d8d88abcdd644b6ca979"
        },
        "manifest.json": {
          "bytes": 12984,
          "sha256": "839a92247fa8a861e853e46a18a97cebb9b4514b327562dc59066b8363fdf06a"
        },
        "data_filter.json": {
          "bytes": 2360,
          "sha256": "3a514e34a8a6f7e35776bafe5b19015d6c5cec0eaabea5558aa896471aba3b56"
        },
        "correctness_initial.json": {
          "bytes": 355,
          "sha256": "cb2649db1735dbcbc90f83d9f95520a7dd553471b7d0c88316205207ad66acb8"
        },
        "best_validation_selection.json": {
          "bytes": 19697,
          "sha256": "7a2dab3cda6e2b0d88cf4b9d7e5a82d3746b008e83e26eaba57316f92458bd5e"
        }
      },
      "provenance_and_checkpoint_selection_verified": true,
      "correctness_evidence_checked": "correctness_initial.json",
      "correctness_evidence_scope": "Source-run wiring correctness; not newly rerun on frozen checkpoint"
    },
    {
      "name": "spark-b-2b",
      "remote_host": "andy@192.168.8.204",
      "remote_directory": "/home/andy/ai/opensysone/runs/20260916T193803Z-24h/training",
      "destination": "/home/andy/ai/opensysone/runs/20260917T022201Z-ensemble-reference/spark-b-2b",
      "expected_step": 2000,
      "verified_step": 2000,
      "checkpoint_sha256": "be08efdc9121a64547b5c9331d5908eeb0978c4fbc962885fd34f9758ec89d11",
      "prediction_filename": "validation_step_002000_predictions.json",
      "source_commit": "4a60423c39d70f8d50472ce4f4f7fa4a4bd9fce1",
      "model_provenance": {
        "model_id": "Qwen/Qwen3.5-2B",
        "revision": "15852e8c16360a2fea060d615a32b45270f8a8fc",
        "license": "apache-2.0"
      },
      "data_signature": "dedef2b6406f252c165ee317925935079282f8a8ac96f034e89b07048d79f9e1",
      "prediction_count": 512,
      "accuracy": 0.8984375,
      "raw_macro_nll": 0.25676974955497256,
      "selection_metric": "crossfit_temperature_nll_v1",
      "selection_score": 0.2552943737691716,
      "per_family_raw_nll": {
        "arc": 0.33955257651665527,
        "banking": 0.06537141992655102,
        "boolq": 0.34265219288051024,
        "snli": 0.2795028088961736
      },
      "source_hashes_before_utc": "2026-09-17T02:22:35.564979+00:00",
      "source_hashes_after_utc": "2026-09-17T02:23:09.399419+00:00",
      "source_unchanged_during_copy": true,
      "local_hashes_match_source": true,
      "files": {
        "best.pt": {
          "bytes": 67383903,
          "sha256": "be08efdc9121a64547b5c9331d5908eeb0978c4fbc962885fd34f9758ec89d11"
        },
        "validation_step_002000_predictions.json": {
          "bytes": 333354,
          "sha256": "980c9df18461f5de79e54701bfee1b5fbff19dd3b85125e64f619a88c60f80e4"
        },
        "manifest.json": {
          "bytes": 10911,
          "sha256": "e6f39dc5c797a0c1f5aa6ca176509d4cb1ef176a98af0bb6ee0946a5acbbc09e"
        },
        "data_filter.json": {
          "bytes": 1572,
          "sha256": "e60da06955fe9e8a70a3de1ddaeb261e53af8f3a5e1d13ee62932d3773a1be24"
        },
        "correctness_initial.json": {
          "bytes": 391,
          "sha256": "39d23512e99743437b88b5b10110e501853976b5292581481b5d2a5b7f2c5cdd"
        },
        "correctness_final.json": {
          "bytes": 391,
          "sha256": "dc12c9800ce68562e1fffe9d238170e7bd8a5f4400509dbb3a7207c2383c7522"
        },
        "best_validation_selection.json": {
          "bytes": 19700,
          "sha256": "030ee97e8df65bfd99781246c93bbab27c3e6218b92edee6cc40841923256df3"
        }
      },
      "provenance_and_checkpoint_selection_verified": true,
      "correctness_evidence_checked": "correctness_final.json",
      "correctness_evidence_scope": "Source-run wiring correctness; not newly rerun on frozen checkpoint"
    }
  ]
}