[ { "host": "andy@192.168.8.111", "directory": "/home/andy/ai/opensysone/runs/20260917T075129Z-spark-wrapup/spark-a-final-validation", "remote_output": "/home/andy/ai/opensysone/runs/20260917T075209Z-spark-a-final-validation", "copied_utc": "2026-09-17T08:08:07.804139+00:00", "copy_seconds": 2.3630551399837714, "all_source_hashes_unchanged": true, "all_local_hashes_match": true, "latest_weights_exactly_original_checkpoint": true, "new_evidence_recomputed_and_validation_identities_verified": true, "cuda_initialized": false, "source_original_checkpoints_untouched": true, "best_sha256": "c63f1ac805aa6506c646c7c2ed8901a577ba69c42a98e64a1c03e2123de6142a", "result": { "status": "complete", "latest_step": 4765, "previous_best_step": 4000, "selected_step": 4000, "promoted_latest": false, "minimum_improvement": 0.001, "previous_selection_score": 0.19001961925646324, "latest_selection_score": 0.18989013803833, "latest_raw_macro_nll": 0.22929522907859382, "latest_accuracy": 0.9375, "selected_selection_score": 0.19001961925646324, "selected_accuracy": 0.9375, "validation_count": 512, "validation_seconds": 304.8006596250052, "selection_metric": "crossfit_temperature_nll_v1", "reference_sha256": "e671e1508185765552b0f933ba03f356be62143c531d8ef534457d34b1645c9b", "source_checkpoint_sha256": "5f70ebe5d7d8d3907f2de8beb7d1264eb23770d128e60dd5bda18d6e4b21f318", "source_best_sha256": "c63f1ac805aa6506c646c7c2ed8901a577ba69c42a98e64a1c03e2123de6142a", "best_sha256": "c63f1ac805aa6506c646c7c2ed8901a577ba69c42a98e64a1c03e2123de6142a", "latest_sha256": "f3a4e1f6f8327ae5bc477a283ff56f451390eb038a796179acea367dac0a7839", "reserved_predictions_accessed": false, "optimizer_restored": false, "optimizer_updates": 0, "completed_utc": "2026-09-17T08:06:25.786862+00:00" }, "files": { "latest_correctness.json": { "bytes": 355, "sha256": "d0b731b2374a50422a10a215070a6b9569aa3dba805ee1368f26f557efe3db45" }, "validation_step_004765_predictions.json": { "bytes": 330885, "sha256": "4ec3fa00640f6a91eaec2f2f002a40e71b2aac0bf305789fc73dacb1a101930c" }, "state.json": { "bytes": 1455, "sha256": "f8f69fbc7acc142e2cd9192777af8bce36524111c5a54a8b424fa5f705c8aa5a" }, "final-validation.json": { "bytes": 1149, "sha256": "5537b83636f7a22aa8a904bad488a19776a9fac921fdd51304309fac09c87707" }, "latest_validation_predictions.json": { "bytes": 330885, "sha256": "4ec3fa00640f6a91eaec2f2f002a40e71b2aac0bf305789fc73dacb1a101930c" }, "best_validation_selection.json": { "bytes": 19696, "sha256": "acce27f726a60eeb498752a60b57d7e1fe6ed8c260c545c251306b42155482f9" }, "summary.json": { "bytes": 1149, "sha256": "5537b83636f7a22aa8a904bad488a19776a9fac921fdd51304309fac09c87707" }, "best_validation_predictions.json": { "bytes": 330969, "sha256": "c8de91ece5e79c61c565c20b559da53b095752221bc37cde79bdee66f0ab53c4" }, "reference_predictions.json": { "bytes": 333136, "sha256": "e671e1508185765552b0f933ba03f356be62143c531d8ef534457d34b1645c9b" }, "validation_step_004000_predictions.json": { "bytes": 330969, "sha256": "c8de91ece5e79c61c565c20b559da53b095752221bc37cde79bdee66f0ab53c4" }, "correctness_final.json": { "bytes": 355, "sha256": "cb2649db1735dbcbc90f83d9f95520a7dd553471b7d0c88316205207ad66acb8" }, "latest_validation_selection.json": { "bytes": 19698, "sha256": "68f40dd206f1c0080c13c6a63738578063333d6c27703e0dacb09ee1fc1a991c" }, "manifest.json": { "bytes": 14655, "sha256": "74dcd5738d2cdcb53689517a4c9409e21bd3c355458cc165f4c0ac17b82289a2" }, "source/correctness.json": { "bytes": 355, "sha256": "cb2649db1735dbcbc90f83d9f95520a7dd553471b7d0c88316205207ad66acb8" }, "source/best_validation_predictions.json": { "bytes": 330969, "sha256": "c8de91ece5e79c61c565c20b559da53b095752221bc37cde79bdee66f0ab53c4" }, "source/manifest.json": { "bytes": 12984, "sha256": "839a92247fa8a861e853e46a18a97cebb9b4514b327562dc59066b8363fdf06a" }, "latest.evaluated.pt": { "bytes": 66259403, "sha256": "f3a4e1f6f8327ae5bc477a283ff56f451390eb038a796179acea367dac0a7839" } }, "launch_files": { "launch-spec.json": { "bytes": 2006, "sha256": "dd2bfb4910c311ee8bdb79b39a56917df83c2868573a62dab93ba4c9836aa282" }, "child.json": { "bytes": 878, "sha256": "3b5ac0c9fb09385ae2551f9cb42f0685cc1e95dab71f3218623a6ebc3a11ace8" }, "wrapper.json": { "bytes": 212, "sha256": "8356f478c3c8072d6d66849dd50eb4a43a52b62a7f565e225933cbbb47d7588e" }, "completion.json": { "bytes": 75, "sha256": "9e5a40214084cbafc2810d926f503b72f8c3ce8c1dcd5df62b34dd3babd51761" }, "exit_code": { "bytes": 2, "sha256": "9a271f2a916b0b6ee6cecb2426f0b3206ef074578be55d9bc94f6f3fe3ab86aa" }, "stdout.log": { "bytes": 2299, "sha256": "0e7b266663f714922cf4b4aa2882fec17dd501d384c27f9566c6ade85872db4a" }, "wrapper.log": { "bytes": 0, "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" } }, "post_gpu_processes": "", "post_free_b": " total used free shared buff/cache available\nMem: 130661138432 4740317184 78807007232 1105920 48785661952 125920821248\nSwap: 17179865088 332451840 16847413248\n" }, { "host": "andy@192.168.8.204", "directory": "/home/andy/ai/opensysone/runs/20260917T075129Z-spark-wrapup/spark-b-final-validation", "remote_output": "/home/andy/ai/opensysone/runs/20260917T075209Z-spark-b-final-validation", "copied_utc": "2026-09-17T08:09:11.585988+00:00", "copy_seconds": 62.358902616018895, "all_source_hashes_unchanged": true, "all_local_hashes_match": true, "latest_weights_exactly_original_checkpoint": true, "new_evidence_recomputed_and_validation_identities_verified": true, "cuda_initialized": false, "source_original_checkpoints_untouched": true, "best_sha256": "5f57ec38796d132edfa23638fbce66131fd4e7dfe87ceeadaba2b0e0d5c78024", "result": { "status": "complete", "latest_step": 2000, "previous_best_step": 1500, "selected_step": 1500, "promoted_latest": false, "minimum_improvement": 0.001, "previous_selection_score": 0.1701497127614862, "latest_selection_score": 0.17030384055952372, "latest_raw_macro_nll": 0.20026047477373862, "latest_accuracy": 0.9453125, "selected_selection_score": 0.1701497127614862, "selected_accuracy": 0.947265625, "validation_count": 512, "validation_seconds": 318.5266553429974, "selection_metric": "crossfit_temperature_nll_v1", "reference_sha256": "e671e1508185765552b0f933ba03f356be62143c531d8ef534457d34b1645c9b", "source_checkpoint_sha256": "b26f855aed8f5293e2eb063954aacf50009cb74fd15933be896b8b078b127359", "source_best_sha256": "5f57ec38796d132edfa23638fbce66131fd4e7dfe87ceeadaba2b0e0d5c78024", "best_sha256": "5f57ec38796d132edfa23638fbce66131fd4e7dfe87ceeadaba2b0e0d5c78024", "latest_sha256": "9afe1c95263b78730b1fb0e2e6c5c7049cfcb45c29cdc17961b2dd5e03e4542f", "reserved_predictions_accessed": false, "optimizer_restored": false, "optimizer_updates": 0, "completed_utc": "2026-09-17T08:06:40.678135+00:00" }, "files": { "state.json": { "bytes": 1455, "sha256": "eb4d89dd54783179df474f477473a473db935190e1152b1debaca2fa53273ca5" }, "summary.json": { "bytes": 1158, "sha256": "cd27a9db9af2c3aa93f7c5c1dbb22108a731bc77bddce6fdc96e5801866c0e44" }, "validation_step_002000_predictions.json": { "bytes": 330635, "sha256": "717d3cc8f43c62b7bcde6a3c040dfbc9caaa7195be116bdbbc98acf43b78d4bb" }, "correctness_final.json": { "bytes": 354, "sha256": "f9ad8b0308a09577abc390412f214cc6289b1108ced3907570c6d4cf58539158" }, "latest_validation_predictions.json": { "bytes": 330635, "sha256": "717d3cc8f43c62b7bcde6a3c040dfbc9caaa7195be116bdbbc98acf43b78d4bb" }, "reference_predictions.json": { "bytes": 333136, "sha256": "e671e1508185765552b0f933ba03f356be62143c531d8ef534457d34b1645c9b" }, "validation_step_001500_predictions.json": { "bytes": 331142, "sha256": "1e0a2f838251c8eb411b59f4fa061db67ec308ce249d166901760b097c64bd6c" }, "latest_correctness.json": { "bytes": 355, "sha256": "812c376dae2d1d741d64f507bbfd26ab03d0c69849d016cfa8dbf9664fe7d3ef" }, "best_validation_selection.json": { "bytes": 19700, "sha256": "ced9908b7a6a9d6f682c7afac42d12316467b7a8aa83dcfd4b09b6af8aee6d6e" }, "final-validation.json": { "bytes": 1158, "sha256": "cd27a9db9af2c3aa93f7c5c1dbb22108a731bc77bddce6fdc96e5801866c0e44" }, "latest_validation_selection.json": { "bytes": 19700, "sha256": "f54e7717cd58fe8057533efb38808f07ad307ae59e03fd3567939720eeafb705" }, "manifest.json": { "bytes": 14673, "sha256": "caca473b9a28172dc6c6e0b1b25053d7a2af459cf2abc77e9a21fa179cff471c" }, "best_validation_predictions.json": { "bytes": 331142, "sha256": "1e0a2f838251c8eb411b59f4fa061db67ec308ce249d166901760b097c64bd6c" }, "source/correctness.json": { "bytes": 354, "sha256": "f9ad8b0308a09577abc390412f214cc6289b1108ced3907570c6d4cf58539158" }, "source/manifest.json": { "bytes": 13002, "sha256": "0fe2c1bde4a47879d3ba040b97aa26c3025101dec10192e86188fe2cd98c33cf" }, "source/best_validation_predictions.json": { "bytes": 331142, "sha256": "1e0a2f838251c8eb411b59f4fa061db67ec308ce249d166901760b097c64bd6c" }, "latest.evaluated.pt": { "bytes": 66259403, "sha256": "9afe1c95263b78730b1fb0e2e6c5c7049cfcb45c29cdc17961b2dd5e03e4542f" } }, "launch_files": { "launch-spec.json": { "bytes": 2006, "sha256": "2b7a1926b274813e0b5460a5c19a2ab797eee473ba16b566129d76aee9727a79" }, "child.json": { "bytes": 878, "sha256": "2707e99ce2d366dcc14a28bf87a53ff7cd4a5512abf6d59216509ed9b124c386" }, "wrapper.json": { "bytes": 212, "sha256": "a80df0d5bca4636082c15c94a2f5a5747327d089e949bece0a9ccb0d3e2b8358" }, "completion.json": { "bytes": 75, "sha256": "181e8a27969f4b18ae55a53093585fddb119d4e54389ad3d9bfb4e73c5707394" }, "exit_code": { "bytes": 2, "sha256": "9a271f2a916b0b6ee6cecb2426f0b3206ef074578be55d9bc94f6f3fe3ab86aa" }, "stdout.log": { "bytes": 2307, "sha256": "7523ea067d7e38a96772b55d8d385547eda0b1150c147e76af7ac063ee5e2aa6" }, "wrapper.log": { "bytes": 0, "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" } }, "post_gpu_processes": "", "post_free_b": " total used free shared buff/cache available\nMem: 130661138432 4193476608 80221343744 4927488 47389261824 126467661824\nSwap: 0 0 0\n" } ]