{ "created_utc": "2026-09-17T08:01:35.024724+00:00", "scope": "Observed FP32 rank8 two-pass LoRA training, effective_batch4, branch_batch1, max512. Logs exclude validation/save overhead. Differing seed/order means this is not a controlled machine benchmark. Repeated presentation counts do not mean unique examples.", "candidates": [ { "candidate": "spark-a-4b", "first_logged_step": 9, "last_logged_step": 4765, "logged_updates": 4757, "training_step_seconds": { "median": 8.504497065994656, "mean": 8.542853186723873, "p10": 7.642780700000003, "p90": 9.533041094997316, "maximum": 11.633890179000446 }, "logged_update_seconds": 40638.35260924546, "decision_presentations": 19028, "branch_tokens": 6633937, "weighted_training_decisions_per_second": 0.46822764158188385, "weighted_training_branch_tokens_per_second": 163.2432560391422, "all_logged_loss_gradient_finite": true, "peak_allocated_gib": 15.624033451080322, "validation_history": [ { "step": 500, "accuracy": 0.919921875, "crossfit_temperature_nll": 0.25684514880515863, "raw_macro_nll": 0.35723661723573824, "improved": true }, { "step": 1000, "accuracy": 0.9140625, "crossfit_temperature_nll": 0.2516084429101164, "raw_macro_nll": 0.3448519104645452, "improved": true }, { "step": 1500, "accuracy": 0.912109375, "crossfit_temperature_nll": 0.24942319652146452, "raw_macro_nll": 0.3873996262966227, "improved": true }, { "step": 2000, "accuracy": 0.92578125, "crossfit_temperature_nll": 0.23204984516889443, "raw_macro_nll": 0.31642485175787916, "improved": true }, { "step": 2500, "accuracy": 0.92578125, "crossfit_temperature_nll": 0.21801211708868656, "raw_macro_nll": 0.3004267213630067, "improved": true }, { "step": 3000, "accuracy": 0.921875, "crossfit_temperature_nll": 0.22140026441167426, "raw_macro_nll": 0.2713024613883116, "improved": false }, { "step": 3500, "accuracy": 0.9296875, "crossfit_temperature_nll": 0.20559338025294993, "raw_macro_nll": 0.27808484013073326, "improved": true }, { "step": 4000, "accuracy": 0.9375, "crossfit_temperature_nll": 0.19001961925646324, "raw_macro_nll": 0.2256861685108023, "improved": true }, { "step": 4500, "accuracy": 0.9375, "crossfit_temperature_nll": 0.19064522126492925, "raw_macro_nll": 0.24636700402827333, "improved": false } ], "summary_scalar_fields": { "status": "interrupted", "completed_steps": 4765, "target_steps": 30687, "best_validation_macro_nll": 0.22568616480108225, "selection_metric": "crossfit_temperature_nll_v1", "best_validation_selection_score": 0.19001961925646324, "training_seconds": 43423.46212158699, "median_step_seconds": 8.504497065994656, "processed_decisions": 19028, "actual_branch_tokens": 6633937, "padded_branch_tokens": 6633937, "peak_cuda_allocated_bytes": 16776178176, "peak_cuda_reserved_bytes": 16882073600, "final_mem_available_bytes": 105850142720, "correctness": null, "final_correctness_status": "skipped_on_stop", "checkpoint_sha256": "5f70ebe5d7d8d3907f2de8beb7d1264eb23770d128e60dd5bda18d6e4b21f318", "best_sha256": "c63f1ac805aa6506c646c7c2ed8901a577ba69c42a98e64a1c03e2123de6142a" } }, { "candidate": "spark-b-4b", "first_logged_step": 9, "last_logged_step": 2000, "logged_updates": 1992, "training_step_seconds": { "median": 8.806338207505178, "mean": 8.838369122817381, "p10": 7.919641344997217, "p90": 9.805775514993002, "maximum": 11.549762819995522 }, "logged_update_seconds": 17606.031292652224, "decision_presentations": 7968, "branch_tokens": 2781133, "weighted_training_decisions_per_second": 0.4525721820865671, "weighted_training_branch_tokens_per_second": 157.96478796221894, "all_logged_loss_gradient_finite": true, "peak_allocated_gib": 15.608048915863037, "validation_history": [ { "step": 500, "accuracy": 0.935546875, "crossfit_temperature_nll": 0.17816430681741258, "raw_macro_nll": 0.2076769935125821, "improved": true }, { "step": 1000, "accuracy": 0.939453125, "crossfit_temperature_nll": 0.17714066904014353, "raw_macro_nll": 0.19951480767618046, "improved": true }, { "step": 1500, "accuracy": 0.947265625, "crossfit_temperature_nll": 0.1701497127614862, "raw_macro_nll": 0.190872636672039, "improved": true } ], "summary_scalar_fields": { "status": "interrupted", "completed_steps": 2000, "target_steps": 30687, "best_validation_macro_nll": 0.19087263293172443, "selection_metric": "crossfit_temperature_nll_v1", "best_validation_selection_score": 0.1701497127614862, "training_seconds": 18881.645969705998, "median_step_seconds": 8.806338207505178, "processed_decisions": 7968, "actual_branch_tokens": 2781133, "padded_branch_tokens": 2781133, "peak_cuda_allocated_bytes": 16759014912, "peak_cuda_reserved_bytes": 16861102080, "final_mem_available_bytes": 105594085376, "correctness": null, "final_correctness_status": "skipped_on_stop", "checkpoint_sha256": "b26f855aed8f5293e2eb063954aacf50009cb74fd15933be896b8b078b127359", "best_sha256": "5f57ec38796d132edfa23638fbce66131fd4e7dfe87ceeadaba2b0e0d5c78024" } } ] }