| { |
| "created_utc": "2026-09-17T08:01:35.024724+00:00", |
| "scope": "Observed FP32 rank8 two-pass LoRA training, effective_batch4, branch_batch1, max512. Logs exclude validation/save overhead. Differing seed/order means this is not a controlled machine benchmark. Repeated presentation counts do not mean unique examples.", |
| "candidates": [ |
| { |
| "candidate": "spark-a-4b", |
| "first_logged_step": 9, |
| "last_logged_step": 4765, |
| "logged_updates": 4757, |
| "training_step_seconds": { |
| "median": 8.504497065994656, |
| "mean": 8.542853186723873, |
| "p10": 7.642780700000003, |
| "p90": 9.533041094997316, |
| "maximum": 11.633890179000446 |
| }, |
| "logged_update_seconds": 40638.35260924546, |
| "decision_presentations": 19028, |
| "branch_tokens": 6633937, |
| "weighted_training_decisions_per_second": 0.46822764158188385, |
| "weighted_training_branch_tokens_per_second": 163.2432560391422, |
| "all_logged_loss_gradient_finite": true, |
| "peak_allocated_gib": 15.624033451080322, |
| "validation_history": [ |
| { |
| "step": 500, |
| "accuracy": 0.919921875, |
| "crossfit_temperature_nll": 0.25684514880515863, |
| "raw_macro_nll": 0.35723661723573824, |
| "improved": true |
| }, |
| { |
| "step": 1000, |
| "accuracy": 0.9140625, |
| "crossfit_temperature_nll": 0.2516084429101164, |
| "raw_macro_nll": 0.3448519104645452, |
| "improved": true |
| }, |
| { |
| "step": 1500, |
| "accuracy": 0.912109375, |
| "crossfit_temperature_nll": 0.24942319652146452, |
| "raw_macro_nll": 0.3873996262966227, |
| "improved": true |
| }, |
| { |
| "step": 2000, |
| "accuracy": 0.92578125, |
| "crossfit_temperature_nll": 0.23204984516889443, |
| "raw_macro_nll": 0.31642485175787916, |
| "improved": true |
| }, |
| { |
| "step": 2500, |
| "accuracy": 0.92578125, |
| "crossfit_temperature_nll": 0.21801211708868656, |
| "raw_macro_nll": 0.3004267213630067, |
| "improved": true |
| }, |
| { |
| "step": 3000, |
| "accuracy": 0.921875, |
| "crossfit_temperature_nll": 0.22140026441167426, |
| "raw_macro_nll": 0.2713024613883116, |
| "improved": false |
| }, |
| { |
| "step": 3500, |
| "accuracy": 0.9296875, |
| "crossfit_temperature_nll": 0.20559338025294993, |
| "raw_macro_nll": 0.27808484013073326, |
| "improved": true |
| }, |
| { |
| "step": 4000, |
| "accuracy": 0.9375, |
| "crossfit_temperature_nll": 0.19001961925646324, |
| "raw_macro_nll": 0.2256861685108023, |
| "improved": true |
| }, |
| { |
| "step": 4500, |
| "accuracy": 0.9375, |
| "crossfit_temperature_nll": 0.19064522126492925, |
| "raw_macro_nll": 0.24636700402827333, |
| "improved": false |
| } |
| ], |
| "summary_scalar_fields": { |
| "status": "interrupted", |
| "completed_steps": 4765, |
| "target_steps": 30687, |
| "best_validation_macro_nll": 0.22568616480108225, |
| "selection_metric": "crossfit_temperature_nll_v1", |
| "best_validation_selection_score": 0.19001961925646324, |
| "training_seconds": 43423.46212158699, |
| "median_step_seconds": 8.504497065994656, |
| "processed_decisions": 19028, |
| "actual_branch_tokens": 6633937, |
| "padded_branch_tokens": 6633937, |
| "peak_cuda_allocated_bytes": 16776178176, |
| "peak_cuda_reserved_bytes": 16882073600, |
| "final_mem_available_bytes": 105850142720, |
| "correctness": null, |
| "final_correctness_status": "skipped_on_stop", |
| "checkpoint_sha256": "5f70ebe5d7d8d3907f2de8beb7d1264eb23770d128e60dd5bda18d6e4b21f318", |
| "best_sha256": "c63f1ac805aa6506c646c7c2ed8901a577ba69c42a98e64a1c03e2123de6142a" |
| } |
| }, |
| { |
| "candidate": "spark-b-4b", |
| "first_logged_step": 9, |
| "last_logged_step": 2000, |
| "logged_updates": 1992, |
| "training_step_seconds": { |
| "median": 8.806338207505178, |
| "mean": 8.838369122817381, |
| "p10": 7.919641344997217, |
| "p90": 9.805775514993002, |
| "maximum": 11.549762819995522 |
| }, |
| "logged_update_seconds": 17606.031292652224, |
| "decision_presentations": 7968, |
| "branch_tokens": 2781133, |
| "weighted_training_decisions_per_second": 0.4525721820865671, |
| "weighted_training_branch_tokens_per_second": 157.96478796221894, |
| "all_logged_loss_gradient_finite": true, |
| "peak_allocated_gib": 15.608048915863037, |
| "validation_history": [ |
| { |
| "step": 500, |
| "accuracy": 0.935546875, |
| "crossfit_temperature_nll": 0.17816430681741258, |
| "raw_macro_nll": 0.2076769935125821, |
| "improved": true |
| }, |
| { |
| "step": 1000, |
| "accuracy": 0.939453125, |
| "crossfit_temperature_nll": 0.17714066904014353, |
| "raw_macro_nll": 0.19951480767618046, |
| "improved": true |
| }, |
| { |
| "step": 1500, |
| "accuracy": 0.947265625, |
| "crossfit_temperature_nll": 0.1701497127614862, |
| "raw_macro_nll": 0.190872636672039, |
| "improved": true |
| } |
| ], |
| "summary_scalar_fields": { |
| "status": "interrupted", |
| "completed_steps": 2000, |
| "target_steps": 30687, |
| "best_validation_macro_nll": 0.19087263293172443, |
| "selection_metric": "crossfit_temperature_nll_v1", |
| "best_validation_selection_score": 0.1701497127614862, |
| "training_seconds": 18881.645969705998, |
| "median_step_seconds": 8.806338207505178, |
| "processed_decisions": 7968, |
| "actual_branch_tokens": 2781133, |
| "padded_branch_tokens": 2781133, |
| "peak_cuda_allocated_bytes": 16759014912, |
| "peak_cuda_reserved_bytes": 16861102080, |
| "final_mem_available_bytes": 105594085376, |
| "correctness": null, |
| "final_correctness_status": "skipped_on_stop", |
| "checkpoint_sha256": "b26f855aed8f5293e2eb063954aacf50009cb74fd15933be896b8b078b127359", |
| "best_sha256": "5f57ec38796d132edfa23638fbce66131fd4e7dfe87ceeadaba2b0e0d5c78024" |
| } |
| } |
| ] |
| } |
|
|
