{ "layer": 5, "target": "same_input", "recipe": "full_corpus_sequence_pass_v1", "block_scale_dtype": "fp16", "batch_tokens": 262144, "sequence_order_sha256": "5e0ef183802009d0483fe37a60f5acd49dd99218130e0c952f097fa473d863bf", "training_sequence_count": 14657, "training_passes": 0.5240171180844249, "training_tokens_seen": 7864320, "adaptive_schedule": { "best": 0.017510809110214375, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 5, "early_drop": true }, "refinement": null, "lr_decay_after": 25, "lr_decay_factor": 0.25, "export_only": false, "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed", "codebook_lr": 0.048, "scale_lr": 0.032, "quantized_movement": { "codebook_changed": 0, "codebook_values": 1384448, "scales_changed": 49019427, "scale_values": 49840128 }, "initial_validation": { "target_rel": 0.022025915136895457, "reference_rel": 0.026978724714302505, "boundary_rel": 0.020479525108562605, "bulk_rel": 0.02202760614106841, "boundary_rows": 24, "windows": [ { "first_row": 8192, "rows": 1024, "reference_sse": 0.6013250946998596, "reference_energy": 418.49530029296875 }, { "first_row": 9216, "rows": 1024, "reference_sse": 0.1910983920097351, "reference_energy": 330.1800537109375 }, { "first_row": 20480, "rows": 1024, "reference_sse": 0.2906970977783203, "reference_energy": 385.4518127441406 }, { "first_row": 21504, "rows": 1024, "reference_sse": 0.19734543561935425, "reference_energy": 333.81439208984375 }, { "first_row": 32768, "rows": 1024, "reference_sse": 0.14879629015922546, "reference_energy": 349.9021301269531 }, { "first_row": 33792, "rows": 1024, "reference_sse": 0.1535883992910385, "reference_energy": 343.6252746582031 }, { "first_row": 45056, "rows": 1024, "reference_sse": 0.20503777265548706, "reference_energy": 371.6011047363281 }, { "first_row": 46080, "rows": 1024, "reference_sse": 0.1895182728767395, "reference_energy": 349.6247863769531 }, { "first_row": 57344, "rows": 1024, "reference_sse": 0.3559911847114563, "reference_energy": 372.8977355957031 }, { "first_row": 58368, "rows": 1024, "reference_sse": 0.17106018960475922, "reference_energy": 363.89935302734375 }, { "first_row": 69632, "rows": 1024, "reference_sse": 0.21505258977413177, "reference_energy": 383.15155029296875 }, { "first_row": 70656, "rows": 1024, "reference_sse": 0.2684299945831299, "reference_energy": 333.9862976074219 }, { "first_row": 81920, "rows": 1024, "reference_sse": 0.2415110170841217, "reference_energy": 378.48675537109375 }, { "first_row": 82944, "rows": 1024, "reference_sse": 0.18212980031967163, "reference_energy": 331.9223937988281 }, { "first_row": 94208, "rows": 1024, "reference_sse": 0.2167990505695343, "reference_energy": 372.39263916015625 }, { "first_row": 95232, "rows": 1024, "reference_sse": 0.6767147779464722, "reference_energy": 495.36676025390625 } ] }, "final_validation": { "target_rel": 0.017510809110214375, "reference_rel": 0.023397290022624796, "boundary_rel": 0.018205625110319434, "bulk_rel": 0.017510006124935865, "boundary_rows": 24, "windows": [ { "first_row": 8192, "rows": 1024, "reference_sse": 0.4142177104949951, "reference_energy": 418.49530029296875 }, { "first_row": 9216, "rows": 1024, "reference_sse": 0.16453313827514648, "reference_energy": 330.1800537109375 }, { "first_row": 20480, "rows": 1024, "reference_sse": 0.2022692710161209, "reference_energy": 385.4518127441406 }, { "first_row": 21504, "rows": 1024, "reference_sse": 0.16735368967056274, "reference_energy": 333.81439208984375 }, { "first_row": 32768, "rows": 1024, "reference_sse": 0.12232229113578796, "reference_energy": 349.9021301269531 }, { "first_row": 33792, "rows": 1024, "reference_sse": 0.13499850034713745, "reference_energy": 343.6252746582031 }, { "first_row": 45056, "rows": 1024, "reference_sse": 0.15342189371585846, "reference_energy": 371.6011047363281 }, { "first_row": 46080, "rows": 1024, "reference_sse": 0.15067599713802338, "reference_energy": 349.6247863769531 }, { "first_row": 57344, "rows": 1024, "reference_sse": 0.2256251573562622, "reference_energy": 372.8977355957031 }, { "first_row": 58368, "rows": 1024, "reference_sse": 0.14296340942382812, "reference_energy": 363.89935302734375 }, { "first_row": 69632, "rows": 1024, "reference_sse": 0.16902199387550354, "reference_energy": 383.15155029296875 }, { "first_row": 70656, "rows": 1024, "reference_sse": 0.1870902180671692, "reference_energy": 333.9862976074219 }, { "first_row": 81920, "rows": 1024, "reference_sse": 0.17149503529071808, "reference_energy": 378.48675537109375 }, { "first_row": 82944, "rows": 1024, "reference_sse": 0.15481697022914886, "reference_energy": 331.9223937988281 }, { "first_row": 94208, "rows": 1024, "reference_sse": 0.17026057839393616, "reference_energy": 372.39263916015625 }, { "first_row": 95232, "rows": 1024, "reference_sse": 0.5068910121917725, "reference_energy": 495.36676025390625 } ] }, "initial_reasoning_validation": null, "final_reasoning_validation": null, "validation_distribution": "reasoning only", "serialized_validation": { "target_rel": 0.017510809110214375, "reference_rel": 0.023397290022624796 }, "development_audit": { "target_rel": 0.02653673988341744, "reference_rel": 0.03463731141187894, "boundary_rel": 0.03644439950089666, "bulk_rel": 0.026533003207049297, "boundary_rows": 10, "windows": [ { "first_row": 10240, "rows": 1024, "reference_sse": 0.5480566024780273, "reference_energy": 426.64923095703125 }, { "first_row": 11264, "rows": 1024, "reference_sse": 0.7753756046295166, "reference_energy": 438.2467041015625 }, { "first_row": 22528, "rows": 1024, "reference_sse": 0.7050368785858154, "reference_energy": 402.40081787109375 }, { "first_row": 23552, "rows": 1024, "reference_sse": 0.31062668561935425, "reference_energy": 358.003173828125 }, { "first_row": 34816, "rows": 1024, "reference_sse": 0.4172237515449524, "reference_energy": 396.16064453125 }, { "first_row": 35840, "rows": 1024, "reference_sse": 0.3146475553512573, "reference_energy": 406.17303466796875 }, { "first_row": 47104, "rows": 1024, "reference_sse": 0.4424397647380829, "reference_energy": 370.8722229003906 }, { "first_row": 48128, "rows": 1024, "reference_sse": 0.40238040685653687, "reference_energy": 378.62982177734375 }, { "first_row": 59392, "rows": 1024, "reference_sse": 0.6422125101089478, "reference_energy": 410.099609375 }, { "first_row": 60416, "rows": 1024, "reference_sse": 0.36727356910705566, "reference_energy": 419.7847595214844 }, { "first_row": 71680, "rows": 1024, "reference_sse": 0.6229636669158936, "reference_energy": 411.7772216796875 }, { "first_row": 72704, "rows": 1024, "reference_sse": 0.39843815565109253, "reference_energy": 409.7033996582031 }, { "first_row": 83968, "rows": 1024, "reference_sse": 0.4346219301223755, "reference_energy": 397.5848693847656 }, { "first_row": 84992, "rows": 1024, "reference_sse": 0.4832373857498169, "reference_energy": 388.5091552734375 }, { "first_row": 96256, "rows": 1024, "reference_sse": 0.36085033416748047, "reference_energy": 360.605712890625 }, { "first_row": 97280, "rows": 1024, "reference_sse": 0.41333675384521484, "reference_energy": 391.7626953125 } ] }, "initial_development_audit": { "target_rel": 0.031310497183358675, "reference_rel": 0.038587220073558276, "boundary_rel": 0.039491968074122925, "bulk_rel": 0.031307557642050676, "boundary_rows": 10, "windows": [ { "first_row": 10240, "rows": 1024, "reference_sse": 0.6811635494232178, "reference_energy": 426.64923095703125 }, { "first_row": 11264, "rows": 1024, "reference_sse": 1.0029101371765137, "reference_energy": 438.2467041015625 }, { "first_row": 22528, "rows": 1024, "reference_sse": 0.8513913154602051, "reference_energy": 402.40081787109375 }, { "first_row": 23552, "rows": 1024, "reference_sse": 0.359165221452713, "reference_energy": 358.003173828125 }, { "first_row": 34816, "rows": 1024, "reference_sse": 0.4922315776348114, "reference_energy": 396.16064453125 }, { "first_row": 35840, "rows": 1024, "reference_sse": 0.39789095520973206, "reference_energy": 406.17303466796875 }, { "first_row": 47104, "rows": 1024, "reference_sse": 0.5089852809906006, "reference_energy": 370.8722229003906 }, { "first_row": 48128, "rows": 1024, "reference_sse": 0.49228358268737793, "reference_energy": 378.62982177734375 }, { "first_row": 59392, "rows": 1024, "reference_sse": 0.7831393480300903, "reference_energy": 410.099609375 }, { "first_row": 60416, "rows": 1024, "reference_sse": 0.5025621056556702, "reference_energy": 419.7847595214844 }, { "first_row": 71680, "rows": 1024, "reference_sse": 0.7746160626411438, "reference_energy": 411.7772216796875 }, { "first_row": 72704, "rows": 1024, "reference_sse": 0.5025652647018433, "reference_energy": 409.7033996582031 }, { "first_row": 83968, "rows": 1024, "reference_sse": 0.6199367046356201, "reference_energy": 397.5848693847656 }, { "first_row": 84992, "rows": 1024, "reference_sse": 0.5952444076538086, "reference_energy": 388.5091552734375 }, { "first_row": 96256, "rows": 1024, "reference_sse": 0.4130251705646515, "reference_energy": 360.605712890625 }, { "first_row": 97280, "rows": 1024, "reference_sse": 0.5031289458274841, "reference_energy": 391.7626953125 } ] }, "best_step": 5, "steps_run": 30, "history": [ { "step": 5, "validation": { "target_rel": 0.017510809110214375, "reference_rel": 0.023397290022624796, "boundary_rel": 0.018205625110319434, "bulk_rel": 0.017510006124935865, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.23597635984099377, "batch_loss": 0.06884950771927834, "best_step": 5, "overfit_checks": 0, "seconds": 60.16232991218567, "adaptive_schedule": { "best": 0.017510809110214375, "drop_after": 25, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 0, "last_best": 5, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 0, "codebook_values": 1384448, "scales_changed": 49019427, "scale_values": 49840128 } }, { "step": 10, "validation": { "target_rel": 0.019032933751311973, "reference_rel": 0.024522580158345825, "boundary_rel": 0.01965656962203307, "bulk_rel": 0.01903221546500221, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.26533347610107005, "batch_loss": 0.07768589444458485, "best_step": 5, "overfit_checks": 0, "seconds": 132.26727151870728, "adaptive_schedule": { "best": 0.017510809110214375, "drop_after": 25, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 1, "last_best": 5, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 36618, "codebook_values": 1384448, "scales_changed": 49171891, "scale_values": 49840128 } }, { "step": 15, "validation": { "target_rel": 0.018480122995052955, "reference_rel": 0.02409313872709957, "boundary_rel": 0.019772341508350492, "bulk_rel": 0.018478607287534102, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.26786935047699933, "batch_loss": 0.0698256753385067, "best_step": 5, "overfit_checks": 0, "seconds": 181.22172212600708, "adaptive_schedule": { "best": 0.017510809110214375, "drop_after": 25, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 2, "last_best": 5, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 30267, "codebook_values": 1384448, "scales_changed": 49253752, "scale_values": 49840128 } }, { "step": 20, "validation": { "target_rel": 0.018398892426836313, "reference_rel": 0.024040636317072726, "boundary_rel": 0.019795633450349712, "bulk_rel": 0.01839724944107425, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.26536379450388703, "batch_loss": 0.0679460670799017, "best_step": 5, "overfit_checks": 0, "seconds": 249.63782358169556, "adaptive_schedule": { "best": 0.017510809110214375, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 5, "early_drop": true }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 31965, "codebook_values": 1384448, "scales_changed": 49306605, "scale_values": 49840128 } }, { "step": 25, "validation": { "target_rel": 0.017539939082591702, "reference_rel": 0.023386063105578194, "boundary_rel": 0.019019941787436746, "bulk_rel": 0.0175381909705525, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.2525619680442518, "batch_loss": 0.060657061636447906, "best_step": 5, "overfit_checks": 0, "seconds": 298.26316261291504, "adaptive_schedule": { "best": 0.017510809110214375, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 5, "early_drop": true }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 18323, "codebook_values": 1384448, "scales_changed": 49314754, "scale_values": 49840128 } }, { "step": 30, "validation": { "target_rel": 0.01759846657252099, "reference_rel": 0.023420682175788427, "boundary_rel": 0.019004650213349513, "bulk_rel": 0.017596808921832813, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.2509645560616835, "batch_loss": 0.060954539105296135, "best_step": 5, "overfit_checks": 0, "seconds": 378.73564076423645, "adaptive_schedule": { "best": 0.017510809110214375, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 5, "early_drop": true }, "adaptive_stop": true, "quantized_movement": { "codebook_changed": 19290, "codebook_values": 1384448, "scales_changed": 49322024, "scale_values": 49840128 } } ], "index_reassignments": [ { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 338, "accepted": 173, "changed_groups": 76577, "training_before": 1.0662871599197388, "training_after": 1.0527929067611694, "acceptance": "proposal and separate training check batches", "step": 10 }, { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 338, "accepted": 188, "changed_groups": 55625, "training_before": 0.9701769351959229, "training_after": 0.9577231407165527, "acceptance": "proposal and separate training check batches", "step": 20 }, { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 338, "accepted": 166, "changed_groups": 60756, "training_before": 0.885972261428833, "training_after": 0.8751962184906006, "acceptance": "proposal and separate training check batches", "step": 30 } ], "coverage_threshold": 256, "checkpoint_selection": "held-out original reference trajectory for both arms", "world_size": 8, "microbatch": 65536, "proposal_communication": "sparse routed rows", "parallelism": "expert-sharded coupled output", "arithmetic": "fp4_planes4_fp16_boundaries_v1", "scope": "text-only, cached prompt partitions; historical audit is development only", "train_rows": 15007754, "validation_rows": 16384, "audit_rows": 16384, "complete": true }