{ "layer": 22, "target": "same_input", "recipe": "full_corpus_sequence_pass_v1", "block_scale_dtype": "fp16", "batch_tokens": 262144, "sequence_order_sha256": "5e0ef183802009d0483fe37a60f5acd49dd99218130e0c952f097fa473d863bf", "training_sequence_count": 14657, "training_passes": 0.5240171180844249, "training_tokens_seen": 7864320, "adaptive_schedule": { "best": 0.009540958133708182, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 5, "early_drop": true }, "refinement": null, "lr_decay_after": 25, "lr_decay_factor": 0.25, "export_only": false, "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed", "codebook_lr": 0.048, "scale_lr": 0.032, "quantized_movement": { "codebook_changed": 0, "codebook_values": 1581056, "scales_changed": 56656650, "scale_values": 56918016 }, "initial_validation": { "target_rel": 0.009977994384901982, "reference_rel": 0.028185998493978598, "boundary_rel": 0.0833642494054467, "bulk_rel": 0.009966389414925201, "boundary_rows": 24, "windows": [ { "first_row": 8192, "rows": 1024, "reference_sse": 685.6090698242188, "reference_energy": 854387.8125 }, { "first_row": 9216, "rows": 1024, "reference_sse": 428.86090087890625, "reference_energy": 418181.84375 }, { "first_row": 20480, "rows": 1024, "reference_sse": 496.79071044921875, "reference_energy": 845809.0 }, { "first_row": 21504, "rows": 1024, "reference_sse": 500.2644958496094, "reference_energy": 381068.875 }, { "first_row": 32768, "rows": 1024, "reference_sse": 437.6236572265625, "reference_energy": 846290.4375 }, { "first_row": 33792, "rows": 1024, "reference_sse": 438.6207275390625, "reference_energy": 383867.0 }, { "first_row": 45056, "rows": 1024, "reference_sse": 489.5493469238281, "reference_energy": 857340.875 }, { "first_row": 46080, "rows": 1024, "reference_sse": 690.8707275390625, "reference_energy": 831911.5 }, { "first_row": 57344, "rows": 1024, "reference_sse": 734.4823608398438, "reference_energy": 855705.4375 }, { "first_row": 58368, "rows": 1024, "reference_sse": 437.1449279785156, "reference_energy": 860311.75 }, { "first_row": 69632, "rows": 1024, "reference_sse": 482.82733154296875, "reference_energy": 837609.75 }, { "first_row": 70656, "rows": 1024, "reference_sse": 487.39593505859375, "reference_energy": 417401.4375 }, { "first_row": 81920, "rows": 1024, "reference_sse": 575.6300048828125, "reference_energy": 838826.0625 }, { "first_row": 82944, "rows": 1024, "reference_sse": 544.5558471679688, "reference_energy": 414470.625 }, { "first_row": 94208, "rows": 1024, "reference_sse": 567.1650390625, "reference_energy": 839147.4375 }, { "first_row": 95232, "rows": 1024, "reference_sse": 670.1555786132812, "reference_energy": 427785.4375 } ] }, "final_validation": { "target_rel": 0.009540958133708182, "reference_rel": 0.02804493905198118, "boundary_rel": 0.08044842759525586, "bulk_rel": 0.009529652339290406, "boundary_rows": 24, "windows": [ { "first_row": 8192, "rows": 1024, "reference_sse": 679.6332397460938, "reference_energy": 854387.8125 }, { "first_row": 9216, "rows": 1024, "reference_sse": 423.352294921875, "reference_energy": 418181.84375 }, { "first_row": 20480, "rows": 1024, "reference_sse": 490.81646728515625, "reference_energy": 845809.0 }, { "first_row": 21504, "rows": 1024, "reference_sse": 496.83709716796875, "reference_energy": 381068.875 }, { "first_row": 32768, "rows": 1024, "reference_sse": 433.6759033203125, "reference_energy": 846290.4375 }, { "first_row": 33792, "rows": 1024, "reference_sse": 435.5414733886719, "reference_energy": 383867.0 }, { "first_row": 45056, "rows": 1024, "reference_sse": 482.8009033203125, "reference_energy": 857340.875 }, { "first_row": 46080, "rows": 1024, "reference_sse": 686.501708984375, "reference_energy": 831911.5 }, { "first_row": 57344, "rows": 1024, "reference_sse": 725.3676147460938, "reference_energy": 855705.4375 }, { "first_row": 58368, "rows": 1024, "reference_sse": 433.19134521484375, "reference_energy": 860311.75 }, { "first_row": 69632, "rows": 1024, "reference_sse": 476.68731689453125, "reference_energy": 837609.75 }, { "first_row": 70656, "rows": 1024, "reference_sse": 481.2245788574219, "reference_energy": 417401.4375 }, { "first_row": 81920, "rows": 1024, "reference_sse": 570.0252075195312, "reference_energy": 838826.0625 }, { "first_row": 82944, "rows": 1024, "reference_sse": 537.8145141601562, "reference_energy": 414470.625 }, { "first_row": 94208, "rows": 1024, "reference_sse": 562.1633911132812, "reference_energy": 839147.4375 }, { "first_row": 95232, "rows": 1024, "reference_sse": 665.3756103515625, "reference_energy": 427785.4375 } ] }, "initial_reasoning_validation": null, "final_reasoning_validation": null, "validation_distribution": "reasoning only", "serialized_validation": { "target_rel": 0.009540958133708182, "reference_rel": 0.02804493905198118 }, "development_audit": { "target_rel": 0.019981013827796122, "reference_rel": 0.054062070911934684, "boundary_rel": 0.18961863233166568, "bulk_rel": 0.01996445979052449, "boundary_rows": 10, "windows": [ { "first_row": 10240, "rows": 1024, "reference_sse": 2638.10498046875, "reference_energy": 823301.125 }, { "first_row": 11264, "rows": 1024, "reference_sse": 2121.1767578125, "reference_energy": 858044.375 }, { "first_row": 22528, "rows": 1024, "reference_sse": 2878.7919921875, "reference_energy": 429263.1875 }, { "first_row": 23552, "rows": 1024, "reference_sse": 2244.76904296875, "reference_energy": 419969.8125 }, { "first_row": 34816, "rows": 1024, "reference_sse": 1524.3350830078125, "reference_energy": 853628.125 }, { "first_row": 35840, "rows": 1024, "reference_sse": 1894.37451171875, "reference_energy": 859973.4375 }, { "first_row": 47104, "rows": 1024, "reference_sse": 1829.7918701171875, "reference_energy": 401376.5625 }, { "first_row": 48128, "rows": 1024, "reference_sse": 2098.63671875, "reference_energy": 420656.0 }, { "first_row": 59392, "rows": 1024, "reference_sse": 2033.4451904296875, "reference_energy": 831921.75 }, { "first_row": 60416, "rows": 1024, "reference_sse": 1874.1014404296875, "reference_energy": 837442.75 }, { "first_row": 71680, "rows": 1024, "reference_sse": 2216.5419921875, "reference_energy": 851504.1875 }, { "first_row": 72704, "rows": 1024, "reference_sse": 1761.2008056640625, "reference_energy": 855421.375 }, { "first_row": 83968, "rows": 1024, "reference_sse": 2073.83740234375, "reference_energy": 843647.9375 }, { "first_row": 84992, "rows": 1024, "reference_sse": 1510.5411376953125, "reference_energy": 409182.21875 }, { "first_row": 96256, "rows": 1024, "reference_sse": 1543.2271728515625, "reference_energy": 415878.75 }, { "first_row": 97280, "rows": 1024, "reference_sse": 1816.716064453125, "reference_energy": 857929.875 } ] }, "initial_development_audit": { "target_rel": 0.020320222483488977, "reference_rel": 0.05427135976990498, "boundary_rel": 0.19775888628888638, "bulk_rel": 0.020302507111004963, "boundary_rows": 10, "windows": [ { "first_row": 10240, "rows": 1024, "reference_sse": 2653.370361328125, "reference_energy": 823301.125 }, { "first_row": 11264, "rows": 1024, "reference_sse": 2145.250732421875, "reference_energy": 858044.375 }, { "first_row": 22528, "rows": 1024, "reference_sse": 2892.721923828125, "reference_energy": 429263.1875 }, { "first_row": 23552, "rows": 1024, "reference_sse": 2256.53857421875, "reference_energy": 419969.8125 }, { "first_row": 34816, "rows": 1024, "reference_sse": 1535.7279052734375, "reference_energy": 853628.125 }, { "first_row": 35840, "rows": 1024, "reference_sse": 1906.2701416015625, "reference_energy": 859973.4375 }, { "first_row": 47104, "rows": 1024, "reference_sse": 1846.8526611328125, "reference_energy": 401376.5625 }, { "first_row": 48128, "rows": 1024, "reference_sse": 2111.7001953125, "reference_energy": 420656.0 }, { "first_row": 59392, "rows": 1024, "reference_sse": 2050.051025390625, "reference_energy": 831921.75 }, { "first_row": 60416, "rows": 1024, "reference_sse": 1888.173583984375, "reference_energy": 837442.75 }, { "first_row": 71680, "rows": 1024, "reference_sse": 2237.51904296875, "reference_energy": 851504.1875 }, { "first_row": 72704, "rows": 1024, "reference_sse": 1773.927734375, "reference_energy": 855421.375 }, { "first_row": 83968, "rows": 1024, "reference_sse": 2088.59130859375, "reference_energy": 843647.9375 }, { "first_row": 84992, "rows": 1024, "reference_sse": 1527.96533203125, "reference_energy": 409182.21875 }, { "first_row": 96256, "rows": 1024, "reference_sse": 1560.0257568359375, "reference_energy": 415878.75 }, { "first_row": 97280, "rows": 1024, "reference_sse": 1833.6090087890625, "reference_energy": 857929.875 } ] }, "best_step": 5, "steps_run": 30, "history": [ { "step": 5, "validation": { "target_rel": 0.009540958133708182, "reference_rel": 0.02804493905198118, "boundary_rel": 0.08044842759525586, "bulk_rel": 0.009529652339290406, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.5018932788776561, "batch_loss": 0.25575295090675354, "best_step": 5, "overfit_checks": 0, "seconds": 51.7993745803833, "adaptive_schedule": { "best": 0.009540958133708182, "drop_after": 25, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 0, "last_best": 5, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 0, "codebook_values": 1581056, "scales_changed": 56656650, "scale_values": 56918016 } }, { "step": 10, "validation": { "target_rel": 0.009932923095117173, "reference_rel": 0.028154469738664267, "boundary_rel": 0.08276302398037873, "bulk_rel": 0.009921433743337874, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.5146166394087448, "batch_loss": 0.25917791575193405, "best_step": 5, "overfit_checks": 0, "seconds": 123.23462152481079, "adaptive_schedule": { "best": 0.009540958133708182, "drop_after": 25, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 1, "last_best": 5, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 54162, "codebook_values": 1581056, "scales_changed": 56712227, "scale_values": 56918016 } }, { "step": 15, "validation": { "target_rel": 0.009915515596109056, "reference_rel": 0.02816055692834042, "boundary_rel": 0.0824700706275406, "bulk_rel": 0.009904088050397846, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.5155062125963416, "batch_loss": 0.2577846013009548, "best_step": 5, "overfit_checks": 0, "seconds": 171.83221769332886, "adaptive_schedule": { "best": 0.009540958133708182, "drop_after": 25, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 2, "last_best": 5, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 45708, "codebook_values": 1581056, "scales_changed": 56741306, "scale_values": 56918016 } }, { "step": 20, "validation": { "target_rel": 0.009915274636190569, "reference_rel": 0.02815793613906216, "boundary_rel": 0.08240756847839888, "bulk_rel": 0.00990386446053956, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.5167236474610617, "batch_loss": 0.25863196700811386, "best_step": 5, "overfit_checks": 0, "seconds": 243.54498076438904, "adaptive_schedule": { "best": 0.009540958133708182, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 5, "early_drop": true }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 48942, "codebook_values": 1581056, "scales_changed": 56760190, "scale_values": 56918016 } }, { "step": 25, "validation": { "target_rel": 0.00970802805648513, "reference_rel": 0.028080759729906167, "boundary_rel": 0.08128610679492912, "bulk_rel": 0.00969668682692127, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.5086962954408335, "batch_loss": 0.25209951028227806, "best_step": 5, "overfit_checks": 0, "seconds": 293.28824639320374, "adaptive_schedule": { "best": 0.009540958133708182, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 5, "early_drop": true }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 23123, "codebook_values": 1581056, "scales_changed": 56762722, "scale_values": 56918016 } }, { "step": 30, "validation": { "target_rel": 0.009758135025816645, "reference_rel": 0.028104460981126688, "boundary_rel": 0.08145050832032857, "bulk_rel": 0.009746807365126231, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.5101692266315877, "batch_loss": 0.23668289929628372, "best_step": 5, "overfit_checks": 0, "seconds": 364.750670671463, "adaptive_schedule": { "best": 0.009540958133708182, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 5, "early_drop": true }, "adaptive_stop": true, "quantized_movement": { "codebook_changed": 30075, "codebook_values": 1581056, "scales_changed": 56764046, "scale_values": 56918016 } } ], "index_reassignments": [ { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 386, "accepted": 332, "changed_groups": 234933, "training_before": 675.17431640625, "training_after": 662.1337280273438, "acceptance": "proposal and separate training check batches", "step": 10 }, { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 384, "accepted": 331, "changed_groups": 242760, "training_before": 674.4759521484375, "training_after": 660.2509765625, "acceptance": "proposal and separate training check batches", "step": 20 }, { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 386, "accepted": 317, "changed_groups": 218498, "training_before": 618.32763671875, "training_after": 604.602294921875, "acceptance": "proposal and separate training check batches", "step": 30 } ], "coverage_threshold": 256, "checkpoint_selection": "held-out original reference trajectory for both arms", "world_size": 8, "microbatch": 65536, "proposal_communication": "sparse routed rows", "parallelism": "expert-sharded coupled output", "arithmetic": "fp4_planes4_fp16_boundaries_v1", "scope": "text-only, cached prompt partitions; historical audit is development only", "train_rows": 15007754, "validation_rows": 16384, "audit_rows": 16384, "complete": true }