| { |
| "layer": 22, |
| "target": "same_input", |
| "recipe": "full_corpus_sequence_pass_v1", |
| "block_scale_dtype": "fp16", |
| "batch_tokens": 262144, |
| "sequence_order_sha256": "5e0ef183802009d0483fe37a60f5acd49dd99218130e0c952f097fa473d863bf", |
| "training_sequence_count": 14657, |
| "training_passes": 0.5240171180844249, |
| "training_tokens_seen": 7864320, |
| "adaptive_schedule": { |
| "best": 0.009540958133708182, |
| "drop_after": 20, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 10, |
| "bad_checks": 3, |
| "last_best": 5, |
| "early_drop": true |
| }, |
| "refinement": null, |
| "lr_decay_after": 25, |
| "lr_decay_factor": 0.25, |
| "export_only": false, |
| "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed", |
| "codebook_lr": 0.048, |
| "scale_lr": 0.032, |
| "quantized_movement": { |
| "codebook_changed": 0, |
| "codebook_values": 1581056, |
| "scales_changed": 56656650, |
| "scale_values": 56918016 |
| }, |
| "initial_validation": { |
| "target_rel": 0.009977994384901982, |
| "reference_rel": 0.028185998493978598, |
| "boundary_rel": 0.0833642494054467, |
| "bulk_rel": 0.009966389414925201, |
| "boundary_rows": 24, |
| "windows": [ |
| { |
| "first_row": 8192, |
| "rows": 1024, |
| "reference_sse": 685.6090698242188, |
| "reference_energy": 854387.8125 |
| }, |
| { |
| "first_row": 9216, |
| "rows": 1024, |
| "reference_sse": 428.86090087890625, |
| "reference_energy": 418181.84375 |
| }, |
| { |
| "first_row": 20480, |
| "rows": 1024, |
| "reference_sse": 496.79071044921875, |
| "reference_energy": 845809.0 |
| }, |
| { |
| "first_row": 21504, |
| "rows": 1024, |
| "reference_sse": 500.2644958496094, |
| "reference_energy": 381068.875 |
| }, |
| { |
| "first_row": 32768, |
| "rows": 1024, |
| "reference_sse": 437.6236572265625, |
| "reference_energy": 846290.4375 |
| }, |
| { |
| "first_row": 33792, |
| "rows": 1024, |
| "reference_sse": 438.6207275390625, |
| "reference_energy": 383867.0 |
| }, |
| { |
| "first_row": 45056, |
| "rows": 1024, |
| "reference_sse": 489.5493469238281, |
| "reference_energy": 857340.875 |
| }, |
| { |
| "first_row": 46080, |
| "rows": 1024, |
| "reference_sse": 690.8707275390625, |
| "reference_energy": 831911.5 |
| }, |
| { |
| "first_row": 57344, |
| "rows": 1024, |
| "reference_sse": 734.4823608398438, |
| "reference_energy": 855705.4375 |
| }, |
| { |
| "first_row": 58368, |
| "rows": 1024, |
| "reference_sse": 437.1449279785156, |
| "reference_energy": 860311.75 |
| }, |
| { |
| "first_row": 69632, |
| "rows": 1024, |
| "reference_sse": 482.82733154296875, |
| "reference_energy": 837609.75 |
| }, |
| { |
| "first_row": 70656, |
| "rows": 1024, |
| "reference_sse": 487.39593505859375, |
| "reference_energy": 417401.4375 |
| }, |
| { |
| "first_row": 81920, |
| "rows": 1024, |
| "reference_sse": 575.6300048828125, |
| "reference_energy": 838826.0625 |
| }, |
| { |
| "first_row": 82944, |
| "rows": 1024, |
| "reference_sse": 544.5558471679688, |
| "reference_energy": 414470.625 |
| }, |
| { |
| "first_row": 94208, |
| "rows": 1024, |
| "reference_sse": 567.1650390625, |
| "reference_energy": 839147.4375 |
| }, |
| { |
| "first_row": 95232, |
| "rows": 1024, |
| "reference_sse": 670.1555786132812, |
| "reference_energy": 427785.4375 |
| } |
| ] |
| }, |
| "final_validation": { |
| "target_rel": 0.009540958133708182, |
| "reference_rel": 0.02804493905198118, |
| "boundary_rel": 0.08044842759525586, |
| "bulk_rel": 0.009529652339290406, |
| "boundary_rows": 24, |
| "windows": [ |
| { |
| "first_row": 8192, |
| "rows": 1024, |
| "reference_sse": 679.6332397460938, |
| "reference_energy": 854387.8125 |
| }, |
| { |
| "first_row": 9216, |
| "rows": 1024, |
| "reference_sse": 423.352294921875, |
| "reference_energy": 418181.84375 |
| }, |
| { |
| "first_row": 20480, |
| "rows": 1024, |
| "reference_sse": 490.81646728515625, |
| "reference_energy": 845809.0 |
| }, |
| { |
| "first_row": 21504, |
| "rows": 1024, |
| "reference_sse": 496.83709716796875, |
| "reference_energy": 381068.875 |
| }, |
| { |
| "first_row": 32768, |
| "rows": 1024, |
| "reference_sse": 433.6759033203125, |
| "reference_energy": 846290.4375 |
| }, |
| { |
| "first_row": 33792, |
| "rows": 1024, |
| "reference_sse": 435.5414733886719, |
| "reference_energy": 383867.0 |
| }, |
| { |
| "first_row": 45056, |
| "rows": 1024, |
| "reference_sse": 482.8009033203125, |
| "reference_energy": 857340.875 |
| }, |
| { |
| "first_row": 46080, |
| "rows": 1024, |
| "reference_sse": 686.501708984375, |
| "reference_energy": 831911.5 |
| }, |
| { |
| "first_row": 57344, |
| "rows": 1024, |
| "reference_sse": 725.3676147460938, |
| "reference_energy": 855705.4375 |
| }, |
| { |
| "first_row": 58368, |
| "rows": 1024, |
| "reference_sse": 433.19134521484375, |
| "reference_energy": 860311.75 |
| }, |
| { |
| "first_row": 69632, |
| "rows": 1024, |
| "reference_sse": 476.68731689453125, |
| "reference_energy": 837609.75 |
| }, |
| { |
| "first_row": 70656, |
| "rows": 1024, |
| "reference_sse": 481.2245788574219, |
| "reference_energy": 417401.4375 |
| }, |
| { |
| "first_row": 81920, |
| "rows": 1024, |
| "reference_sse": 570.0252075195312, |
| "reference_energy": 838826.0625 |
| }, |
| { |
| "first_row": 82944, |
| "rows": 1024, |
| "reference_sse": 537.8145141601562, |
| "reference_energy": 414470.625 |
| }, |
| { |
| "first_row": 94208, |
| "rows": 1024, |
| "reference_sse": 562.1633911132812, |
| "reference_energy": 839147.4375 |
| }, |
| { |
| "first_row": 95232, |
| "rows": 1024, |
| "reference_sse": 665.3756103515625, |
| "reference_energy": 427785.4375 |
| } |
| ] |
| }, |
| "initial_reasoning_validation": null, |
| "final_reasoning_validation": null, |
| "validation_distribution": "reasoning only", |
| "serialized_validation": { |
| "target_rel": 0.009540958133708182, |
| "reference_rel": 0.02804493905198118 |
| }, |
| "development_audit": { |
| "target_rel": 0.019981013827796122, |
| "reference_rel": 0.054062070911934684, |
| "boundary_rel": 0.18961863233166568, |
| "bulk_rel": 0.01996445979052449, |
| "boundary_rows": 10, |
| "windows": [ |
| { |
| "first_row": 10240, |
| "rows": 1024, |
| "reference_sse": 2638.10498046875, |
| "reference_energy": 823301.125 |
| }, |
| { |
| "first_row": 11264, |
| "rows": 1024, |
| "reference_sse": 2121.1767578125, |
| "reference_energy": 858044.375 |
| }, |
| { |
| "first_row": 22528, |
| "rows": 1024, |
| "reference_sse": 2878.7919921875, |
| "reference_energy": 429263.1875 |
| }, |
| { |
| "first_row": 23552, |
| "rows": 1024, |
| "reference_sse": 2244.76904296875, |
| "reference_energy": 419969.8125 |
| }, |
| { |
| "first_row": 34816, |
| "rows": 1024, |
| "reference_sse": 1524.3350830078125, |
| "reference_energy": 853628.125 |
| }, |
| { |
| "first_row": 35840, |
| "rows": 1024, |
| "reference_sse": 1894.37451171875, |
| "reference_energy": 859973.4375 |
| }, |
| { |
| "first_row": 47104, |
| "rows": 1024, |
| "reference_sse": 1829.7918701171875, |
| "reference_energy": 401376.5625 |
| }, |
| { |
| "first_row": 48128, |
| "rows": 1024, |
| "reference_sse": 2098.63671875, |
| "reference_energy": 420656.0 |
| }, |
| { |
| "first_row": 59392, |
| "rows": 1024, |
| "reference_sse": 2033.4451904296875, |
| "reference_energy": 831921.75 |
| }, |
| { |
| "first_row": 60416, |
| "rows": 1024, |
| "reference_sse": 1874.1014404296875, |
| "reference_energy": 837442.75 |
| }, |
| { |
| "first_row": 71680, |
| "rows": 1024, |
| "reference_sse": 2216.5419921875, |
| "reference_energy": 851504.1875 |
| }, |
| { |
| "first_row": 72704, |
| "rows": 1024, |
| "reference_sse": 1761.2008056640625, |
| "reference_energy": 855421.375 |
| }, |
| { |
| "first_row": 83968, |
| "rows": 1024, |
| "reference_sse": 2073.83740234375, |
| "reference_energy": 843647.9375 |
| }, |
| { |
| "first_row": 84992, |
| "rows": 1024, |
| "reference_sse": 1510.5411376953125, |
| "reference_energy": 409182.21875 |
| }, |
| { |
| "first_row": 96256, |
| "rows": 1024, |
| "reference_sse": 1543.2271728515625, |
| "reference_energy": 415878.75 |
| }, |
| { |
| "first_row": 97280, |
| "rows": 1024, |
| "reference_sse": 1816.716064453125, |
| "reference_energy": 857929.875 |
| } |
| ] |
| }, |
| "initial_development_audit": { |
| "target_rel": 0.020320222483488977, |
| "reference_rel": 0.05427135976990498, |
| "boundary_rel": 0.19775888628888638, |
| "bulk_rel": 0.020302507111004963, |
| "boundary_rows": 10, |
| "windows": [ |
| { |
| "first_row": 10240, |
| "rows": 1024, |
| "reference_sse": 2653.370361328125, |
| "reference_energy": 823301.125 |
| }, |
| { |
| "first_row": 11264, |
| "rows": 1024, |
| "reference_sse": 2145.250732421875, |
| "reference_energy": 858044.375 |
| }, |
| { |
| "first_row": 22528, |
| "rows": 1024, |
| "reference_sse": 2892.721923828125, |
| "reference_energy": 429263.1875 |
| }, |
| { |
| "first_row": 23552, |
| "rows": 1024, |
| "reference_sse": 2256.53857421875, |
| "reference_energy": 419969.8125 |
| }, |
| { |
| "first_row": 34816, |
| "rows": 1024, |
| "reference_sse": 1535.7279052734375, |
| "reference_energy": 853628.125 |
| }, |
| { |
| "first_row": 35840, |
| "rows": 1024, |
| "reference_sse": 1906.2701416015625, |
| "reference_energy": 859973.4375 |
| }, |
| { |
| "first_row": 47104, |
| "rows": 1024, |
| "reference_sse": 1846.8526611328125, |
| "reference_energy": 401376.5625 |
| }, |
| { |
| "first_row": 48128, |
| "rows": 1024, |
| "reference_sse": 2111.7001953125, |
| "reference_energy": 420656.0 |
| }, |
| { |
| "first_row": 59392, |
| "rows": 1024, |
| "reference_sse": 2050.051025390625, |
| "reference_energy": 831921.75 |
| }, |
| { |
| "first_row": 60416, |
| "rows": 1024, |
| "reference_sse": 1888.173583984375, |
| "reference_energy": 837442.75 |
| }, |
| { |
| "first_row": 71680, |
| "rows": 1024, |
| "reference_sse": 2237.51904296875, |
| "reference_energy": 851504.1875 |
| }, |
| { |
| "first_row": 72704, |
| "rows": 1024, |
| "reference_sse": 1773.927734375, |
| "reference_energy": 855421.375 |
| }, |
| { |
| "first_row": 83968, |
| "rows": 1024, |
| "reference_sse": 2088.59130859375, |
| "reference_energy": 843647.9375 |
| }, |
| { |
| "first_row": 84992, |
| "rows": 1024, |
| "reference_sse": 1527.96533203125, |
| "reference_energy": 409182.21875 |
| }, |
| { |
| "first_row": 96256, |
| "rows": 1024, |
| "reference_sse": 1560.0257568359375, |
| "reference_energy": 415878.75 |
| }, |
| { |
| "first_row": 97280, |
| "rows": 1024, |
| "reference_sse": 1833.6090087890625, |
| "reference_energy": 857929.875 |
| } |
| ] |
| }, |
| "best_step": 5, |
| "steps_run": 30, |
| "history": [ |
| { |
| "step": 5, |
| "validation": { |
| "target_rel": 0.009540958133708182, |
| "reference_rel": 0.02804493905198118, |
| "boundary_rel": 0.08044842759525586, |
| "bulk_rel": 0.009529652339290406, |
| "boundary_rows": 24 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.5018932788776561, |
| "batch_loss": 0.25575295090675354, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 51.7993745803833, |
| "adaptive_schedule": { |
| "best": 0.009540958133708182, |
| "drop_after": 25, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 10, |
| "bad_checks": 0, |
| "last_best": 5, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 0, |
| "codebook_values": 1581056, |
| "scales_changed": 56656650, |
| "scale_values": 56918016 |
| } |
| }, |
| { |
| "step": 10, |
| "validation": { |
| "target_rel": 0.009932923095117173, |
| "reference_rel": 0.028154469738664267, |
| "boundary_rel": 0.08276302398037873, |
| "bulk_rel": 0.009921433743337874, |
| "boundary_rows": 24 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.5146166394087448, |
| "batch_loss": 0.25917791575193405, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 123.23462152481079, |
| "adaptive_schedule": { |
| "best": 0.009540958133708182, |
| "drop_after": 25, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 10, |
| "bad_checks": 1, |
| "last_best": 5, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 54162, |
| "codebook_values": 1581056, |
| "scales_changed": 56712227, |
| "scale_values": 56918016 |
| } |
| }, |
| { |
| "step": 15, |
| "validation": { |
| "target_rel": 0.009915515596109056, |
| "reference_rel": 0.02816055692834042, |
| "boundary_rel": 0.0824700706275406, |
| "bulk_rel": 0.009904088050397846, |
| "boundary_rows": 24 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.5155062125963416, |
| "batch_loss": 0.2577846013009548, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 171.83221769332886, |
| "adaptive_schedule": { |
| "best": 0.009540958133708182, |
| "drop_after": 25, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 10, |
| "bad_checks": 2, |
| "last_best": 5, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 45708, |
| "codebook_values": 1581056, |
| "scales_changed": 56741306, |
| "scale_values": 56918016 |
| } |
| }, |
| { |
| "step": 20, |
| "validation": { |
| "target_rel": 0.009915274636190569, |
| "reference_rel": 0.02815793613906216, |
| "boundary_rel": 0.08240756847839888, |
| "bulk_rel": 0.00990386446053956, |
| "boundary_rows": 24 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.5167236474610617, |
| "batch_loss": 0.25863196700811386, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 243.54498076438904, |
| "adaptive_schedule": { |
| "best": 0.009540958133708182, |
| "drop_after": 20, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 10, |
| "bad_checks": 3, |
| "last_best": 5, |
| "early_drop": true |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 48942, |
| "codebook_values": 1581056, |
| "scales_changed": 56760190, |
| "scale_values": 56918016 |
| } |
| }, |
| { |
| "step": 25, |
| "validation": { |
| "target_rel": 0.00970802805648513, |
| "reference_rel": 0.028080759729906167, |
| "boundary_rel": 0.08128610679492912, |
| "bulk_rel": 0.00969668682692127, |
| "boundary_rows": 24 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.5086962954408335, |
| "batch_loss": 0.25209951028227806, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 293.28824639320374, |
| "adaptive_schedule": { |
| "best": 0.009540958133708182, |
| "drop_after": 20, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 10, |
| "bad_checks": 3, |
| "last_best": 5, |
| "early_drop": true |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 23123, |
| "codebook_values": 1581056, |
| "scales_changed": 56762722, |
| "scale_values": 56918016 |
| } |
| }, |
| { |
| "step": 30, |
| "validation": { |
| "target_rel": 0.009758135025816645, |
| "reference_rel": 0.028104460981126688, |
| "boundary_rel": 0.08145050832032857, |
| "bulk_rel": 0.009746807365126231, |
| "boundary_rows": 24 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.5101692266315877, |
| "batch_loss": 0.23668289929628372, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 364.750670671463, |
| "adaptive_schedule": { |
| "best": 0.009540958133708182, |
| "drop_after": 20, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 10, |
| "bad_checks": 3, |
| "last_best": 5, |
| "early_drop": true |
| }, |
| "adaptive_stop": true, |
| "quantized_movement": { |
| "codebook_changed": 30075, |
| "codebook_values": 1581056, |
| "scales_changed": 56764046, |
| "scale_values": 56918016 |
| } |
| } |
| ], |
| "index_reassignments": [ |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 386, |
| "accepted": 332, |
| "changed_groups": 234933, |
| "training_before": 675.17431640625, |
| "training_after": 662.1337280273438, |
| "acceptance": "proposal and separate training check batches", |
| "step": 10 |
| }, |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 384, |
| "accepted": 331, |
| "changed_groups": 242760, |
| "training_before": 674.4759521484375, |
| "training_after": 660.2509765625, |
| "acceptance": "proposal and separate training check batches", |
| "step": 20 |
| }, |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 386, |
| "accepted": 317, |
| "changed_groups": 218498, |
| "training_before": 618.32763671875, |
| "training_after": 604.602294921875, |
| "acceptance": "proposal and separate training check batches", |
| "step": 30 |
| } |
| ], |
| "coverage_threshold": 256, |
| "checkpoint_selection": "held-out original reference trajectory for both arms", |
| "world_size": 8, |
| "microbatch": 65536, |
| "proposal_communication": "sparse routed rows", |
| "parallelism": "expert-sharded coupled output", |
| "arithmetic": "fp4_planes4_fp16_boundaries_v1", |
| "scope": "text-only, cached prompt partitions; historical audit is development only", |
| "train_rows": 15007754, |
| "validation_rows": 16384, |
| "audit_rows": 16384, |
| "complete": true |
| } |
