| { |
| "layer": 25, |
| "target": "same_input", |
| "recipe": "full_corpus_sequence_pass_v1", |
| "block_scale_dtype": "fp16", |
| "batch_tokens": 262144, |
| "sequence_order_sha256": "5e0ef183802009d0483fe37a60f5acd49dd99218130e0c952f097fa473d863bf", |
| "training_sequence_count": 14657, |
| "training_passes": 0.5240171180844249, |
| "training_tokens_seen": 7864320, |
| "adaptive_schedule": { |
| "best": 0.010544123217574992, |
| "drop_after": 20, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 10, |
| "bad_checks": 3, |
| "last_best": 5, |
| "early_drop": true |
| }, |
| "refinement": null, |
| "lr_decay_after": 25, |
| "lr_decay_factor": 0.25, |
| "export_only": false, |
| "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed", |
| "codebook_lr": 0.048, |
| "scale_lr": 0.032, |
| "quantized_movement": { |
| "codebook_changed": 0, |
| "codebook_values": 1310720, |
| "scales_changed": 47008796, |
| "scale_values": 47185920 |
| }, |
| "initial_validation": { |
| "target_rel": 0.01099130958940153, |
| "reference_rel": 0.03422332966906888, |
| "boundary_rel": 0.08353375932108377, |
| "bulk_rel": 0.010976064504578472, |
| "boundary_rows": 24, |
| "windows": [ |
| { |
| "first_row": 8192, |
| "rows": 1024, |
| "reference_sse": 1408.41259765625, |
| "reference_energy": 1182770.375 |
| }, |
| { |
| "first_row": 9216, |
| "rows": 1024, |
| "reference_sse": 872.349609375, |
| "reference_energy": 591684.75 |
| }, |
| { |
| "first_row": 20480, |
| "rows": 1024, |
| "reference_sse": 1187.0032958984375, |
| "reference_energy": 1171703.0 |
| }, |
| { |
| "first_row": 21504, |
| "rows": 1024, |
| "reference_sse": 986.7918701171875, |
| "reference_energy": 549404.5625 |
| }, |
| { |
| "first_row": 32768, |
| "rows": 1024, |
| "reference_sse": 879.882568359375, |
| "reference_energy": 1167786.125 |
| }, |
| { |
| "first_row": 33792, |
| "rows": 1024, |
| "reference_sse": 883.4322509765625, |
| "reference_energy": 551154.875 |
| }, |
| { |
| "first_row": 45056, |
| "rows": 1024, |
| "reference_sse": 1042.5836181640625, |
| "reference_energy": 1183147.5 |
| }, |
| { |
| "first_row": 46080, |
| "rows": 1024, |
| "reference_sse": 1365.630615234375, |
| "reference_energy": 1154597.75 |
| }, |
| { |
| "first_row": 57344, |
| "rows": 1024, |
| "reference_sse": 1623.072998046875, |
| "reference_energy": 1180845.25 |
| }, |
| { |
| "first_row": 58368, |
| "rows": 1024, |
| "reference_sse": 899.3338012695312, |
| "reference_energy": 1188603.5 |
| }, |
| { |
| "first_row": 69632, |
| "rows": 1024, |
| "reference_sse": 916.2544555664062, |
| "reference_energy": 1162268.25 |
| }, |
| { |
| "first_row": 70656, |
| "rows": 1024, |
| "reference_sse": 965.6517333984375, |
| "reference_energy": 591895.0 |
| }, |
| { |
| "first_row": 81920, |
| "rows": 1024, |
| "reference_sse": 1211.0189208984375, |
| "reference_energy": 1163468.0 |
| }, |
| { |
| "first_row": 82944, |
| "rows": 1024, |
| "reference_sse": 1101.0091552734375, |
| "reference_energy": 588149.0 |
| }, |
| { |
| "first_row": 94208, |
| "rows": 1024, |
| "reference_sse": 1094.9127197265625, |
| "reference_energy": 1160414.5 |
| }, |
| { |
| "first_row": 95232, |
| "rows": 1024, |
| "reference_sse": 1354.640869140625, |
| "reference_energy": 602877.5 |
| } |
| ] |
| }, |
| "final_validation": { |
| "target_rel": 0.010544123217574992, |
| "reference_rel": 0.03409326797626299, |
| "boundary_rel": 0.0805929953763529, |
| "bulk_rel": 0.010529327722439783, |
| "boundary_rows": 24, |
| "windows": [ |
| { |
| "first_row": 8192, |
| "rows": 1024, |
| "reference_sse": 1392.4368896484375, |
| "reference_energy": 1182770.375 |
| }, |
| { |
| "first_row": 9216, |
| "rows": 1024, |
| "reference_sse": 866.095703125, |
| "reference_energy": 591684.75 |
| }, |
| { |
| "first_row": 20480, |
| "rows": 1024, |
| "reference_sse": 1181.34033203125, |
| "reference_energy": 1171703.0 |
| }, |
| { |
| "first_row": 21504, |
| "rows": 1024, |
| "reference_sse": 980.1011352539062, |
| "reference_energy": 549404.5625 |
| }, |
| { |
| "first_row": 32768, |
| "rows": 1024, |
| "reference_sse": 876.0614624023438, |
| "reference_energy": 1167786.125 |
| }, |
| { |
| "first_row": 33792, |
| "rows": 1024, |
| "reference_sse": 875.647705078125, |
| "reference_energy": 551154.875 |
| }, |
| { |
| "first_row": 45056, |
| "rows": 1024, |
| "reference_sse": 1034.58984375, |
| "reference_energy": 1183147.5 |
| }, |
| { |
| "first_row": 46080, |
| "rows": 1024, |
| "reference_sse": 1359.6396484375, |
| "reference_energy": 1154597.75 |
| }, |
| { |
| "first_row": 57344, |
| "rows": 1024, |
| "reference_sse": 1617.26904296875, |
| "reference_energy": 1180845.25 |
| }, |
| { |
| "first_row": 58368, |
| "rows": 1024, |
| "reference_sse": 889.7520141601562, |
| "reference_energy": 1188603.5 |
| }, |
| { |
| "first_row": 69632, |
| "rows": 1024, |
| "reference_sse": 907.2562255859375, |
| "reference_energy": 1162268.25 |
| }, |
| { |
| "first_row": 70656, |
| "rows": 1024, |
| "reference_sse": 961.0150146484375, |
| "reference_energy": 591895.0 |
| }, |
| { |
| "first_row": 81920, |
| "rows": 1024, |
| "reference_sse": 1191.39892578125, |
| "reference_energy": 1163468.0 |
| }, |
| { |
| "first_row": 82944, |
| "rows": 1024, |
| "reference_sse": 1092.998046875, |
| "reference_energy": 588149.0 |
| }, |
| { |
| "first_row": 94208, |
| "rows": 1024, |
| "reference_sse": 1087.9366455078125, |
| "reference_energy": 1160414.5 |
| }, |
| { |
| "first_row": 95232, |
| "rows": 1024, |
| "reference_sse": 1343.466796875, |
| "reference_energy": 602877.5 |
| } |
| ] |
| }, |
| "initial_reasoning_validation": null, |
| "final_reasoning_validation": null, |
| "validation_distribution": "reasoning only", |
| "serialized_validation": { |
| "target_rel": 0.010544123217574992, |
| "reference_rel": 0.03409326797626299 |
| }, |
| "development_audit": { |
| "target_rel": 0.020993420537199433, |
| "reference_rel": 0.06600822575158392, |
| "boundary_rel": 0.13825657914743167, |
| "bulk_rel": 0.02098132337728502, |
| "boundary_rows": 10, |
| "windows": [ |
| { |
| "first_row": 10240, |
| "rows": 1024, |
| "reference_sse": 4461.712890625, |
| "reference_energy": 1148549.25 |
| }, |
| { |
| "first_row": 11264, |
| "rows": 1024, |
| "reference_sse": 4898.580078125, |
| "reference_energy": 1191636.25 |
| }, |
| { |
| "first_row": 22528, |
| "rows": 1024, |
| "reference_sse": 5145.5751953125, |
| "reference_energy": 610608.125 |
| }, |
| { |
| "first_row": 23552, |
| "rows": 1024, |
| "reference_sse": 4225.08251953125, |
| "reference_energy": 598503.25 |
| }, |
| { |
| "first_row": 34816, |
| "rows": 1024, |
| "reference_sse": 3039.63818359375, |
| "reference_energy": 1188533.0 |
| }, |
| { |
| "first_row": 35840, |
| "rows": 1024, |
| "reference_sse": 3595.25048828125, |
| "reference_energy": 1194528.25 |
| }, |
| { |
| "first_row": 47104, |
| "rows": 1024, |
| "reference_sse": 4323.078125, |
| "reference_energy": 582625.5625 |
| }, |
| { |
| "first_row": 48128, |
| "rows": 1024, |
| "reference_sse": 4208.64208984375, |
| "reference_energy": 596752.375 |
| }, |
| { |
| "first_row": 59392, |
| "rows": 1024, |
| "reference_sse": 3922.4306640625, |
| "reference_energy": 1162177.0 |
| }, |
| { |
| "first_row": 60416, |
| "rows": 1024, |
| "reference_sse": 4699.69580078125, |
| "reference_energy": 1171811.375 |
| }, |
| { |
| "first_row": 71680, |
| "rows": 1024, |
| "reference_sse": 4746.337890625, |
| "reference_energy": 1190885.5 |
| }, |
| { |
| "first_row": 72704, |
| "rows": 1024, |
| "reference_sse": 4710.5439453125, |
| "reference_energy": 1191939.75 |
| }, |
| { |
| "first_row": 83968, |
| "rows": 1024, |
| "reference_sse": 4186.6611328125, |
| "reference_energy": 1173200.5 |
| }, |
| { |
| "first_row": 84992, |
| "rows": 1024, |
| "reference_sse": 3156.297119140625, |
| "reference_energy": 585657.75 |
| }, |
| { |
| "first_row": 96256, |
| "rows": 1024, |
| "reference_sse": 3675.963623046875, |
| "reference_energy": 591719.125 |
| }, |
| { |
| "first_row": 97280, |
| "rows": 1024, |
| "reference_sse": 3979.242431640625, |
| "reference_energy": 1192324.0 |
| } |
| ] |
| }, |
| "initial_development_audit": { |
| "target_rel": 0.021287288658655337, |
| "reference_rel": 0.06618335962860135, |
| "boundary_rel": 0.14216429505143025, |
| "bulk_rel": 0.021274666526002354, |
| "boundary_rows": 10, |
| "windows": [ |
| { |
| "first_row": 10240, |
| "rows": 1024, |
| "reference_sse": 4481.2919921875, |
| "reference_energy": 1148549.25 |
| }, |
| { |
| "first_row": 11264, |
| "rows": 1024, |
| "reference_sse": 4926.40283203125, |
| "reference_energy": 1191636.25 |
| }, |
| { |
| "first_row": 22528, |
| "rows": 1024, |
| "reference_sse": 5171.44091796875, |
| "reference_energy": 610608.125 |
| }, |
| { |
| "first_row": 23552, |
| "rows": 1024, |
| "reference_sse": 4245.47509765625, |
| "reference_energy": 598503.25 |
| }, |
| { |
| "first_row": 34816, |
| "rows": 1024, |
| "reference_sse": 3055.7421875, |
| "reference_energy": 1188533.0 |
| }, |
| { |
| "first_row": 35840, |
| "rows": 1024, |
| "reference_sse": 3612.755859375, |
| "reference_energy": 1194528.25 |
| }, |
| { |
| "first_row": 47104, |
| "rows": 1024, |
| "reference_sse": 4348.7724609375, |
| "reference_energy": 582625.5625 |
| }, |
| { |
| "first_row": 48128, |
| "rows": 1024, |
| "reference_sse": 4223.25, |
| "reference_energy": 596752.375 |
| }, |
| { |
| "first_row": 59392, |
| "rows": 1024, |
| "reference_sse": 3945.986328125, |
| "reference_energy": 1162177.0 |
| }, |
| { |
| "first_row": 60416, |
| "rows": 1024, |
| "reference_sse": 4716.224609375, |
| "reference_energy": 1171811.375 |
| }, |
| { |
| "first_row": 71680, |
| "rows": 1024, |
| "reference_sse": 4783.0869140625, |
| "reference_energy": 1190885.5 |
| }, |
| { |
| "first_row": 72704, |
| "rows": 1024, |
| "reference_sse": 4728.45458984375, |
| "reference_energy": 1191939.75 |
| }, |
| { |
| "first_row": 83968, |
| "rows": 1024, |
| "reference_sse": 4202.0625, |
| "reference_energy": 1173200.5 |
| }, |
| { |
| "first_row": 84992, |
| "rows": 1024, |
| "reference_sse": 3174.30224609375, |
| "reference_energy": 585657.75 |
| }, |
| { |
| "first_row": 96256, |
| "rows": 1024, |
| "reference_sse": 3713.1806640625, |
| "reference_energy": 591719.125 |
| }, |
| { |
| "first_row": 97280, |
| "rows": 1024, |
| "reference_sse": 4002.1708984375, |
| "reference_energy": 1192324.0 |
| } |
| ] |
| }, |
| "best_step": 5, |
| "steps_run": 30, |
| "history": [ |
| { |
| "step": 5, |
| "validation": { |
| "target_rel": 0.010544123217574992, |
| "reference_rel": 0.03409326797626299, |
| "boundary_rel": 0.0805929953763529, |
| "bulk_rel": 0.010529327722439783, |
| "boundary_rows": 24 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.5216293081519121, |
| "batch_loss": 0.2962995171546936, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 50.21797490119934, |
| "adaptive_schedule": { |
| "best": 0.010544123217574992, |
| "drop_after": 25, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 10, |
| "bad_checks": 0, |
| "last_best": 5, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 0, |
| "codebook_values": 1310720, |
| "scales_changed": 47008796, |
| "scale_values": 47185920 |
| } |
| }, |
| { |
| "step": 10, |
| "validation": { |
| "target_rel": 0.010903206781849431, |
| "reference_rel": 0.03418082986663842, |
| "boundary_rel": 0.0828294408072416, |
| "bulk_rel": 0.01088809678935229, |
| "boundary_rows": 24 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.5371515577532995, |
| "batch_loss": 0.2921312153339386, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 122.78501749038696, |
| "adaptive_schedule": { |
| "best": 0.010544123217574992, |
| "drop_after": 25, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 10, |
| "bad_checks": 1, |
| "last_best": 5, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 52675, |
| "codebook_values": 1310720, |
| "scales_changed": 47039739, |
| "scale_values": 47185920 |
| } |
| }, |
| { |
| "step": 15, |
| "validation": { |
| "target_rel": 0.010857814975508487, |
| "reference_rel": 0.034179884703594086, |
| "boundary_rel": 0.0831702877436605, |
| "bulk_rel": 0.01084251216263516, |
| "boundary_rows": 24 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.535649017308161, |
| "batch_loss": 0.309405654668808, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 174.4198808670044, |
| "adaptive_schedule": { |
| "best": 0.010544123217574992, |
| "drop_after": 25, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 10, |
| "bad_checks": 2, |
| "last_best": 5, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 44725, |
| "codebook_values": 1310720, |
| "scales_changed": 47060445, |
| "scale_values": 47185920 |
| } |
| }, |
| { |
| "step": 20, |
| "validation": { |
| "target_rel": 0.010845486807693433, |
| "reference_rel": 0.034176624069584896, |
| "boundary_rel": 0.0833283308999566, |
| "bulk_rel": 0.010830106697153697, |
| "boundary_rows": 24 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.5348500588779102, |
| "batch_loss": 0.2874385789036751, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 243.82375240325928, |
| "adaptive_schedule": { |
| "best": 0.010544123217574992, |
| "drop_after": 20, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 10, |
| "bad_checks": 3, |
| "last_best": 5, |
| "early_drop": true |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 46955, |
| "codebook_values": 1310720, |
| "scales_changed": 47072121, |
| "scale_values": 47185920 |
| } |
| }, |
| { |
| "step": 25, |
| "validation": { |
| "target_rel": 0.010645159608728198, |
| "reference_rel": 0.034107758865376245, |
| "boundary_rel": 0.08195865164100527, |
| "bulk_rel": 0.01062999972811989, |
| "boundary_rows": 24 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.5254688047636377, |
| "batch_loss": 0.2842552661895752, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 295.6124167442322, |
| "adaptive_schedule": { |
| "best": 0.010544123217574992, |
| "drop_after": 20, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 10, |
| "bad_checks": 3, |
| "last_best": 5, |
| "early_drop": true |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 21264, |
| "codebook_values": 1310720, |
| "scales_changed": 47073854, |
| "scale_values": 47185920 |
| } |
| }, |
| { |
| "step": 30, |
| "validation": { |
| "target_rel": 0.010686977234443371, |
| "reference_rel": 0.034124781441208285, |
| "boundary_rel": 0.08237655038588712, |
| "bulk_rel": 0.010671721654452277, |
| "boundary_rows": 24 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.5265117026889861, |
| "batch_loss": 0.26797808334231377, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 369.1411380767822, |
| "adaptive_schedule": { |
| "best": 0.010544123217574992, |
| "drop_after": 20, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 10, |
| "bad_checks": 3, |
| "last_best": 5, |
| "early_drop": true |
| }, |
| "adaptive_stop": true, |
| "quantized_movement": { |
| "codebook_changed": 29197, |
| "codebook_values": 1310720, |
| "scales_changed": 47074424, |
| "scale_values": 47185920 |
| } |
| } |
| ], |
| "index_reassignments": [ |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 320, |
| "accepted": 237, |
| "changed_groups": 182909, |
| "training_before": 1148.635009765625, |
| "training_after": 1133.02099609375, |
| "acceptance": "proposal and separate training check batches", |
| "step": 10 |
| }, |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 320, |
| "accepted": 235, |
| "changed_groups": 198231, |
| "training_before": 1160.48828125, |
| "training_after": 1138.447998046875, |
| "acceptance": "proposal and separate training check batches", |
| "step": 20 |
| }, |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 320, |
| "accepted": 235, |
| "changed_groups": 101911, |
| "training_before": 1096.5152587890625, |
| "training_after": 1080.4532470703125, |
| "acceptance": "proposal and separate training check batches", |
| "step": 30 |
| } |
| ], |
| "coverage_threshold": 256, |
| "checkpoint_selection": "held-out original reference trajectory for both arms", |
| "world_size": 8, |
| "microbatch": 65536, |
| "proposal_communication": "sparse routed rows", |
| "parallelism": "expert-sharded coupled output", |
| "arithmetic": "fp4_planes4_fp16_boundaries_v1", |
| "scope": "text-only, cached prompt partitions; historical audit is development only", |
| "train_rows": 15007754, |
| "validation_rows": 16384, |
| "audit_rows": 16384, |
| "complete": true |
| } |
