{ "layer": 18, "target": "same_input", "recipe": "full_corpus_sequence_pass_v1", "block_scale_dtype": "fp16", "batch_tokens": 262144, "sequence_order_sha256": "5e0ef183802009d0483fe37a60f5acd49dd99218130e0c952f097fa473d863bf", "training_sequence_count": 14657, "training_passes": 0.5240171180844249, "training_tokens_seen": 7864320, "adaptive_schedule": { "best": 0.00536306292142981, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 5, "early_drop": true }, "refinement": null, "lr_decay_after": 25, "lr_decay_factor": 0.25, "export_only": false, "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed", "codebook_lr": 0.048, "scale_lr": 0.032, "quantized_movement": { "codebook_changed": 0, "codebook_values": 1515520, "scales_changed": 54324209, "scale_values": 54558720 }, "initial_validation": { "target_rel": 0.005558747460081222, "reference_rel": 0.015780271950464848, "boundary_rel": 0.09287843381742783, "bulk_rel": 0.005548614031913652, "boundary_rows": 24, "windows": [ { "first_row": 8192, "rows": 1024, "reference_sse": 189.95213317871094, "reference_energy": 835828.0 }, { "first_row": 9216, "rows": 1024, "reference_sse": 125.77351379394531, "reference_energy": 406485.40625 }, { "first_row": 20480, "rows": 1024, "reference_sse": 142.65228271484375, "reference_energy": 831507.375 }, { "first_row": 21504, "rows": 1024, "reference_sse": 135.931884765625, "reference_energy": 369019.78125 }, { "first_row": 32768, "rows": 1024, "reference_sse": 143.93475341796875, "reference_energy": 832773.375 }, { "first_row": 33792, "rows": 1024, "reference_sse": 144.6027374267578, "reference_energy": 372580.9375 }, { "first_row": 45056, "rows": 1024, "reference_sse": 152.17755126953125, "reference_energy": 842570.0625 }, { "first_row": 46080, "rows": 1024, "reference_sse": 212.5008544921875, "reference_energy": 816874.0 }, { "first_row": 57344, "rows": 1024, "reference_sse": 220.3692626953125, "reference_energy": 841331.875 }, { "first_row": 58368, "rows": 1024, "reference_sse": 130.2848358154297, "reference_energy": 844459.875 }, { "first_row": 69632, "rows": 1024, "reference_sse": 170.10525512695312, "reference_energy": 822617.0625 }, { "first_row": 70656, "rows": 1024, "reference_sse": 135.22869873046875, "reference_energy": 404572.875 }, { "first_row": 81920, "rows": 1024, "reference_sse": 152.93487548828125, "reference_energy": 824158.25 }, { "first_row": 82944, "rows": 1024, "reference_sse": 161.56419372558594, "reference_energy": 401831.625 }, { "first_row": 94208, "rows": 1024, "reference_sse": 194.94680786132812, "reference_energy": 823986.6875 }, { "first_row": 95232, "rows": 1024, "reference_sse": 246.9296112060547, "reference_energy": 410960.4375 } ] }, "final_validation": { "target_rel": 0.00536306292142981, "reference_rel": 0.015723888975551638, "boundary_rel": 0.08905156120587647, "bulk_rel": 0.005353408011523312, "boundary_rows": 24, "windows": [ { "first_row": 8192, "rows": 1024, "reference_sse": 188.15274047851562, "reference_energy": 835828.0 }, { "first_row": 9216, "rows": 1024, "reference_sse": 124.07939147949219, "reference_energy": 406485.40625 }, { "first_row": 20480, "rows": 1024, "reference_sse": 141.4634552001953, "reference_energy": 831507.375 }, { "first_row": 21504, "rows": 1024, "reference_sse": 135.75155639648438, "reference_energy": 369019.78125 }, { "first_row": 32768, "rows": 1024, "reference_sse": 143.7609405517578, "reference_energy": 832773.375 }, { "first_row": 33792, "rows": 1024, "reference_sse": 144.61709594726562, "reference_energy": 372580.9375 }, { "first_row": 45056, "rows": 1024, "reference_sse": 150.712158203125, "reference_energy": 842570.0625 }, { "first_row": 46080, "rows": 1024, "reference_sse": 211.5498046875, "reference_energy": 816874.0 }, { "first_row": 57344, "rows": 1024, "reference_sse": 218.1534881591797, "reference_energy": 841331.875 }, { "first_row": 58368, "rows": 1024, "reference_sse": 129.1041259765625, "reference_energy": 844459.875 }, { "first_row": 69632, "rows": 1024, "reference_sse": 166.5883026123047, "reference_energy": 822617.0625 }, { "first_row": 70656, "rows": 1024, "reference_sse": 135.0286407470703, "reference_energy": 404572.875 }, { "first_row": 81920, "rows": 1024, "reference_sse": 152.16326904296875, "reference_energy": 824158.25 }, { "first_row": 82944, "rows": 1024, "reference_sse": 160.1556396484375, "reference_energy": 401831.625 }, { "first_row": 94208, "rows": 1024, "reference_sse": 194.06179809570312, "reference_energy": 823986.6875 }, { "first_row": 95232, "rows": 1024, "reference_sse": 245.57321166992188, "reference_energy": 410960.4375 } ] }, "initial_reasoning_validation": null, "final_reasoning_validation": null, "validation_distribution": "reasoning only", "serialized_validation": { "target_rel": 0.00536306292142981, "reference_rel": 0.015723888975551638 }, "development_audit": { "target_rel": 0.010028603275354884, "reference_rel": 0.025899771873184544, "boundary_rel": 0.06769343502467609, "bulk_rel": 0.010027204805486887, "boundary_rows": 10, "windows": [ { "first_row": 10240, "rows": 1024, "reference_sse": 573.8347778320312, "reference_energy": 801584.0625 }, { "first_row": 11264, "rows": 1024, "reference_sse": 513.86767578125, "reference_energy": 836022.75 }, { "first_row": 22528, "rows": 1024, "reference_sse": 581.1113891601562, "reference_energy": 408339.625 }, { "first_row": 23552, "rows": 1024, "reference_sse": 385.08026123046875, "reference_energy": 401236.5625 }, { "first_row": 34816, "rows": 1024, "reference_sse": 434.4411315917969, "reference_energy": 831012.125 }, { "first_row": 35840, "rows": 1024, "reference_sse": 413.2137451171875, "reference_energy": 836893.0 }, { "first_row": 47104, "rows": 1024, "reference_sse": 442.9070129394531, "reference_energy": 383159.15625 }, { "first_row": 48128, "rows": 1024, "reference_sse": 428.7899475097656, "reference_energy": 404006.90625 }, { "first_row": 59392, "rows": 1024, "reference_sse": 454.12689208984375, "reference_energy": 810187.0 }, { "first_row": 60416, "rows": 1024, "reference_sse": 361.427978515625, "reference_energy": 817425.875 }, { "first_row": 71680, "rows": 1024, "reference_sse": 471.91656494140625, "reference_energy": 827643.6875 }, { "first_row": 72704, "rows": 1024, "reference_sse": 382.989990234375, "reference_energy": 835291.875 }, { "first_row": 83968, "rows": 1024, "reference_sse": 428.4361267089844, "reference_energy": 824902.4375 }, { "first_row": 84992, "rows": 1024, "reference_sse": 476.5874938964844, "reference_energy": 391983.5625 }, { "first_row": 96256, "rows": 1024, "reference_sse": 381.3191833496094, "reference_energy": 399667.5 }, { "first_row": 97280, "rows": 1024, "reference_sse": 411.9693603515625, "reference_energy": 837690.5 } ] }, "initial_development_audit": { "target_rel": 0.010293832145463202, "reference_rel": 0.0260518950416834, "boundary_rel": 0.06806632449433975, "bulk_rel": 0.010292456045014074, "boundary_rows": 10, "windows": [ { "first_row": 10240, "rows": 1024, "reference_sse": 580.27294921875, "reference_energy": 801584.0625 }, { "first_row": 11264, "rows": 1024, "reference_sse": 521.23193359375, "reference_energy": 836022.75 }, { "first_row": 22528, "rows": 1024, "reference_sse": 588.1515502929688, "reference_energy": 408339.625 }, { "first_row": 23552, "rows": 1024, "reference_sse": 387.9365234375, "reference_energy": 401236.5625 }, { "first_row": 34816, "rows": 1024, "reference_sse": 435.6231689453125, "reference_energy": 831012.125 }, { "first_row": 35840, "rows": 1024, "reference_sse": 415.72149658203125, "reference_energy": 836893.0 }, { "first_row": 47104, "rows": 1024, "reference_sse": 451.4781494140625, "reference_energy": 383159.15625 }, { "first_row": 48128, "rows": 1024, "reference_sse": 433.307373046875, "reference_energy": 404006.90625 }, { "first_row": 59392, "rows": 1024, "reference_sse": 461.21575927734375, "reference_energy": 810187.0 }, { "first_row": 60416, "rows": 1024, "reference_sse": 366.35150146484375, "reference_energy": 817425.875 }, { "first_row": 71680, "rows": 1024, "reference_sse": 482.06317138671875, "reference_energy": 827643.6875 }, { "first_row": 72704, "rows": 1024, "reference_sse": 389.45654296875, "reference_energy": 835291.875 }, { "first_row": 83968, "rows": 1024, "reference_sse": 433.257080078125, "reference_energy": 824902.4375 }, { "first_row": 84992, "rows": 1024, "reference_sse": 481.3463439941406, "reference_energy": 391983.5625 }, { "first_row": 96256, "rows": 1024, "reference_sse": 383.63323974609375, "reference_energy": 399667.5 }, { "first_row": 97280, "rows": 1024, "reference_sse": 415.1169128417969, "reference_energy": 837690.5 } ] }, "best_step": 5, "steps_run": 30, "history": [ { "step": 5, "validation": { "target_rel": 0.00536306292142981, "reference_rel": 0.015723888975551638, "boundary_rel": 0.08905156120587647, "bulk_rel": 0.005353408011523312, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.4990683042819684, "batch_loss": 0.26381856948137283, "best_step": 5, "overfit_checks": 0, "seconds": 55.66281247138977, "adaptive_schedule": { "best": 0.00536306292142981, "drop_after": 25, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 0, "last_best": 5, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 0, "codebook_values": 1515520, "scales_changed": 54324209, "scale_values": 54558720 } }, { "step": 10, "validation": { "target_rel": 0.005551943120106058, "reference_rel": 0.01577408329544519, "boundary_rel": 0.09134476439613645, "bulk_rel": 0.00554213086614429, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.512035626972654, "batch_loss": 0.25681430846452713, "best_step": 5, "overfit_checks": 0, "seconds": 125.89349389076233, "adaptive_schedule": { "best": 0.00536306292142981, "drop_after": 25, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 1, "last_best": 5, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 46520, "codebook_values": 1515520, "scales_changed": 54359827, "scale_values": 54558720 } }, { "step": 15, "validation": { "target_rel": 0.005569328939944064, "reference_rel": 0.015783075140859703, "boundary_rel": 0.09160238313229628, "bulk_rel": 0.005559492158542956, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.5129913859146963, "batch_loss": 0.2671438902616501, "best_step": 5, "overfit_checks": 0, "seconds": 173.56043672561646, "adaptive_schedule": { "best": 0.00536306292142981, "drop_after": 25, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 2, "last_best": 5, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 41830, "codebook_values": 1515520, "scales_changed": 54383754, "scale_values": 54558720 } }, { "step": 20, "validation": { "target_rel": 0.0055805028008613965, "reference_rel": 0.015789751537566295, "boundary_rel": 0.09169580720170079, "bulk_rel": 0.005570665767132684, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.5160065067988274, "batch_loss": 0.27527572214603424, "best_step": 5, "overfit_checks": 0, "seconds": 246.47997331619263, "adaptive_schedule": { "best": 0.00536306292142981, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 5, "early_drop": true }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 49022, "codebook_values": 1515520, "scales_changed": 54402083, "scale_values": 54558720 } }, { "step": 25, "validation": { "target_rel": 0.005468804958151479, "reference_rel": 0.015746751005071453, "boundary_rel": 0.09025717380872365, "bulk_rel": 0.005459079207609392, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.507319425247183, "batch_loss": 0.257212083786726, "best_step": 5, "overfit_checks": 0, "seconds": 296.22008872032166, "adaptive_schedule": { "best": 0.00536306292142981, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 5, "early_drop": true }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 22280, "codebook_values": 1515520, "scales_changed": 54403136, "scale_values": 54558720 } }, { "step": 30, "validation": { "target_rel": 0.005505052518942662, "reference_rel": 0.01576357541794829, "boundary_rel": 0.0907518690745554, "bulk_rel": 0.0054952846004616305, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.508502041427429, "batch_loss": 0.2434251569211483, "best_step": 5, "overfit_checks": 0, "seconds": 368.3008029460907, "adaptive_schedule": { "best": 0.00536306292142981, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 5, "early_drop": true }, "adaptive_stop": true, "quantized_movement": { "codebook_changed": 28609, "codebook_values": 1515520, "scales_changed": 54404649, "scale_values": 54558720 } } ], "index_reassignments": [ { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 364, "accepted": 299, "changed_groups": 189239, "training_before": 200.6654510498047, "training_after": 197.0739288330078, "acceptance": "proposal and separate training check batches", "step": 10 }, { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 368, "accepted": 311, "changed_groups": 158130, "training_before": 212.78224182128906, "training_after": 208.64071655273438, "acceptance": "proposal and separate training check batches", "step": 20 }, { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 368, "accepted": 313, "changed_groups": 140401, "training_before": 191.31944274902344, "training_after": 188.56845092773438, "acceptance": "proposal and separate training check batches", "step": 30 } ], "coverage_threshold": 256, "checkpoint_selection": "held-out original reference trajectory for both arms", "world_size": 8, "microbatch": 65536, "proposal_communication": "sparse routed rows", "parallelism": "expert-sharded coupled output", "arithmetic": "fp4_planes4_fp16_boundaries_v1", "scope": "text-only, cached prompt partitions; historical audit is development only", "train_rows": 15007754, "validation_rows": 16384, "audit_rows": 16384, "complete": true }