{ "winner": { "name": "compact_scales_refine8", "mse": 0.8620080910623074, "ab_mae": 0.6051067784428596, "json_string_bytes": 4949484, "upgrade": [ "encoder.9.block.0.0.weight", 1, 32 ], "calibration_subset_gain": 0.02464677393436432 }, "candidates": [ { "name": "group32", "group_size": 32, "json_string_bytes": 4828067, "mse": 18.104391634464264, "ab_mae": 3.1036613807082176 }, { "name": "group64", "group_size": 64, "json_string_bytes": 4526797, "mse": 23.284358993172646, "ab_mae": 3.433950934559107 }, { "name": "group128", "group_size": 128, "json_string_bytes": 4380453, "mse": 26.695782251656055, "ab_mae": 3.64544490352273 }, { "name": "group256", "group_size": 256, "json_string_bytes": 4308573, "mse": 23.869282491505146, "ab_mae": 3.38033676892519 }, { "name": "group64_improvement_per_byte", "group_size": 64, "json_string_bytes": 4934229, "promoted_tensors": [ "encoder.1.block.0.0.weight", "encoder.0.0.weight", "encoder.2.block.1.0.weight", "encoder.2.block.0.0.weight", "encoder.2.block.2.0.weight", "encoder.3.block.0.0.weight", "encoder.4.block.0.0.weight", "encoder.5.block.1.0.weight", "encoder.9.block.2.0.weight", "encoder.7.block.1.0.weight", "encoder.8.block.2.0.weight", "encoder.7.block.2.0.weight", "encoder.4.block.1.0.weight", "encoder.12.block.1.0.weight", "encoder.6.block.2.fc2.weight", "encoder.6.block.1.0.weight", "encoder.5.block.2.fc2.weight", "encoder.10.block.0.0.weight", "encoder.15.block.1.0.weight", "lateral.0.weight", "encoder.6.block.0.0.weight", "encoder.8.block.0.0.weight", "encoder.12.block.3.0.weight", "encoder.16.0.weight", "encoder.5.block.2.fc1.weight", "encoder.9.block.0.0.weight", "query_blocks.0.self_attn.out_proj.weight", "residual.weight" ], "mse": 2.5121002276428044, "ab_mae": 1.0109938234090805 }, { "name": "group64_mse_improvement", "group_size": 64, "json_string_bytes": 4949909, "promoted_tensors": [ "encoder.1.block.0.0.weight", "encoder.9.block.2.0.weight", "encoder.0.0.weight", "encoder.2.block.2.0.weight", "encoder.8.block.2.0.weight", "encoder.7.block.2.0.weight", "encoder.2.block.0.0.weight", "encoder.3.block.0.0.weight", "encoder.5.block.1.0.weight", "encoder.2.block.1.0.weight", "encoder.4.block.0.0.weight", "encoder.16.0.weight", "encoder.15.block.3.0.weight", "encoder.15.block.1.0.weight", "encoder.7.block.1.0.weight", "encoder.10.block.0.0.weight", "encoder.12.block.1.0.weight", "encoder.6.block.2.fc2.weight", "encoder.4.block.1.0.weight", "encoder.6.block.1.0.weight", "residual.weight" ], "mse": 2.493656279752031, "ab_mae": 1.0097566042095423 }, { "name": "group256_improvement_per_byte", "group_size": 256, "json_string_bytes": 4944941, "promoted_tensors": [ "encoder.1.block.0.0.weight", "encoder.0.0.weight", "encoder.2.block.0.0.weight", "encoder.2.block.2.0.weight", "encoder.3.block.0.0.weight", "encoder.4.block.0.0.weight", "encoder.5.block.1.0.weight", "encoder.4.block.1.0.weight", "encoder.9.block.2.0.weight", "encoder.6.block.3.0.weight", "encoder.7.block.1.0.weight", "encoder.10.block.2.0.weight", "encoder.6.block.2.fc2.weight", "encoder.8.block.2.0.weight", "encoder.12.block.1.0.weight", "lateral.0.weight", "encoder.5.block.2.fc2.weight", "encoder.6.block.0.0.weight", "encoder.6.block.2.fc1.weight", "encoder.5.block.2.fc1.weight", "encoder.15.block.1.0.weight", "encoder.11.block.0.0.weight", "encoder.9.block.0.0.weight", "encoder.11.block.3.0.weight", "encoder.12.block.3.0.weight", "palette.0.weight", "encoder.11.block.2.fc2.weight", "encoder.14.block.2.fc2.weight", "query_blocks.0.ff.2.weight" ], "mse": 2.986875234171748, "ab_mae": 1.0296866707503796 }, { "name": "group256_mse_improvement", "group_size": 256, "json_string_bytes": 4948653, "promoted_tensors": [ "encoder.1.block.0.0.weight", "encoder.0.0.weight", "encoder.2.block.0.0.weight", "encoder.9.block.2.0.weight", "encoder.2.block.2.0.weight", "encoder.3.block.0.0.weight", "encoder.10.block.2.0.weight", "encoder.4.block.0.0.weight", "encoder.14.block.2.fc2.weight", "encoder.5.block.1.0.weight", "encoder.12.block.3.0.weight", "encoder.8.block.2.0.weight", "encoder.11.block.3.0.weight", "encoder.6.block.3.0.weight", "encoder.11.block.0.0.weight", "encoder.4.block.1.0.weight", "encoder.15.block.1.0.weight", "encoder.6.block.2.fc2.weight", "encoder.12.block.0.0.weight", "encoder.11.block.2.fc2.weight", "encoder.12.block.1.0.weight", "encoder.7.block.1.0.weight", "encoder.5.block.2.fc2.weight", "encoder.6.block.0.0.weight", "lateral.0.weight" ], "mse": 3.097676645964384, "ab_mae": 1.044976083561778 } ], "calibration_images": 16, "parameter_count": 3994676, "one_character_parameters": 3512832, "two_character_parameters": 481844, "text_bytes": 4946819, "json_string_bytes": 4949484, "sha256": "e9ef164317e7832781753585c5533c781ce134527dd71385ef490cf5cf5fe9ba", "roundtrip_exact_to_quantized_state": true, "initial_calibration": { "name": "group64_mse_improvement", "group_size": 64, "json_string_bytes": 4949909, "promoted_tensors": [ "encoder.1.block.0.0.weight", "encoder.9.block.2.0.weight", "encoder.0.0.weight", "encoder.2.block.2.0.weight", "encoder.8.block.2.0.weight", "encoder.7.block.2.0.weight", "encoder.2.block.0.0.weight", "encoder.3.block.0.0.weight", "encoder.5.block.1.0.weight", "encoder.2.block.1.0.weight", "encoder.4.block.0.0.weight", "encoder.16.0.weight", "encoder.15.block.3.0.weight", "encoder.15.block.1.0.weight", "encoder.7.block.1.0.weight", "encoder.10.block.0.0.weight", "encoder.12.block.1.0.weight", "encoder.6.block.2.fc2.weight", "encoder.4.block.1.0.weight", "encoder.6.block.1.0.weight", "residual.weight" ], "mse": 2.493656279752031, "ab_mae": 1.0097566042095423 }, "refinement_candidates": [ { "name": "initial", "mse": 2.493656279752031, "ab_mae": 1.0097566042095423, "json_string_bytes": 4949909 }, { "name": "group32_ratio", "mse": 2.6975236465223134, "ab_mae": 1.008376962505281, "json_string_bytes": 4946379 }, { "name": "group32_gain", "mse": 2.730722404550761, "ab_mae": 1.0121978027746081, "json_string_bytes": 4948299 }, { "name": "compact_scales", "mse": 2.4792887738440186, "ab_mae": 1.0056030582636595, "json_string_bytes": 4925590 }, { "name": "compact_scales_refine1", "mse": 1.7108433779794723, "ab_mae": 0.8537794416770339, "json_string_bytes": 4926239, "upgrade": [ "encoder.3.block.1.0.weight", 2, 256 ], "calibration_subset_gain": 1.1435979176312685 }, { "name": "compact_scales_refine2", "mse": 1.2327836034819484, "ab_mae": 0.7801378443837166, "json_string_bytes": 4927848, "upgrade": [ "encoder.3.block.2.0.weight", 2, 256 ], "calibration_subset_gain": 0.5322280931286514 }, { "name": "compact_scales_refine3", "mse": 1.4706268422305584, "ab_mae": 0.7599028032273054, "json_string_bytes": 4928105, "upgrade": [ "encoder.1.block.1.0.weight", 2, 256 ], "calibration_subset_gain": 0.43586447555571795 }, { "name": "compact_scales_refine4", "mse": 0.9462693016976118, "ab_mae": 0.6352904969826341, "json_string_bytes": 4942026, "upgrade": [ "encoder.10.block.2.0.weight", 2, 256 ], "calibration_subset_gain": 0.21737225074321032 }, { "name": "compact_scales_refine5", "mse": 0.9175981525331736, "ab_mae": 0.6283372240141034, "json_string_bytes": 4943226, "upgrade": [ "encoder.7.block.0.0.weight", 1, 32 ], "calibration_subset_gain": 0.12710145954042673 }, { "name": "compact_scales_refine6", "mse": 0.9215640546754003, "ab_mae": 0.6188815664499998, "json_string_bytes": 4944883, "upgrade": [ "encoder.9.block.1.0.weight", 2, 256 ], "calibration_subset_gain": 0.08233188092708588 }, { "name": "compact_scales_refine7", "mse": 0.8778455322608352, "ab_mae": 0.6111623970791698, "json_string_bytes": 4948564, "upgrade": [ "encoder.5.block.2.fc1.weight", 2, 256 ], "calibration_subset_gain": 0.040941715240478516 }, { "name": "compact_scales_refine8", "mse": 0.8620080910623074, "ab_mae": 0.6051067784428596, "json_string_bytes": 4949484, "upgrade": [ "encoder.9.block.0.0.weight", 1, 32 ], "calibration_subset_gain": 0.02464677393436432 } ], "initial_search_seconds": 43.03861778800001, "selection_note": "All precision selection used 16 calibration inputs (8-image subset for sensitivity ranking); final candidate chosen by mean squared ab error on all 16. Holdout was opened only after final selection." }