diff --git "a/axquant_quantizer_execution.json" "b/axquant_quantizer_execution.json" --- "a/axquant_quantizer_execution.json" +++ "b/axquant_quantizer_execution.json" @@ -1,13 +1,13 @@ { - "created_at": "2026-08-15T16:16:08.524037Z", - "plan_sha256": "cbfbf9fbc718c89dfbd5241f97cd784bdb62bd8e570c137a0c3fc2c764d8bcb1", + "created_at": "2026-10-04T19:41:12.078196Z", + "plan_sha256": "c80f0982facd6110ddd9355e025599081b1cfca641eda241fc09a5e1157f9b81", "records": [ { "bits": 4, "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.0.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -17,7 +17,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.0.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -27,7 +27,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.0.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -37,7 +37,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.0.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -47,7 +47,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.0.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -57,7 +57,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.0.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -67,7 +67,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.0.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -77,7 +77,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.0.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -87,7 +87,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.1.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -97,7 +97,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.1.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -107,7 +107,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.1.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -117,7 +117,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.1.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -127,7 +127,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.1.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -137,7 +137,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.1.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -147,7 +147,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.1.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -157,7 +157,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.1.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -167,7 +167,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.2.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -177,7 +177,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.2.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -187,7 +187,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.2.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -197,7 +197,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.2.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -207,7 +207,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.2.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -217,7 +217,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.2.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -227,7 +227,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.2.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -237,7 +237,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.2.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -247,7 +247,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.3.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -257,7 +257,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.3.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -267,7 +267,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.3.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -277,7 +277,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.3.self_attn.k_proj", "note": "mlx-lm affine packing", "success": true @@ -287,7 +287,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.3.self_attn.o_proj", "note": "mlx-lm affine packing", "success": true @@ -297,7 +297,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.3.self_attn.q_proj", "note": "mlx-lm affine packing", "success": true @@ -307,7 +307,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.3.self_attn.v_proj", "note": "mlx-lm affine packing", "success": true @@ -317,7 +317,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.4.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -327,7 +327,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.4.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -337,7 +337,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.4.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -347,7 +347,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.4.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -357,7 +357,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.4.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -367,7 +367,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.4.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -377,7 +377,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.4.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -387,7 +387,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.4.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -397,7 +397,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.5.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -407,7 +407,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.5.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -417,7 +417,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.5.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -427,7 +427,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.5.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -437,7 +437,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.5.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -447,7 +447,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.5.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -457,7 +457,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.5.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -467,7 +467,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.5.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -477,7 +477,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.6.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -487,7 +487,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.6.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -497,7 +497,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.6.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -507,7 +507,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.6.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -517,7 +517,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.6.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -527,7 +527,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.6.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -537,7 +537,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.6.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -547,7 +547,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.6.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -557,7 +557,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.7.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -567,7 +567,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.7.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -577,7 +577,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.7.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -587,7 +587,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.7.self_attn.k_proj", "note": "mlx-lm affine packing", "success": true @@ -597,7 +597,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.7.self_attn.o_proj", "note": "mlx-lm affine packing", "success": true @@ -607,7 +607,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.7.self_attn.q_proj", "note": "mlx-lm affine packing", "success": true @@ -617,7 +617,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.7.self_attn.v_proj", "note": "mlx-lm affine packing", "success": true @@ -637,7 +637,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.10.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -647,7 +647,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.10.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -657,7 +657,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.10.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -667,7 +667,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.10.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -677,7 +677,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.10.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -687,7 +687,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.10.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -697,7 +697,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.10.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -707,7 +707,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.10.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -717,7 +717,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.11.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -727,7 +727,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.11.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -737,7 +737,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.11.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -747,7 +747,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.11.self_attn.k_proj", "note": "mlx-lm affine packing", "success": true @@ -757,7 +757,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.11.self_attn.o_proj", "note": "mlx-lm affine packing", "success": true @@ -767,7 +767,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.11.self_attn.q_proj", "note": "mlx-lm affine packing", "success": true @@ -777,7 +777,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.11.self_attn.v_proj", "note": "mlx-lm affine packing", "success": true @@ -787,7 +787,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.12.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -797,7 +797,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.12.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -807,7 +807,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.12.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -817,7 +817,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.12.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -827,7 +827,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.12.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -837,7 +837,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.12.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -847,7 +847,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.12.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -857,7 +857,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.12.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -867,7 +867,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.13.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -877,7 +877,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.13.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -887,7 +887,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.13.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -897,7 +897,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.13.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -907,7 +907,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.13.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -917,7 +917,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.13.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -927,7 +927,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.13.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -937,7 +937,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.13.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -947,7 +947,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.14.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -957,7 +957,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.14.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -967,7 +967,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.14.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -977,7 +977,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.14.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -987,7 +987,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.14.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -997,7 +997,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.14.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -1007,7 +1007,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.14.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -1017,7 +1017,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.14.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -1027,7 +1027,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.15.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -1037,7 +1037,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.15.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -1047,7 +1047,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.15.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -1057,7 +1057,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.15.self_attn.k_proj", "note": "mlx-lm affine packing", "success": true @@ -1067,7 +1067,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.15.self_attn.o_proj", "note": "mlx-lm affine packing", "success": true @@ -1077,7 +1077,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.15.self_attn.q_proj", "note": "mlx-lm affine packing", "success": true @@ -1087,7 +1087,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.15.self_attn.v_proj", "note": "mlx-lm affine packing", "success": true @@ -1097,7 +1097,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.8.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -1107,7 +1107,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.8.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -1117,7 +1117,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.8.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -1127,7 +1127,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.8.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -1137,7 +1137,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.8.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -1147,7 +1147,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.8.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -1157,7 +1157,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.8.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -1167,7 +1167,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.8.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -1177,7 +1177,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.9.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -1187,7 +1187,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.9.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -1197,7 +1197,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.9.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -1207,7 +1207,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.9.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -1217,7 +1217,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.9.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -1227,7 +1227,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.9.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -1237,7 +1237,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.9.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -1247,7 +1247,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.9.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -1257,7 +1257,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.16.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -1267,7 +1267,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.16.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -1277,7 +1277,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.16.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -1287,7 +1287,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.16.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -1297,7 +1297,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.16.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -1307,7 +1307,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.16.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -1317,7 +1317,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.16.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -1327,7 +1327,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.16.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -1337,7 +1337,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.17.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -1347,7 +1347,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.17.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -1357,7 +1357,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.17.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -1367,7 +1367,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.17.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -1377,7 +1377,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.17.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -1387,7 +1387,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.17.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -1397,7 +1397,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.17.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -1407,7 +1407,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.17.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -1417,7 +1417,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.18.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -1427,7 +1427,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.18.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -1437,7 +1437,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.18.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -1447,7 +1447,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.18.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -1457,7 +1457,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.18.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -1467,7 +1467,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.18.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -1477,7 +1477,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.18.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -1487,7 +1487,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.18.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -1497,7 +1497,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.19.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -1507,7 +1507,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.19.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -1517,7 +1517,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.19.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -1527,7 +1527,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.19.self_attn.k_proj", "note": "mlx-lm affine packing", "success": true @@ -1537,7 +1537,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.19.self_attn.o_proj", "note": "mlx-lm affine packing", "success": true @@ -1547,7 +1547,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.19.self_attn.q_proj", "note": "mlx-lm affine packing", "success": true @@ -1557,7 +1557,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.19.self_attn.v_proj", "note": "mlx-lm affine packing", "success": true @@ -1567,7 +1567,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.20.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -1577,7 +1577,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.20.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -1587,7 +1587,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.20.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -1597,7 +1597,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.20.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -1607,7 +1607,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.20.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -1617,7 +1617,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.20.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -1627,7 +1627,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.20.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -1637,7 +1637,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.20.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -1647,7 +1647,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.21.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -1657,7 +1657,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.21.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -1667,7 +1667,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.21.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -1677,7 +1677,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.21.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -1687,7 +1687,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.21.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -1697,7 +1697,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.21.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -1707,7 +1707,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.21.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -1717,7 +1717,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.21.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -1727,7 +1727,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.22.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -1737,7 +1737,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.22.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -1747,7 +1747,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.22.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -1757,7 +1757,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.22.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -1767,7 +1767,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.22.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -1777,7 +1777,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.22.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -1787,7 +1787,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.22.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -1797,7 +1797,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.22.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -1807,7 +1807,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.23.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -1817,7 +1817,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.23.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -1827,7 +1827,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.23.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -1837,7 +1837,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.23.self_attn.k_proj", "note": "mlx-lm affine packing", "success": true @@ -1847,7 +1847,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.23.self_attn.o_proj", "note": "mlx-lm affine packing", "success": true @@ -1857,7 +1857,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.23.self_attn.q_proj", "note": "mlx-lm affine packing", "success": true @@ -1867,7 +1867,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.23.self_attn.v_proj", "note": "mlx-lm affine packing", "success": true @@ -1877,7 +1877,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.24.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -1887,7 +1887,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.24.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -1897,7 +1897,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.24.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -1907,7 +1907,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.24.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -1917,7 +1917,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.24.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -1927,7 +1927,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.24.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -1937,7 +1937,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.24.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -1947,7 +1947,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.24.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -1957,7 +1957,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.25.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -1967,7 +1967,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.25.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -1977,7 +1977,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.25.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -1987,7 +1987,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.25.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -1997,7 +1997,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.25.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -2007,7 +2007,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.25.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -2017,7 +2017,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.25.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -2027,7 +2027,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.25.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -2037,7 +2037,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.26.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -2047,7 +2047,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.26.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -2057,7 +2057,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.26.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -2067,7 +2067,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.26.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -2077,7 +2077,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.26.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -2087,7 +2087,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.26.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -2097,7 +2097,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.26.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -2107,7 +2107,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.26.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -2117,7 +2117,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.27.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -2127,7 +2127,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.27.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -2137,7 +2137,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.27.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -2147,7 +2147,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.27.self_attn.k_proj", "note": "mlx-lm affine packing", "success": true @@ -2157,7 +2157,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.27.self_attn.o_proj", "note": "mlx-lm affine packing", "success": true @@ -2167,7 +2167,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.27.self_attn.q_proj", "note": "mlx-lm affine packing", "success": true @@ -2177,7 +2177,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.27.self_attn.v_proj", "note": "mlx-lm affine packing", "success": true @@ -2187,7 +2187,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.28.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -2197,7 +2197,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.28.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -2207,7 +2207,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.28.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -2217,7 +2217,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.28.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -2227,7 +2227,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.28.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -2237,7 +2237,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.28.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -2247,7 +2247,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.28.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -2257,7 +2257,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.28.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -2267,7 +2267,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.29.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -2277,7 +2277,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.29.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -2287,7 +2287,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.29.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -2297,7 +2297,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.29.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -2307,7 +2307,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.29.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -2317,7 +2317,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.29.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -2327,7 +2327,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.29.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -2337,7 +2337,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.29.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -2347,7 +2347,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.30.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -2357,7 +2357,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.30.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -2367,7 +2367,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.30.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -2377,7 +2377,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.30.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -2387,7 +2387,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.30.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -2397,7 +2397,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.30.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -2407,7 +2407,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.30.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -2417,7 +2417,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.30.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -2427,7 +2427,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.31.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -2437,7 +2437,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.31.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -2447,7 +2447,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.31.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -2457,7 +2457,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.31.self_attn.k_proj", "note": "mlx-lm affine packing", "success": true @@ -2467,7 +2467,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.31.self_attn.o_proj", "note": "mlx-lm affine packing", "success": true @@ -2477,7 +2477,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.31.self_attn.q_proj", "note": "mlx-lm affine packing", "success": true @@ -2487,7 +2487,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.31.self_attn.v_proj", "note": "mlx-lm affine packing", "success": true @@ -2497,7 +2497,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.32.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -2507,7 +2507,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.32.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -2517,7 +2517,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.32.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -2527,7 +2527,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.32.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -2537,7 +2537,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.32.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -2547,7 +2547,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.32.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -2557,7 +2557,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.32.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -2567,7 +2567,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.32.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -2577,7 +2577,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.33.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -2587,7 +2587,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.33.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -2597,7 +2597,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.33.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -2607,7 +2607,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.33.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -2617,7 +2617,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.33.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -2627,7 +2627,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.33.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -2637,7 +2637,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.33.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -2647,7 +2647,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.33.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -2657,7 +2657,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.34.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -2667,7 +2667,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.34.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -2677,7 +2677,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.34.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -2687,7 +2687,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.34.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -2697,7 +2697,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.34.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -2707,7 +2707,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.34.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -2717,7 +2717,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.34.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -2727,7 +2727,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.34.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -2737,7 +2737,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.35.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -2747,7 +2747,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.35.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -2757,7 +2757,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.35.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -2767,7 +2767,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.35.self_attn.k_proj", "note": "mlx-lm affine packing", "success": true @@ -2777,7 +2777,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.35.self_attn.o_proj", "note": "mlx-lm affine packing", "success": true @@ -2787,7 +2787,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.35.self_attn.q_proj", "note": "mlx-lm affine packing", "success": true @@ -2797,7 +2797,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.35.self_attn.v_proj", "note": "mlx-lm affine packing", "success": true @@ -2807,7 +2807,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.36.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -2817,7 +2817,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.36.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -2827,7 +2827,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.36.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -2837,7 +2837,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.36.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -2847,7 +2847,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.36.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -2857,7 +2857,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.36.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -2867,7 +2867,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.36.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -2877,7 +2877,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.36.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -2887,7 +2887,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.37.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -2897,7 +2897,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.37.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -2907,7 +2907,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.37.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -2917,7 +2917,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.37.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -2927,7 +2927,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.37.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -2937,7 +2937,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.37.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -2947,7 +2947,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.37.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -2957,7 +2957,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.37.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -2967,7 +2967,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.38.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -2977,7 +2977,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.38.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -2987,7 +2987,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.38.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -2997,7 +2997,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.38.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -3007,7 +3007,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.38.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -3017,7 +3017,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.38.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -3027,7 +3027,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.38.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -3037,7 +3037,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.38.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -3047,7 +3047,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.39.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -3057,7 +3057,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.39.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -3067,7 +3067,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.39.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -3077,7 +3077,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.39.self_attn.k_proj", "note": "mlx-lm affine packing", "success": true @@ -3087,7 +3087,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.39.self_attn.o_proj", "note": "mlx-lm affine packing", "success": true @@ -3097,7 +3097,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.39.self_attn.q_proj", "note": "mlx-lm affine packing", "success": true @@ -3107,7 +3107,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.39.self_attn.v_proj", "note": "mlx-lm affine packing", "success": true @@ -3117,7 +3117,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.40.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -3127,7 +3127,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.40.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -3137,7 +3137,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.40.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -3147,7 +3147,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.40.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -3157,7 +3157,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.40.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -3167,7 +3167,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.40.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -3177,7 +3177,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.40.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -3187,7 +3187,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.40.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -3197,7 +3197,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.41.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -3207,7 +3207,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.41.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -3217,7 +3217,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.41.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -3227,7 +3227,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.41.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -3237,7 +3237,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.41.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -3247,7 +3247,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.41.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -3257,7 +3257,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.41.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -3267,7 +3267,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.41.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -3277,7 +3277,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.42.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -3287,7 +3287,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.42.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -3297,7 +3297,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.42.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -3307,7 +3307,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.42.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -3317,7 +3317,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.42.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -3327,7 +3327,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.42.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -3337,7 +3337,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.42.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -3347,7 +3347,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.42.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -3357,7 +3357,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.43.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -3367,7 +3367,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.43.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -3377,7 +3377,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.43.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -3387,7 +3387,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.43.self_attn.k_proj", "note": "mlx-lm affine packing", "success": true @@ -3397,7 +3397,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.43.self_attn.o_proj", "note": "mlx-lm affine packing", "success": true @@ -3407,7 +3407,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.43.self_attn.q_proj", "note": "mlx-lm affine packing", "success": true @@ -3417,7 +3417,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.43.self_attn.v_proj", "note": "mlx-lm affine packing", "success": true @@ -3427,7 +3427,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.44.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -3437,7 +3437,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.44.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -3447,7 +3447,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.44.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -3457,7 +3457,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.44.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -3467,7 +3467,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.44.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -3477,7 +3477,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.44.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -3487,7 +3487,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.44.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -3497,7 +3497,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.44.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -3507,7 +3507,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.45.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -3517,7 +3517,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.45.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -3527,7 +3527,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.45.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -3537,7 +3537,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.45.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -3547,7 +3547,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.45.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -3557,7 +3557,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.45.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -3567,7 +3567,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.45.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -3577,7 +3577,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.45.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -3587,7 +3587,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.46.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -3597,7 +3597,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.46.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -3607,7 +3607,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.46.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -3617,7 +3617,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.46.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -3627,7 +3627,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.46.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -3637,7 +3637,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.46.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -3647,7 +3647,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.46.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -3657,7 +3657,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.46.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -3667,7 +3667,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.47.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -3677,7 +3677,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.47.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -3687,7 +3687,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.47.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -3697,7 +3697,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.47.self_attn.k_proj", "note": "mlx-lm affine packing", "success": true @@ -3707,7 +3707,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.47.self_attn.o_proj", "note": "mlx-lm affine packing", "success": true @@ -3717,7 +3717,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.47.self_attn.q_proj", "note": "mlx-lm affine packing", "success": true @@ -3727,7 +3727,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.47.self_attn.v_proj", "note": "mlx-lm affine packing", "success": true @@ -3737,7 +3737,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.48.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -3747,7 +3747,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.48.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -3757,7 +3757,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.48.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -3767,7 +3767,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.48.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -3777,7 +3777,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.48.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -3787,7 +3787,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.48.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -3797,7 +3797,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.48.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -3807,7 +3807,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.48.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -3817,7 +3817,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.49.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -3827,7 +3827,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.49.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -3837,7 +3837,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.49.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -3847,7 +3847,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.49.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -3857,7 +3857,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.49.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -3867,7 +3867,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.49.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -3877,7 +3877,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.49.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -3887,7 +3887,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.49.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -3897,7 +3897,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.50.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -3907,7 +3907,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.50.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -3917,7 +3917,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.50.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -3927,7 +3927,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.50.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -3937,7 +3937,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.50.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -3947,7 +3947,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.50.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -3957,7 +3957,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.50.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -3967,7 +3967,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.50.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -3977,7 +3977,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.51.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -3987,7 +3987,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.51.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -3997,7 +3997,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.51.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -4007,7 +4007,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.51.self_attn.k_proj", "note": "mlx-lm affine packing", "success": true @@ -4017,7 +4017,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.51.self_attn.o_proj", "note": "mlx-lm affine packing", "success": true @@ -4027,7 +4027,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.51.self_attn.q_proj", "note": "mlx-lm affine packing", "success": true @@ -4037,7 +4037,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.51.self_attn.v_proj", "note": "mlx-lm affine packing", "success": true @@ -4047,7 +4047,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.52.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -4057,7 +4057,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.52.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -4067,7 +4067,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.52.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -4077,7 +4077,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.52.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -4087,7 +4087,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.52.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -4097,7 +4097,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.52.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -4107,7 +4107,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.52.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -4117,7 +4117,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.52.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -4127,7 +4127,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.53.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -4137,7 +4137,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.53.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -4147,7 +4147,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.53.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -4157,7 +4157,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.53.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -4167,7 +4167,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.53.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -4177,7 +4177,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.53.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -4187,7 +4187,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.53.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -4197,7 +4197,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.53.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -4207,7 +4207,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.54.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -4217,7 +4217,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.54.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -4227,7 +4227,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.54.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -4237,7 +4237,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.54.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -4247,7 +4247,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.54.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -4257,7 +4257,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.54.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -4267,7 +4267,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.54.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -4277,7 +4277,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.54.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -4287,7 +4287,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.55.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -4297,7 +4297,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.55.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -4307,7 +4307,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.55.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -4317,7 +4317,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.55.self_attn.k_proj", "note": "mlx-lm affine packing", "success": true @@ -4327,7 +4327,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.55.self_attn.o_proj", "note": "mlx-lm affine packing", "success": true @@ -4337,7 +4337,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.55.self_attn.q_proj", "note": "mlx-lm affine packing", "success": true @@ -4347,7 +4347,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.55.self_attn.v_proj", "note": "mlx-lm affine packing", "success": true @@ -4357,7 +4357,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.56.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -4367,7 +4367,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.56.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -4377,7 +4377,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.56.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -4387,7 +4387,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.56.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -4397,7 +4397,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.56.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -4407,7 +4407,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.56.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -4417,7 +4417,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.56.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -4427,7 +4427,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.56.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -4437,7 +4437,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.57.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -4447,7 +4447,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.57.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -4457,7 +4457,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.57.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -4467,7 +4467,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.57.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -4477,7 +4477,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.57.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -4487,7 +4487,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.57.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -4497,7 +4497,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.57.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -4507,7 +4507,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.57.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -4517,7 +4517,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.58.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -4527,7 +4527,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.58.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -4537,7 +4537,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.58.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -4547,7 +4547,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.58.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -4557,7 +4557,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.58.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -4567,7 +4567,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.58.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -4577,7 +4577,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.58.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -4587,7 +4587,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.58.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -4597,7 +4597,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.59.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -4607,7 +4607,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.59.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -4617,7 +4617,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.59.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -4627,7 +4627,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.59.self_attn.k_proj", "note": "mlx-lm affine packing", "success": true @@ -4637,7 +4637,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.59.self_attn.o_proj", "note": "mlx-lm affine packing", "success": true @@ -4647,7 +4647,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.59.self_attn.q_proj", "note": "mlx-lm affine packing", "success": true @@ -4657,7 +4657,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.59.self_attn.v_proj", "note": "mlx-lm affine packing", "success": true @@ -4667,7 +4667,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.60.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -4677,7 +4677,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.60.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -4687,7 +4687,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.60.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -4697,7 +4697,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.60.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -4707,7 +4707,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.60.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -4717,7 +4717,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.60.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -4727,7 +4727,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.60.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -4737,7 +4737,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.60.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -4747,7 +4747,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.61.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -4757,7 +4757,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.61.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -4767,7 +4767,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.61.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -4777,7 +4777,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.61.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -4787,7 +4787,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.61.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -4797,7 +4797,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.61.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -4807,7 +4807,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.61.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -4817,7 +4817,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.61.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -4827,7 +4827,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.62.linear_attn.in_proj_a", "note": "mlx-lm affine packing", "success": true @@ -4837,7 +4837,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.62.linear_attn.in_proj_b", "note": "mlx-lm affine packing", "success": true @@ -4847,7 +4847,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.62.linear_attn.in_proj_qkv", "note": "mlx-lm affine packing", "success": true @@ -4857,7 +4857,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.62.linear_attn.in_proj_z", "note": "mlx-lm affine packing", "success": true @@ -4867,7 +4867,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.62.linear_attn.out_proj", "note": "mlx-lm affine packing", "success": true @@ -4877,7 +4877,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.62.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -4887,7 +4887,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.62.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -4897,7 +4897,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.62.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -4907,7 +4907,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.63.mlp.down_proj", "note": "mlx-lm affine packing", "success": true @@ -4917,7 +4917,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.63.mlp.gate_proj", "note": "mlx-lm affine packing", "success": true @@ -4927,7 +4927,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.63.mlp.up_proj", "note": "mlx-lm affine packing", "success": true @@ -4937,7 +4937,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.63.self_attn.k_proj", "note": "mlx-lm affine packing", "success": true @@ -4947,7 +4947,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.63.self_attn.o_proj", "note": "mlx-lm affine packing", "success": true @@ -4957,7 +4957,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.63.self_attn.q_proj", "note": "mlx-lm affine packing", "success": true @@ -4967,7 +4967,7 @@ "fallback": false, "group_size": 32, "metadata": {}, - "method": "affine", + "method": "mxfp4", "module_path": "model.language_model.layers.63.self_attn.v_proj", "note": "mlx-lm affine packing", "success": true @@ -4983,5 +4983,5 @@ "success": true } ], - "schema_version": "axquant.quantizer-execution.v1" + "schema_version": "axquant.quantizer-execution.v2" }