diff --git "a/checkpoint/quantization-error.json" "b/checkpoint/quantization-error.json"
new file mode 100644--- /dev/null
+++ "b/checkpoint/quantization-error.json"
@@ -0,0 +1,3243 @@
+{
+  "formula": "sum_out,in ((W-Wq)^2 * input_sumsq[in]/input_count)",
+  "method": "Unmodified TTNN rounding; importance-weighted precision ranking only, not optimized values or output KL",
+  "tensors": {
+    "layers.0.linear_attn.in_proj_a.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00016653257143084676,
+      "importance_weighted_relative_squared_error": 6.0996092994925356e-05,
+      "importance_weighted_squared_error": 0.005329042285787096,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 3.393083328049839e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.62431642684612e-05,
+      "source_module": "model.language_model.layers.0.linear_attn.in_proj_a",
+      "sum_squared_error": 0.004447382179741485
+    },
+    "layers.0.linear_attn.in_proj_b.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 2.6136367384345078e-05,
+      "importance_weighted_relative_squared_error": 6.765052382758751e-05,
+      "importance_weighted_squared_error": 0.0008363637562990425,
+      "max_abs_error": 0.00048828125,
+      "mean_squared_error": 3.995254743229621e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.970632759788973e-05,
+      "source_module": "model.language_model.layers.0.linear_attn.in_proj_b",
+      "sum_squared_error": 0.0005236660297045928
+    },
+    "layers.0.linear_attn.in_proj_z.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00010146281472493388,
+      "importance_weighted_relative_squared_error": 5.734681654619231e-05,
+      "importance_weighted_squared_error": 0.41559168911332917,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 1.638303560923764e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.828030914579108e-05,
+      "source_module": "model.language_model.layers.0.linear_attn.in_proj_z",
+      "sum_squared_error": 0.27486172715187146
+    },
+    "layers.0.linear_attn.out_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 1.1100570365869605e-07,
+      "importance_weighted_relative_squared_error": 7.296910439899823e-05,
+      "importance_weighted_squared_error": 0.000454679362186019,
+      "max_abs_error": 0.00390625,
+      "mean_squared_error": 1.7144722819162532e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 7.210192801551016e-05,
+      "source_module": "model.language_model.layers.0.linear_attn.out_proj",
+      "sum_squared_error": 0.28764071799721874
+    },
+    "layers.0.linear_attn.qkv_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00010635748522845168,
+      "importance_weighted_relative_squared_error": 7.420031754897378e-05,
+      "importance_weighted_squared_error": 0.8712805189914762,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.8485999811785925e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.292990957972653e-05,
+      "source_module": "model.language_model.layers.0.linear_attn.in_proj_qkv",
+      "sum_squared_error": 0.6202872236365836
+    },
+    "layers.0.mlp.down_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 3.2476215253441843e-06,
+      "importance_weighted_relative_squared_error": 0.01331278455269031,
+      "importance_weighted_squared_error": 0.013302257767809779,
+      "max_abs_error": 0.060546875,
+      "mean_squared_error": 1.5518218639613971e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.012902304289921746,
+      "source_module": "model.language_model.layers.0.mlp.down_proj",
+      "sum_squared_error": 78.10575181560893
+    },
+    "layers.0.mlp.gate_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.000158927468533117,
+      "importance_weighted_relative_squared_error": 0.013624549211721257,
+      "importance_weighted_squared_error": 1.9529007333349417,
+      "max_abs_error": 0.0281982421875,
+      "mean_squared_error": 1.6188393753183875e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.012847751768098008,
+      "source_module": "model.language_model.layers.0.mlp.gate_proj",
+      "sum_squared_error": 81.47885360706496
+    },
+    "layers.0.mlp.up_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.0001286572193270216,
+      "importance_weighted_relative_squared_error": 0.01316230363546384,
+      "importance_weighted_squared_error": 1.5809399110904412,
+      "max_abs_error": 0.0128173828125,
+      "mean_squared_error": 1.4069821850324012e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.012651775959633137,
+      "source_module": "model.language_model.layers.0.mlp.up_proj",
+      "sum_squared_error": 70.81573207932169
+    },
+    "layers.1.linear_attn.in_proj_a.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 4.129665705168116e-05,
+      "importance_weighted_relative_squared_error": 6.625180393149234e-05,
+      "importance_weighted_squared_error": 0.0013214930256537972,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 6.209524913523024e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.507888676185034e-05,
+      "source_module": "model.language_model.layers.1.linear_attn.in_proj_a",
+      "sum_squared_error": 0.008138948494652899
+    },
+    "layers.1.linear_attn.in_proj_b.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 9.345917764280128e-05,
+      "importance_weighted_relative_squared_error": 5.2851131822112565e-05,
+      "importance_weighted_squared_error": 0.002990693684569641,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 3.660998925431409e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.935476821750863e-05,
+      "source_module": "model.language_model.layers.1.linear_attn.in_proj_b",
+      "sum_squared_error": 0.004798544511541457
+    },
+    "layers.1.linear_attn.in_proj_z.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 1.2678847844254625e-05,
+      "importance_weighted_relative_squared_error": 8.036518339368569e-05,
+      "importance_weighted_squared_error": 0.05193256077006694,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.6012675698585802e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.9544686181487076e-05,
+      "source_module": "model.language_model.layers.1.linear_attn.in_proj_z",
+      "sum_squared_error": 0.2686481189331249
+    },
+    "layers.1.linear_attn.out_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 1.9153499928380304e-08,
+      "importance_weighted_relative_squared_error": 7.342219044897453e-05,
+      "importance_weighted_squared_error": 7.845273570664572e-05,
+      "max_abs_error": 0.0078125,
+      "mean_squared_error": 1.6648348525310858e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.377995152980022e-05,
+      "source_module": "model.language_model.layers.1.linear_attn.out_proj",
+      "sum_squared_error": 0.27931293925242173
+    },
+    "layers.1.linear_attn.qkv_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 1.0562767754700799e-05,
+      "importance_weighted_relative_squared_error": 9.188076901283259e-05,
+      "importance_weighted_squared_error": 0.08653019344650895,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.623409449673391e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.9414408610290315e-05,
+      "source_module": "model.language_model.layers.1.linear_attn.in_proj_qkv",
+      "sum_squared_error": 0.5447258198722322
+    },
+    "layers.1.mlp.down_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 3.548668563126122e-08,
+      "importance_weighted_relative_squared_error": 6.242156733274852e-05,
+      "importance_weighted_squared_error": 0.00014535346434564595,
+      "max_abs_error": 0.00390625,
+      "mean_squared_error": 6.7493000962694124e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.621373198342853e-05,
+      "source_module": "model.language_model.layers.1.mlp.down_proj",
+      "sum_squared_error": 0.33970339669179817
+    },
+    "layers.1.mlp.gate_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.0003124460552541681,
+      "importance_weighted_relative_squared_error": 0.013428372831526647,
+      "importance_weighted_squared_error": 3.839337126963218,
+      "max_abs_error": 0.019775390625,
+      "mean_squared_error": 1.665975480721457e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.012750564914709637,
+      "source_module": "model.language_model.layers.1.mlp.gate_proj",
+      "sum_squared_error": 83.85129147230316
+    },
+    "layers.1.mlp.up_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.0002637565567652971,
+      "importance_weighted_relative_squared_error": 0.013217464908934742,
+      "importance_weighted_squared_error": 3.241040569531971,
+      "max_abs_error": 0.015625,
+      "mean_squared_error": 1.481899043924137e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.012639606310030608,
+      "source_module": "model.language_model.layers.1.mlp.up_proj",
+      "sum_squared_error": 74.58642105032621
+    },
+    "layers.10.linear_attn.in_proj_a.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 5.87807639727026e-05,
+      "importance_weighted_relative_squared_error": 4.26361246755394e-05,
+      "importance_weighted_squared_error": 0.0018809844471264832,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 1.6831194952839793e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.696525248861698e-05,
+      "source_module": "model.language_model.layers.10.linear_attn.in_proj_a",
+      "sum_squared_error": 0.0022060983848586173
+    },
+    "layers.10.linear_attn.in_proj_b.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00017765604414275992,
+      "importance_weighted_relative_squared_error": 6.451734097870987e-05,
+      "importance_weighted_squared_error": 0.005684993412568317,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 9.914033406340326e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.994013636575029e-05,
+      "source_module": "model.language_model.layers.10.linear_attn.in_proj_b",
+      "sum_squared_error": 0.0012994521866358391
+    },
+    "layers.10.linear_attn.in_proj_z.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 9.649724637710379e-05,
+      "importance_weighted_relative_squared_error": 7.007723970904946e-05,
+      "importance_weighted_squared_error": 0.3952527211606171,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 1.4288317146789717e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.9827932586447e-05,
+      "source_module": "model.language_model.layers.10.linear_attn.in_proj_z",
+      "sum_squared_error": 0.23971818304819478
+    },
+    "layers.10.linear_attn.out_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 2.903171176583385e-07,
+      "importance_weighted_relative_squared_error": 6.758726301590508e-05,
+      "importance_weighted_squared_error": 0.0011891389139285545,
+      "max_abs_error": 0.00390625,
+      "mean_squared_error": 1.511554491774024e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.217772153953453e-05,
+      "source_module": "model.language_model.layers.10.linear_attn.out_proj",
+      "sum_squared_error": 0.25359676204263026
+    },
+    "layers.10.linear_attn.qkv_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 4.967842522277447e-05,
+      "importance_weighted_relative_squared_error": 8.985761531343014e-05,
+      "importance_weighted_squared_error": 0.4069656594249685,
+      "max_abs_error": 0.0019073486328125,
+      "mean_squared_error": 1.7278347519404106e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.901453774274686e-05,
+      "source_module": "model.language_model.layers.10.linear_attn.in_proj_qkv",
+      "sum_squared_error": 0.5797651369122138
+    },
+    "layers.10.mlp.down_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00010726163923341776,
+      "importance_weighted_relative_squared_error": 0.012979751194573872,
+      "importance_weighted_squared_error": 0.43934367430007915,
+      "max_abs_error": 0.03125,
+      "mean_squared_error": 1.6024189135730354e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.013220275191813473,
+      "source_module": "model.language_model.layers.10.mlp.down_proj",
+      "sum_squared_error": 80.65238470650044
+    },
+    "layers.10.mlp.gate_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.002477922213373696,
+      "importance_weighted_relative_squared_error": 0.012998660377549083,
+      "importance_weighted_squared_error": 30.448708157935975,
+      "max_abs_error": 0.015625,
+      "mean_squared_error": 1.8072722738410937e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.013577402053018064,
+      "source_module": "model.language_model.layers.10.mlp.gate_proj",
+      "sum_squared_error": 90.96299192712954
+    },
+    "layers.10.mlp.up_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.0015194814036924313,
+      "importance_weighted_relative_squared_error": 0.014353054777751542,
+      "importance_weighted_squared_error": 18.671387488572595,
+      "max_abs_error": 0.0146484375,
+      "mean_squared_error": 1.677132832032515e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.01304817173782089,
+      "source_module": "model.language_model.layers.10.mlp.up_proj",
+      "sum_squared_error": 84.41285935110366
+    },
+    "layers.11.mlp.down_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00011285435448856562,
+      "importance_weighted_relative_squared_error": 0.013400508317425428,
+      "importance_weighted_squared_error": 0.46225143598516477,
+      "max_abs_error": 0.0302734375,
+      "mean_squared_error": 1.6411753736275284e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.01327421013178874,
+      "source_module": "model.language_model.layers.11.mlp.down_proj",
+      "sum_squared_error": 82.60306121168924
+    },
+    "layers.11.mlp.gate_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.0026007832585396803,
+      "importance_weighted_relative_squared_error": 0.013503848708994366,
+      "importance_weighted_squared_error": 31.95842468093559,
+      "max_abs_error": 0.0155029296875,
+      "mean_squared_error": 1.7503678600828594e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.013439654302690129,
+      "source_module": "model.language_model.layers.11.mlp.gate_proj",
+      "sum_squared_error": 88.09889900420373
+    },
+    "layers.11.mlp.up_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.0014723712889135783,
+      "importance_weighted_relative_squared_error": 0.013883942776187059,
+      "importance_weighted_squared_error": 18.09249839817005,
+      "max_abs_error": 0.0146484375,
+      "mean_squared_error": 1.717402395218677e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.01304031526289746,
+      "source_module": "model.language_model.layers.11.mlp.up_proj",
+      "sum_squared_error": 86.43969283050333
+    },
+    "layers.11.self_attn.k_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 4.144107904896932e-05,
+      "importance_weighted_relative_squared_error": 7.849182353207176e-05,
+      "importance_weighted_squared_error": 0.042435664946144584,
+      "max_abs_error": 0.00183868408203125,
+      "mean_squared_error": 1.4213288411893207e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.044565502754553e-05,
+      "source_module": "model.language_model.layers.11.self_attn.k_proj",
+      "sum_squared_error": 0.059614852439157325
+    },
+    "layers.11.self_attn.o_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 8.803573594931253e-07,
+      "importance_weighted_relative_squared_error": 6.257912581062486e-05,
+      "importance_weighted_squared_error": 0.0036059437444838412,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.4118822683493957e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.14777376367599e-05,
+      "source_module": "model.language_model.layers.11.self_attn.o_proj",
+      "sum_squared_error": 0.23687453782667775
+    },
+    "layers.11.self_attn.q_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 5.632421483160529e-05,
+      "importance_weighted_relative_squared_error": 6.472514028364106e-05,
+      "importance_weighted_squared_error": 0.46140796790051053,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.53484175354224e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.118571556232554e-05,
+      "source_module": "model.language_model.layers.11.self_attn.q_proj",
+      "sum_squared_error": 0.5150074324999385
+    },
+    "layers.11.self_attn.v_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 2.348747486704415e-05,
+      "importance_weighted_relative_squared_error": 8.033219544734048e-05,
+      "importance_weighted_squared_error": 0.024051174263853208,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.541021700791171e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.205789099293521e-05,
+      "source_module": "model.language_model.layers.11.self_attn.v_proj",
+      "sum_squared_error": 0.06463513483715212
+    },
+    "layers.12.linear_attn.in_proj_a.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 7.873297962859182e-05,
+      "importance_weighted_relative_squared_error": 4.8669752896544864e-05,
+      "importance_weighted_squared_error": 0.0025194553481149382,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 2.128084778074293e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.975197693474833e-05,
+      "source_module": "model.language_model.layers.12.linear_attn.in_proj_a",
+      "sum_squared_error": 0.002789323280317537
+    },
+    "layers.12.linear_attn.in_proj_b.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 6.781234987808761e-05,
+      "importance_weighted_relative_squared_error": 2.6735197085985655e-05,
+      "importance_weighted_squared_error": 0.0021699951960988035,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 9.520928919461815e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.925730524776443e-05,
+      "source_module": "model.language_model.layers.12.linear_attn.in_proj_b",
+      "sum_squared_error": 0.001247927195331699
+    },
+    "layers.12.linear_attn.in_proj_z.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00010001749771079421,
+      "importance_weighted_relative_squared_error": 7.784372499843231e-05,
+      "importance_weighted_squared_error": 0.4096716706234131,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.3564706336751926e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.064603831653999e-05,
+      "source_module": "model.language_model.layers.12.linear_attn.in_proj_z",
+      "sum_squared_error": 0.2275780081882558
+    },
+    "layers.12.linear_attn.out_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 3.663524683307911e-07,
+      "importance_weighted_relative_squared_error": 6.38405163612582e-05,
+      "importance_weighted_squared_error": 0.0015005797102829203,
+      "max_abs_error": 0.00390625,
+      "mean_squared_error": 1.4674520584988025e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.225225742306966e-05,
+      "source_module": "model.language_model.layers.12.linear_attn.out_proj",
+      "sum_squared_error": 0.24619760155079046
+    },
+    "layers.12.linear_attn.qkv_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 6.148241686300897e-05,
+      "importance_weighted_relative_squared_error": 9.642825906943346e-05,
+      "importance_weighted_squared_error": 0.5036639589417695,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.7547550371461635e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.891030627606786e-05,
+      "source_module": "model.language_model.layers.12.linear_attn.in_proj_qkv",
+      "sum_squared_error": 0.5887980857057842
+    },
+    "layers.12.mlp.down_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.0001219395442742428,
+      "importance_weighted_relative_squared_error": 0.013487959142230818,
+      "importance_weighted_squared_error": 0.4994643733472985,
+      "max_abs_error": 0.030517578125,
+      "mean_squared_error": 1.6345215272212654e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.013335353409304262,
+      "source_module": "model.language_model.layers.12.mlp.down_proj",
+      "sum_squared_error": 82.26816215652315
+    },
+    "layers.12.mlp.gate_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 1.103786949773235e-05,
+      "importance_weighted_relative_squared_error": 5.823526772649745e-05,
+      "importance_weighted_squared_error": 0.13563334038813513,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 7.119935109725871e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.7418716841140366e-05,
+      "source_module": "model.language_model.layers.12.mlp.gate_proj",
+      "sum_squared_error": 0.3583580677255639
+    },
+    "layers.12.mlp.up_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 6.932338875509642e-06,
+      "importance_weighted_relative_squared_error": 6.118510215359127e-05,
+      "importance_weighted_squared_error": 0.08518458010226249,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 7.3493054241199356e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.5825925904046144e-05,
+      "source_module": "model.language_model.layers.12.mlp.up_proj",
+      "sum_squared_error": 0.3699026536512953
+    },
+    "layers.13.linear_attn.in_proj_a.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 5.8324536477740994e-05,
+      "importance_weighted_relative_squared_error": 5.17077304946013e-05,
+      "importance_weighted_squared_error": 0.0018663851672877118,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 1.4023861603685986e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.831748576222762e-05,
+      "source_module": "model.language_model.layers.13.linear_attn.in_proj_a",
+      "sum_squared_error": 0.0018381355881183295
+    },
+    "layers.13.linear_attn.in_proj_b.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00021393980376908993,
+      "importance_weighted_relative_squared_error": 9.564992575608703e-05,
+      "importance_weighted_squared_error": 0.006846073720610878,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 9.284617926657201e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.770806651859902e-05,
+      "source_module": "model.language_model.layers.13.linear_attn.in_proj_b",
+      "sum_squared_error": 0.0012169534408828127
+    },
+    "layers.13.linear_attn.in_proj_z.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 9.632562287845954e-05,
+      "importance_weighted_relative_squared_error": 4.7892671686095356e-05,
+      "importance_weighted_squared_error": 0.3945497513101703,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 1.3632485750081154e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.931701480285314e-05,
+      "source_module": "model.language_model.layers.13.linear_attn.in_proj_z",
+      "sum_squared_error": 0.22871515804603354
+    },
+    "layers.13.linear_attn.out_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 3.20767564326327e-07,
+      "importance_weighted_relative_squared_error": 6.32978559759928e-05,
+      "importance_weighted_squared_error": 0.0013138639434806354,
+      "max_abs_error": 0.00390625,
+      "mean_squared_error": 1.4896676851982434e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.189586374136377e-05,
+      "source_module": "model.language_model.layers.13.linear_attn.out_proj",
+      "sum_squared_error": 0.24992476522790932
+    },
+    "layers.13.linear_attn.qkv_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 6.43780237533012e-05,
+      "importance_weighted_relative_squared_error": 0.00010140216505246271,
+      "importance_weighted_squared_error": 0.5273847705870435,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.7459578640975355e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.882498261019617e-05,
+      "source_module": "model.language_model.layers.13.linear_attn.in_proj_qkv",
+      "sum_squared_error": 0.58584624425726
+    },
+    "layers.13.mlp.down_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.0001268841941170502,
+      "importance_weighted_relative_squared_error": 0.013518452357970315,
+      "importance_weighted_squared_error": 0.5197176591034376,
+      "max_abs_error": 0.03125,
+      "mean_squared_error": 1.6120794286494919e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.013404261082469074,
+      "source_module": "model.language_model.layers.13.mlp.down_proj",
+      "sum_squared_error": 81.13861435082734
+    },
+    "layers.13.mlp.gate_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 1.1238958626252043e-05,
+      "importance_weighted_relative_squared_error": 5.981216363508767e-05,
+      "importance_weighted_squared_error": 0.1381043235993851,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 6.946325293923238e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.7541348151333944e-05,
+      "source_module": "model.language_model.layers.13.mlp.gate_proj",
+      "sum_squared_error": 0.34961999958724094
+    },
+    "layers.13.mlp.up_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 6.948556746792058e-06,
+      "importance_weighted_relative_squared_error": 5.962033500800688e-05,
+      "importance_weighted_squared_error": 0.08538386530458081,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 7.270905141491704e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.5794045557723224e-05,
+      "source_module": "model.language_model.layers.13.mlp.up_proj",
+      "sum_squared_error": 0.36595663822295066
+    },
+    "layers.14.linear_attn.in_proj_a.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 6.922856991904893e-05,
+      "importance_weighted_relative_squared_error": 5.882058317638771e-05,
+      "importance_weighted_squared_error": 0.002215314237409566,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 1.6585513239269246e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.790979709248604e-05,
+      "source_module": "model.language_model.layers.14.linear_attn.in_proj_a",
+      "sum_squared_error": 0.0021738963912974986
+    },
+    "layers.14.linear_attn.in_proj_b.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 8.762719339746438e-05,
+      "importance_weighted_relative_squared_error": 4.916528685155434e-05,
+      "importance_weighted_squared_error": 0.00280407018871886,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 9.214514806130468e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.7886123762700935e-05,
+      "source_module": "model.language_model.layers.14.linear_attn.in_proj_b",
+      "sum_squared_error": 0.0012077648846691327
+    },
+    "layers.14.linear_attn.in_proj_z.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 8.198793508585632e-05,
+      "importance_weighted_relative_squared_error": 5.35345666538621e-05,
+      "importance_weighted_squared_error": 0.3358225821116675,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.3385964461713117e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.9984385184720525e-05,
+      "source_module": "model.language_model.layers.14.linear_attn.in_proj_z",
+      "sum_squared_error": 0.2245792171424847
+    },
+    "layers.14.linear_attn.out_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 4.987246951896982e-07,
+      "importance_weighted_relative_squared_error": 6.536599986706619e-05,
+      "importance_weighted_squared_error": 0.002042776351497004,
+      "max_abs_error": 0.00390625,
+      "mean_squared_error": 1.432322462208087e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.259830388921366e-05,
+      "source_module": "model.language_model.layers.14.linear_attn.out_proj",
+      "sum_squared_error": 0.2403038333011691
+    },
+    "layers.14.linear_attn.qkv_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 6.58771042930623e-05,
+      "importance_weighted_relative_squared_error": 9.838075111558609e-05,
+      "importance_weighted_squared_error": 0.5396652383687663,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.7120883270148814e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.920859330999767e-05,
+      "source_module": "model.language_model.layers.14.linear_attn.in_proj_qkv",
+      "sum_squared_error": 0.574481513468146
+    },
+    "layers.14.mlp.down_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00014619964689297608,
+      "importance_weighted_relative_squared_error": 0.01335483739059886,
+      "importance_weighted_squared_error": 0.59883375367363,
+      "max_abs_error": 0.029541015625,
+      "mean_squared_error": 1.6057830758720262e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.013302450422051956,
+      "source_module": "model.language_model.layers.14.mlp.down_proj",
+      "sum_squared_error": 80.82170853914812
+    },
+    "layers.14.mlp.gate_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 1.164511709466231e-05,
+      "importance_weighted_relative_squared_error": 6.137198655713948e-05,
+      "importance_weighted_squared_error": 0.14309519885921046,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 6.727268831647918e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.847787427305451e-05,
+      "source_module": "model.language_model.layers.14.mlp.gate_proj",
+      "sum_squared_error": 0.33859452683587427
+    },
+    "layers.14.mlp.up_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 8.315788962522564e-06,
+      "importance_weighted_relative_squared_error": 6.4336976362041e-05,
+      "importance_weighted_squared_error": 0.10218441477147726,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 7.356179424473036e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.6262450991768966e-05,
+      "source_module": "model.language_model.layers.14.mlp.up_proj",
+      "sum_squared_error": 0.3702486334174194
+    },
+    "layers.15.mlp.down_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00018472940293070233,
+      "importance_weighted_relative_squared_error": 0.013432110248061927,
+      "importance_weighted_squared_error": 0.7566516344041567,
+      "max_abs_error": 0.041015625,
+      "mean_squared_error": 1.6416207401774781e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.013409107369539562,
+      "source_module": "model.language_model.layers.15.mlp.down_proj",
+      "sum_squared_error": 82.62547724411229
+    },
+    "layers.15.mlp.gate_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 1.3064835791272428e-05,
+      "importance_weighted_relative_squared_error": 6.325264203382385e-05,
+      "importance_weighted_squared_error": 0.16054070220315558,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 6.663576934060769e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.860799786972134e-05,
+      "source_module": "model.language_model.layers.15.mlp.gate_proj",
+      "sum_squared_error": 0.33538880866606585
+    },
+    "layers.15.mlp.up_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 8.897642286391005e-06,
+      "importance_weighted_relative_squared_error": 6.258666228498778e-05,
+      "importance_weighted_squared_error": 0.10933422841517268,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 7.451346107722687e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.6421169486685605e-05,
+      "source_module": "model.language_model.layers.15.mlp.up_proj",
+      "sum_squared_error": 0.3750385294200683
+    },
+    "layers.15.self_attn.k_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 5.595242018666276e-05,
+      "importance_weighted_relative_squared_error": 8.084906859082537e-05,
+      "importance_weighted_squared_error": 0.05729527827114267,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 1.398209983755459e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.252863916783514e-05,
+      "source_module": "model.language_model.layers.15.self_attn.k_proj",
+      "sum_squared_error": 0.058645177277054567
+    },
+    "layers.15.self_attn.o_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 1.2625926295728802e-06,
+      "importance_weighted_relative_squared_error": 6.211612914211993e-05,
+      "importance_weighted_squared_error": 0.005171579410730517,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.429135313068653e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.0784529962971666e-05,
+      "source_module": "model.language_model.layers.15.self_attn.o_proj",
+      "sum_squared_error": 0.23976911840580414
+    },
+    "layers.15.self_attn.q_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 5.233103813304122e-05,
+      "importance_weighted_relative_squared_error": 6.541636231860456e-05,
+      "importance_weighted_squared_error": 0.42869586438587365,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.3387270298831607e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.046949847813068e-05,
+      "source_module": "model.language_model.layers.15.self_attn.q_proj",
+      "sum_squared_error": 0.44920225090776483
+    },
+    "layers.15.self_attn.v_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 3.4453910223019065e-05,
+      "importance_weighted_relative_squared_error": 8.001233272572187e-05,
+      "importance_weighted_squared_error": 0.03528080406837152,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.828782487181347e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.9732637124349504e-05,
+      "source_module": "model.language_model.layers.15.self_attn.v_proj",
+      "sum_squared_error": 0.07670469701114672
+    },
+    "layers.16.linear_attn.in_proj_a.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 6.904693654834098e-05,
+      "importance_weighted_relative_squared_error": 4.652289163977975e-05,
+      "importance_weighted_squared_error": 0.0022095019695469115,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 1.70936415958385e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.6671911087612906e-05,
+      "source_module": "model.language_model.layers.16.linear_attn.in_proj_a",
+      "sum_squared_error": 0.002240497791249744
+    },
+    "layers.16.linear_attn.in_proj_b.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00021323429591019034,
+      "importance_weighted_relative_squared_error": 9.793352301359055e-05,
+      "importance_weighted_squared_error": 0.006823497469126091,
+      "max_abs_error": 0.00048828125,
+      "mean_squared_error": 5.800792538632038e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.3913193916552104e-05,
+      "source_module": "model.language_model.layers.16.linear_attn.in_proj_b",
+      "sum_squared_error": 0.0007603214796235785
+    },
+    "layers.16.linear_attn.in_proj_z.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 8.114177256204647e-05,
+      "importance_weighted_relative_squared_error": 5.234313815813766e-05,
+      "importance_weighted_squared_error": 0.33235670041414234,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 1.2668028997376994e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.916010790144124e-05,
+      "source_module": "model.language_model.layers.16.linear_attn.in_proj_z",
+      "sum_squared_error": 0.21253425878325727
+    },
+    "layers.16.linear_attn.out_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 6.618621933729759e-07,
+      "importance_weighted_relative_squared_error": 7.133025873454035e-05,
+      "importance_weighted_squared_error": 0.002710987544055709,
+      "max_abs_error": 0.00390625,
+      "mean_squared_error": 1.4104757591372905e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.229760770648091e-05,
+      "source_module": "model.language_model.layers.16.linear_attn.out_proj",
+      "sum_squared_error": 0.23663856473810296
+    },
+    "layers.16.linear_attn.qkv_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 6.482235584739923e-05,
+      "importance_weighted_relative_squared_error": 8.945659091242043e-05,
+      "importance_weighted_squared_error": 0.5310247391018945,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.6569837539816665e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.903990591196004e-05,
+      "source_module": "model.language_model.layers.16.linear_attn.in_proj_qkv",
+      "sum_squared_error": 0.5559914869808256
+    },
+    "layers.16.mlp.down_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 1.042642212578944e-06,
+      "importance_weighted_relative_squared_error": 5.867399602535085e-05,
+      "importance_weighted_squared_error": 0.004270662502723355,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 7.0057580324545535e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.723937083555391e-05,
+      "source_module": "model.language_model.layers.16.mlp.down_proj",
+      "sum_squared_error": 0.3526113472626752
+    },
+    "layers.16.mlp.gate_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 1.4439666313487777e-05,
+      "importance_weighted_relative_squared_error": 6.435159774928e-05,
+      "importance_weighted_squared_error": 0.1774346196601378,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 6.7083039869246234e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.953672113047772e-05,
+      "source_module": "model.language_model.layers.16.mlp.gate_proj",
+      "sum_squared_error": 0.33763999494688673
+    },
+    "layers.16.mlp.up_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 1.0090903305900264e-05,
+      "importance_weighted_relative_squared_error": 6.219095013891892e-05,
+      "importance_weighted_squared_error": 0.12399701982290244,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 7.496996553485303e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.686819748324123e-05,
+      "source_module": "model.language_model.layers.16.mlp.up_proj",
+      "sum_squared_error": 0.37733619158723547
+    },
+    "layers.17.linear_attn.in_proj_a.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 7.16688832070146e-05,
+      "importance_weighted_relative_squared_error": 5.563664063216947e-05,
+      "importance_weighted_squared_error": 0.002293404262624467,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 1.4584200103037201e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.149942372090121e-05,
+      "source_module": "model.language_model.layers.17.linear_attn.in_proj_a",
+      "sum_squared_error": 0.001911580275905292
+    },
+    "layers.17.linear_attn.in_proj_b.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 8.508806119788284e-05,
+      "importance_weighted_relative_squared_error": 5.502679775208357e-05,
+      "importance_weighted_squared_error": 0.002722817958332251,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 5.982608073948764e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.4970223031515244e-05,
+      "source_module": "model.language_model.layers.17.linear_attn.in_proj_b",
+      "sum_squared_error": 0.0007841524054686124
+    },
+    "layers.17.linear_attn.in_proj_z.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 9.012452450208233e-05,
+      "importance_weighted_relative_squared_error": 4.158702070264789e-05,
+      "importance_weighted_squared_error": 0.3691500523605292,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 1.1512123361972144e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.751044958604409e-05,
+      "source_module": "model.language_model.layers.17.linear_attn.in_proj_z",
+      "sum_squared_error": 0.19314138026245284
+    },
+    "layers.17.linear_attn.out_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 7.645559051663187e-07,
+      "importance_weighted_relative_squared_error": 6.577106633193824e-05,
+      "importance_weighted_squared_error": 0.0031316209875612414,
+      "max_abs_error": 0.00390625,
+      "mean_squared_error": 1.4373470834922371e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.123613820150981e-05,
+      "source_module": "model.language_model.layers.17.linear_attn.out_proj",
+      "sum_squared_error": 0.24114682486719297
+    },
+    "layers.17.linear_attn.qkv_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 8.680319119750367e-05,
+      "importance_weighted_relative_squared_error": 9.09020528055958e-05,
+      "importance_weighted_squared_error": 0.7110917422899501,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.7968972271113827e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.902887801095882e-05,
+      "source_module": "model.language_model.layers.17.linear_attn.in_proj_qkv",
+      "sum_squared_error": 0.6029386581809745
+    },
+    "layers.17.mlp.down_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00033221511282779454,
+      "importance_weighted_relative_squared_error": 0.013563089482973783,
+      "importance_weighted_squared_error": 1.3607531021426464,
+      "max_abs_error": 0.0250244140625,
+      "mean_squared_error": 1.6562484974144005e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.013350576879725028,
+      "source_module": "model.language_model.layers.17.mlp.down_proj",
+      "sum_squared_error": 83.36171637239052
+    },
+    "layers.17.mlp.gate_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 1.582654573882505e-05,
+      "importance_weighted_relative_squared_error": 6.5762177474053e-05,
+      "importance_weighted_squared_error": 0.1944765940386822,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 6.582378760998254e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.9630446112871745e-05,
+      "source_module": "model.language_model.layers.17.mlp.gate_proj",
+      "sum_squared_error": 0.33130197080124024
+    },
+    "layers.17.mlp.up_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 1.164130484437406e-05,
+      "importance_weighted_relative_squared_error": 6.25429016311993e-05,
+      "importance_weighted_squared_error": 0.14304835392766846,
+      "max_abs_error": 0.00189208984375,
+      "mean_squared_error": 7.653318454945952e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.6959034009269374e-05,
+      "source_module": "model.language_model.layers.17.mlp.up_proj",
+      "sum_squared_error": 0.38520413050624347
+    },
+    "layers.18.linear_attn.in_proj_a.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 6.618875616872292e-05,
+      "importance_weighted_relative_squared_error": 4.7726847043674605e-05,
+      "importance_weighted_squared_error": 0.0021180401973991334,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 1.4532733067175463e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.810959878610277e-05,
+      "source_module": "model.language_model.layers.18.linear_attn.in_proj_a",
+      "sum_squared_error": 0.0019048343885808222
+    },
+    "layers.18.linear_attn.in_proj_b.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 6.26600222681216e-05,
+      "importance_weighted_relative_squared_error": 4.090239206990891e-05,
+      "importance_weighted_squared_error": 0.0020051207125798914,
+      "max_abs_error": 0.00048828125,
+      "mean_squared_error": 5.115775980262803e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.491822390643764e-05,
+      "source_module": "model.language_model.layers.18.linear_attn.in_proj_b",
+      "sum_squared_error": 0.0006705349892850061
+    },
+    "layers.18.linear_attn.in_proj_z.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 8.478758698099716e-05,
+      "importance_weighted_relative_squared_error": 5.2582474893778184e-05,
+      "importance_weighted_squared_error": 0.34728995627416437,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.2494250008006094e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.8964975399068826e-05,
+      "source_module": "model.language_model.layers.18.linear_attn.in_proj_z",
+      "sum_squared_error": 0.20961873114231996
+    },
+    "layers.18.linear_attn.out_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 1.5359000770197409e-06,
+      "importance_weighted_relative_squared_error": 6.999760843797902e-05,
+      "importance_weighted_squared_error": 0.006291046715472859,
+      "max_abs_error": 0.00390625,
+      "mean_squared_error": 1.3683261979102225e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.149623838655623e-05,
+      "source_module": "model.language_model.layers.18.linear_attn.out_proj",
+      "sum_squared_error": 0.2295670418079855
+    },
+    "layers.18.linear_attn.qkv_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 8.001033306108844e-05,
+      "importance_weighted_relative_squared_error": 8.599245787941282e-05,
+      "importance_weighted_squared_error": 0.6554446484364365,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.7192708113884222e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.917422724986431e-05,
+      "source_module": "model.language_model.layers.18.linear_attn.in_proj_qkv",
+      "sum_squared_error": 0.5768915553031764
+    },
+    "layers.18.mlp.down_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 3.154308912751114e-06,
+      "importance_weighted_relative_squared_error": 6.606951261857646e-05,
+      "importance_weighted_squared_error": 0.012920049306628562,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 7.1214854087342015e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.736849667895672e-05,
+      "source_module": "model.language_model.layers.18.mlp.down_proj",
+      "sum_squared_error": 0.35843609682954597
+    },
+    "layers.18.mlp.gate_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 2.5228485468451514e-05,
+      "importance_weighted_relative_squared_error": 7.303462824772173e-05,
+      "importance_weighted_squared_error": 0.3100076294363322,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 7.255795468897465e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 6.292873303102145e-05,
+      "source_module": "model.language_model.layers.18.mlp.gate_proj",
+      "sum_squared_error": 0.36519614350054214
+    },
+    "layers.18.mlp.up_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 1.659239019052715e-05,
+      "importance_weighted_relative_squared_error": 6.80529535943259e-05,
+      "importance_weighted_squared_error": 0.2038872906611976,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 7.998525179958458e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.820818909136878e-05,
+      "source_module": "model.language_model.layers.18.mlp.up_proj",
+      "sum_squared_error": 0.40257895387680576
+    },
+    "layers.19.mlp.down_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 4.195662577667686e-06,
+      "importance_weighted_relative_squared_error": 5.9972334268357935e-05,
+      "importance_weighted_squared_error": 0.017185433918126842,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 7.554097520225132e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.668287973396502e-05,
+      "source_module": "model.language_model.layers.19.mlp.down_proj",
+      "sum_squared_error": 0.3802101773456443
+    },
+    "layers.19.mlp.gate_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 2.402737803546989e-05,
+      "importance_weighted_relative_squared_error": 6.53988043900733e-05,
+      "importance_weighted_squared_error": 0.295248421299854,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 7.104526888021458e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.9944572044459925e-05,
+      "source_module": "model.language_model.layers.19.mlp.gate_proj",
+      "sum_squared_error": 0.35758254653443144
+    },
+    "layers.19.mlp.up_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 1.863702885720266e-05,
+      "importance_weighted_relative_squared_error": 6.330628258257879e-05,
+      "importance_weighted_squared_error": 0.2290118105973063,
+      "max_abs_error": 0.0018310546875,
+      "mean_squared_error": 8.349111550315084e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.7734011029146834e-05,
+      "source_module": "model.language_model.layers.19.mlp.up_proj",
+      "sum_squared_error": 0.4202245436631931
+    },
+    "layers.19.self_attn.k_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 8.062917160219909e-05,
+      "importance_weighted_relative_squared_error": 7.274072084572919e-05,
+      "importance_weighted_squared_error": 0.08256427172065187,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 1.2994896797345677e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.108708781972506e-05,
+      "source_module": "model.language_model.layers.19.self_attn.k_proj",
+      "sum_squared_error": 0.05450454761669416
+    },
+    "layers.19.self_attn.o_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 4.108680656135539e-06,
+      "importance_weighted_relative_squared_error": 6.498733217241873e-05,
+      "importance_weighted_squared_error": 0.016829155967531168,
+      "max_abs_error": 0.00390625,
+      "mean_squared_error": 1.739012244402088e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.9833180297217885e-05,
+      "source_module": "model.language_model.layers.19.self_attn.o_proj",
+      "sum_squared_error": 0.2917578405097862
+    },
+    "layers.19.self_attn.q_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 5.8821500936871646e-05,
+      "importance_weighted_relative_squared_error": 6.65705947955528e-05,
+      "importance_weighted_squared_error": 0.4818657356748525,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.2144770665371134e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.000984947896955e-05,
+      "source_module": "model.language_model.layers.19.self_attn.q_proj",
+      "sum_squared_error": 0.4075108814467905
+    },
+    "layers.19.self_attn.v_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 8.345280149917394e-05,
+      "importance_weighted_relative_squared_error": 7.055515869251988e-05,
+      "importance_weighted_squared_error": 0.08545566873515412,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 2.2737698032301603e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.0520538510531926e-05,
+      "source_module": "model.language_model.layers.19.self_attn.v_proj",
+      "sum_squared_error": 0.09536881780767474
+    },
+    "layers.2.linear_attn.in_proj_a.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 4.3797087272318855e-05,
+      "importance_weighted_relative_squared_error": 6.529591079341495e-05,
+      "importance_weighted_squared_error": 0.0014015067927142034,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 4.2380253842322337e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.459430079962453e-05,
+      "source_module": "model.language_model.layers.2.linear_attn.in_proj_a",
+      "sum_squared_error": 0.005554864631620873
+    },
+    "layers.2.linear_attn.in_proj_b.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 6.694544914923696e-05,
+      "importance_weighted_relative_squared_error": 4.4950377219256274e-05,
+      "importance_weighted_squared_error": 0.0021422543727755827,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 2.6179648882636e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.186798899609712e-05,
+      "source_module": "model.language_model.layers.2.linear_attn.in_proj_b",
+      "sum_squared_error": 0.0034314189383448657
+    },
+    "layers.2.linear_attn.in_proj_z.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 2.0330690968696217e-05,
+      "importance_weighted_relative_squared_error": 6.67118382793779e-05,
+      "importance_weighted_squared_error": 0.0832745102077797,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.6067819744127044e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.912581616949807e-05,
+      "source_module": "model.language_model.layers.2.linear_attn.in_proj_z",
+      "sum_squared_error": 0.26957328249628415
+    },
+    "layers.2.linear_attn.out_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 3.4430487671785395e-08,
+      "importance_weighted_relative_squared_error": 7.319342000341985e-05,
+      "importance_weighted_squared_error": 0.00014102727750363298,
+      "max_abs_error": 0.007476806640625,
+      "mean_squared_error": 1.6448396841218814e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.234480402465915e-05,
+      "source_module": "model.language_model.layers.2.linear_attn.out_proj",
+      "sum_squared_error": 0.27595830665884574
+    },
+    "layers.2.linear_attn.qkv_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 1.5530549603914807e-05,
+      "importance_weighted_relative_squared_error": 8.405626735160118e-05,
+      "importance_weighted_squared_error": 0.1272262623552701,
+      "max_abs_error": 0.00164794921875,
+      "mean_squared_error": 1.629906239172494e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.90657688903472e-05,
+      "source_module": "model.language_model.layers.2.linear_attn.in_proj_qkv",
+      "sum_squared_error": 0.5469057806868919
+    },
+    "layers.2.mlp.down_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 1.5345428633774328e-05,
+      "importance_weighted_relative_squared_error": 0.00987504614673202,
+      "importance_weighted_squared_error": 0.06285487568393965,
+      "max_abs_error": 0.03125,
+      "mean_squared_error": 1.5021128383815536e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.012784016100648669,
+      "source_module": "model.language_model.layers.2.mlp.down_proj",
+      "sum_squared_error": 75.60381463770125
+    },
+    "layers.2.mlp.gate_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00048240784940422617,
+      "importance_weighted_relative_squared_error": 0.012924922663619115,
+      "importance_weighted_squared_error": 5.927827653479131,
+      "max_abs_error": 0.015625,
+      "mean_squared_error": 1.7147087998954886e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.012713486348886239,
+      "source_module": "model.language_model.layers.2.mlp.gate_proj",
+      "sum_squared_error": 86.30411973884218
+    },
+    "layers.2.mlp.up_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.0003858413137846192,
+      "importance_weighted_relative_squared_error": 0.013022875490165542,
+      "importance_weighted_squared_error": 4.741218063785401,
+      "max_abs_error": 0.015625,
+      "mean_squared_error": 1.4193006844031475e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.012655297794975828,
+      "source_module": "model.language_model.layers.2.mlp.up_proj",
+      "sum_squared_error": 71.43574245353831
+    },
+    "layers.20.linear_attn.in_proj_a.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00012500797856230888,
+      "importance_weighted_relative_squared_error": 4.7095567330798194e-05,
+      "importance_weighted_squared_error": 0.004000255313993884,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 1.5975271188177997e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.0108128791090464e-05,
+      "source_module": "model.language_model.layers.20.linear_attn.in_proj_a",
+      "sum_squared_error": 0.0020939107451768664
+    },
+    "layers.20.linear_attn.in_proj_b.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 5.728462810103221e-05,
+      "importance_weighted_relative_squared_error": 4.4192800349792245e-05,
+      "importance_weighted_squared_error": 0.0018331080992330308,
+      "max_abs_error": 0.00048828125,
+      "mean_squared_error": 5.456864068726572e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.58777762996893e-05,
+      "source_module": "model.language_model.layers.20.linear_attn.in_proj_b",
+      "sum_squared_error": 0.0007152420872161292
+    },
+    "layers.20.linear_attn.in_proj_z.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 8.248905474521939e-05,
+      "importance_weighted_relative_squared_error": 5.598148014085363e-05,
+      "importance_weighted_squared_error": 0.3378751682364186,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.4226199709796118e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.9648105775830764e-05,
+      "source_module": "model.language_model.layers.20.linear_attn.in_proj_z",
+      "sum_squared_error": 0.2386760253903868
+    },
+    "layers.20.linear_attn.out_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 2.29231056085012e-06,
+      "importance_weighted_relative_squared_error": 6.792104353931719e-05,
+      "importance_weighted_squared_error": 0.009389304057242092,
+      "max_abs_error": 0.00390625,
+      "mean_squared_error": 1.354162497473913e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.050837484450368e-05,
+      "source_module": "model.language_model.layers.20.linear_attn.out_proj",
+      "sum_squared_error": 0.22719076719219292
+    },
+    "layers.20.linear_attn.qkv_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.0001176574763155043,
+      "importance_weighted_relative_squared_error": 7.06416358245386e-05,
+      "importance_weighted_squared_error": 0.9638500459766113,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.9576106441528834e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.949421252168106e-05,
+      "source_module": "model.language_model.layers.20.linear_attn.in_proj_qkv",
+      "sum_squared_error": 0.6568651324170413
+    },
+    "layers.20.mlp.down_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.0010214504135680584,
+      "importance_weighted_relative_squared_error": 0.013293501912792478,
+      "importance_weighted_squared_error": 4.183860893974767,
+      "max_abs_error": 0.02734375,
+      "mean_squared_error": 1.7262305489481085e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.01314220541204816,
+      "source_module": "model.language_model.layers.20.mlp.down_proj",
+      "sum_squared_error": 86.88402835650297
+    },
+    "layers.20.mlp.gate_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 2.9387178207511012e-05,
+      "importance_weighted_relative_squared_error": 6.43554803558585e-05,
+      "importance_weighted_squared_error": 0.3611096458138953,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 8.094273973481452e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.991326601334644e-05,
+      "source_module": "model.language_model.layers.20.mlp.gate_proj",
+      "sum_squared_error": 0.40739814844882977
+    },
+    "layers.20.mlp.up_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 1.9769356492569636e-05,
+      "importance_weighted_relative_squared_error": 6.0418240279012564e-05,
+      "importance_weighted_squared_error": 0.24292585258069568,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 7.827780135406268e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.630215986165557e-05,
+      "source_module": "model.language_model.layers.20.mlp.up_proj",
+      "sum_squared_error": 0.39398507439666064
+    },
+    "layers.21.linear_attn.in_proj_a.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00016194059945806452,
+      "importance_weighted_relative_squared_error": 5.5764437430216185e-05,
+      "importance_weighted_squared_error": 0.005182099182658065,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.6012483606735765e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.80164182425706e-05,
+      "source_module": "model.language_model.layers.21.linear_attn.in_proj_a",
+      "sum_squared_error": 0.00209878825130207
+    },
+    "layers.21.linear_attn.in_proj_b.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 7.860611723100984e-05,
+      "importance_weighted_relative_squared_error": 5.689860045681645e-05,
+      "importance_weighted_squared_error": 0.002515395751392315,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 6.155413584029125e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.783035474002537e-05,
+      "source_module": "model.language_model.layers.21.linear_attn.in_proj_b",
+      "sum_squared_error": 0.0008068023692858655
+    },
+    "layers.21.linear_attn.in_proj_z.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 8.449731750759305e-05,
+      "importance_weighted_relative_squared_error": 6.09698423929975e-05,
+      "importance_weighted_squared_error": 0.34610101251110115,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 1.4713376803811154e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.013863060242077e-05,
+      "source_module": "model.language_model.layers.21.linear_attn.in_proj_z",
+      "sum_squared_error": 0.24684950072692935
+    },
+    "layers.21.linear_attn.out_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 2.809409382006517e-06,
+      "importance_weighted_relative_squared_error": 7.117051785446676e-05,
+      "importance_weighted_squared_error": 0.011507340828698694,
+      "max_abs_error": 0.00390625,
+      "mean_squared_error": 1.3868885453942367e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.0778242911189874e-05,
+      "source_module": "model.language_model.layers.21.linear_attn.out_proj",
+      "sum_squared_error": 0.23268128694004914
+    },
+    "layers.21.linear_attn.qkv_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00010543748733330183,
+      "importance_weighted_relative_squared_error": 6.778035638377693e-05,
+      "importance_weighted_squared_error": 0.8637438962344086,
+      "max_abs_error": 0.0018310546875,
+      "mean_squared_error": 1.9154293701104753e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.889030048970849e-05,
+      "source_module": "model.language_model.layers.21.linear_attn.in_proj_qkv",
+      "sum_squared_error": 0.6427114455017477
+    },
+    "layers.21.mlp.down_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.0012569088924235512,
+      "importance_weighted_relative_squared_error": 0.013473900067215341,
+      "importance_weighted_squared_error": 5.148298823366866,
+      "max_abs_error": 0.0311279296875,
+      "mean_squared_error": 1.71215145966767e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.013108158488325788,
+      "source_module": "model.language_model.layers.21.mlp.down_proj",
+      "sum_squared_error": 86.17540459067936
+    },
+    "layers.21.mlp.gate_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 3.226784363073303e-05,
+      "importance_weighted_relative_squared_error": 6.485293392882163e-05,
+      "importance_weighted_squared_error": 0.39650726253444746,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 8.646202601451512e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 6.032782647560837e-05,
+      "source_module": "model.language_model.layers.21.mlp.gate_proj",
+      "sum_squared_error": 0.4351776258729418
+    },
+    "layers.21.mlp.up_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 2.1227066253949533e-05,
+      "importance_weighted_relative_squared_error": 5.9377371276822814e-05,
+      "importance_weighted_squared_error": 0.2608381901285319,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 7.70088757709775e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.590126334860475e-05,
+      "source_module": "model.language_model.layers.21.mlp.up_proj",
+      "sum_squared_error": 0.3875983628180568
+    },
+    "layers.22.linear_attn.in_proj_a.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00010594714777722873,
+      "importance_weighted_relative_squared_error": 3.669295613701982e-05,
+      "importance_weighted_squared_error": 0.0033903087288713195,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 1.2584379054102814e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.5005430049468393e-05,
+      "source_module": "model.language_model.layers.22.linear_attn.in_proj_a",
+      "sum_squared_error": 0.001649459731379364
+    },
+    "layers.22.linear_attn.in_proj_b.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 4.697987947436079e-05,
+      "importance_weighted_relative_squared_error": 4.742789968714091e-05,
+      "importance_weighted_squared_error": 0.0015033561431795452,
+      "max_abs_error": 0.00048828125,
+      "mean_squared_error": 4.9321727434069755e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.933781656098274e-05,
+      "source_module": "model.language_model.layers.22.linear_attn.in_proj_b",
+      "sum_squared_error": 0.0006464697458238391
+    },
+    "layers.22.linear_attn.in_proj_z.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 8.73148362756453e-05,
+      "importance_weighted_relative_squared_error": 5.692939010311243e-05,
+      "importance_weighted_squared_error": 0.35764156938504316,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.5984431899193257e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.917441421649181e-05,
+      "source_module": "model.language_model.layers.22.linear_attn.in_proj_z",
+      "sum_squared_error": 0.2681742666100555
+    },
+    "layers.22.linear_attn.out_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 2.979934561831098e-06,
+      "importance_weighted_relative_squared_error": 7.299591207187448e-05,
+      "importance_weighted_squared_error": 0.012205811965260178,
+      "max_abs_error": 0.0037841796875,
+      "mean_squared_error": 1.4447671489689302e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.03250731510792e-05,
+      "source_module": "model.language_model.layers.22.linear_attn.out_proj",
+      "sum_squared_error": 0.2423917052795592
+    },
+    "layers.22.linear_attn.qkv_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 9.82992330816629e-05,
+      "importance_weighted_relative_squared_error": 6.967253460760898e-05,
+      "importance_weighted_squared_error": 0.8052673174049825,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.8417274323458715e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.9077933262365524e-05,
+      "source_module": "model.language_model.layers.22.linear_attn.in_proj_qkv",
+      "sum_squared_error": 0.6179811789118415
+    },
+    "layers.22.mlp.down_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 9.311962498616249e-06,
+      "importance_weighted_relative_squared_error": 5.995042119947377e-05,
+      "importance_weighted_squared_error": 0.038141798394332155,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 7.349064283056192e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.612170723397146e-05,
+      "source_module": "model.language_model.layers.22.mlp.down_proj",
+      "sum_squared_error": 0.3698905166241566
+    },
+    "layers.22.mlp.gate_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 4.771075369603566e-05,
+      "importance_weighted_relative_squared_error": 6.588432414169684e-05,
+      "importance_weighted_squared_error": 0.5862697414168861,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 9.871262346473155e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 6.158456709414848e-05,
+      "source_module": "model.language_model.layers.22.mlp.gate_proj",
+      "sum_squared_error": 0.4968369017383409
+    },
+    "layers.22.mlp.up_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 2.8152844523805476e-05,
+      "importance_weighted_relative_squared_error": 6.175228055712017e-05,
+      "importance_weighted_squared_error": 0.3459421535085217,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 7.90909017194965e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.640336324523821e-05,
+      "source_module": "model.language_model.layers.22.mlp.up_proj",
+      "sum_squared_error": 0.3980775425348293
+    },
+    "layers.23.mlp.down_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00199368020352095,
+      "importance_weighted_relative_squared_error": 0.013146507248723406,
+      "importance_weighted_squared_error": 8.166114113621811,
+      "max_abs_error": 0.0302734375,
+      "mean_squared_error": 1.802842988614598e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.013155916346623579,
+      "source_module": "model.language_model.layers.23.mlp.down_proj",
+      "sum_squared_error": 90.74005870221795
+    },
+    "layers.23.mlp.gate_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 3.938419757140922e-05,
+      "importance_weighted_relative_squared_error": 6.049859828992877e-05,
+      "importance_weighted_squared_error": 0.4839530197574765,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 9.153124446024871e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.8611734554301925e-05,
+      "source_module": "model.language_model.layers.23.mlp.gate_proj",
+      "sum_squared_error": 0.4606918377175188
+    },
+    "layers.23.mlp.up_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 2.6249406313168477e-05,
+      "importance_weighted_relative_squared_error": 5.770743744962146e-05,
+      "importance_weighted_squared_error": 0.3225527047762142,
+      "max_abs_error": 0.00189208984375,
+      "mean_squared_error": 7.980228041091783e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.567666292250387e-05,
+      "source_module": "model.language_model.layers.23.mlp.up_proj",
+      "sum_squared_error": 0.40165802872396117
+    },
+    "layers.23.self_attn.k_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00010129924733333767,
+      "importance_weighted_relative_squared_error": 6.848026072024283e-05,
+      "importance_weighted_squared_error": 0.10373042926933777,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.1785006129160098e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.999509349289707e-05,
+      "source_module": "model.language_model.layers.23.self_attn.k_proj",
+      "sum_squared_error": 0.049429898347560716
+    },
+    "layers.23.self_attn.o_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 5.4126898297942545e-06,
+      "importance_weighted_relative_squared_error": 6.550474450164263e-05,
+      "importance_weighted_squared_error": 0.022170377542837266,
+      "max_abs_error": 0.0078125,
+      "mean_squared_error": 1.9090592912433014e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.873961087021399e-05,
+      "source_module": "model.language_model.layers.23.self_attn.o_proj",
+      "sum_squared_error": 0.32028700085995776
+    },
+    "layers.23.self_attn.q_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 5.7159229900863266e-05,
+      "importance_weighted_relative_squared_error": 5.895394615419905e-05,
+      "importance_weighted_squared_error": 0.4682484113478719,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.3297873341712494e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.017503866798534e-05,
+      "source_module": "model.language_model.layers.23.self_attn.q_proj",
+      "sum_squared_error": 0.4462025867891046
+    },
+    "layers.23.self_attn.v_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00011718513558410969,
+      "importance_weighted_relative_squared_error": 6.775381075795392e-05,
+      "importance_weighted_squared_error": 0.11999757883812832,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 2.566210994731572e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.989231586469518e-05,
+      "source_module": "model.language_model.layers.23.self_attn.v_proj",
+      "sum_squared_error": 0.10763469040046611
+    },
+    "layers.24.linear_attn.in_proj_a.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00017768386664382554,
+      "importance_weighted_relative_squared_error": 4.8856070960614136e-05,
+      "importance_weighted_squared_error": 0.005685883732602417,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.6936930385112297e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.5400438381913864e-05,
+      "source_module": "model.language_model.layers.24.linear_attn.in_proj_a",
+      "sum_squared_error": 0.002219957339437439
+    },
+    "layers.24.linear_attn.in_proj_b.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 6.73839059421265e-05,
+      "importance_weighted_relative_squared_error": 4.895973166105699e-05,
+      "importance_weighted_squared_error": 0.002156284990148048,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 5.921649885872944e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.557200372265946e-05,
+      "source_module": "model.language_model.layers.24.linear_attn.in_proj_b",
+      "sum_squared_error": 0.0007761624938411385
+    },
+    "layers.24.linear_attn.in_proj_z.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 9.491558409283467e-05,
+      "importance_weighted_relative_squared_error": 6.0574918920134795e-05,
+      "importance_weighted_squared_error": 0.3887742324442508,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 1.5483805268934475e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.0350082847993856e-05,
+      "source_module": "model.language_model.layers.24.linear_attn.in_proj_z",
+      "sum_squared_error": 0.2597751454988518
+    },
+    "layers.24.linear_attn.out_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 5.64663877297989e-06,
+      "importance_weighted_relative_squared_error": 6.574494940256424e-05,
+      "importance_weighted_squared_error": 0.02312863241412563,
+      "max_abs_error": 0.00390625,
+      "mean_squared_error": 1.4180038594924039e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.018983373079353e-05,
+      "source_module": "model.language_model.layers.24.linear_attn.out_proj",
+      "sum_squared_error": 0.2379015703953771
+    },
+    "layers.24.linear_attn.qkv_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00011098964037229128,
+      "importance_weighted_relative_squared_error": 6.523774157595699e-05,
+      "importance_weighted_squared_error": 0.9092271339298101,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.9731474074461027e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.848044028766609e-05,
+      "source_module": "model.language_model.layers.24.linear_attn.in_proj_qkv",
+      "sum_squared_error": 0.6620784050912655
+    },
+    "layers.24.mlp.down_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.002011030173845926,
+      "importance_weighted_relative_squared_error": 0.013309194328480243,
+      "importance_weighted_squared_error": 8.237179592072913,
+      "max_abs_error": 0.05078125,
+      "mean_squared_error": 1.8259044790730178e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.013163641998525941,
+      "source_module": "model.language_model.layers.24.mlp.down_proj",
+      "sum_squared_error": 91.9007815223265
+    },
+    "layers.24.mlp.gate_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.010500119475572493,
+      "importance_weighted_relative_squared_error": 0.013951629165450155,
+      "importance_weighted_squared_error": 129.0254681158348,
+      "max_abs_error": 0.03125,
+      "mean_squared_error": 2.2845758175421637e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.01371795962668553,
+      "source_module": "model.language_model.layers.24.mlp.gate_proj",
+      "sum_squared_error": 114.98646587784441
+    },
+    "layers.24.mlp.up_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.006725801406108441,
+      "importance_weighted_relative_squared_error": 0.01338948327815019,
+      "importance_weighted_squared_error": 82.64664767826052,
+      "max_abs_error": 0.015625,
+      "mean_squared_error": 1.8580959579026698e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.012956604847942954,
+      "source_module": "model.language_model.layers.24.mlp.up_proj",
+      "sum_squared_error": 93.52103170337999
+    },
+    "layers.25.linear_attn.in_proj_a.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00019811087545674433,
+      "importance_weighted_relative_squared_error": 5.294446561111655e-05,
+      "importance_weighted_squared_error": 0.0063395480146158185,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.577845002005209e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.48989356663429e-05,
+      "source_module": "model.language_model.layers.25.linear_attn.in_proj_a",
+      "sum_squared_error": 0.0020681130010282676
+    },
+    "layers.25.linear_attn.in_proj_b.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 7.139276188008544e-05,
+      "importance_weighted_relative_squared_error": 4.580188049427792e-05,
+      "importance_weighted_squared_error": 0.002284568380162734,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 6.3117207979156695e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.346587483273107e-05,
+      "source_module": "model.language_model.layers.25.linear_attn.in_proj_b",
+      "sum_squared_error": 0.0008272898684244026
+    },
+    "layers.25.linear_attn.in_proj_z.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00010705017309774806,
+      "importance_weighted_relative_squared_error": 5.8389145572480055e-05,
+      "importance_weighted_squared_error": 0.43847750900837607,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 1.6158705382621076e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.993658456311851e-05,
+      "source_module": "model.language_model.layers.25.linear_attn.in_proj_z",
+      "sum_squared_error": 0.27109809048459643
+    },
+    "layers.25.linear_attn.out_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 4.928867324860995e-06,
+      "importance_weighted_relative_squared_error": 6.814123898182166e-05,
+      "importance_weighted_squared_error": 0.020188640562630634,
+      "max_abs_error": 0.00390625,
+      "mean_squared_error": 1.496043579554169e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.974910394412609e-05,
+      "source_module": "model.language_model.layers.25.linear_attn.out_proj",
+      "sum_squared_error": 0.2509944627959348
+    },
+    "layers.25.linear_attn.qkv_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00012104881991933765,
+      "importance_weighted_relative_squared_error": 6.396581346697969e-05,
+      "importance_weighted_squared_error": 0.991631932779214,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.973378987304982e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.877496322762813e-05,
+      "source_module": "model.language_model.layers.25.linear_attn.in_proj_qkv",
+      "sum_squared_error": 0.6621561103975389
+    },
+    "layers.25.mlp.down_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.002195176289619057,
+      "importance_weighted_relative_squared_error": 0.013404714605209788,
+      "importance_weighted_squared_error": 8.991442082279658,
+      "max_abs_error": 0.02734375,
+      "mean_squared_error": 1.8801578302598137e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.013225328798676259,
+      "source_module": "model.language_model.layers.25.mlp.down_proj",
+      "sum_squared_error": 94.6314420970807
+    },
+    "layers.25.mlp.gate_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.01246397558899489,
+      "importance_weighted_relative_squared_error": 0.013771921868677083,
+      "importance_weighted_squared_error": 153.1573320375692,
+      "max_abs_error": 0.05859375,
+      "mean_squared_error": 2.43815490560417e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.013731256603706976,
+      "source_module": "model.language_model.layers.25.mlp.gate_proj",
+      "sum_squared_error": 122.71635447834231
+    },
+    "layers.25.mlp.up_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.007682332827945461,
+      "importance_weighted_relative_squared_error": 0.013399453324893406,
+      "importance_weighted_squared_error": 94.40050578979383,
+      "max_abs_error": 0.0155029296875,
+      "mean_squared_error": 1.9016720236765292e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.012976454225505776,
+      "source_module": "model.language_model.layers.25.mlp.up_proj",
+      "sum_squared_error": 95.71428690713473
+    },
+    "layers.26.linear_attn.in_proj_a.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.000223623211166857,
+      "importance_weighted_relative_squared_error": 5.192360407109222e-05,
+      "importance_weighted_squared_error": 0.007155942757339424,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.677639328703354e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.325265050302087e-05,
+      "source_module": "model.language_model.layers.26.linear_attn.in_proj_a",
+      "sum_squared_error": 0.00219891542091806
+    },
+    "layers.26.linear_attn.in_proj_b.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 7.437511170151988e-05,
+      "importance_weighted_relative_squared_error": 4.979812687610953e-05,
+      "importance_weighted_squared_error": 0.002380003574448636,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 6.9480905672526255e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.476276683032527e-05,
+      "source_module": "model.language_model.layers.26.linear_attn.in_proj_b",
+      "sum_squared_error": 0.0009107001268309361
+    },
+    "layers.26.linear_attn.in_proj_z.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00011170378576740139,
+      "importance_weighted_relative_squared_error": 5.502662810506292e-05,
+      "importance_weighted_squared_error": 0.4575387065032761,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 1.722835930911263e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.931246762939349e-05,
+      "source_module": "model.language_model.layers.26.linear_attn.in_proj_z",
+      "sum_squared_error": 0.28904390545459335
+    },
+    "layers.26.linear_attn.out_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 5.87991229981927e-06,
+      "importance_weighted_relative_squared_error": 6.996215695365764e-05,
+      "importance_weighted_squared_error": 0.02408412078005973,
+      "max_abs_error": 0.00390625,
+      "mean_squared_error": 1.5149797377679916e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.973107522380098e-05,
+      "source_module": "model.language_model.layers.26.linear_attn.out_proj",
+      "sum_squared_error": 0.2541714229615695
+    },
+    "layers.26.linear_attn.qkv_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00010987259671097022,
+      "importance_weighted_relative_squared_error": 6.496563848109467e-05,
+      "importance_weighted_squared_error": 0.900076312256268,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.8857530935000606e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.869234072653078e-05,
+      "source_module": "model.language_model.layers.26.linear_attn.in_proj_qkv",
+      "sum_squared_error": 0.6327537394463743
+    },
+    "layers.26.mlp.down_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.0030404244032387253,
+      "importance_weighted_relative_squared_error": 0.011681947817319644,
+      "importance_weighted_squared_error": 12.453578355665819,
+      "max_abs_error": 0.044921875,
+      "mean_squared_error": 1.960835459331288e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.013322036644454954,
+      "source_module": "model.language_model.layers.26.mlp.down_proj",
+      "sum_squared_error": 98.6920801249807
+    },
+    "layers.26.mlp.gate_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.014684857629865182,
+      "importance_weighted_relative_squared_error": 0.01369024464922759,
+      "importance_weighted_squared_error": 180.44753055578335,
+      "max_abs_error": 0.03125,
+      "mean_squared_error": 2.5807349003388514e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.013810858821641464,
+      "source_module": "model.language_model.layers.26.mlp.gate_proj",
+      "sum_squared_error": 129.89264058517014
+    },
+    "layers.26.mlp.up_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.008986242223512865,
+      "importance_weighted_relative_squared_error": 0.013564074110684544,
+      "importance_weighted_squared_error": 110.42294444252607,
+      "max_abs_error": 0.015625,
+      "mean_squared_error": 1.9748189720369975e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.0130536602686295,
+      "source_module": "model.language_model.layers.26.mlp.up_proj",
+      "sum_squared_error": 99.395893364288
+    },
+    "layers.27.mlp.down_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.003568262481888207,
+      "importance_weighted_relative_squared_error": 0.013117828875310074,
+      "importance_weighted_squared_error": 14.615603125814095,
+      "max_abs_error": 0.056640625,
+      "mean_squared_error": 1.9575009795397596e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.013177830337456438,
+      "source_module": "model.language_model.layers.27.mlp.down_proj",
+      "sum_squared_error": 98.52425026185038
+    },
+    "layers.27.mlp.gate_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 6.229625265126666e-05,
+      "importance_weighted_relative_squared_error": 5.8919114569763523e-05,
+      "importance_weighted_squared_error": 0.7654963525787648,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.079548055642852e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.866635820063595e-05,
+      "source_module": "model.language_model.layers.27.mlp.gate_proj",
+      "sum_squared_error": 0.5433543273570044
+    },
+    "layers.27.mlp.up_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 3.98913395100726e-05,
+      "importance_weighted_relative_squared_error": 5.7822459476907093e-05,
+      "importance_weighted_squared_error": 0.4901847798997721,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 8.547166811200789e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.5668705429281087e-05,
+      "source_module": "model.language_model.layers.27.mlp.up_proj",
+      "sum_squared_error": 0.43019299133864053
+    },
+    "layers.27.self_attn.k_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00010588137383646962,
+      "importance_weighted_relative_squared_error": 6.0970978798956254e-05,
+      "importance_weighted_squared_error": 0.10842252680854489,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.0650298479223228e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.901841539403786e-05,
+      "source_module": "model.language_model.layers.27.self_attn.k_proj",
+      "sum_squared_error": 0.044670589512599904
+    },
+    "layers.27.self_attn.o_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 1.8811108555432574e-05,
+      "importance_weighted_relative_squared_error": 7.116895225609079e-05,
+      "importance_weighted_squared_error": 0.07705030064305182,
+      "max_abs_error": 0.00390625,
+      "mean_squared_error": 2.480953948939702e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.687875227115699e-05,
+      "source_module": "model.language_model.layers.27.self_attn.o_proj",
+      "sum_squared_error": 0.4162350028741435
+    },
+    "layers.27.self_attn.q_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 7.00146297344457e-05,
+      "importance_weighted_relative_squared_error": 6.116105730556836e-05,
+      "importance_weighted_squared_error": 0.5735598467845792,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.2494388885362062e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.023210675907743e-05,
+      "source_module": "model.language_model.layers.27.self_attn.q_proj",
+      "sum_squared_error": 0.4192421222354371
+    },
+    "layers.27.self_attn.v_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00032617279199575116,
+      "importance_weighted_relative_squared_error": 7.286773479542463e-05,
+      "importance_weighted_squared_error": 0.3340009390036492,
+      "max_abs_error": 0.00390625,
+      "mean_squared_error": 4.518325942521264e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.194597537197041e-05,
+      "source_module": "model.language_model.layers.27.self_attn.v_proj",
+      "sum_squared_error": 0.18951232574020707
+    },
+    "layers.28.linear_attn.in_proj_a.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00019954020783269065,
+      "importance_weighted_relative_squared_error": 4.685455257515272e-05,
+      "importance_weighted_squared_error": 0.006385286650646101,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.605409854284021e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.428626416658188e-05,
+      "source_module": "model.language_model.layers.28.linear_attn.in_proj_a",
+      "sum_squared_error": 0.002104242804207152
+    },
+    "layers.28.linear_attn.in_proj_b.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 5.272676024481663e-05,
+      "importance_weighted_relative_squared_error": 4.8057881714322957e-05,
+      "importance_weighted_squared_error": 0.001687256327834132,
+      "max_abs_error": 0.00048828125,
+      "mean_squared_error": 5.455032610710856e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.7232870499424195e-05,
+      "source_module": "model.language_model.layers.28.linear_attn.in_proj_b",
+      "sum_squared_error": 0.0007150020343510933
+    },
+    "layers.28.linear_attn.in_proj_z.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00011714283744482795,
+      "importance_weighted_relative_squared_error": 5.538978669724593e-05,
+      "importance_weighted_squared_error": 0.47981706217401526,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.6456769024453857e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.035562804809297e-05,
+      "source_module": "model.language_model.layers.28.linear_attn.in_proj_z",
+      "sum_squared_error": 0.27609876858537163
+    },
+    "layers.28.linear_attn.out_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 1.7297141699795476e-05,
+      "importance_weighted_relative_squared_error": 8.043759056763676e-05,
+      "importance_weighted_squared_error": 0.07084909240236227,
+      "max_abs_error": 0.00390625,
+      "mean_squared_error": 1.524162051768013e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.975096072645263e-05,
+      "source_module": "model.language_model.layers.28.linear_attn.out_proj",
+      "sum_squared_error": 0.25571195961515136
+    },
+    "layers.28.linear_attn.qkv_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00014047323910276003,
+      "importance_weighted_relative_squared_error": 6.652876054856367e-05,
+      "importance_weighted_squared_error": 1.1507567747298102,
+      "max_abs_error": 0.0037841796875,
+      "mean_squared_error": 2.0478775563024562e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.9665818367789224e-05,
+      "source_module": "model.language_model.layers.28.linear_attn.in_proj_qkv",
+      "sum_squared_error": 0.6871536820727694
+    },
+    "layers.28.mlp.down_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00483588728566753,
+      "importance_weighted_relative_squared_error": 0.013337270928728218,
+      "importance_weighted_squared_error": 19.807794322094203,
+      "max_abs_error": 0.0390625,
+      "mean_squared_error": 1.9895291138173544e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.013233685563156367,
+      "source_module": "model.language_model.layers.28.mlp.down_proj",
+      "sum_squared_error": 100.13627904240701
+    },
+    "layers.28.mlp.gate_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 6.741314660577084e-05,
+      "importance_weighted_relative_squared_error": 5.925281470584854e-05,
+      "importance_weighted_squared_error": 0.8283727454917121,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.0799641291795034e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.8939923770237794e-05,
+      "source_module": "model.language_model.layers.28.mlp.gate_proj",
+      "sum_squared_error": 0.5435637440248929
+    },
+    "layers.28.mlp.up_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 4.400063887691043e-05,
+      "importance_weighted_relative_squared_error": 5.873553852065027e-05,
+      "importance_weighted_squared_error": 0.5406798505194754,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 8.867910714449924e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.6112087727522574e-05,
+      "source_module": "model.language_model.layers.28.mlp.up_proj",
+      "sum_squared_error": 0.4463365605751221
+    },
+    "layers.29.linear_attn.in_proj_a.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.0002432930050749086,
+      "importance_weighted_relative_squared_error": 5.272777995335993e-05,
+      "importance_weighted_squared_error": 0.007785376162397075,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 2.0636911647533272e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.3921148868009324e-05,
+      "source_module": "model.language_model.layers.29.linear_attn.in_proj_a",
+      "sum_squared_error": 0.002704921283465481
+    },
+    "layers.29.linear_attn.in_proj_b.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 6.697287752658744e-05,
+      "importance_weighted_relative_squared_error": 5.06717682883525e-05,
+      "importance_weighted_squared_error": 0.002143132080850798,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 7.622331711947163e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.676571987578839e-05,
+      "source_module": "model.language_model.layers.29.linear_attn.in_proj_b",
+      "sum_squared_error": 0.0009990742621483386
+    },
+    "layers.29.linear_attn.in_proj_z.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00010529897403676232,
+      "importance_weighted_relative_squared_error": 5.502459731305441e-05,
+      "importance_weighted_squared_error": 0.43130459765457846,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.7194783671037454e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.948623906518355e-05,
+      "source_module": "model.language_model.layers.29.linear_attn.in_proj_z",
+      "sum_squared_error": 0.2884805997222683
+    },
+    "layers.29.linear_attn.out_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 1.6036585866731133e-05,
+      "importance_weighted_relative_squared_error": 6.567219860220387e-05,
+      "importance_weighted_squared_error": 0.06568585571013072,
+      "max_abs_error": 0.00390625,
+      "mean_squared_error": 1.5982737068141865e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.959394930622994e-05,
+      "source_module": "model.language_model.layers.29.linear_attn.out_proj",
+      "sum_squared_error": 0.2681458320634228
+    },
+    "layers.29.linear_attn.qkv_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.0001021989686039778,
+      "importance_weighted_relative_squared_error": 6.504026455420917e-05,
+      "importance_weighted_squared_error": 0.8372139508037861,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.81100248012786e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.902443159628459e-05,
+      "source_module": "model.language_model.layers.29.linear_attn.in_proj_qkv",
+      "sum_squared_error": 0.6076715957128163
+    },
+    "layers.29.mlp.down_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.007341401776303028,
+      "importance_weighted_relative_squared_error": 0.013470390030325529,
+      "importance_weighted_squared_error": 30.070381675737202,
+      "max_abs_error": 0.0625,
+      "mean_squared_error": 2.050267319963313e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.01331402013953899,
+      "source_module": "model.language_model.layers.29.mlp.down_proj",
+      "sum_squared_error": 103.19333305429684
+    },
+    "layers.29.mlp.gate_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 7.615718132026876e-05,
+      "importance_weighted_relative_squared_error": 5.9706334791585934e-05,
+      "importance_weighted_squared_error": 0.9358194440634625,
+      "max_abs_error": 0.00390625,
+      "mean_squared_error": 1.112040493590279e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.9294953901814246e-05,
+      "source_module": "model.language_model.layers.29.mlp.gate_proj",
+      "sum_squared_error": 0.5597083068513218
+    },
+    "layers.29.mlp.up_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 4.930434655375052e-05,
+      "importance_weighted_relative_squared_error": 5.940349332582702e-05,
+      "importance_weighted_squared_error": 0.6058518104524864,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 9.286362676005664e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.663364219043563e-05,
+      "source_module": "model.language_model.layers.29.mlp.up_proj",
+      "sum_squared_error": 0.4673979374090551
+    },
+    "layers.3.mlp.down_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 2.205719730817222e-05,
+      "importance_weighted_relative_squared_error": 0.012804756825685517,
+      "importance_weighted_squared_error": 0.09034628017427342,
+      "max_abs_error": 0.0625,
+      "mean_squared_error": 1.5339308638666963e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.012686074691153341,
+      "source_module": "model.language_model.layers.3.mlp.down_proj",
+      "sum_squared_error": 77.20526829647447
+    },
+    "layers.3.mlp.gate_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.000622865956168259,
+      "importance_weighted_relative_squared_error": 0.01295553729110846,
+      "importance_weighted_squared_error": 7.653776869395567,
+      "max_abs_error": 0.01556396484375,
+      "mean_squared_error": 1.6962948601690972e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.012677419861904918,
+      "source_module": "model.language_model.layers.3.mlp.gate_proj",
+      "sum_squared_error": 85.37731580624022
+    },
+    "layers.3.mlp.up_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.0005298569071784167,
+      "importance_weighted_relative_squared_error": 0.012914998350612349,
+      "importance_weighted_squared_error": 6.510881675408385,
+      "max_abs_error": 0.0146484375,
+      "mean_squared_error": 1.5256551995394495e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.012594799589887247,
+      "source_module": "model.language_model.layers.3.mlp.up_proj",
+      "sum_squared_error": 76.78874047258934
+    },
+    "layers.3.self_attn.k_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 3.6208207485824315e-05,
+      "importance_weighted_relative_squared_error": 6.738783429738373e-05,
+      "importance_weighted_squared_error": 0.0370772044654841,
+      "max_abs_error": 0.001708984375,
+      "mean_squared_error": 1.595216859322539e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.003095849666221e-05,
+      "source_module": "model.language_model.layers.3.self_attn.k_proj",
+      "sum_squared_error": 0.06690824453923963
+    },
+    "layers.3.self_attn.o_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 8.97401355462396e-08,
+      "importance_weighted_relative_squared_error": 7.228614662998333e-05,
+      "importance_weighted_squared_error": 0.0003675755951973974,
+      "max_abs_error": 0.00390625,
+      "mean_squared_error": 1.5559953204064895e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.324584247728918e-05,
+      "source_module": "model.language_model.layers.3.self_attn.o_proj",
+      "sum_squared_error": 0.2610526958544888
+    },
+    "layers.3.self_attn.q_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00010310398695591004,
+      "importance_weighted_relative_squared_error": 3.127053684482315e-05,
+      "importance_weighted_squared_error": 0.8446278611428151,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 2.006737005789097e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.854108877928628e-05,
+      "source_module": "model.language_model.layers.3.self_attn.q_proj",
+      "sum_squared_error": 0.6733492040263386
+    },
+    "layers.3.self_attn.v_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 2.109422182351772e-05,
+      "importance_weighted_relative_squared_error": 6.662432525375693e-05,
+      "importance_weighted_squared_error": 0.021600483147282145,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 1.575497267325086e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.0147762184075983e-05,
+      "source_module": "model.language_model.layers.3.self_attn.v_proj",
+      "sum_squared_error": 0.06608114490330677
+    },
+    "layers.30.linear_attn.in_proj_a.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.0001937512804426245,
+      "importance_weighted_relative_squared_error": 5.185389622303435e-05,
+      "importance_weighted_squared_error": 0.006200040974163984,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 2.2217560476600786e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.8069706108547286e-05,
+      "source_module": "model.language_model.layers.30.linear_attn.in_proj_a",
+      "sum_squared_error": 0.002912100086789018
+    },
+    "layers.30.linear_attn.in_proj_b.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 6.316000201171503e-05,
+      "importance_weighted_relative_squared_error": 5.8802292618166545e-05,
+      "importance_weighted_squared_error": 0.002021120064374881,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 6.533035101807667e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 6.096327906526333e-05,
+      "source_module": "model.language_model.layers.30.linear_attn.in_proj_b",
+      "sum_squared_error": 0.0008562979768641345
+    },
+    "layers.30.linear_attn.in_proj_z.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 9.95738712466966e-05,
+      "importance_weighted_relative_squared_error": 5.945762990928613e-05,
+      "importance_weighted_squared_error": 0.4078545766264693,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.631083488511323e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.0409322710044536e-05,
+      "source_module": "model.language_model.layers.30.linear_attn.in_proj_z",
+      "sum_squared_error": 0.2736504000078798
+    },
+    "layers.30.linear_attn.out_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 5.4277294311632535e-05,
+      "importance_weighted_relative_squared_error": 8.857058450149465e-05,
+      "importance_weighted_squared_error": 0.22231979750044686,
+      "max_abs_error": 0.00762939453125,
+      "mean_squared_error": 1.6643957959584726e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.0638751617216604e-05,
+      "source_module": "model.language_model.layers.30.linear_attn.out_proj",
+      "sum_squared_error": 0.2792392777828722
+    },
+    "layers.30.linear_attn.qkv_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.0001124968900235611,
+      "importance_weighted_relative_squared_error": 6.761164171460208e-05,
+      "importance_weighted_squared_error": 0.9215745230730126,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.878582530397214e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.0143370054352866e-05,
+      "source_module": "model.language_model.layers.30.linear_attn.in_proj_qkv",
+      "sum_squared_error": 0.6303476977260125
+    },
+    "layers.30.mlp.down_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 4.329880089896785e-05,
+      "importance_weighted_relative_squared_error": 6.097824657289593e-05,
+      "importance_weighted_squared_error": 0.17735188848217232,
+      "max_abs_error": 0.00390625,
+      "mean_squared_error": 8.554964571330269e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.7050592461142426e-05,
+      "source_module": "model.language_model.layers.30.mlp.down_proj",
+      "sum_squared_error": 0.430585465456666
+    },
+    "layers.30.mlp.gate_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 7.273614153958812e-05,
+      "importance_weighted_relative_squared_error": 6.23803181852892e-05,
+      "importance_weighted_squared_error": 0.8937817072384588,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.123051335341562e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.049612192914422e-05,
+      "source_module": "model.language_model.layers.30.mlp.gate_proj",
+      "sum_squared_error": 0.5652502449634146
+    },
+    "layers.30.mlp.up_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 5.0533610242316225e-05,
+      "importance_weighted_relative_squared_error": 6.015645346593846e-05,
+      "importance_weighted_squared_error": 0.6209570026575818,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 9.534522678695256e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.745634240009806e-05,
+      "source_module": "model.language_model.layers.30.mlp.up_proj",
+      "sum_squared_error": 0.4798882393121067
+    },
+    "layers.31.mlp.down_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00016674326395683717,
+      "importance_weighted_relative_squared_error": 8.500823425836733e-05,
+      "importance_weighted_squared_error": 0.682980409167205,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 7.521196541651687e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.7571741623130164e-05,
+      "source_module": "model.language_model.layers.31.mlp.down_proj",
+      "sum_squared_error": 0.37855421687323004
+    },
+    "layers.31.mlp.gate_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 6.635221179100767e-05,
+      "importance_weighted_relative_squared_error": 6.360512575272865e-05,
+      "importance_weighted_squared_error": 0.8153359784879023,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.2400321561766948e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.171486178050247e-05,
+      "source_module": "model.language_model.layers.31.mlp.gate_proj",
+      "sum_squared_error": 0.6241286199336643
+    },
+    "layers.31.mlp.up_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 4.8600375934174926e-05,
+      "importance_weighted_relative_squared_error": 6.18067225001363e-05,
+      "importance_weighted_squared_error": 0.5972014194791415,
+      "max_abs_error": 0.001495361328125,
+      "mean_squared_error": 1.0474008796899091e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.92017870849929e-05,
+      "source_module": "model.language_model.layers.31.mlp.up_proj",
+      "sum_squared_error": 0.5271741239144285
+    },
+    "layers.31.self_attn.k_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 9.416760701468406e-05,
+      "importance_weighted_relative_squared_error": 6.081544173373227e-05,
+      "importance_weighted_squared_error": 0.09642762958303648,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 1.0521905797873851e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.884730598238036e-05,
+      "source_module": "model.language_model.layers.31.self_attn.k_proj",
+      "sum_squared_error": 0.044132071575645485
+    },
+    "layers.31.self_attn.o_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 3.953334486084536e-05,
+      "importance_weighted_relative_squared_error": 6.0533789293419026e-05,
+      "importance_weighted_squared_error": 0.1619285805500226,
+      "max_abs_error": 0.00390625,
+      "mean_squared_error": 1.9614070097604786e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.7883531357419024e-05,
+      "source_module": "model.language_model.layers.31.self_attn.o_proj",
+      "sum_squared_error": 0.3290694906666566
+    },
+    "layers.31.self_attn.q_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 7.560012356718263e-05,
+      "importance_weighted_relative_squared_error": 6.468343955069611e-05,
+      "importance_weighted_squared_error": 0.6193162122623601,
+      "max_abs_error": 0.003814697265625,
+      "mean_squared_error": 1.2744952340698873e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.0922508383643956e-05,
+      "source_module": "model.language_model.layers.31.self_attn.q_proj",
+      "sum_squared_error": 0.4276496366592212
+    },
+    "layers.31.self_attn.v_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.0002517974490608535,
+      "importance_weighted_relative_squared_error": 6.911224703111162e-05,
+      "importance_weighted_squared_error": 0.257840587838314,
+      "max_abs_error": 0.00390625,
+      "mean_squared_error": 4.309259271092716e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.355281714641563e-05,
+      "source_module": "model.language_model.layers.31.self_attn.v_proj",
+      "sum_squared_error": 0.18074343397781262
+    },
+    "layers.4.linear_attn.in_proj_a.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 6.553103691770272e-05,
+      "importance_weighted_relative_squared_error": 4.8330367428087724e-05,
+      "importance_weighted_squared_error": 0.002096993181366487,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 3.311128448548237e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.8152324114895216e-05,
+      "source_module": "model.language_model.layers.4.linear_attn.in_proj_a",
+      "sum_squared_error": 0.004339962280081145
+    },
+    "layers.4.linear_attn.in_proj_b.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00010297537250694792,
+      "importance_weighted_relative_squared_error": 4.405934138056692e-05,
+      "importance_weighted_squared_error": 0.0032952119202223334,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 1.9345395372092702e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.939601792447616e-05,
+      "source_module": "model.language_model.layers.4.linear_attn.in_proj_b",
+      "sum_squared_error": 0.0025356396622109346
+    },
+    "layers.4.linear_attn.in_proj_z.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 2.8399417789023182e-05,
+      "importance_weighted_relative_squared_error": 7.285012169731016e-05,
+      "importance_weighted_squared_error": 0.11632401526383895,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 1.7543736203094992e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.930701137349798e-05,
+      "source_module": "model.language_model.layers.4.linear_attn.in_proj_z",
+      "sum_squared_error": 0.29433505172634455
+    },
+    "layers.4.linear_attn.out_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 7.098933863977444e-08,
+      "importance_weighted_relative_squared_error": 6.664768794732523e-05,
+      "importance_weighted_squared_error": 0.0002907723310685161,
+      "max_abs_error": 0.00390625,
+      "mean_squared_error": 1.6001498202124735e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.1502841954724e-05,
+      "source_module": "model.language_model.layers.4.linear_attn.out_proj",
+      "sum_squared_error": 0.26846059166065833
+    },
+    "layers.4.linear_attn.qkv_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 2.2993901218685428e-05,
+      "importance_weighted_relative_squared_error": 7.529634789081032e-05,
+      "importance_weighted_squared_error": 0.18836603878347102,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 1.7141718026635125e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.895940290690328e-05,
+      "source_module": "model.language_model.layers.4.linear_attn.in_proj_qkv",
+      "sum_squared_error": 0.5751806118879025
+    },
+    "layers.4.mlp.down_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 3.6659731460234975e-05,
+      "importance_weighted_relative_squared_error": 0.01295747284038233,
+      "importance_weighted_squared_error": 0.15015826006112246,
+      "max_abs_error": 0.05859375,
+      "mean_squared_error": 1.524839027844882e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.012776067421184551,
+      "source_module": "model.language_model.layers.4.mlp.down_proj",
+      "sum_squared_error": 76.7476612061508
+    },
+    "layers.4.mlp.gate_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.0009868876015984866,
+      "importance_weighted_relative_squared_error": 0.012421481992789495,
+      "importance_weighted_squared_error": 12.126874848442204,
+      "max_abs_error": 0.015625,
+      "mean_squared_error": 1.7147076405252094e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.012748914756887974,
+      "source_module": "model.language_model.layers.4.mlp.gate_proj",
+      "sum_squared_error": 86.30406138582538
+    },
+    "layers.4.mlp.up_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.0007389033512510165,
+      "importance_weighted_relative_squared_error": 0.013200149249508361,
+      "importance_weighted_squared_error": 9.07964438017249,
+      "max_abs_error": 0.01513671875,
+      "mean_squared_error": 1.5419845307215596e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.012697163446833075,
+      "source_module": "model.language_model.layers.4.mlp.up_proj",
+      "sum_squared_error": 77.61062262172273
+    },
+    "layers.5.linear_attn.in_proj_a.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 5.211702813847446e-05,
+      "importance_weighted_relative_squared_error": 4.3831452395562744e-05,
+      "importance_weighted_squared_error": 0.0016677449004311828,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 2.0379379579601936e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.700350050893051e-05,
+      "source_module": "model.language_model.layers.5.linear_attn.in_proj_a",
+      "sum_squared_error": 0.002671166040257585
+    },
+    "layers.5.linear_attn.in_proj_b.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 9.642615243369413e-05,
+      "importance_weighted_relative_squared_error": 3.90413866293738e-05,
+      "importance_weighted_squared_error": 0.003085636877878212,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 1.280163578459665e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.672911477497478e-05,
+      "source_module": "model.language_model.layers.5.linear_attn.in_proj_b",
+      "sum_squared_error": 0.0016779360055586522
+    },
+    "layers.5.linear_attn.in_proj_z.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 6.557214958907516e-05,
+      "importance_weighted_relative_squared_error": 8.528634850202579e-05,
+      "importance_weighted_squared_error": 0.2685835247168519,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 1.707196902228471e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.977298317440624e-05,
+      "source_module": "model.language_model.layers.5.linear_attn.in_proj_z",
+      "sum_squared_error": 0.2864201118321794
+    },
+    "layers.5.linear_attn.out_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 1.5442933504020046e-07,
+      "importance_weighted_relative_squared_error": 8.1716758624562e-05,
+      "importance_weighted_squared_error": 0.0006325425563246611,
+      "max_abs_error": 0.00390625,
+      "mean_squared_error": 1.5260052233196676e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.114084211673647e-05,
+      "source_module": "model.language_model.layers.5.linear_attn.out_proj",
+      "sum_squared_error": 0.256021192487623
+    },
+    "layers.5.linear_attn.qkv_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 3.398553865113266e-05,
+      "importance_weighted_relative_squared_error": 8.16988102057808e-05,
+      "importance_weighted_squared_error": 0.2784095326300787,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 1.6645472683234456e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.911640728491407e-05,
+      "source_module": "model.language_model.layers.5.linear_attn.in_proj_qkv",
+      "sum_squared_error": 0.5585293812574481
+    },
+    "layers.5.mlp.down_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 5.914670899963336e-05,
+      "importance_weighted_relative_squared_error": 0.01307749103327345,
+      "importance_weighted_squared_error": 0.24226492006249825,
+      "max_abs_error": 0.060546875,
+      "mean_squared_error": 1.5151119358224265e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.012986124194337405,
+      "source_module": "model.language_model.layers.5.mlp.down_proj",
+      "sum_squared_error": 76.25808063441296
+    },
+    "layers.5.mlp.gate_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.0014268063489314082,
+      "importance_weighted_relative_squared_error": 0.011903341142260564,
+      "importance_weighted_squared_error": 17.532596415669143,
+      "max_abs_error": 0.015625,
+      "mean_squared_error": 1.8312692097378686e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.012966821143400517,
+      "source_module": "model.language_model.layers.5.mlp.gate_proj",
+      "sum_squared_error": 92.17079725776458
+    },
+    "layers.5.mlp.up_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.000934154102147134,
+      "importance_weighted_relative_squared_error": 0.013375687237858463,
+      "importance_weighted_squared_error": 11.478885607183983,
+      "max_abs_error": 0.0137939453125,
+      "mean_squared_error": 1.4998061071659778e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.012749186490866744,
+      "source_module": "model.language_model.layers.5.mlp.up_proj",
+      "sum_squared_error": 75.48771305412828
+    },
+    "layers.6.linear_attn.in_proj_a.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 5.5250449349734574e-05,
+      "importance_weighted_relative_squared_error": 4.511183566283415e-05,
+      "importance_weighted_squared_error": 0.0017680143791915064,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 2.2755801991356193e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.755204509034238e-05,
+      "source_module": "model.language_model.layers.6.linear_attn.in_proj_a",
+      "sum_squared_error": 0.002982648478611039
+    },
+    "layers.6.linear_attn.in_proj_b.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00014761867565008126,
+      "importance_weighted_relative_squared_error": 5.040142898274051e-05,
+      "importance_weighted_squared_error": 0.0047237976208026,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 1.1003526379297238e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.972665325542171e-05,
+      "source_module": "model.language_model.layers.6.linear_attn.in_proj_b",
+      "sum_squared_error": 0.0014422542095872475
+    },
+    "layers.6.linear_attn.in_proj_z.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 8.561780475682055e-05,
+      "importance_weighted_relative_squared_error": 7.146858040654464e-05,
+      "importance_weighted_squared_error": 0.350690528283937,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.4698086258347657e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.048845259081182e-05,
+      "source_module": "model.language_model.layers.6.linear_attn.in_proj_z",
+      "sum_squared_error": 0.24659296794293045
+    },
+    "layers.6.linear_attn.out_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 2.932196465772096e-07,
+      "importance_weighted_relative_squared_error": 7.43561413575046e-05,
+      "importance_weighted_squared_error": 0.0012010276723802506,
+      "max_abs_error": 0.00390625,
+      "mean_squared_error": 1.550742405182218e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.207910729422467e-05,
+      "source_module": "model.language_model.layers.6.linear_attn.out_proj",
+      "sum_squared_error": 0.2601714029210159
+    },
+    "layers.6.linear_attn.qkv_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 3.543609229325242e-05,
+      "importance_weighted_relative_squared_error": 8.020617668161083e-05,
+      "importance_weighted_squared_error": 0.2902924680663238,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.7348170145704843e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.916246892508024e-05,
+      "source_module": "model.language_model.layers.6.linear_attn.in_proj_qkv",
+      "sum_squared_error": 0.5821079954784832
+    },
+    "layers.6.mlp.down_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 5.199067380394682e-07,
+      "importance_weighted_relative_squared_error": 7.292388823866127e-05,
+      "importance_weighted_squared_error": 0.002129537999009662,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 6.476691140398833e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.7253062076933175e-05,
+      "source_module": "model.language_model.layers.6.mlp.down_proj",
+      "sum_squared_error": 0.32598253868327265
+    },
+    "layers.6.mlp.gate_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.0020687111782666102,
+      "importance_weighted_relative_squared_error": 0.012379982622374051,
+      "importance_weighted_squared_error": 25.420322958540105,
+      "max_abs_error": 0.015625,
+      "mean_squared_error": 1.9508932434517654e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.013438442815706018,
+      "source_module": "model.language_model.layers.6.mlp.gate_proj",
+      "sum_squared_error": 98.19167201499256
+    },
+    "layers.6.mlp.up_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.0012311937639713341,
+      "importance_weighted_relative_squared_error": 0.014081961572542906,
+      "importance_weighted_squared_error": 15.128908971679753,
+      "max_abs_error": 0.015625,
+      "mean_squared_error": 1.5022868084213813e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.012897164598152556,
+      "source_module": "model.language_model.layers.6.mlp.up_proj",
+      "sum_squared_error": 75.6125708365084
+    },
+    "layers.7.mlp.down_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 8.419333729451782e-05,
+      "importance_weighted_relative_squared_error": 0.013148224771889549,
+      "importance_weighted_squared_error": 0.344855909558345,
+      "max_abs_error": 0.0283203125,
+      "mean_squared_error": 1.5101808199384415e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.013075298378352015,
+      "source_module": "model.language_model.layers.7.mlp.down_proj",
+      "sum_squared_error": 76.00988944549302
+    },
+    "layers.7.mlp.gate_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.0022231504338305398,
+      "importance_weighted_relative_squared_error": 0.012218931746628536,
+      "importance_weighted_squared_error": 27.31807253090967,
+      "max_abs_error": 0.0283203125,
+      "mean_squared_error": 2.0168362900895352e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.013377326150106467,
+      "source_module": "model.language_model.layers.7.mlp.gate_proj",
+      "sum_squared_error": 101.51069422641237
+    },
+    "layers.7.mlp.up_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.0011256438079194303,
+      "importance_weighted_relative_squared_error": 0.01341064062178399,
+      "importance_weighted_squared_error": 13.831911111713959,
+      "max_abs_error": 0.01263427734375,
+      "mean_squared_error": 1.5091029335925455e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.012759267087883152,
+      "source_module": "model.language_model.layers.7.mlp.up_proj",
+      "sum_squared_error": 75.95563764934738
+    },
+    "layers.7.self_attn.k_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 3.530357595955404e-05,
+      "importance_weighted_relative_squared_error": 6.530807826903456e-05,
+      "importance_weighted_squared_error": 0.03615086178258334,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 1.4332556546165709e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.9120456136398614e-05,
+      "source_module": "model.language_model.layers.7.self_attn.k_proj",
+      "sum_squared_error": 0.060115099251809016
+    },
+    "layers.7.self_attn.o_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 4.612696131044392e-07,
+      "importance_weighted_relative_squared_error": 6.266564928840498e-05,
+      "importance_weighted_squared_error": 0.001889360335275783,
+      "max_abs_error": 0.00390625,
+      "mean_squared_error": 1.4068576397803532e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.118435259208387e-05,
+      "source_module": "model.language_model.layers.7.self_attn.o_proj",
+      "sum_squared_error": 0.23603154503845178
+    },
+    "layers.7.self_attn.q_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 7.901514818007257e-05,
+      "importance_weighted_relative_squared_error": 4.954444444576579e-05,
+      "importance_weighted_squared_error": 0.6472920938911545,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.6898468709660665e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.0419338200311105e-05,
+      "source_module": "model.language_model.layers.7.self_attn.q_proj",
+      "sum_squared_error": 0.5670185192224365
+    },
+    "layers.7.self_attn.v_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 2.26402598264559e-05,
+      "importance_weighted_relative_squared_error": 7.511638479392459e-05,
+      "importance_weighted_squared_error": 0.02318362606229084,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 1.4462898607822602e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.113058918662288e-05,
+      "source_module": "model.language_model.layers.7.self_attn.v_proj",
+      "sum_squared_error": 0.06066179348238477
+    },
+    "layers.8.linear_attn.in_proj_a.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 7.22339075263943e-05,
+      "importance_weighted_relative_squared_error": 4.878578637208672e-05,
+      "importance_weighted_squared_error": 0.0023114850408446175,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 1.9326767133019894e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.0236432056012824e-05,
+      "source_module": "model.language_model.layers.8.linear_attn.in_proj_a",
+      "sum_squared_error": 0.0025331980216591835
+    },
+    "layers.8.linear_attn.in_proj_b.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 8.79754450002358e-05,
+      "importance_weighted_relative_squared_error": 4.306648595680226e-05,
+      "importance_weighted_squared_error": 0.0028152142400075454,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 9.857489739843132e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.919510118124678e-05,
+      "source_module": "model.language_model.layers.8.linear_attn.in_proj_b",
+      "sum_squared_error": 0.001292040895180719
+    },
+    "layers.8.linear_attn.in_proj_z.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 7.245196920483279e-05,
+      "importance_weighted_relative_squared_error": 8.690560700406888e-05,
+      "importance_weighted_squared_error": 0.2967632658629951,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 1.5705252957989805e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.0663926805416374e-05,
+      "source_module": "model.language_model.layers.8.linear_attn.in_proj_z",
+      "sum_squared_error": 0.2634904212108339
+    },
+    "layers.8.linear_attn.out_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 2.230428460017293e-07,
+      "importance_weighted_relative_squared_error": 6.361949703384894e-05,
+      "importance_weighted_squared_error": 0.0009135834972230832,
+      "max_abs_error": 0.00390625,
+      "mean_squared_error": 1.4955320091018157e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.14707835773882e-05,
+      "source_module": "model.language_model.layers.8.linear_attn.out_proj",
+      "sum_squared_error": 0.2509086355161513
+    },
+    "layers.8.linear_attn.qkv_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 4.657099512172057e-05,
+      "importance_weighted_relative_squared_error": 8.348952080179904e-05,
+      "importance_weighted_squared_error": 0.3815095920371349,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.7381218913737234e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.92003993793763e-05,
+      "source_module": "model.language_model.layers.8.linear_attn.in_proj_qkv",
+      "sum_squared_error": 0.5832169281181099
+    },
+    "layers.8.mlp.down_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 8.934903477174603e-05,
+      "importance_weighted_relative_squared_error": 0.013103560148178192,
+      "importance_weighted_squared_error": 0.36597364642507174,
+      "max_abs_error": 0.052734375,
+      "mean_squared_error": 1.5268420958264054e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.013030686740729349,
+      "source_module": "model.language_model.layers.8.mlp.down_proj",
+      "sum_squared_error": 76.8484789187169
+    },
+    "layers.8.mlp.gate_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.0022155223623412574,
+      "importance_weighted_relative_squared_error": 0.011838643254012347,
+      "importance_weighted_squared_error": 27.224338788449373,
+      "max_abs_error": 0.015625,
+      "mean_squared_error": 1.953756245322543e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.01331924471527896,
+      "source_module": "model.language_model.layers.8.mlp.gate_proj",
+      "sum_squared_error": 98.33577161737588
+    },
+    "layers.8.mlp.up_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.0011952509851853959,
+      "importance_weighted_relative_squared_error": 0.013396130546608535,
+      "importance_weighted_squared_error": 14.687244105958143,
+      "max_abs_error": 0.015380859375,
+      "mean_squared_error": 1.5250801332897628e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.012788577224153318,
+      "source_module": "model.language_model.layers.8.mlp.up_proj",
+      "sum_squared_error": 76.75979644053342
+    },
+    "layers.9.linear_attn.in_proj_a.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 6.825623421001218e-05,
+      "importance_weighted_relative_squared_error": 4.507151833588365e-05,
+      "importance_weighted_squared_error": 0.0021841994947203896,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 1.653532613633831e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.600062064589694e-05,
+      "source_module": "model.language_model.layers.9.linear_attn.in_proj_a",
+      "sum_squared_error": 0.002167318267342135
+    },
+    "layers.9.linear_attn.in_proj_b.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.00016066208411160508,
+      "importance_weighted_relative_squared_error": 7.203239133174056e-05,
+      "importance_weighted_squared_error": 0.0051411866915713625,
+      "max_abs_error": 0.0009765625,
+      "mean_squared_error": 7.67625191318157e-09,
+      "precision": "bfp8",
+      "relative_squared_error": 5.344355472743878e-05,
+      "source_module": "model.language_model.layers.9.linear_attn.in_proj_b",
+      "sum_squared_error": 0.0010061416907645347
+    },
+    "layers.9.linear_attn.in_proj_z.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 9.248374051238653e-05,
+      "importance_weighted_relative_squared_error": 7.055565101358977e-05,
+      "importance_weighted_squared_error": 0.37881340113873524,
+      "max_abs_error": 0.0018768310546875,
+      "mean_squared_error": 1.499149246274382e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.998663069478398e-05,
+      "source_module": "model.language_model.layers.9.linear_attn.in_proj_z",
+      "sum_squared_error": 0.251515507209825
+    },
+    "layers.9.linear_attn.out_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 2.559194694978315e-07,
+      "importance_weighted_relative_squared_error": 6.561167801268702e-05,
+      "importance_weighted_squared_error": 0.0010482461470631178,
+      "max_abs_error": 0.00390625,
+      "mean_squared_error": 1.5131495832883342e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 6.136288653150946e-05,
+      "source_module": "model.language_model.layers.9.linear_attn.out_proj",
+      "sum_squared_error": 0.25386437399138373
+    },
+    "layers.9.linear_attn.qkv_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 5.8092622294686415e-05,
+      "importance_weighted_relative_squared_error": 9.222684315553692e-05,
+      "importance_weighted_squared_error": 0.4758947618380711,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.7637247740404754e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.9213930865907146e-05,
+      "source_module": "model.language_model.layers.9.linear_attn.in_proj_qkv",
+      "sum_squared_error": 0.591807829972565
+    },
+    "layers.9.mlp.down_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 9.256064311006123e-05,
+      "importance_weighted_relative_squared_error": 0.013217459387453674,
+      "importance_weighted_squared_error": 0.3791283941788108,
+      "max_abs_error": 0.03125,
+      "mean_squared_error": 1.5677531985303545e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.013122528263753428,
+      "source_module": "model.language_model.layers.9.mlp.down_proj",
+      "sum_squared_error": 78.90760213930392
+    },
+    "layers.9.mlp.gate_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.0022094125822035527,
+      "importance_weighted_relative_squared_error": 0.012063929280813115,
+      "importance_weighted_squared_error": 27.149261810117256,
+      "max_abs_error": 0.015625,
+      "mean_squared_error": 1.895071022137742e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.013352221803370905,
+      "source_module": "model.language_model.layers.9.mlp.gate_proj",
+      "sum_squared_error": 95.38204762123704
+    },
+    "layers.9.mlp.up_proj.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.0012995865891517755,
+      "importance_weighted_relative_squared_error": 0.013512099846204275,
+      "importance_weighted_squared_error": 15.969320007497016,
+      "max_abs_error": 0.015625,
+      "mean_squared_error": 1.5931233630929758e-06,
+      "precision": "bfp4",
+      "relative_squared_error": 0.01283809923235005,
+      "source_module": "model.language_model.layers.9.mlp.up_proj",
+      "sum_squared_error": 80.18452433177185
+    },
+    "output.weight": {
+      "activation_rows": 300941,
+      "importance_available": true,
+      "importance_weighted_mean_per_output": 0.0002985765028921888,
+      "importance_weighted_relative_squared_error": 5.1505334511158955e-05,
+      "importance_weighted_squared_error": 74.14251719818833,
+      "max_abs_error": 0.001953125,
+      "mean_squared_error": 1.386524336075167e-08,
+      "precision": "bfp8",
+      "relative_squared_error": 5.789345390256358e-05,
+      "source_module": "lm_head",
+      "sum_squared_error": 14.102598579576236
+    }
+  }
+}