{
  "status": "pass",
  "targets": 248,
  "protected": 527,
  "max_relative_frobenius": 0.02673578478051943,
  "min_cosine": 0.9996354579925537,
  "errors": [
    {
      "key": "model.language_model.layers.0.linear_attn.in_proj_a.weight",
      "relative_frobenius": 0.026569190063808135,
      "cosine": 0.9996389746665955,
      "max_abs_error": 0.006103515625
    },
    {
      "key": "model.language_model.layers.0.linear_attn.in_proj_b.weight",
      "relative_frobenius": 0.02644671704359502,
      "cosine": 0.9996451139450073,
      "max_abs_error": 0.0018310546875
    },
    {
      "key": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight",
      "relative_frobenius": 0.02661577023514053,
      "cosine": 1.0044848918914795,
      "max_abs_error": 0.0126953125
    },
    {
      "key": "model.language_model.layers.0.linear_attn.in_proj_z.weight",
      "relative_frobenius": 0.02658329774249356,
      "cosine": 1.00100576877594,
      "max_abs_error": 0.005859375
    },
    {
      "key": "model.language_model.layers.0.linear_attn.out_proj.weight",
      "relative_frobenius": 0.026589872550715557,
      "cosine": 1.0008498430252075,
      "max_abs_error": 0.03076171875
    },
    {
      "key": "model.language_model.layers.0.mlp.down_proj.weight",
      "relative_frobenius": 0.02659914652459233,
      "cosine": 1.007695198059082,
      "max_abs_error": 0.0234375
    },
    {
      "key": "model.language_model.layers.0.mlp.gate_proj.weight",
      "relative_frobenius": 0.026610602951720557,
      "cosine": 1.0077441930770874,
      "max_abs_error": 0.0068359375
    },
    {
      "key": "model.language_model.layers.0.mlp.up_proj.weight",
      "relative_frobenius": 0.026634699566706187,
      "cosine": 1.0080325603485107,
      "max_abs_error": 0.00341796875
    },
    {
      "key": "model.language_model.layers.1.linear_attn.in_proj_a.weight",
      "relative_frobenius": 0.02639921331390886,
      "cosine": 0.9996458292007446,
      "max_abs_error": 0.009765625
    },
    {
      "key": "model.language_model.layers.1.linear_attn.in_proj_b.weight",
      "relative_frobenius": 0.02650003507064275,
      "cosine": 0.999638020992279,
      "max_abs_error": 0.0087890625
    },
    {
      "key": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight",
      "relative_frobenius": 0.026601518317546823,
      "cosine": 1.0037744045257568,
      "max_abs_error": 0.00830078125
    },
    {
      "key": "model.language_model.layers.1.linear_attn.in_proj_z.weight",
      "relative_frobenius": 0.026603424176113485,
      "cosine": 1.0008606910705566,
      "max_abs_error": 0.008056640625
    },
    {
      "key": "model.language_model.layers.1.linear_attn.out_proj.weight",
      "relative_frobenius": 0.026601504863499385,
      "cosine": 1.0007822513580322,
      "max_abs_error": 0.037109375
    },
    {
      "key": "model.language_model.layers.1.mlp.down_proj.weight",
      "relative_frobenius": 0.026599957047717764,
      "cosine": 1.0079916715621948,
      "max_abs_error": 0.0234375
    },
    {
      "key": "model.language_model.layers.1.mlp.gate_proj.weight",
      "relative_frobenius": 0.02659434303120825,
      "cosine": 1.0076606273651123,
      "max_abs_error": 0.006591796875
    },
    {
      "key": "model.language_model.layers.1.mlp.up_proj.weight",
      "relative_frobenius": 0.026622208845256835,
      "cosine": 1.0079329013824463,
      "max_abs_error": 0.00628662109375
    },
    {
      "key": "model.language_model.layers.10.linear_attn.in_proj_a.weight",
      "relative_frobenius": 0.02642679558729996,
      "cosine": 0.9996519088745117,
      "max_abs_error": 0.0057373046875
    },
    {
      "key": "model.language_model.layers.10.linear_attn.in_proj_b.weight",
      "relative_frobenius": 0.02650040713640098,
      "cosine": 0.9996460676193237,
      "max_abs_error": 0.00421142578125
    },
    {
      "key": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight",
      "relative_frobenius": 0.02659314620163946,
      "cosine": 1.0041903257369995,
      "max_abs_error": 0.008056640625
    },
    {
      "key": "model.language_model.layers.10.linear_attn.in_proj_z.weight",
      "relative_frobenius": 0.026595873526898905,
      "cosine": 1.0007809400558472,
      "max_abs_error": 0.0078125
    },
    {
      "key": "model.language_model.layers.10.linear_attn.out_proj.weight",
      "relative_frobenius": 0.026577218044810277,
      "cosine": 1.0007258653640747,
      "max_abs_error": 0.01953125
    },
    {
      "key": "model.language_model.layers.10.mlp.down_proj.weight",
      "relative_frobenius": 0.026589983474261406,
      "cosine": 1.0077773332595825,
      "max_abs_error": 0.0120849609375
    },
    {
      "key": "model.language_model.layers.10.mlp.gate_proj.weight",
      "relative_frobenius": 0.02657966477811029,
      "cosine": 1.0075809955596924,
      "max_abs_error": 0.006103515625
    },
    {
      "key": "model.language_model.layers.10.mlp.up_proj.weight",
      "relative_frobenius": 0.02659064478763149,
      "cosine": 1.0074912309646606,
      "max_abs_error": 0.004150390625
    },
    {
      "key": "model.language_model.layers.11.mlp.down_proj.weight",
      "relative_frobenius": 0.02659090181822368,
      "cosine": 1.007824420928955,
      "max_abs_error": 0.0146484375
    },
    {
      "key": "model.language_model.layers.11.mlp.gate_proj.weight",
      "relative_frobenius": 0.026589571538364592,
      "cosine": 1.0075360536575317,
      "max_abs_error": 0.0068359375
    },
    {
      "key": "model.language_model.layers.11.mlp.up_proj.weight",
      "relative_frobenius": 0.026578327864427462,
      "cosine": 1.007392168045044,
      "max_abs_error": 0.0048828125
    },
    {
      "key": "model.language_model.layers.11.self_attn.k_proj.weight",
      "relative_frobenius": 0.02660544398268884,
      "cosine": 0.9996809959411621,
      "max_abs_error": 0.0074462890625
    },
    {
      "key": "model.language_model.layers.11.self_attn.o_proj.weight",
      "relative_frobenius": 0.026582068077295438,
      "cosine": 1.0008572340011597,
      "max_abs_error": 0.0145263671875
    },
    {
      "key": "model.language_model.layers.11.self_attn.q_proj.weight",
      "relative_frobenius": 0.02659145581821607,
      "cosine": 1.0033222436904907,
      "max_abs_error": 0.0087890625
    },
    {
      "key": "model.language_model.layers.11.self_attn.v_proj.weight",
      "relative_frobenius": 0.026574188134202006,
      "cosine": 0.999681830406189,
      "max_abs_error": 0.006591796875
    },
    {
      "key": "model.language_model.layers.12.linear_attn.in_proj_a.weight",
      "relative_frobenius": 0.02643726637334051,
      "cosine": 0.9996504783630371,
      "max_abs_error": 0.00531005859375
    },
    {
      "key": "model.language_model.layers.12.linear_attn.in_proj_b.weight",
      "relative_frobenius": 0.02673578478051943,
      "cosine": 0.9996397495269775,
      "max_abs_error": 0.005859375
    },
    {
      "key": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight",
      "relative_frobenius": 0.026590895836693308,
      "cosine": 1.0041848421096802,
      "max_abs_error": 0.008056640625
    },
    {
      "key": "model.language_model.layers.12.linear_attn.in_proj_z.weight",
      "relative_frobenius": 0.02660082091546265,
      "cosine": 1.0009530782699585,
      "max_abs_error": 0.00732421875
    },
    {
      "key": "model.language_model.layers.12.linear_attn.out_proj.weight",
      "relative_frobenius": 0.026572728267414695,
      "cosine": 1.0007997751235962,
      "max_abs_error": 0.01904296875
    },
    {
      "key": "model.language_model.layers.12.mlp.down_proj.weight",
      "relative_frobenius": 0.026584702948190667,
      "cosine": 1.0077407360076904,
      "max_abs_error": 0.011474609375
    },
    {
      "key": "model.language_model.layers.12.mlp.gate_proj.weight",
      "relative_frobenius": 0.02659605317157082,
      "cosine": 1.0077534914016724,
      "max_abs_error": 0.0068359375
    },
    {
      "key": "model.language_model.layers.12.mlp.up_proj.weight",
      "relative_frobenius": 0.026593610173353134,
      "cosine": 1.007412075996399,
      "max_abs_error": 0.00347900390625
    },
    {
      "key": "model.language_model.layers.13.linear_attn.in_proj_a.weight",
      "relative_frobenius": 0.026530290803471475,
      "cosine": 0.9996407628059387,
      "max_abs_error": 0.005126953125
    },
    {
      "key": "model.language_model.layers.13.linear_attn.in_proj_b.weight",
      "relative_frobenius": 0.026220130494970583,
      "cosine": 0.9996514916419983,
      "max_abs_error": 0.005859375
    },
    {
      "key": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight",
      "relative_frobenius": 0.026603897188614046,
      "cosine": 1.0043472051620483,
      "max_abs_error": 0.008544921875
    },
    {
      "key": "model.language_model.layers.13.linear_attn.in_proj_z.weight",
      "relative_frobenius": 0.02659782569226477,
      "cosine": 1.0008492469787598,
      "max_abs_error": 0.0054931640625
    },
    {
      "key": "model.language_model.layers.13.linear_attn.out_proj.weight",
      "relative_frobenius": 0.02657655521987313,
      "cosine": 1.0007981061935425,
      "max_abs_error": 0.0234375
    },
    {
      "key": "model.language_model.layers.13.mlp.down_proj.weight",
      "relative_frobenius": 0.02657917729208879,
      "cosine": 1.0078675746917725,
      "max_abs_error": 0.0108642578125
    },
    {
      "key": "model.language_model.layers.13.mlp.gate_proj.weight",
      "relative_frobenius": 0.026601347510594783,
      "cosine": 1.0078091621398926,
      "max_abs_error": 0.0067138671875
    },
    {
      "key": "model.language_model.layers.13.mlp.up_proj.weight",
      "relative_frobenius": 0.026594138996239514,
      "cosine": 1.007476568222046,
      "max_abs_error": 0.00390625
    },
    {
      "key": "model.language_model.layers.14.linear_attn.in_proj_a.weight",
      "relative_frobenius": 0.026666145906360256,
      "cosine": 0.9996354579925537,
      "max_abs_error": 0.0050048828125
    },
    {
      "key": "model.language_model.layers.14.linear_attn.in_proj_b.weight",
      "relative_frobenius": 0.026462945972552002,
      "cosine": 0.999645471572876,
      "max_abs_error": 0.0048828125
    },
    {
      "key": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight",
      "relative_frobenius": 0.026588921005435136,
      "cosine": 1.0040746927261353,
      "max_abs_error": 0.01171875
    },
    {
      "key": "model.language_model.layers.14.linear_attn.in_proj_z.weight",
      "relative_frobenius": 0.026599772742882825,
      "cosine": 1.000756025314331,
      "max_abs_error": 0.008056640625
    },
    {
      "key": "model.language_model.layers.14.linear_attn.out_proj.weight",
      "relative_frobenius": 0.02657535726385277,
      "cosine": 1.0008374452590942,
      "max_abs_error": 0.02001953125
    },
    {
      "key": "model.language_model.layers.14.mlp.down_proj.weight",
      "relative_frobenius": 0.02658317060174066,
      "cosine": 1.0078251361846924,
      "max_abs_error": 0.0118408203125
    },
    {
      "key": "model.language_model.layers.14.mlp.gate_proj.weight",
      "relative_frobenius": 0.02661300126223441,
      "cosine": 1.0080206394195557,
      "max_abs_error": 0.0050048828125
    },
    {
      "key": "model.language_model.layers.14.mlp.up_proj.weight",
      "relative_frobenius": 0.02658544688473037,
      "cosine": 1.007454514503479,
      "max_abs_error": 0.00439453125
    },
    {
      "key": "model.language_model.layers.15.mlp.down_proj.weight",
      "relative_frobenius": 0.026587028325166732,
      "cosine": 1.007872223854065,
      "max_abs_error": 0.007568359375
    },
    {
      "key": "model.language_model.layers.15.mlp.gate_proj.weight",
      "relative_frobenius": 0.02661041737750303,
      "cosine": 1.0080703496932983,
      "max_abs_error": 0.006103515625
    },
    {
      "key": "model.language_model.layers.15.mlp.up_proj.weight",
      "relative_frobenius": 0.026579432375914026,
      "cosine": 1.0074855089187622,
      "max_abs_error": 0.005859375
    },
    {
      "key": "model.language_model.layers.15.self_attn.k_proj.weight",
      "relative_frobenius": 0.026584813134047848,
      "cosine": 0.9996495842933655,
      "max_abs_error": 0.00927734375
    },
    {
      "key": "model.language_model.layers.15.self_attn.o_proj.weight",
      "relative_frobenius": 0.02656252919672237,
      "cosine": 1.0007994174957275,
      "max_abs_error": 0.00927734375
    },
    {
      "key": "model.language_model.layers.15.self_attn.q_proj.weight",
      "relative_frobenius": 0.026573241193606233,
      "cosine": 1.0034443140029907,
      "max_abs_error": 0.008056640625
    },
    {
      "key": "model.language_model.layers.15.self_attn.v_proj.weight",
      "relative_frobenius": 0.026610906823509944,
      "cosine": 0.9996896982192993,
      "max_abs_error": 0.0057373046875
    },
    {
      "key": "model.language_model.layers.16.linear_attn.in_proj_a.weight",
      "relative_frobenius": 0.02652867451810345,
      "cosine": 0.9996481537818909,
      "max_abs_error": 0.00433349609375
    },
    {
      "key": "model.language_model.layers.16.linear_attn.in_proj_b.weight",
      "relative_frobenius": 0.026470442533837006,
      "cosine": 0.999648928642273,
      "max_abs_error": 0.003662109375
    },
    {
      "key": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight",
      "relative_frobenius": 0.026591449225176544,
      "cosine": 1.0042730569839478,
      "max_abs_error": 0.0087890625
    },
    {
      "key": "model.language_model.layers.16.linear_attn.in_proj_z.weight",
      "relative_frobenius": 0.026588264945914705,
      "cosine": 1.000950574874878,
      "max_abs_error": 0.0068359375
    },
    {
      "key": "model.language_model.layers.16.linear_attn.out_proj.weight",
      "relative_frobenius": 0.026580930945210413,
      "cosine": 1.0008485317230225,
      "max_abs_error": 0.0185546875
    },
    {
      "key": "model.language_model.layers.16.mlp.down_proj.weight",
      "relative_frobenius": 0.026577676488376428,
      "cosine": 1.0078401565551758,
      "max_abs_error": 0.009033203125
    },
    {
      "key": "model.language_model.layers.16.mlp.gate_proj.weight",
      "relative_frobenius": 0.02660671576128734,
      "cosine": 1.0080673694610596,
      "max_abs_error": 0.0078125
    },
    {
      "key": "model.language_model.layers.16.mlp.up_proj.weight",
      "relative_frobenius": 0.026590512912636206,
      "cosine": 1.0075377225875854,
      "max_abs_error": 0.00653076171875
    },
    {
      "key": "model.language_model.layers.17.linear_attn.in_proj_a.weight",
      "relative_frobenius": 0.026467626675247442,
      "cosine": 0.9996424913406372,
      "max_abs_error": 0.00390625
    },
    {
      "key": "model.language_model.layers.17.linear_attn.in_proj_b.weight",
      "relative_frobenius": 0.02656037979819503,
      "cosine": 0.9996451139450073,
      "max_abs_error": 0.00311279296875
    },
    {
      "key": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight",
      "relative_frobenius": 0.0265973381195041,
      "cosine": 1.0047681331634521,
      "max_abs_error": 0.0107421875
    },
    {
      "key": "model.language_model.layers.17.linear_attn.in_proj_z.weight",
      "relative_frobenius": 0.026606582504035005,
      "cosine": 1.0009479522705078,
      "max_abs_error": 0.008544921875
    },
    {
      "key": "model.language_model.layers.17.linear_attn.out_proj.weight",
      "relative_frobenius": 0.026571979084359435,
      "cosine": 1.000828504562378,
      "max_abs_error": 0.02099609375
    },
    {
      "key": "model.language_model.layers.17.mlp.down_proj.weight",
      "relative_frobenius": 0.026581704305293722,
      "cosine": 1.0078966617584229,
      "max_abs_error": 0.01171875
    },
    {
      "key": "model.language_model.layers.17.mlp.gate_proj.weight",
      "relative_frobenius": 0.026604327046823674,
      "cosine": 1.0080724954605103,
      "max_abs_error": 0.009765625
    },
    {
      "key": "model.language_model.layers.17.mlp.up_proj.weight",
      "relative_frobenius": 0.0265796851570146,
      "cosine": 1.0073816776275635,
      "max_abs_error": 0.004638671875
    },
    {
      "key": "model.language_model.layers.18.linear_attn.in_proj_a.weight",
      "relative_frobenius": 0.026637826232242822,
      "cosine": 0.9996389150619507,
      "max_abs_error": 0.0048828125
    },
    {
      "key": "model.language_model.layers.18.linear_attn.in_proj_b.weight",
      "relative_frobenius": 0.02655172797865076,
      "cosine": 0.9996421933174133,
      "max_abs_error": 0.0035400390625
    },
    {
      "key": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight",
      "relative_frobenius": 0.02659147274553235,
      "cosine": 1.004417061805725,
      "max_abs_error": 0.0081787109375
    },
    {
      "key": "model.language_model.layers.18.linear_attn.in_proj_z.weight",
      "relative_frobenius": 0.02658222286324437,
      "cosine": 1.0008716583251953,
      "max_abs_error": 0.011962890625
    },
    {
      "key": "model.language_model.layers.18.linear_attn.out_proj.weight",
      "relative_frobenius": 0.026567688844636696,
      "cosine": 1.000848412513733,
      "max_abs_error": 0.018798828125
    },
    {
      "key": "model.language_model.layers.18.mlp.down_proj.weight",
      "relative_frobenius": 0.026572127481047817,
      "cosine": 1.0076987743377686,
      "max_abs_error": 0.0107421875
    },
    {
      "key": "model.language_model.layers.18.mlp.gate_proj.weight",
      "relative_frobenius": 0.02659846833087768,
      "cosine": 1.0083637237548828,
      "max_abs_error": 0.010498046875
    },
    {
      "key": "model.language_model.layers.18.mlp.up_proj.weight",
      "relative_frobenius": 0.02658201447015663,
      "cosine": 1.0074362754821777,
      "max_abs_error": 0.00726318359375
    },
    {
      "key": "model.language_model.layers.19.mlp.down_proj.weight",
      "relative_frobenius": 0.02657906434254321,
      "cosine": 1.0073411464691162,
      "max_abs_error": 0.0087890625
    },
    {
      "key": "model.language_model.layers.19.mlp.gate_proj.weight",
      "relative_frobenius": 0.02659945162121471,
      "cosine": 1.007996916770935,
      "max_abs_error": 0.0107421875
    },
    {
      "key": "model.language_model.layers.19.mlp.up_proj.weight",
      "relative_frobenius": 0.02658281250873123,
      "cosine": 1.0070701837539673,
      "max_abs_error": 0.0048828125
    },
    {
      "key": "model.language_model.layers.19.self_attn.k_proj.weight",
      "relative_frobenius": 0.026542405482678316,
      "cosine": 0.9996919631958008,
      "max_abs_error": 0.00732421875
    },
    {
      "key": "model.language_model.layers.19.self_attn.o_proj.weight",
      "relative_frobenius": 0.026579799175727045,
      "cosine": 1.0009453296661377,
      "max_abs_error": 0.02001953125
    },
    {
      "key": "model.language_model.layers.19.self_attn.q_proj.weight",
      "relative_frobenius": 0.026577221771378765,
      "cosine": 1.0040923357009888,
      "max_abs_error": 0.0087890625
    },
    {
      "key": "model.language_model.layers.19.self_attn.v_proj.weight",
      "relative_frobenius": 0.026583852423508133,
      "cosine": 0.9996945261955261,
      "max_abs_error": 0.0107421875
    },
    {
      "key": "model.language_model.layers.2.linear_attn.in_proj_a.weight",
      "relative_frobenius": 0.02655680496169028,
      "cosine": 0.9996448755264282,
      "max_abs_error": 0.0068359375
    },
    {
      "key": "model.language_model.layers.2.linear_attn.in_proj_b.weight",
      "relative_frobenius": 0.026462238977434167,
      "cosine": 0.99964839220047,
      "max_abs_error": 0.0078125
    },
    {
      "key": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight",
      "relative_frobenius": 0.026590163648859716,
      "cosine": 1.0035234689712524,
      "max_abs_error": 0.00732421875
    },
    {
      "key": "model.language_model.layers.2.linear_attn.in_proj_z.weight",
      "relative_frobenius": 0.026597956315212955,
      "cosine": 1.0009011030197144,
      "max_abs_error": 0.00537109375
    },
    {
      "key": "model.language_model.layers.2.linear_attn.out_proj.weight",
      "relative_frobenius": 0.026563163760362947,
      "cosine": 1.000795602798462,
      "max_abs_error": 0.03515625
    },
    {
      "key": "model.language_model.layers.2.mlp.down_proj.weight",
      "relative_frobenius": 0.026590171323105413,
      "cosine": 1.0075870752334595,
      "max_abs_error": 0.01904296875
    },
    {
      "key": "model.language_model.layers.2.mlp.gate_proj.weight",
      "relative_frobenius": 0.026589849170031855,
      "cosine": 1.0071380138397217,
      "max_abs_error": 0.00677490234375
    },
    {
      "key": "model.language_model.layers.2.mlp.up_proj.weight",
      "relative_frobenius": 0.026633675374299642,
      "cosine": 1.0077459812164307,
      "max_abs_error": 0.004150390625
    },
    {
      "key": "model.language_model.layers.20.linear_attn.in_proj_a.weight",
      "relative_frobenius": 0.026461251793492707,
      "cosine": 0.9996414184570312,
      "max_abs_error": 0.00537109375
    },
    {
      "key": "model.language_model.layers.20.linear_attn.in_proj_b.weight",
      "relative_frobenius": 0.02637922965273064,
      "cosine": 0.9996519088745117,
      "max_abs_error": 0.0035400390625
    },
    {
      "key": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight",
      "relative_frobenius": 0.02659412961754405,
      "cosine": 1.0041568279266357,
      "max_abs_error": 0.0093994140625
    },
    {
      "key": "model.language_model.layers.20.linear_attn.in_proj_z.weight",
      "relative_frobenius": 0.02659635857572025,
      "cosine": 1.0007503032684326,
      "max_abs_error": 0.0072021484375
    },
    {
      "key": "model.language_model.layers.20.linear_attn.out_proj.weight",
      "relative_frobenius": 0.026571743464795666,
      "cosine": 1.000784158706665,
      "max_abs_error": 0.0185546875
    },
    {
      "key": "model.language_model.layers.20.mlp.down_proj.weight",
      "relative_frobenius": 0.026580473328028188,
      "cosine": 1.0074865818023682,
      "max_abs_error": 0.011474609375
    },
    {
      "key": "model.language_model.layers.20.mlp.gate_proj.weight",
      "relative_frobenius": 0.026576566554973435,
      "cosine": 1.0075660943984985,
      "max_abs_error": 0.009521484375
    },
    {
      "key": "model.language_model.layers.20.mlp.up_proj.weight",
      "relative_frobenius": 0.026573614899565744,
      "cosine": 1.00721275806427,
      "max_abs_error": 0.0048828125
    },
    {
      "key": "model.language_model.layers.21.linear_attn.in_proj_a.weight",
      "relative_frobenius": 0.02652285396033399,
      "cosine": 0.9996446371078491,
      "max_abs_error": 0.0068359375
    },
    {
      "key": "model.language_model.layers.21.linear_attn.in_proj_b.weight",
      "relative_frobenius": 0.02653071936710929,
      "cosine": 0.9996417760848999,
      "max_abs_error": 0.004150390625
    },
    {
      "key": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight",
      "relative_frobenius": 0.026602111523843733,
      "cosine": 1.004193902015686,
      "max_abs_error": 0.00927734375
    },
    {
      "key": "model.language_model.layers.21.linear_attn.in_proj_z.weight",
      "relative_frobenius": 0.02659227901934818,
      "cosine": 1.0007145404815674,
      "max_abs_error": 0.00634765625
    },
    {
      "key": "model.language_model.layers.21.linear_attn.out_proj.weight",
      "relative_frobenius": 0.02656286878719413,
      "cosine": 1.00082266330719,
      "max_abs_error": 0.01513671875
    },
    {
      "key": "model.language_model.layers.21.mlp.down_proj.weight",
      "relative_frobenius": 0.026580831469902932,
      "cosine": 1.0074481964111328,
      "max_abs_error": 0.006591796875
    },
    {
      "key": "model.language_model.layers.21.mlp.gate_proj.weight",
      "relative_frobenius": 0.026567118491300504,
      "cosine": 1.0072963237762451,
      "max_abs_error": 0.01318359375
    },
    {
      "key": "model.language_model.layers.21.mlp.up_proj.weight",
      "relative_frobenius": 0.02658891238439385,
      "cosine": 1.0071918964385986,
      "max_abs_error": 0.00634765625
    },
    {
      "key": "model.language_model.layers.22.linear_attn.in_proj_a.weight",
      "relative_frobenius": 0.02619855308188392,
      "cosine": 0.9996473789215088,
      "max_abs_error": 0.00634765625
    },
    {
      "key": "model.language_model.layers.22.linear_attn.in_proj_b.weight",
      "relative_frobenius": 0.026571742245127893,
      "cosine": 0.9996476173400879,
      "max_abs_error": 0.0035400390625
    },
    {
      "key": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight",
      "relative_frobenius": 0.02660262847797982,
      "cosine": 1.0039337873458862,
      "max_abs_error": 0.0078125
    },
    {
      "key": "model.language_model.layers.22.linear_attn.in_proj_z.weight",
      "relative_frobenius": 0.026591032932427622,
      "cosine": 1.0010578632354736,
      "max_abs_error": 0.010498046875
    },
    {
      "key": "model.language_model.layers.22.linear_attn.out_proj.weight",
      "relative_frobenius": 0.02656532368667794,
      "cosine": 1.0007833242416382,
      "max_abs_error": 0.0234375
    },
    {
      "key": "model.language_model.layers.22.mlp.down_proj.weight",
      "relative_frobenius": 0.02658158636046701,
      "cosine": 1.0073992013931274,
      "max_abs_error": 0.0107421875
    },
    {
      "key": "model.language_model.layers.22.mlp.gate_proj.weight",
      "relative_frobenius": 0.02655831425662054,
      "cosine": 1.0068186521530151,
      "max_abs_error": 0.009521484375
    },
    {
      "key": "model.language_model.layers.22.mlp.up_proj.weight",
      "relative_frobenius": 0.026579643499419336,
      "cosine": 1.00717031955719,
      "max_abs_error": 0.005126953125
    },
    {
      "key": "model.language_model.layers.23.mlp.down_proj.weight",
      "relative_frobenius": 0.026564712301946524,
      "cosine": 1.0072134733200073,
      "max_abs_error": 0.010009765625
    },
    {
      "key": "model.language_model.layers.23.mlp.gate_proj.weight",
      "relative_frobenius": 0.026556342596930703,
      "cosine": 1.0066436529159546,
      "max_abs_error": 0.01220703125
    },
    {
      "key": "model.language_model.layers.23.mlp.up_proj.weight",
      "relative_frobenius": 0.026579272678386893,
      "cosine": 1.0069159269332886,
      "max_abs_error": 0.0062255859375
    },
    {
      "key": "model.language_model.layers.23.self_attn.k_proj.weight",
      "relative_frobenius": 0.026530941943205807,
      "cosine": 0.9996988773345947,
      "max_abs_error": 0.0068359375
    },
    {
      "key": "model.language_model.layers.23.self_attn.o_proj.weight",
      "relative_frobenius": 0.0265646168599109,
      "cosine": 1.0010151863098145,
      "max_abs_error": 0.02099609375
    },
    {
      "key": "model.language_model.layers.23.self_attn.q_proj.weight",
      "relative_frobenius": 0.02657172125715611,
      "cosine": 1.0035368204116821,
      "max_abs_error": 0.0087890625
    },
    {
      "key": "model.language_model.layers.23.self_attn.v_proj.weight",
      "relative_frobenius": 0.02655327056046262,
      "cosine": 0.9997155666351318,
      "max_abs_error": 0.00830078125
    },
    {
      "key": "model.language_model.layers.24.linear_attn.in_proj_a.weight",
      "relative_frobenius": 0.02635425124049586,
      "cosine": 0.9996457099914551,
      "max_abs_error": 0.0078125
    },
    {
      "key": "model.language_model.layers.24.linear_attn.in_proj_b.weight",
      "relative_frobenius": 0.02631875356504393,
      "cosine": 0.9996526837348938,
      "max_abs_error": 0.0032958984375
    },
    {
      "key": "model.language_model.layers.24.linear_attn.in_proj_qkv.weight",
      "relative_frobenius": 0.026596718025522714,
      "cosine": 1.0033448934555054,
      "max_abs_error": 0.00830078125
    },
    {
      "key": "model.language_model.layers.24.linear_attn.in_proj_z.weight",
      "relative_frobenius": 0.026583701770051066,
      "cosine": 1.000899314880371,
      "max_abs_error": 0.0068359375
    },
    {
      "key": "model.language_model.layers.24.linear_attn.out_proj.weight",
      "relative_frobenius": 0.02656588203669564,
      "cosine": 1.0007420778274536,
      "max_abs_error": 0.01953125
    },
    {
      "key": "model.language_model.layers.24.mlp.down_proj.weight",
      "relative_frobenius": 0.02656901824000259,
      "cosine": 1.0070537328720093,
      "max_abs_error": 0.00634765625
    },
    {
      "key": "model.language_model.layers.24.mlp.gate_proj.weight",
      "relative_frobenius": 0.026567451039568167,
      "cosine": 1.0062648057937622,
      "max_abs_error": 0.01171875
    },
    {
      "key": "model.language_model.layers.24.mlp.up_proj.weight",
      "relative_frobenius": 0.026581709152381547,
      "cosine": 1.0069149732589722,
      "max_abs_error": 0.005859375
    },
    {
      "key": "model.language_model.layers.25.linear_attn.in_proj_a.weight",
      "relative_frobenius": 0.026036808383378643,
      "cosine": 0.9996579885482788,
      "max_abs_error": 0.007080078125
    },
    {
      "key": "model.language_model.layers.25.linear_attn.in_proj_b.weight",
      "relative_frobenius": 0.026289611442917367,
      "cosine": 0.9996490478515625,
      "max_abs_error": 0.004150390625
    },
    {
      "key": "model.language_model.layers.25.linear_attn.in_proj_qkv.weight",
      "relative_frobenius": 0.026594102980452863,
      "cosine": 1.0035616159439087,
      "max_abs_error": 0.01171875
    },
    {
      "key": "model.language_model.layers.25.linear_attn.in_proj_z.weight",
      "relative_frobenius": 0.026585260654262064,
      "cosine": 1.001085877418518,
      "max_abs_error": 0.00567626953125
    },
    {
      "key": "model.language_model.layers.25.linear_attn.out_proj.weight",
      "relative_frobenius": 0.02652055576163913,
      "cosine": 1.0006625652313232,
      "max_abs_error": 0.017333984375
    },
    {
      "key": "model.language_model.layers.25.mlp.down_proj.weight",
      "relative_frobenius": 0.026579514989757996,
      "cosine": 1.0069489479064941,
      "max_abs_error": 0.0047607421875
    },
    {
      "key": "model.language_model.layers.25.mlp.gate_proj.weight",
      "relative_frobenius": 0.026580500477521196,
      "cosine": 1.006982445716858,
      "max_abs_error": 0.02099609375
    },
    {
      "key": "model.language_model.layers.25.mlp.up_proj.weight",
      "relative_frobenius": 0.026576409895630718,
      "cosine": 1.006824016571045,
      "max_abs_error": 0.0068359375
    },
    {
      "key": "model.language_model.layers.26.linear_attn.in_proj_a.weight",
      "relative_frobenius": 0.026021262746852205,
      "cosine": 0.9996522665023804,
      "max_abs_error": 0.0064697265625
    },
    {
      "key": "model.language_model.layers.26.linear_attn.in_proj_b.weight",
      "relative_frobenius": 0.02633858968857695,
      "cosine": 0.9996519088745117,
      "max_abs_error": 0.00390625
    },
    {
      "key": "model.language_model.layers.26.linear_attn.in_proj_qkv.weight",
      "relative_frobenius": 0.026593951284801208,
      "cosine": 1.0036505460739136,
      "max_abs_error": 0.01025390625
    },
    {
      "key": "model.language_model.layers.26.linear_attn.in_proj_z.weight",
      "relative_frobenius": 0.026599692040334137,
      "cosine": 1.0011842250823975,
      "max_abs_error": 0.0068359375
    },
    {
      "key": "model.language_model.layers.26.linear_attn.out_proj.weight",
      "relative_frobenius": 0.026572177268044263,
      "cosine": 1.0007832050323486,
      "max_abs_error": 0.0234375
    },
    {
      "key": "model.language_model.layers.26.mlp.down_proj.weight",
      "relative_frobenius": 0.02656555151659998,
      "cosine": 1.007003903388977,
      "max_abs_error": 0.00439453125
    },
    {
      "key": "model.language_model.layers.26.mlp.gate_proj.weight",
      "relative_frobenius": 0.026585341586275877,
      "cosine": 1.007486343383789,
      "max_abs_error": 0.0107421875
    },
    {
      "key": "model.language_model.layers.26.mlp.up_proj.weight",
      "relative_frobenius": 0.026578606246946457,
      "cosine": 1.0067389011383057,
      "max_abs_error": 0.005615234375
    },
    {
      "key": "model.language_model.layers.27.mlp.down_proj.weight",
      "relative_frobenius": 0.026568548192491055,
      "cosine": 1.0068986415863037,
      "max_abs_error": 0.016357421875
    },
    {
      "key": "model.language_model.layers.27.mlp.gate_proj.weight",
      "relative_frobenius": 0.02658495620397121,
      "cosine": 1.0072383880615234,
      "max_abs_error": 0.01220703125
    },
    {
      "key": "model.language_model.layers.27.mlp.up_proj.weight",
      "relative_frobenius": 0.026572428940500714,
      "cosine": 1.0064595937728882,
      "max_abs_error": 0.010986328125
    },
    {
      "key": "model.language_model.layers.27.self_attn.k_proj.weight",
      "relative_frobenius": 0.026487477977908538,
      "cosine": 0.9996790885925293,
      "max_abs_error": 0.006103515625
    },
    {
      "key": "model.language_model.layers.27.self_attn.o_proj.weight",
      "relative_frobenius": 0.02657708576674467,
      "cosine": 1.0008811950683594,
      "max_abs_error": 0.0263671875
    },
    {
      "key": "model.language_model.layers.27.self_attn.q_proj.weight",
      "relative_frobenius": 0.026562441704447944,
      "cosine": 1.0038936138153076,
      "max_abs_error": 0.0107421875
    },
    {
      "key": "model.language_model.layers.27.self_attn.v_proj.weight",
      "relative_frobenius": 0.026525215985679536,
      "cosine": 0.9997355937957764,
      "max_abs_error": 0.029296875
    },
    {
      "key": "model.language_model.layers.28.linear_attn.in_proj_a.weight",
      "relative_frobenius": 0.026017461309535684,
      "cosine": 0.9996549487113953,
      "max_abs_error": 0.00732421875
    },
    {
      "key": "model.language_model.layers.28.linear_attn.in_proj_b.weight",
      "relative_frobenius": 0.026432722415687355,
      "cosine": 0.999650776386261,
      "max_abs_error": 0.00390625
    },
    {
      "key": "model.language_model.layers.28.linear_attn.in_proj_qkv.weight",
      "relative_frobenius": 0.026590810135769347,
      "cosine": 1.003620982170105,
      "max_abs_error": 0.0146484375
    },
    {
      "key": "model.language_model.layers.28.linear_attn.in_proj_z.weight",
      "relative_frobenius": 0.02657716615760108,
      "cosine": 1.001022219657898,
      "max_abs_error": 0.0084228515625
    },
    {
      "key": "model.language_model.layers.28.linear_attn.out_proj.weight",
      "relative_frobenius": 0.02655733848835767,
      "cosine": 1.0007688999176025,
      "max_abs_error": 0.0205078125
    },
    {
      "key": "model.language_model.layers.28.mlp.down_proj.weight",
      "relative_frobenius": 0.026565526756182303,
      "cosine": 1.006735920906067,
      "max_abs_error": 0.013671875
    },
    {
      "key": "model.language_model.layers.28.mlp.gate_proj.weight",
      "relative_frobenius": 0.02658338228263507,
      "cosine": 1.0072802305221558,
      "max_abs_error": 0.0135498046875
    },
    {
      "key": "model.language_model.layers.28.mlp.up_proj.weight",
      "relative_frobenius": 0.026566828973024533,
      "cosine": 1.00645112991333,
      "max_abs_error": 0.008544921875
    },
    {
      "key": "model.language_model.layers.29.linear_attn.in_proj_a.weight",
      "relative_frobenius": 0.026308945288717103,
      "cosine": 0.999647319316864,
      "max_abs_error": 0.009765625
    },
    {
      "key": "model.language_model.layers.29.linear_attn.in_proj_b.weight",
      "relative_frobenius": 0.02644462333239444,
      "cosine": 0.999647855758667,
      "max_abs_error": 0.0048828125
    },
    {
      "key": "model.language_model.layers.29.linear_attn.in_proj_qkv.weight",
      "relative_frobenius": 0.02659896970380664,
      "cosine": 1.0038669109344482,
      "max_abs_error": 0.01025390625
    },
    {
      "key": "model.language_model.layers.29.linear_attn.in_proj_z.weight",
      "relative_frobenius": 0.02658770986950948,
      "cosine": 1.000990629196167,
      "max_abs_error": 0.010009765625
    },
    {
      "key": "model.language_model.layers.29.linear_attn.out_proj.weight",
      "relative_frobenius": 0.02657568034512292,
      "cosine": 1.0008279085159302,
      "max_abs_error": 0.02001953125
    },
    {
      "key": "model.language_model.layers.29.mlp.down_proj.weight",
      "relative_frobenius": 0.026570309159179593,
      "cosine": 1.0065144300460815,
      "max_abs_error": 0.00732421875
    },
    {
      "key": "model.language_model.layers.29.mlp.gate_proj.weight",
      "relative_frobenius": 0.026572372796067074,
      "cosine": 1.0075738430023193,
      "max_abs_error": 0.01123046875
    },
    {
      "key": "model.language_model.layers.29.mlp.up_proj.weight",
      "relative_frobenius": 0.02656923615266375,
      "cosine": 1.006152629852295,
      "max_abs_error": 0.010498046875
    },
    {
      "key": "model.language_model.layers.3.mlp.down_proj.weight",
      "relative_frobenius": 0.026587543115944173,
      "cosine": 1.0074552297592163,
      "max_abs_error": 0.0205078125
    },
    {
      "key": "model.language_model.layers.3.mlp.gate_proj.weight",
      "relative_frobenius": 0.02658081281214315,
      "cosine": 1.007242202758789,
      "max_abs_error": 0.0064697265625
    },
    {
      "key": "model.language_model.layers.3.mlp.up_proj.weight",
      "relative_frobenius": 0.026613261184091398,
      "cosine": 1.0075664520263672,
      "max_abs_error": 0.00445556640625
    },
    {
      "key": "model.language_model.layers.3.self_attn.k_proj.weight",
      "relative_frobenius": 0.026572795488963654,
      "cosine": 0.9997000694274902,
      "max_abs_error": 0.00634765625
    },
    {
      "key": "model.language_model.layers.3.self_attn.o_proj.weight",
      "relative_frobenius": 0.026614858322209164,
      "cosine": 1.0007249116897583,
      "max_abs_error": 0.02734375
    },
    {
      "key": "model.language_model.layers.3.self_attn.q_proj.weight",
      "relative_frobenius": 0.026596944737541185,
      "cosine": 1.0045781135559082,
      "max_abs_error": 0.0107421875
    },
    {
      "key": "model.language_model.layers.3.self_attn.v_proj.weight",
      "relative_frobenius": 0.026623055183418575,
      "cosine": 0.9997144937515259,
      "max_abs_error": 0.007080078125
    },
    {
      "key": "model.language_model.layers.30.linear_attn.in_proj_a.weight",
      "relative_frobenius": 0.026482092479644774,
      "cosine": 0.999649167060852,
      "max_abs_error": 0.0076904296875
    },
    {
      "key": "model.language_model.layers.30.linear_attn.in_proj_b.weight",
      "relative_frobenius": 0.026665643260905595,
      "cosine": 0.9996428489685059,
      "max_abs_error": 0.00390625
    },
    {
      "key": "model.language_model.layers.30.linear_attn.in_proj_qkv.weight",
      "relative_frobenius": 0.02658274990518417,
      "cosine": 1.0040607452392578,
      "max_abs_error": 0.01220703125
    },
    {
      "key": "model.language_model.layers.30.linear_attn.in_proj_z.weight",
      "relative_frobenius": 0.026571784749444067,
      "cosine": 1.0010303258895874,
      "max_abs_error": 0.011962890625
    },
    {
      "key": "model.language_model.layers.30.linear_attn.out_proj.weight",
      "relative_frobenius": 0.026551969364932003,
      "cosine": 1.0009151697158813,
      "max_abs_error": 0.01806640625
    },
    {
      "key": "model.language_model.layers.30.mlp.down_proj.weight",
      "relative_frobenius": 0.02657181323302908,
      "cosine": 1.0069050788879395,
      "max_abs_error": 0.01171875
    },
    {
      "key": "model.language_model.layers.30.mlp.gate_proj.weight",
      "relative_frobenius": 0.026570203244315502,
      "cosine": 1.0074293613433838,
      "max_abs_error": 0.0126953125
    },
    {
      "key": "model.language_model.layers.30.mlp.up_proj.weight",
      "relative_frobenius": 0.026564851871979208,
      "cosine": 1.0062181949615479,
      "max_abs_error": 0.0087890625
    },
    {
      "key": "model.language_model.layers.31.mlp.down_proj.weight",
      "relative_frobenius": 0.02658338450075053,
      "cosine": 1.007778525352478,
      "max_abs_error": 0.0107421875
    },
    {
      "key": "model.language_model.layers.31.mlp.gate_proj.weight",
      "relative_frobenius": 0.026580261021144285,
      "cosine": 1.0079879760742188,
      "max_abs_error": 0.0137939453125
    },
    {
      "key": "model.language_model.layers.31.mlp.up_proj.weight",
      "relative_frobenius": 0.02658142020996424,
      "cosine": 1.0070172548294067,
      "max_abs_error": 0.008056640625
    },
    {
      "key": "model.language_model.layers.31.self_attn.k_proj.weight",
      "relative_frobenius": 0.026498307762033057,
      "cosine": 0.9996821284294128,
      "max_abs_error": 0.007568359375
    },
    {
      "key": "model.language_model.layers.31.self_attn.o_proj.weight",
      "relative_frobenius": 0.026529996317874473,
      "cosine": 1.001169204711914,
      "max_abs_error": 0.01904296875
    },
    {
      "key": "model.language_model.layers.31.self_attn.q_proj.weight",
      "relative_frobenius": 0.026552449372442805,
      "cosine": 1.0037171840667725,
      "max_abs_error": 0.0106201171875
    },
    {
      "key": "model.language_model.layers.31.self_attn.v_proj.weight",
      "relative_frobenius": 0.026515850968949473,
      "cosine": 0.9996894598007202,
      "max_abs_error": 0.025390625
    },
    {
      "key": "model.language_model.layers.4.linear_attn.in_proj_a.weight",
      "relative_frobenius": 0.026422999153393644,
      "cosine": 0.999647319316864,
      "max_abs_error": 0.006591796875
    },
    {
      "key": "model.language_model.layers.4.linear_attn.in_proj_b.weight",
      "relative_frobenius": 0.026436427023704225,
      "cosine": 0.9996479749679565,
      "max_abs_error": 0.0068359375
    },
    {
      "key": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight",
      "relative_frobenius": 0.02660009594418268,
      "cosine": 1.0037232637405396,
      "max_abs_error": 0.0069580078125
    },
    {
      "key": "model.language_model.layers.4.linear_attn.in_proj_z.weight",
      "relative_frobenius": 0.026615461199983887,
      "cosine": 1.0011333227157593,
      "max_abs_error": 0.0064697265625
    },
    {
      "key": "model.language_model.layers.4.linear_attn.out_proj.weight",
      "relative_frobenius": 0.026574563921260886,
      "cosine": 1.0007891654968262,
      "max_abs_error": 0.029296875
    },
    {
      "key": "model.language_model.layers.4.mlp.down_proj.weight",
      "relative_frobenius": 0.026591564739757597,
      "cosine": 1.007774829864502,
      "max_abs_error": 0.0185546875
    },
    {
      "key": "model.language_model.layers.4.mlp.gate_proj.weight",
      "relative_frobenius": 0.026580157910510212,
      "cosine": 1.0072038173675537,
      "max_abs_error": 0.0064697265625
    },
    {
      "key": "model.language_model.layers.4.mlp.up_proj.weight",
      "relative_frobenius": 0.026605122894444142,
      "cosine": 1.0075677633285522,
      "max_abs_error": 0.00439453125
    },
    {
      "key": "model.language_model.layers.5.linear_attn.in_proj_a.weight",
      "relative_frobenius": 0.02632449316429399,
      "cosine": 0.999648928642273,
      "max_abs_error": 0.00634765625
    },
    {
      "key": "model.language_model.layers.5.linear_attn.in_proj_b.weight",
      "relative_frobenius": 0.026452130966891984,
      "cosine": 0.9996408224105835,
      "max_abs_error": 0.00506591796875
    },
    {
      "key": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight",
      "relative_frobenius": 0.02658999249879267,
      "cosine": 1.0037286281585693,
      "max_abs_error": 0.0078125
    },
    {
      "key": "model.language_model.layers.5.linear_attn.in_proj_z.weight",
      "relative_frobenius": 0.0266065851614869,
      "cosine": 1.0011613368988037,
      "max_abs_error": 0.00634765625
    },
    {
      "key": "model.language_model.layers.5.linear_attn.out_proj.weight",
      "relative_frobenius": 0.026576590533845697,
      "cosine": 1.0006515979766846,
      "max_abs_error": 0.03125
    },
    {
      "key": "model.language_model.layers.5.mlp.down_proj.weight",
      "relative_frobenius": 0.026591213052591545,
      "cosine": 1.0077687501907349,
      "max_abs_error": 0.021484375
    },
    {
      "key": "model.language_model.layers.5.mlp.gate_proj.weight",
      "relative_frobenius": 0.02658583272323658,
      "cosine": 1.0069851875305176,
      "max_abs_error": 0.005615234375
    },
    {
      "key": "model.language_model.layers.5.mlp.up_proj.weight",
      "relative_frobenius": 0.02662073883804035,
      "cosine": 1.0076202154159546,
      "max_abs_error": 0.00396728515625
    },
    {
      "key": "model.language_model.layers.6.linear_attn.in_proj_a.weight",
      "relative_frobenius": 0.026429367419985472,
      "cosine": 0.999642014503479,
      "max_abs_error": 0.005859375
    },
    {
      "key": "model.language_model.layers.6.linear_attn.in_proj_b.weight",
      "relative_frobenius": 0.026453264852350934,
      "cosine": 0.9996457099914551,
      "max_abs_error": 0.0054931640625
    },
    {
      "key": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight",
      "relative_frobenius": 0.026600582239342054,
      "cosine": 1.0039770603179932,
      "max_abs_error": 0.0076904296875
    },
    {
      "key": "model.language_model.layers.6.linear_attn.in_proj_z.weight",
      "relative_frobenius": 0.026584663284940285,
      "cosine": 1.000740647315979,
      "max_abs_error": 0.0078125
    },
    {
      "key": "model.language_model.layers.6.linear_attn.out_proj.weight",
      "relative_frobenius": 0.026579140130916282,
      "cosine": 1.0007688999176025,
      "max_abs_error": 0.02734375
    },
    {
      "key": "model.language_model.layers.6.mlp.down_proj.weight",
      "relative_frobenius": 0.02659767645807286,
      "cosine": 1.007946491241455,
      "max_abs_error": 0.015625
    },
    {
      "key": "model.language_model.layers.6.mlp.gate_proj.weight",
      "relative_frobenius": 0.02658048278007735,
      "cosine": 1.0070174932479858,
      "max_abs_error": 0.005615234375
    },
    {
      "key": "model.language_model.layers.6.mlp.up_proj.weight",
      "relative_frobenius": 0.026614109872417368,
      "cosine": 1.0078214406967163,
      "max_abs_error": 0.00567626953125
    },
    {
      "key": "model.language_model.layers.7.mlp.down_proj.weight",
      "relative_frobenius": 0.02659532924459417,
      "cosine": 1.0078010559082031,
      "max_abs_error": 0.0166015625
    },
    {
      "key": "model.language_model.layers.7.mlp.gate_proj.weight",
      "relative_frobenius": 0.026579220274983318,
      "cosine": 1.0067284107208252,
      "max_abs_error": 0.005126953125
    },
    {
      "key": "model.language_model.layers.7.mlp.up_proj.weight",
      "relative_frobenius": 0.026612539245636068,
      "cosine": 1.0076861381530762,
      "max_abs_error": 0.0042724609375
    },
    {
      "key": "model.language_model.layers.7.self_attn.k_proj.weight",
      "relative_frobenius": 0.026548268995074117,
      "cosine": 0.999667227268219,
      "max_abs_error": 0.0068359375
    },
    {
      "key": "model.language_model.layers.7.self_attn.o_proj.weight",
      "relative_frobenius": 0.026562796177805166,
      "cosine": 1.0007985830307007,
      "max_abs_error": 0.01953125
    },
    {
      "key": "model.language_model.layers.7.self_attn.q_proj.weight",
      "relative_frobenius": 0.026585545969763764,
      "cosine": 1.00336754322052,
      "max_abs_error": 0.0086669921875
    },
    {
      "key": "model.language_model.layers.7.self_attn.v_proj.weight",
      "relative_frobenius": 0.026571400104128843,
      "cosine": 0.9996517300605774,
      "max_abs_error": 0.00537109375
    },
    {
      "key": "model.language_model.layers.8.linear_attn.in_proj_a.weight",
      "relative_frobenius": 0.02639284007490088,
      "cosine": 0.999645471572876,
      "max_abs_error": 0.0054931640625
    },
    {
      "key": "model.language_model.layers.8.linear_attn.in_proj_b.weight",
      "relative_frobenius": 0.026424615234438384,
      "cosine": 0.9996501803398132,
      "max_abs_error": 0.0048828125
    },
    {
      "key": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight",
      "relative_frobenius": 0.026590389664977166,
      "cosine": 1.0037635564804077,
      "max_abs_error": 0.0078125
    },
    {
      "key": "model.language_model.layers.8.linear_attn.in_proj_z.weight",
      "relative_frobenius": 0.026591113147052012,
      "cosine": 1.0009806156158447,
      "max_abs_error": 0.0078125
    },
    {
      "key": "model.language_model.layers.8.linear_attn.out_proj.weight",
      "relative_frobenius": 0.026586981369736716,
      "cosine": 1.0007740259170532,
      "max_abs_error": 0.029296875
    },
    {
      "key": "model.language_model.layers.8.mlp.down_proj.weight",
      "relative_frobenius": 0.026591765950862392,
      "cosine": 1.007741093635559,
      "max_abs_error": 0.015625
    },
    {
      "key": "model.language_model.layers.8.mlp.gate_proj.weight",
      "relative_frobenius": 0.026580496742539813,
      "cosine": 1.0068466663360596,
      "max_abs_error": 0.0068359375
    },
    {
      "key": "model.language_model.layers.8.mlp.up_proj.weight",
      "relative_frobenius": 0.026616177892082125,
      "cosine": 1.0076037645339966,
      "max_abs_error": 0.00390625
    },
    {
      "key": "model.language_model.layers.9.linear_attn.in_proj_a.weight",
      "relative_frobenius": 0.026358221118174804,
      "cosine": 0.9996501207351685,
      "max_abs_error": 0.0057373046875
    },
    {
      "key": "model.language_model.layers.9.linear_attn.in_proj_b.weight",
      "relative_frobenius": 0.02654425171043618,
      "cosine": 0.9996463060379028,
      "max_abs_error": 0.0045166015625
    },
    {
      "key": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight",
      "relative_frobenius": 0.026586380851274405,
      "cosine": 1.0042734146118164,
      "max_abs_error": 0.0072021484375
    },
    {
      "key": "model.language_model.layers.9.linear_attn.in_proj_z.weight",
      "relative_frobenius": 0.02658446072532204,
      "cosine": 1.0007965564727783,
      "max_abs_error": 0.005859375
    },
    {
      "key": "model.language_model.layers.9.linear_attn.out_proj.weight",
      "relative_frobenius": 0.026579059081236776,
      "cosine": 1.0007636547088623,
      "max_abs_error": 0.01953125
    },
    {
      "key": "model.language_model.layers.9.mlp.down_proj.weight",
      "relative_frobenius": 0.026593217628106704,
      "cosine": 1.0077952146530151,
      "max_abs_error": 0.01806640625
    },
    {
      "key": "model.language_model.layers.9.mlp.gate_proj.weight",
      "relative_frobenius": 0.02658177723538069,
      "cosine": 1.007019281387329,
      "max_abs_error": 0.005615234375
    },
    {
      "key": "model.language_model.layers.9.mlp.up_proj.weight",
      "relative_frobenius": 0.026605891907519403,
      "cosine": 1.007614254951477,
      "max_abs_error": 0.005126953125
    }
  ]
}