| { | |
| "status": "pass", | |
| "targets": 248, | |
| "protected": 527, | |
| "max_relative_frobenius": 0.02673578478051943, | |
| "min_cosine": 0.9996354579925537, | |
| "errors": [ | |
| { | |
| "key": "model.language_model.layers.0.linear_attn.in_proj_a.weight", | |
| "relative_frobenius": 0.026569190063808135, | |
| "cosine": 0.9996389746665955, | |
| "max_abs_error": 0.006103515625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.0.linear_attn.in_proj_b.weight", | |
| "relative_frobenius": 0.02644671704359502, | |
| "cosine": 0.9996451139450073, | |
| "max_abs_error": 0.0018310546875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", | |
| "relative_frobenius": 0.02661577023514053, | |
| "cosine": 1.0044848918914795, | |
| "max_abs_error": 0.0126953125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.0.linear_attn.in_proj_z.weight", | |
| "relative_frobenius": 0.02658329774249356, | |
| "cosine": 1.00100576877594, | |
| "max_abs_error": 0.005859375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.0.linear_attn.out_proj.weight", | |
| "relative_frobenius": 0.026589872550715557, | |
| "cosine": 1.0008498430252075, | |
| "max_abs_error": 0.03076171875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.0.mlp.down_proj.weight", | |
| "relative_frobenius": 0.02659914652459233, | |
| "cosine": 1.007695198059082, | |
| "max_abs_error": 0.0234375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.0.mlp.gate_proj.weight", | |
| "relative_frobenius": 0.026610602951720557, | |
| "cosine": 1.0077441930770874, | |
| "max_abs_error": 0.0068359375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.0.mlp.up_proj.weight", | |
| "relative_frobenius": 0.026634699566706187, | |
| "cosine": 1.0080325603485107, | |
| "max_abs_error": 0.00341796875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.1.linear_attn.in_proj_a.weight", | |
| "relative_frobenius": 0.02639921331390886, | |
| "cosine": 0.9996458292007446, | |
| "max_abs_error": 0.009765625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.1.linear_attn.in_proj_b.weight", | |
| "relative_frobenius": 0.02650003507064275, | |
| "cosine": 0.999638020992279, | |
| "max_abs_error": 0.0087890625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", | |
| "relative_frobenius": 0.026601518317546823, | |
| "cosine": 1.0037744045257568, | |
| "max_abs_error": 0.00830078125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.1.linear_attn.in_proj_z.weight", | |
| "relative_frobenius": 0.026603424176113485, | |
| "cosine": 1.0008606910705566, | |
| "max_abs_error": 0.008056640625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.1.linear_attn.out_proj.weight", | |
| "relative_frobenius": 0.026601504863499385, | |
| "cosine": 1.0007822513580322, | |
| "max_abs_error": 0.037109375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.1.mlp.down_proj.weight", | |
| "relative_frobenius": 0.026599957047717764, | |
| "cosine": 1.0079916715621948, | |
| "max_abs_error": 0.0234375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.1.mlp.gate_proj.weight", | |
| "relative_frobenius": 0.02659434303120825, | |
| "cosine": 1.0076606273651123, | |
| "max_abs_error": 0.006591796875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.1.mlp.up_proj.weight", | |
| "relative_frobenius": 0.026622208845256835, | |
| "cosine": 1.0079329013824463, | |
| "max_abs_error": 0.00628662109375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.10.linear_attn.in_proj_a.weight", | |
| "relative_frobenius": 0.02642679558729996, | |
| "cosine": 0.9996519088745117, | |
| "max_abs_error": 0.0057373046875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.10.linear_attn.in_proj_b.weight", | |
| "relative_frobenius": 0.02650040713640098, | |
| "cosine": 0.9996460676193237, | |
| "max_abs_error": 0.00421142578125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", | |
| "relative_frobenius": 0.02659314620163946, | |
| "cosine": 1.0041903257369995, | |
| "max_abs_error": 0.008056640625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.10.linear_attn.in_proj_z.weight", | |
| "relative_frobenius": 0.026595873526898905, | |
| "cosine": 1.0007809400558472, | |
| "max_abs_error": 0.0078125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.10.linear_attn.out_proj.weight", | |
| "relative_frobenius": 0.026577218044810277, | |
| "cosine": 1.0007258653640747, | |
| "max_abs_error": 0.01953125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.10.mlp.down_proj.weight", | |
| "relative_frobenius": 0.026589983474261406, | |
| "cosine": 1.0077773332595825, | |
| "max_abs_error": 0.0120849609375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.10.mlp.gate_proj.weight", | |
| "relative_frobenius": 0.02657966477811029, | |
| "cosine": 1.0075809955596924, | |
| "max_abs_error": 0.006103515625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.10.mlp.up_proj.weight", | |
| "relative_frobenius": 0.02659064478763149, | |
| "cosine": 1.0074912309646606, | |
| "max_abs_error": 0.004150390625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.11.mlp.down_proj.weight", | |
| "relative_frobenius": 0.02659090181822368, | |
| "cosine": 1.007824420928955, | |
| "max_abs_error": 0.0146484375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.11.mlp.gate_proj.weight", | |
| "relative_frobenius": 0.026589571538364592, | |
| "cosine": 1.0075360536575317, | |
| "max_abs_error": 0.0068359375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.11.mlp.up_proj.weight", | |
| "relative_frobenius": 0.026578327864427462, | |
| "cosine": 1.007392168045044, | |
| "max_abs_error": 0.0048828125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.11.self_attn.k_proj.weight", | |
| "relative_frobenius": 0.02660544398268884, | |
| "cosine": 0.9996809959411621, | |
| "max_abs_error": 0.0074462890625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.11.self_attn.o_proj.weight", | |
| "relative_frobenius": 0.026582068077295438, | |
| "cosine": 1.0008572340011597, | |
| "max_abs_error": 0.0145263671875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.11.self_attn.q_proj.weight", | |
| "relative_frobenius": 0.02659145581821607, | |
| "cosine": 1.0033222436904907, | |
| "max_abs_error": 0.0087890625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.11.self_attn.v_proj.weight", | |
| "relative_frobenius": 0.026574188134202006, | |
| "cosine": 0.999681830406189, | |
| "max_abs_error": 0.006591796875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.12.linear_attn.in_proj_a.weight", | |
| "relative_frobenius": 0.02643726637334051, | |
| "cosine": 0.9996504783630371, | |
| "max_abs_error": 0.00531005859375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.12.linear_attn.in_proj_b.weight", | |
| "relative_frobenius": 0.02673578478051943, | |
| "cosine": 0.9996397495269775, | |
| "max_abs_error": 0.005859375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", | |
| "relative_frobenius": 0.026590895836693308, | |
| "cosine": 1.0041848421096802, | |
| "max_abs_error": 0.008056640625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.12.linear_attn.in_proj_z.weight", | |
| "relative_frobenius": 0.02660082091546265, | |
| "cosine": 1.0009530782699585, | |
| "max_abs_error": 0.00732421875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.12.linear_attn.out_proj.weight", | |
| "relative_frobenius": 0.026572728267414695, | |
| "cosine": 1.0007997751235962, | |
| "max_abs_error": 0.01904296875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.12.mlp.down_proj.weight", | |
| "relative_frobenius": 0.026584702948190667, | |
| "cosine": 1.0077407360076904, | |
| "max_abs_error": 0.011474609375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.12.mlp.gate_proj.weight", | |
| "relative_frobenius": 0.02659605317157082, | |
| "cosine": 1.0077534914016724, | |
| "max_abs_error": 0.0068359375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.12.mlp.up_proj.weight", | |
| "relative_frobenius": 0.026593610173353134, | |
| "cosine": 1.007412075996399, | |
| "max_abs_error": 0.00347900390625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.13.linear_attn.in_proj_a.weight", | |
| "relative_frobenius": 0.026530290803471475, | |
| "cosine": 0.9996407628059387, | |
| "max_abs_error": 0.005126953125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.13.linear_attn.in_proj_b.weight", | |
| "relative_frobenius": 0.026220130494970583, | |
| "cosine": 0.9996514916419983, | |
| "max_abs_error": 0.005859375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", | |
| "relative_frobenius": 0.026603897188614046, | |
| "cosine": 1.0043472051620483, | |
| "max_abs_error": 0.008544921875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.13.linear_attn.in_proj_z.weight", | |
| "relative_frobenius": 0.02659782569226477, | |
| "cosine": 1.0008492469787598, | |
| "max_abs_error": 0.0054931640625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.13.linear_attn.out_proj.weight", | |
| "relative_frobenius": 0.02657655521987313, | |
| "cosine": 1.0007981061935425, | |
| "max_abs_error": 0.0234375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.13.mlp.down_proj.weight", | |
| "relative_frobenius": 0.02657917729208879, | |
| "cosine": 1.0078675746917725, | |
| "max_abs_error": 0.0108642578125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.13.mlp.gate_proj.weight", | |
| "relative_frobenius": 0.026601347510594783, | |
| "cosine": 1.0078091621398926, | |
| "max_abs_error": 0.0067138671875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.13.mlp.up_proj.weight", | |
| "relative_frobenius": 0.026594138996239514, | |
| "cosine": 1.007476568222046, | |
| "max_abs_error": 0.00390625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.14.linear_attn.in_proj_a.weight", | |
| "relative_frobenius": 0.026666145906360256, | |
| "cosine": 0.9996354579925537, | |
| "max_abs_error": 0.0050048828125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.14.linear_attn.in_proj_b.weight", | |
| "relative_frobenius": 0.026462945972552002, | |
| "cosine": 0.999645471572876, | |
| "max_abs_error": 0.0048828125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", | |
| "relative_frobenius": 0.026588921005435136, | |
| "cosine": 1.0040746927261353, | |
| "max_abs_error": 0.01171875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.14.linear_attn.in_proj_z.weight", | |
| "relative_frobenius": 0.026599772742882825, | |
| "cosine": 1.000756025314331, | |
| "max_abs_error": 0.008056640625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.14.linear_attn.out_proj.weight", | |
| "relative_frobenius": 0.02657535726385277, | |
| "cosine": 1.0008374452590942, | |
| "max_abs_error": 0.02001953125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.14.mlp.down_proj.weight", | |
| "relative_frobenius": 0.02658317060174066, | |
| "cosine": 1.0078251361846924, | |
| "max_abs_error": 0.0118408203125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.14.mlp.gate_proj.weight", | |
| "relative_frobenius": 0.02661300126223441, | |
| "cosine": 1.0080206394195557, | |
| "max_abs_error": 0.0050048828125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.14.mlp.up_proj.weight", | |
| "relative_frobenius": 0.02658544688473037, | |
| "cosine": 1.007454514503479, | |
| "max_abs_error": 0.00439453125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.15.mlp.down_proj.weight", | |
| "relative_frobenius": 0.026587028325166732, | |
| "cosine": 1.007872223854065, | |
| "max_abs_error": 0.007568359375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.15.mlp.gate_proj.weight", | |
| "relative_frobenius": 0.02661041737750303, | |
| "cosine": 1.0080703496932983, | |
| "max_abs_error": 0.006103515625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.15.mlp.up_proj.weight", | |
| "relative_frobenius": 0.026579432375914026, | |
| "cosine": 1.0074855089187622, | |
| "max_abs_error": 0.005859375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.15.self_attn.k_proj.weight", | |
| "relative_frobenius": 0.026584813134047848, | |
| "cosine": 0.9996495842933655, | |
| "max_abs_error": 0.00927734375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.15.self_attn.o_proj.weight", | |
| "relative_frobenius": 0.02656252919672237, | |
| "cosine": 1.0007994174957275, | |
| "max_abs_error": 0.00927734375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.15.self_attn.q_proj.weight", | |
| "relative_frobenius": 0.026573241193606233, | |
| "cosine": 1.0034443140029907, | |
| "max_abs_error": 0.008056640625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.15.self_attn.v_proj.weight", | |
| "relative_frobenius": 0.026610906823509944, | |
| "cosine": 0.9996896982192993, | |
| "max_abs_error": 0.0057373046875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.16.linear_attn.in_proj_a.weight", | |
| "relative_frobenius": 0.02652867451810345, | |
| "cosine": 0.9996481537818909, | |
| "max_abs_error": 0.00433349609375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.16.linear_attn.in_proj_b.weight", | |
| "relative_frobenius": 0.026470442533837006, | |
| "cosine": 0.999648928642273, | |
| "max_abs_error": 0.003662109375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", | |
| "relative_frobenius": 0.026591449225176544, | |
| "cosine": 1.0042730569839478, | |
| "max_abs_error": 0.0087890625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.16.linear_attn.in_proj_z.weight", | |
| "relative_frobenius": 0.026588264945914705, | |
| "cosine": 1.000950574874878, | |
| "max_abs_error": 0.0068359375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.16.linear_attn.out_proj.weight", | |
| "relative_frobenius": 0.026580930945210413, | |
| "cosine": 1.0008485317230225, | |
| "max_abs_error": 0.0185546875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.16.mlp.down_proj.weight", | |
| "relative_frobenius": 0.026577676488376428, | |
| "cosine": 1.0078401565551758, | |
| "max_abs_error": 0.009033203125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.16.mlp.gate_proj.weight", | |
| "relative_frobenius": 0.02660671576128734, | |
| "cosine": 1.0080673694610596, | |
| "max_abs_error": 0.0078125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.16.mlp.up_proj.weight", | |
| "relative_frobenius": 0.026590512912636206, | |
| "cosine": 1.0075377225875854, | |
| "max_abs_error": 0.00653076171875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.17.linear_attn.in_proj_a.weight", | |
| "relative_frobenius": 0.026467626675247442, | |
| "cosine": 0.9996424913406372, | |
| "max_abs_error": 0.00390625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.17.linear_attn.in_proj_b.weight", | |
| "relative_frobenius": 0.02656037979819503, | |
| "cosine": 0.9996451139450073, | |
| "max_abs_error": 0.00311279296875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", | |
| "relative_frobenius": 0.0265973381195041, | |
| "cosine": 1.0047681331634521, | |
| "max_abs_error": 0.0107421875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.17.linear_attn.in_proj_z.weight", | |
| "relative_frobenius": 0.026606582504035005, | |
| "cosine": 1.0009479522705078, | |
| "max_abs_error": 0.008544921875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.17.linear_attn.out_proj.weight", | |
| "relative_frobenius": 0.026571979084359435, | |
| "cosine": 1.000828504562378, | |
| "max_abs_error": 0.02099609375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.17.mlp.down_proj.weight", | |
| "relative_frobenius": 0.026581704305293722, | |
| "cosine": 1.0078966617584229, | |
| "max_abs_error": 0.01171875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.17.mlp.gate_proj.weight", | |
| "relative_frobenius": 0.026604327046823674, | |
| "cosine": 1.0080724954605103, | |
| "max_abs_error": 0.009765625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.17.mlp.up_proj.weight", | |
| "relative_frobenius": 0.0265796851570146, | |
| "cosine": 1.0073816776275635, | |
| "max_abs_error": 0.004638671875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.18.linear_attn.in_proj_a.weight", | |
| "relative_frobenius": 0.026637826232242822, | |
| "cosine": 0.9996389150619507, | |
| "max_abs_error": 0.0048828125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.18.linear_attn.in_proj_b.weight", | |
| "relative_frobenius": 0.02655172797865076, | |
| "cosine": 0.9996421933174133, | |
| "max_abs_error": 0.0035400390625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", | |
| "relative_frobenius": 0.02659147274553235, | |
| "cosine": 1.004417061805725, | |
| "max_abs_error": 0.0081787109375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.18.linear_attn.in_proj_z.weight", | |
| "relative_frobenius": 0.02658222286324437, | |
| "cosine": 1.0008716583251953, | |
| "max_abs_error": 0.011962890625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.18.linear_attn.out_proj.weight", | |
| "relative_frobenius": 0.026567688844636696, | |
| "cosine": 1.000848412513733, | |
| "max_abs_error": 0.018798828125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.18.mlp.down_proj.weight", | |
| "relative_frobenius": 0.026572127481047817, | |
| "cosine": 1.0076987743377686, | |
| "max_abs_error": 0.0107421875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.18.mlp.gate_proj.weight", | |
| "relative_frobenius": 0.02659846833087768, | |
| "cosine": 1.0083637237548828, | |
| "max_abs_error": 0.010498046875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.18.mlp.up_proj.weight", | |
| "relative_frobenius": 0.02658201447015663, | |
| "cosine": 1.0074362754821777, | |
| "max_abs_error": 0.00726318359375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.19.mlp.down_proj.weight", | |
| "relative_frobenius": 0.02657906434254321, | |
| "cosine": 1.0073411464691162, | |
| "max_abs_error": 0.0087890625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.19.mlp.gate_proj.weight", | |
| "relative_frobenius": 0.02659945162121471, | |
| "cosine": 1.007996916770935, | |
| "max_abs_error": 0.0107421875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.19.mlp.up_proj.weight", | |
| "relative_frobenius": 0.02658281250873123, | |
| "cosine": 1.0070701837539673, | |
| "max_abs_error": 0.0048828125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.19.self_attn.k_proj.weight", | |
| "relative_frobenius": 0.026542405482678316, | |
| "cosine": 0.9996919631958008, | |
| "max_abs_error": 0.00732421875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.19.self_attn.o_proj.weight", | |
| "relative_frobenius": 0.026579799175727045, | |
| "cosine": 1.0009453296661377, | |
| "max_abs_error": 0.02001953125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.19.self_attn.q_proj.weight", | |
| "relative_frobenius": 0.026577221771378765, | |
| "cosine": 1.0040923357009888, | |
| "max_abs_error": 0.0087890625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.19.self_attn.v_proj.weight", | |
| "relative_frobenius": 0.026583852423508133, | |
| "cosine": 0.9996945261955261, | |
| "max_abs_error": 0.0107421875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.2.linear_attn.in_proj_a.weight", | |
| "relative_frobenius": 0.02655680496169028, | |
| "cosine": 0.9996448755264282, | |
| "max_abs_error": 0.0068359375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.2.linear_attn.in_proj_b.weight", | |
| "relative_frobenius": 0.026462238977434167, | |
| "cosine": 0.99964839220047, | |
| "max_abs_error": 0.0078125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", | |
| "relative_frobenius": 0.026590163648859716, | |
| "cosine": 1.0035234689712524, | |
| "max_abs_error": 0.00732421875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.2.linear_attn.in_proj_z.weight", | |
| "relative_frobenius": 0.026597956315212955, | |
| "cosine": 1.0009011030197144, | |
| "max_abs_error": 0.00537109375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.2.linear_attn.out_proj.weight", | |
| "relative_frobenius": 0.026563163760362947, | |
| "cosine": 1.000795602798462, | |
| "max_abs_error": 0.03515625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.2.mlp.down_proj.weight", | |
| "relative_frobenius": 0.026590171323105413, | |
| "cosine": 1.0075870752334595, | |
| "max_abs_error": 0.01904296875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.2.mlp.gate_proj.weight", | |
| "relative_frobenius": 0.026589849170031855, | |
| "cosine": 1.0071380138397217, | |
| "max_abs_error": 0.00677490234375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.2.mlp.up_proj.weight", | |
| "relative_frobenius": 0.026633675374299642, | |
| "cosine": 1.0077459812164307, | |
| "max_abs_error": 0.004150390625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.20.linear_attn.in_proj_a.weight", | |
| "relative_frobenius": 0.026461251793492707, | |
| "cosine": 0.9996414184570312, | |
| "max_abs_error": 0.00537109375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.20.linear_attn.in_proj_b.weight", | |
| "relative_frobenius": 0.02637922965273064, | |
| "cosine": 0.9996519088745117, | |
| "max_abs_error": 0.0035400390625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", | |
| "relative_frobenius": 0.02659412961754405, | |
| "cosine": 1.0041568279266357, | |
| "max_abs_error": 0.0093994140625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.20.linear_attn.in_proj_z.weight", | |
| "relative_frobenius": 0.02659635857572025, | |
| "cosine": 1.0007503032684326, | |
| "max_abs_error": 0.0072021484375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.20.linear_attn.out_proj.weight", | |
| "relative_frobenius": 0.026571743464795666, | |
| "cosine": 1.000784158706665, | |
| "max_abs_error": 0.0185546875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.20.mlp.down_proj.weight", | |
| "relative_frobenius": 0.026580473328028188, | |
| "cosine": 1.0074865818023682, | |
| "max_abs_error": 0.011474609375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.20.mlp.gate_proj.weight", | |
| "relative_frobenius": 0.026576566554973435, | |
| "cosine": 1.0075660943984985, | |
| "max_abs_error": 0.009521484375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.20.mlp.up_proj.weight", | |
| "relative_frobenius": 0.026573614899565744, | |
| "cosine": 1.00721275806427, | |
| "max_abs_error": 0.0048828125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.21.linear_attn.in_proj_a.weight", | |
| "relative_frobenius": 0.02652285396033399, | |
| "cosine": 0.9996446371078491, | |
| "max_abs_error": 0.0068359375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.21.linear_attn.in_proj_b.weight", | |
| "relative_frobenius": 0.02653071936710929, | |
| "cosine": 0.9996417760848999, | |
| "max_abs_error": 0.004150390625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", | |
| "relative_frobenius": 0.026602111523843733, | |
| "cosine": 1.004193902015686, | |
| "max_abs_error": 0.00927734375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.21.linear_attn.in_proj_z.weight", | |
| "relative_frobenius": 0.02659227901934818, | |
| "cosine": 1.0007145404815674, | |
| "max_abs_error": 0.00634765625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.21.linear_attn.out_proj.weight", | |
| "relative_frobenius": 0.02656286878719413, | |
| "cosine": 1.00082266330719, | |
| "max_abs_error": 0.01513671875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.21.mlp.down_proj.weight", | |
| "relative_frobenius": 0.026580831469902932, | |
| "cosine": 1.0074481964111328, | |
| "max_abs_error": 0.006591796875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.21.mlp.gate_proj.weight", | |
| "relative_frobenius": 0.026567118491300504, | |
| "cosine": 1.0072963237762451, | |
| "max_abs_error": 0.01318359375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.21.mlp.up_proj.weight", | |
| "relative_frobenius": 0.02658891238439385, | |
| "cosine": 1.0071918964385986, | |
| "max_abs_error": 0.00634765625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.22.linear_attn.in_proj_a.weight", | |
| "relative_frobenius": 0.02619855308188392, | |
| "cosine": 0.9996473789215088, | |
| "max_abs_error": 0.00634765625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.22.linear_attn.in_proj_b.weight", | |
| "relative_frobenius": 0.026571742245127893, | |
| "cosine": 0.9996476173400879, | |
| "max_abs_error": 0.0035400390625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", | |
| "relative_frobenius": 0.02660262847797982, | |
| "cosine": 1.0039337873458862, | |
| "max_abs_error": 0.0078125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.22.linear_attn.in_proj_z.weight", | |
| "relative_frobenius": 0.026591032932427622, | |
| "cosine": 1.0010578632354736, | |
| "max_abs_error": 0.010498046875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.22.linear_attn.out_proj.weight", | |
| "relative_frobenius": 0.02656532368667794, | |
| "cosine": 1.0007833242416382, | |
| "max_abs_error": 0.0234375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.22.mlp.down_proj.weight", | |
| "relative_frobenius": 0.02658158636046701, | |
| "cosine": 1.0073992013931274, | |
| "max_abs_error": 0.0107421875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.22.mlp.gate_proj.weight", | |
| "relative_frobenius": 0.02655831425662054, | |
| "cosine": 1.0068186521530151, | |
| "max_abs_error": 0.009521484375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.22.mlp.up_proj.weight", | |
| "relative_frobenius": 0.026579643499419336, | |
| "cosine": 1.00717031955719, | |
| "max_abs_error": 0.005126953125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.23.mlp.down_proj.weight", | |
| "relative_frobenius": 0.026564712301946524, | |
| "cosine": 1.0072134733200073, | |
| "max_abs_error": 0.010009765625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.23.mlp.gate_proj.weight", | |
| "relative_frobenius": 0.026556342596930703, | |
| "cosine": 1.0066436529159546, | |
| "max_abs_error": 0.01220703125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.23.mlp.up_proj.weight", | |
| "relative_frobenius": 0.026579272678386893, | |
| "cosine": 1.0069159269332886, | |
| "max_abs_error": 0.0062255859375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.23.self_attn.k_proj.weight", | |
| "relative_frobenius": 0.026530941943205807, | |
| "cosine": 0.9996988773345947, | |
| "max_abs_error": 0.0068359375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.23.self_attn.o_proj.weight", | |
| "relative_frobenius": 0.0265646168599109, | |
| "cosine": 1.0010151863098145, | |
| "max_abs_error": 0.02099609375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.23.self_attn.q_proj.weight", | |
| "relative_frobenius": 0.02657172125715611, | |
| "cosine": 1.0035368204116821, | |
| "max_abs_error": 0.0087890625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.23.self_attn.v_proj.weight", | |
| "relative_frobenius": 0.02655327056046262, | |
| "cosine": 0.9997155666351318, | |
| "max_abs_error": 0.00830078125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.24.linear_attn.in_proj_a.weight", | |
| "relative_frobenius": 0.02635425124049586, | |
| "cosine": 0.9996457099914551, | |
| "max_abs_error": 0.0078125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.24.linear_attn.in_proj_b.weight", | |
| "relative_frobenius": 0.02631875356504393, | |
| "cosine": 0.9996526837348938, | |
| "max_abs_error": 0.0032958984375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.24.linear_attn.in_proj_qkv.weight", | |
| "relative_frobenius": 0.026596718025522714, | |
| "cosine": 1.0033448934555054, | |
| "max_abs_error": 0.00830078125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.24.linear_attn.in_proj_z.weight", | |
| "relative_frobenius": 0.026583701770051066, | |
| "cosine": 1.000899314880371, | |
| "max_abs_error": 0.0068359375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.24.linear_attn.out_proj.weight", | |
| "relative_frobenius": 0.02656588203669564, | |
| "cosine": 1.0007420778274536, | |
| "max_abs_error": 0.01953125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.24.mlp.down_proj.weight", | |
| "relative_frobenius": 0.02656901824000259, | |
| "cosine": 1.0070537328720093, | |
| "max_abs_error": 0.00634765625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.24.mlp.gate_proj.weight", | |
| "relative_frobenius": 0.026567451039568167, | |
| "cosine": 1.0062648057937622, | |
| "max_abs_error": 0.01171875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.24.mlp.up_proj.weight", | |
| "relative_frobenius": 0.026581709152381547, | |
| "cosine": 1.0069149732589722, | |
| "max_abs_error": 0.005859375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.25.linear_attn.in_proj_a.weight", | |
| "relative_frobenius": 0.026036808383378643, | |
| "cosine": 0.9996579885482788, | |
| "max_abs_error": 0.007080078125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.25.linear_attn.in_proj_b.weight", | |
| "relative_frobenius": 0.026289611442917367, | |
| "cosine": 0.9996490478515625, | |
| "max_abs_error": 0.004150390625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.25.linear_attn.in_proj_qkv.weight", | |
| "relative_frobenius": 0.026594102980452863, | |
| "cosine": 1.0035616159439087, | |
| "max_abs_error": 0.01171875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.25.linear_attn.in_proj_z.weight", | |
| "relative_frobenius": 0.026585260654262064, | |
| "cosine": 1.001085877418518, | |
| "max_abs_error": 0.00567626953125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.25.linear_attn.out_proj.weight", | |
| "relative_frobenius": 0.02652055576163913, | |
| "cosine": 1.0006625652313232, | |
| "max_abs_error": 0.017333984375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.25.mlp.down_proj.weight", | |
| "relative_frobenius": 0.026579514989757996, | |
| "cosine": 1.0069489479064941, | |
| "max_abs_error": 0.0047607421875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.25.mlp.gate_proj.weight", | |
| "relative_frobenius": 0.026580500477521196, | |
| "cosine": 1.006982445716858, | |
| "max_abs_error": 0.02099609375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.25.mlp.up_proj.weight", | |
| "relative_frobenius": 0.026576409895630718, | |
| "cosine": 1.006824016571045, | |
| "max_abs_error": 0.0068359375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.26.linear_attn.in_proj_a.weight", | |
| "relative_frobenius": 0.026021262746852205, | |
| "cosine": 0.9996522665023804, | |
| "max_abs_error": 0.0064697265625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.26.linear_attn.in_proj_b.weight", | |
| "relative_frobenius": 0.02633858968857695, | |
| "cosine": 0.9996519088745117, | |
| "max_abs_error": 0.00390625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.26.linear_attn.in_proj_qkv.weight", | |
| "relative_frobenius": 0.026593951284801208, | |
| "cosine": 1.0036505460739136, | |
| "max_abs_error": 0.01025390625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.26.linear_attn.in_proj_z.weight", | |
| "relative_frobenius": 0.026599692040334137, | |
| "cosine": 1.0011842250823975, | |
| "max_abs_error": 0.0068359375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.26.linear_attn.out_proj.weight", | |
| "relative_frobenius": 0.026572177268044263, | |
| "cosine": 1.0007832050323486, | |
| "max_abs_error": 0.0234375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.26.mlp.down_proj.weight", | |
| "relative_frobenius": 0.02656555151659998, | |
| "cosine": 1.007003903388977, | |
| "max_abs_error": 0.00439453125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.26.mlp.gate_proj.weight", | |
| "relative_frobenius": 0.026585341586275877, | |
| "cosine": 1.007486343383789, | |
| "max_abs_error": 0.0107421875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.26.mlp.up_proj.weight", | |
| "relative_frobenius": 0.026578606246946457, | |
| "cosine": 1.0067389011383057, | |
| "max_abs_error": 0.005615234375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.27.mlp.down_proj.weight", | |
| "relative_frobenius": 0.026568548192491055, | |
| "cosine": 1.0068986415863037, | |
| "max_abs_error": 0.016357421875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.27.mlp.gate_proj.weight", | |
| "relative_frobenius": 0.02658495620397121, | |
| "cosine": 1.0072383880615234, | |
| "max_abs_error": 0.01220703125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.27.mlp.up_proj.weight", | |
| "relative_frobenius": 0.026572428940500714, | |
| "cosine": 1.0064595937728882, | |
| "max_abs_error": 0.010986328125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.27.self_attn.k_proj.weight", | |
| "relative_frobenius": 0.026487477977908538, | |
| "cosine": 0.9996790885925293, | |
| "max_abs_error": 0.006103515625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.27.self_attn.o_proj.weight", | |
| "relative_frobenius": 0.02657708576674467, | |
| "cosine": 1.0008811950683594, | |
| "max_abs_error": 0.0263671875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.27.self_attn.q_proj.weight", | |
| "relative_frobenius": 0.026562441704447944, | |
| "cosine": 1.0038936138153076, | |
| "max_abs_error": 0.0107421875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.27.self_attn.v_proj.weight", | |
| "relative_frobenius": 0.026525215985679536, | |
| "cosine": 0.9997355937957764, | |
| "max_abs_error": 0.029296875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.28.linear_attn.in_proj_a.weight", | |
| "relative_frobenius": 0.026017461309535684, | |
| "cosine": 0.9996549487113953, | |
| "max_abs_error": 0.00732421875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.28.linear_attn.in_proj_b.weight", | |
| "relative_frobenius": 0.026432722415687355, | |
| "cosine": 0.999650776386261, | |
| "max_abs_error": 0.00390625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.28.linear_attn.in_proj_qkv.weight", | |
| "relative_frobenius": 0.026590810135769347, | |
| "cosine": 1.003620982170105, | |
| "max_abs_error": 0.0146484375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.28.linear_attn.in_proj_z.weight", | |
| "relative_frobenius": 0.02657716615760108, | |
| "cosine": 1.001022219657898, | |
| "max_abs_error": 0.0084228515625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.28.linear_attn.out_proj.weight", | |
| "relative_frobenius": 0.02655733848835767, | |
| "cosine": 1.0007688999176025, | |
| "max_abs_error": 0.0205078125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.28.mlp.down_proj.weight", | |
| "relative_frobenius": 0.026565526756182303, | |
| "cosine": 1.006735920906067, | |
| "max_abs_error": 0.013671875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.28.mlp.gate_proj.weight", | |
| "relative_frobenius": 0.02658338228263507, | |
| "cosine": 1.0072802305221558, | |
| "max_abs_error": 0.0135498046875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.28.mlp.up_proj.weight", | |
| "relative_frobenius": 0.026566828973024533, | |
| "cosine": 1.00645112991333, | |
| "max_abs_error": 0.008544921875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.29.linear_attn.in_proj_a.weight", | |
| "relative_frobenius": 0.026308945288717103, | |
| "cosine": 0.999647319316864, | |
| "max_abs_error": 0.009765625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.29.linear_attn.in_proj_b.weight", | |
| "relative_frobenius": 0.02644462333239444, | |
| "cosine": 0.999647855758667, | |
| "max_abs_error": 0.0048828125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.29.linear_attn.in_proj_qkv.weight", | |
| "relative_frobenius": 0.02659896970380664, | |
| "cosine": 1.0038669109344482, | |
| "max_abs_error": 0.01025390625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.29.linear_attn.in_proj_z.weight", | |
| "relative_frobenius": 0.02658770986950948, | |
| "cosine": 1.000990629196167, | |
| "max_abs_error": 0.010009765625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.29.linear_attn.out_proj.weight", | |
| "relative_frobenius": 0.02657568034512292, | |
| "cosine": 1.0008279085159302, | |
| "max_abs_error": 0.02001953125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.29.mlp.down_proj.weight", | |
| "relative_frobenius": 0.026570309159179593, | |
| "cosine": 1.0065144300460815, | |
| "max_abs_error": 0.00732421875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.29.mlp.gate_proj.weight", | |
| "relative_frobenius": 0.026572372796067074, | |
| "cosine": 1.0075738430023193, | |
| "max_abs_error": 0.01123046875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.29.mlp.up_proj.weight", | |
| "relative_frobenius": 0.02656923615266375, | |
| "cosine": 1.006152629852295, | |
| "max_abs_error": 0.010498046875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.3.mlp.down_proj.weight", | |
| "relative_frobenius": 0.026587543115944173, | |
| "cosine": 1.0074552297592163, | |
| "max_abs_error": 0.0205078125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.3.mlp.gate_proj.weight", | |
| "relative_frobenius": 0.02658081281214315, | |
| "cosine": 1.007242202758789, | |
| "max_abs_error": 0.0064697265625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.3.mlp.up_proj.weight", | |
| "relative_frobenius": 0.026613261184091398, | |
| "cosine": 1.0075664520263672, | |
| "max_abs_error": 0.00445556640625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.3.self_attn.k_proj.weight", | |
| "relative_frobenius": 0.026572795488963654, | |
| "cosine": 0.9997000694274902, | |
| "max_abs_error": 0.00634765625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.3.self_attn.o_proj.weight", | |
| "relative_frobenius": 0.026614858322209164, | |
| "cosine": 1.0007249116897583, | |
| "max_abs_error": 0.02734375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.3.self_attn.q_proj.weight", | |
| "relative_frobenius": 0.026596944737541185, | |
| "cosine": 1.0045781135559082, | |
| "max_abs_error": 0.0107421875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.3.self_attn.v_proj.weight", | |
| "relative_frobenius": 0.026623055183418575, | |
| "cosine": 0.9997144937515259, | |
| "max_abs_error": 0.007080078125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.30.linear_attn.in_proj_a.weight", | |
| "relative_frobenius": 0.026482092479644774, | |
| "cosine": 0.999649167060852, | |
| "max_abs_error": 0.0076904296875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.30.linear_attn.in_proj_b.weight", | |
| "relative_frobenius": 0.026665643260905595, | |
| "cosine": 0.9996428489685059, | |
| "max_abs_error": 0.00390625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.30.linear_attn.in_proj_qkv.weight", | |
| "relative_frobenius": 0.02658274990518417, | |
| "cosine": 1.0040607452392578, | |
| "max_abs_error": 0.01220703125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.30.linear_attn.in_proj_z.weight", | |
| "relative_frobenius": 0.026571784749444067, | |
| "cosine": 1.0010303258895874, | |
| "max_abs_error": 0.011962890625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.30.linear_attn.out_proj.weight", | |
| "relative_frobenius": 0.026551969364932003, | |
| "cosine": 1.0009151697158813, | |
| "max_abs_error": 0.01806640625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.30.mlp.down_proj.weight", | |
| "relative_frobenius": 0.02657181323302908, | |
| "cosine": 1.0069050788879395, | |
| "max_abs_error": 0.01171875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.30.mlp.gate_proj.weight", | |
| "relative_frobenius": 0.026570203244315502, | |
| "cosine": 1.0074293613433838, | |
| "max_abs_error": 0.0126953125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.30.mlp.up_proj.weight", | |
| "relative_frobenius": 0.026564851871979208, | |
| "cosine": 1.0062181949615479, | |
| "max_abs_error": 0.0087890625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.31.mlp.down_proj.weight", | |
| "relative_frobenius": 0.02658338450075053, | |
| "cosine": 1.007778525352478, | |
| "max_abs_error": 0.0107421875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.31.mlp.gate_proj.weight", | |
| "relative_frobenius": 0.026580261021144285, | |
| "cosine": 1.0079879760742188, | |
| "max_abs_error": 0.0137939453125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.31.mlp.up_proj.weight", | |
| "relative_frobenius": 0.02658142020996424, | |
| "cosine": 1.0070172548294067, | |
| "max_abs_error": 0.008056640625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.31.self_attn.k_proj.weight", | |
| "relative_frobenius": 0.026498307762033057, | |
| "cosine": 0.9996821284294128, | |
| "max_abs_error": 0.007568359375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.31.self_attn.o_proj.weight", | |
| "relative_frobenius": 0.026529996317874473, | |
| "cosine": 1.001169204711914, | |
| "max_abs_error": 0.01904296875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.31.self_attn.q_proj.weight", | |
| "relative_frobenius": 0.026552449372442805, | |
| "cosine": 1.0037171840667725, | |
| "max_abs_error": 0.0106201171875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.31.self_attn.v_proj.weight", | |
| "relative_frobenius": 0.026515850968949473, | |
| "cosine": 0.9996894598007202, | |
| "max_abs_error": 0.025390625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.4.linear_attn.in_proj_a.weight", | |
| "relative_frobenius": 0.026422999153393644, | |
| "cosine": 0.999647319316864, | |
| "max_abs_error": 0.006591796875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.4.linear_attn.in_proj_b.weight", | |
| "relative_frobenius": 0.026436427023704225, | |
| "cosine": 0.9996479749679565, | |
| "max_abs_error": 0.0068359375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", | |
| "relative_frobenius": 0.02660009594418268, | |
| "cosine": 1.0037232637405396, | |
| "max_abs_error": 0.0069580078125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.4.linear_attn.in_proj_z.weight", | |
| "relative_frobenius": 0.026615461199983887, | |
| "cosine": 1.0011333227157593, | |
| "max_abs_error": 0.0064697265625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.4.linear_attn.out_proj.weight", | |
| "relative_frobenius": 0.026574563921260886, | |
| "cosine": 1.0007891654968262, | |
| "max_abs_error": 0.029296875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.4.mlp.down_proj.weight", | |
| "relative_frobenius": 0.026591564739757597, | |
| "cosine": 1.007774829864502, | |
| "max_abs_error": 0.0185546875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.4.mlp.gate_proj.weight", | |
| "relative_frobenius": 0.026580157910510212, | |
| "cosine": 1.0072038173675537, | |
| "max_abs_error": 0.0064697265625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.4.mlp.up_proj.weight", | |
| "relative_frobenius": 0.026605122894444142, | |
| "cosine": 1.0075677633285522, | |
| "max_abs_error": 0.00439453125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.5.linear_attn.in_proj_a.weight", | |
| "relative_frobenius": 0.02632449316429399, | |
| "cosine": 0.999648928642273, | |
| "max_abs_error": 0.00634765625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.5.linear_attn.in_proj_b.weight", | |
| "relative_frobenius": 0.026452130966891984, | |
| "cosine": 0.9996408224105835, | |
| "max_abs_error": 0.00506591796875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", | |
| "relative_frobenius": 0.02658999249879267, | |
| "cosine": 1.0037286281585693, | |
| "max_abs_error": 0.0078125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.5.linear_attn.in_proj_z.weight", | |
| "relative_frobenius": 0.0266065851614869, | |
| "cosine": 1.0011613368988037, | |
| "max_abs_error": 0.00634765625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.5.linear_attn.out_proj.weight", | |
| "relative_frobenius": 0.026576590533845697, | |
| "cosine": 1.0006515979766846, | |
| "max_abs_error": 0.03125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.5.mlp.down_proj.weight", | |
| "relative_frobenius": 0.026591213052591545, | |
| "cosine": 1.0077687501907349, | |
| "max_abs_error": 0.021484375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.5.mlp.gate_proj.weight", | |
| "relative_frobenius": 0.02658583272323658, | |
| "cosine": 1.0069851875305176, | |
| "max_abs_error": 0.005615234375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.5.mlp.up_proj.weight", | |
| "relative_frobenius": 0.02662073883804035, | |
| "cosine": 1.0076202154159546, | |
| "max_abs_error": 0.00396728515625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.6.linear_attn.in_proj_a.weight", | |
| "relative_frobenius": 0.026429367419985472, | |
| "cosine": 0.999642014503479, | |
| "max_abs_error": 0.005859375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.6.linear_attn.in_proj_b.weight", | |
| "relative_frobenius": 0.026453264852350934, | |
| "cosine": 0.9996457099914551, | |
| "max_abs_error": 0.0054931640625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", | |
| "relative_frobenius": 0.026600582239342054, | |
| "cosine": 1.0039770603179932, | |
| "max_abs_error": 0.0076904296875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.6.linear_attn.in_proj_z.weight", | |
| "relative_frobenius": 0.026584663284940285, | |
| "cosine": 1.000740647315979, | |
| "max_abs_error": 0.0078125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.6.linear_attn.out_proj.weight", | |
| "relative_frobenius": 0.026579140130916282, | |
| "cosine": 1.0007688999176025, | |
| "max_abs_error": 0.02734375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.6.mlp.down_proj.weight", | |
| "relative_frobenius": 0.02659767645807286, | |
| "cosine": 1.007946491241455, | |
| "max_abs_error": 0.015625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.6.mlp.gate_proj.weight", | |
| "relative_frobenius": 0.02658048278007735, | |
| "cosine": 1.0070174932479858, | |
| "max_abs_error": 0.005615234375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.6.mlp.up_proj.weight", | |
| "relative_frobenius": 0.026614109872417368, | |
| "cosine": 1.0078214406967163, | |
| "max_abs_error": 0.00567626953125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.7.mlp.down_proj.weight", | |
| "relative_frobenius": 0.02659532924459417, | |
| "cosine": 1.0078010559082031, | |
| "max_abs_error": 0.0166015625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.7.mlp.gate_proj.weight", | |
| "relative_frobenius": 0.026579220274983318, | |
| "cosine": 1.0067284107208252, | |
| "max_abs_error": 0.005126953125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.7.mlp.up_proj.weight", | |
| "relative_frobenius": 0.026612539245636068, | |
| "cosine": 1.0076861381530762, | |
| "max_abs_error": 0.0042724609375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.7.self_attn.k_proj.weight", | |
| "relative_frobenius": 0.026548268995074117, | |
| "cosine": 0.999667227268219, | |
| "max_abs_error": 0.0068359375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.7.self_attn.o_proj.weight", | |
| "relative_frobenius": 0.026562796177805166, | |
| "cosine": 1.0007985830307007, | |
| "max_abs_error": 0.01953125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.7.self_attn.q_proj.weight", | |
| "relative_frobenius": 0.026585545969763764, | |
| "cosine": 1.00336754322052, | |
| "max_abs_error": 0.0086669921875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.7.self_attn.v_proj.weight", | |
| "relative_frobenius": 0.026571400104128843, | |
| "cosine": 0.9996517300605774, | |
| "max_abs_error": 0.00537109375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.8.linear_attn.in_proj_a.weight", | |
| "relative_frobenius": 0.02639284007490088, | |
| "cosine": 0.999645471572876, | |
| "max_abs_error": 0.0054931640625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.8.linear_attn.in_proj_b.weight", | |
| "relative_frobenius": 0.026424615234438384, | |
| "cosine": 0.9996501803398132, | |
| "max_abs_error": 0.0048828125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", | |
| "relative_frobenius": 0.026590389664977166, | |
| "cosine": 1.0037635564804077, | |
| "max_abs_error": 0.0078125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.8.linear_attn.in_proj_z.weight", | |
| "relative_frobenius": 0.026591113147052012, | |
| "cosine": 1.0009806156158447, | |
| "max_abs_error": 0.0078125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.8.linear_attn.out_proj.weight", | |
| "relative_frobenius": 0.026586981369736716, | |
| "cosine": 1.0007740259170532, | |
| "max_abs_error": 0.029296875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.8.mlp.down_proj.weight", | |
| "relative_frobenius": 0.026591765950862392, | |
| "cosine": 1.007741093635559, | |
| "max_abs_error": 0.015625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.8.mlp.gate_proj.weight", | |
| "relative_frobenius": 0.026580496742539813, | |
| "cosine": 1.0068466663360596, | |
| "max_abs_error": 0.0068359375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.8.mlp.up_proj.weight", | |
| "relative_frobenius": 0.026616177892082125, | |
| "cosine": 1.0076037645339966, | |
| "max_abs_error": 0.00390625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.9.linear_attn.in_proj_a.weight", | |
| "relative_frobenius": 0.026358221118174804, | |
| "cosine": 0.9996501207351685, | |
| "max_abs_error": 0.0057373046875 | |
| }, | |
| { | |
| "key": "model.language_model.layers.9.linear_attn.in_proj_b.weight", | |
| "relative_frobenius": 0.02654425171043618, | |
| "cosine": 0.9996463060379028, | |
| "max_abs_error": 0.0045166015625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", | |
| "relative_frobenius": 0.026586380851274405, | |
| "cosine": 1.0042734146118164, | |
| "max_abs_error": 0.0072021484375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.9.linear_attn.in_proj_z.weight", | |
| "relative_frobenius": 0.02658446072532204, | |
| "cosine": 1.0007965564727783, | |
| "max_abs_error": 0.005859375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.9.linear_attn.out_proj.weight", | |
| "relative_frobenius": 0.026579059081236776, | |
| "cosine": 1.0007636547088623, | |
| "max_abs_error": 0.01953125 | |
| }, | |
| { | |
| "key": "model.language_model.layers.9.mlp.down_proj.weight", | |
| "relative_frobenius": 0.026593217628106704, | |
| "cosine": 1.0077952146530151, | |
| "max_abs_error": 0.01806640625 | |
| }, | |
| { | |
| "key": "model.language_model.layers.9.mlp.gate_proj.weight", | |
| "relative_frobenius": 0.02658177723538069, | |
| "cosine": 1.007019281387329, | |
| "max_abs_error": 0.005615234375 | |
| }, | |
| { | |
| "key": "model.language_model.layers.9.mlp.up_proj.weight", | |
| "relative_frobenius": 0.026605891907519403, | |
| "cosine": 1.007614254951477, | |
| "max_abs_error": 0.005126953125 | |
| } | |
| ] | |
| } |