| { |
| "tensors_compared": 404, |
| "tensors_changed": 135, |
| "elements_changed": 25473408, |
| "elements_total": 43634423, |
| "frac_elements_changed": 0.5837915629135282, |
| "max_rel_l2": 0.2211545791610293, |
| "survived_quantization": true, |
| "per_tensor": [ |
| { |
| "index": 371, |
| "name": "layer26.gate_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 82.86674499511719, |
| "rel_l2": 0.2211545791610293, |
| "elements_changed": 252451, |
| "elements": 262144 |
| }, |
| { |
| "index": 326, |
| "name": "layer23.v_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 86.51488494873047, |
| "rel_l2": 0.21857405880386876, |
| "elements_changed": 126291, |
| "elements": 131072 |
| }, |
| { |
| "index": 357, |
| "name": "layer25.gate_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 81.38810729980469, |
| "rel_l2": 0.21411586424498366, |
| "elements_changed": 252820, |
| "elements": 262144 |
| }, |
| { |
| "index": 330, |
| "name": "layer23.out_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 106.61084747314453, |
| "rel_l2": 0.21153868162674502, |
| "elements_changed": 255121, |
| "elements": 262144 |
| }, |
| { |
| "index": 287, |
| "name": "layer20.gate_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 73.9795150756836, |
| "rel_l2": 0.20416839322381067, |
| "elements_changed": 253652, |
| "elements": 262144 |
| }, |
| { |
| "index": 372, |
| "name": "layer26.out_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 86.22384643554688, |
| "rel_l2": 0.1990471407953846, |
| "elements_changed": 259024, |
| "elements": 262144 |
| }, |
| { |
| "index": 343, |
| "name": "layer24.gate_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 71.4694595336914, |
| "rel_l2": 0.19725806375534627, |
| "elements_changed": 251637, |
| "elements": 262144 |
| }, |
| { |
| "index": 312, |
| "name": "layer22.v_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 89.95745849609375, |
| "rel_l2": 0.1963629246726303, |
| "elements_changed": 127551, |
| "elements": 131072 |
| }, |
| { |
| "index": 301, |
| "name": "layer21.gate_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 71.2203598022461, |
| "rel_l2": 0.19504317612615085, |
| "elements_changed": 245126, |
| "elements": 262144 |
| }, |
| { |
| "index": 344, |
| "name": "layer24.out_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 83.65033721923828, |
| "rel_l2": 0.1946801626616094, |
| "elements_changed": 255356, |
| "elements": 262144 |
| }, |
| { |
| "index": 368, |
| "name": "layer26.v_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 68.56392669677734, |
| "rel_l2": 0.19443605219226012, |
| "elements_changed": 124756, |
| "elements": 131072 |
| }, |
| { |
| "index": 316, |
| "name": "layer22.out_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 88.35701751708984, |
| "rel_l2": 0.19315967628132083, |
| "elements_changed": 254799, |
| "elements": 262144 |
| }, |
| { |
| "index": 214, |
| "name": "layer15.v_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 60.01744079589844, |
| "rel_l2": 0.1927138228615754, |
| "elements_changed": 126408, |
| "elements": 131072 |
| }, |
| { |
| "index": 329, |
| "name": "layer23.gate_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 71.6612548828125, |
| "rel_l2": 0.19236075345710513, |
| "elements_changed": 256361, |
| "elements": 262144 |
| }, |
| { |
| "index": 217, |
| "name": "layer15.gate_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 67.80730438232422, |
| "rel_l2": 0.1917143714308789, |
| "elements_changed": 249006, |
| "elements": 262144 |
| }, |
| { |
| "index": 354, |
| "name": "layer25.v_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 70.13273620605469, |
| "rel_l2": 0.1912308999764426, |
| "elements_changed": 126670, |
| "elements": 131072 |
| }, |
| { |
| "index": 298, |
| "name": "layer21.v_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 66.46131896972656, |
| "rel_l2": 0.19015929846749105, |
| "elements_changed": 124510, |
| "elements": 131072 |
| }, |
| { |
| "index": 231, |
| "name": "layer16.gate_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 62.224788665771484, |
| "rel_l2": 0.18793213138038253, |
| "elements_changed": 251981, |
| "elements": 262144 |
| }, |
| { |
| "index": 358, |
| "name": "layer25.out_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 83.08171081542969, |
| "rel_l2": 0.18736332320337823, |
| "elements_changed": 256708, |
| "elements": 262144 |
| }, |
| { |
| "index": 147, |
| "name": "layer10.gate_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 58.84019470214844, |
| "rel_l2": 0.18642623587390691, |
| "elements_changed": 248778, |
| "elements": 262144 |
| }, |
| { |
| "index": 340, |
| "name": "layer24.v_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 65.23371124267578, |
| "rel_l2": 0.18497850001124974, |
| "elements_changed": 123412, |
| "elements": 131072 |
| }, |
| { |
| "index": 315, |
| "name": "layer22.gate_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 64.64527130126953, |
| "rel_l2": 0.1840523999839433, |
| "elements_changed": 249727, |
| "elements": 262144 |
| }, |
| { |
| "index": 284, |
| "name": "layer20.v_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 75.571044921875, |
| "rel_l2": 0.18194801953299475, |
| "elements_changed": 122216, |
| "elements": 131072 |
| }, |
| { |
| "index": 161, |
| "name": "layer11.gate_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 56.16728973388672, |
| "rel_l2": 0.18117371195650783, |
| "elements_changed": 251285, |
| "elements": 262144 |
| }, |
| { |
| "index": 203, |
| "name": "layer14.gate_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 58.19242858886719, |
| "rel_l2": 0.17774989464201638, |
| "elements_changed": 245945, |
| "elements": 262144 |
| }, |
| { |
| "index": 245, |
| "name": "layer17.gate_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 61.24203872680664, |
| "rel_l2": 0.17641460615258053, |
| "elements_changed": 248150, |
| "elements": 262144 |
| }, |
| { |
| "index": 189, |
| "name": "layer13.gate_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 55.636661529541016, |
| "rel_l2": 0.1729518731213408, |
| "elements_changed": 245536, |
| "elements": 262144 |
| }, |
| { |
| "index": 297, |
| "name": "layer21.k_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 42.96588897705078, |
| "rel_l2": 0.17131077960294988, |
| "elements_changed": 124399, |
| "elements": 131072 |
| }, |
| { |
| "index": 218, |
| "name": "layer15.out_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 68.41730499267578, |
| "rel_l2": 0.17051787457544484, |
| "elements_changed": 254925, |
| "elements": 262144 |
| }, |
| { |
| "index": 119, |
| "name": "layer08.gate_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 53.99991989135742, |
| "rel_l2": 0.17020874764017047, |
| "elements_changed": 249800, |
| "elements": 262144 |
| }, |
| { |
| "index": 324, |
| "name": "layer23.q_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 55.266292572021484, |
| "rel_l2": 0.16957030066757275, |
| "elements_changed": 252428, |
| "elements": 262144 |
| }, |
| { |
| "index": 325, |
| "name": "layer23.k_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 45.33278274536133, |
| "rel_l2": 0.16903329824761038, |
| "elements_changed": 124478, |
| "elements": 131072 |
| }, |
| { |
| "index": 288, |
| "name": "layer20.out_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 70.94759368896484, |
| "rel_l2": 0.16877441938143967, |
| "elements_changed": 243414, |
| "elements": 262144 |
| }, |
| { |
| "index": 302, |
| "name": "layer21.out_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 79.3014907836914, |
| "rel_l2": 0.16757119039555177, |
| "elements_changed": 253023, |
| "elements": 262144 |
| }, |
| { |
| "index": 105, |
| "name": "layer07.gate_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 52.6637077331543, |
| "rel_l2": 0.16735901981831144, |
| "elements_changed": 246375, |
| "elements": 262144 |
| }, |
| { |
| "index": 162, |
| "name": "layer11.out_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 61.89963150024414, |
| "rel_l2": 0.16689410343362973, |
| "elements_changed": 248631, |
| "elements": 262144 |
| }, |
| { |
| "index": 246, |
| "name": "layer17.out_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 66.2942886352539, |
| "rel_l2": 0.16618868566860281, |
| "elements_changed": 241730, |
| "elements": 262144 |
| }, |
| { |
| "index": 228, |
| "name": "layer16.v_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 54.29331970214844, |
| "rel_l2": 0.16343374253237472, |
| "elements_changed": 120166, |
| "elements": 131072 |
| }, |
| { |
| "index": 133, |
| "name": "layer09.gate_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 51.62324523925781, |
| "rel_l2": 0.16272147911538504, |
| "elements_changed": 243241, |
| "elements": 262144 |
| }, |
| { |
| "index": 226, |
| "name": "layer16.q_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 52.6801872253418, |
| "rel_l2": 0.1622030489081987, |
| "elements_changed": 240238, |
| "elements": 262144 |
| }, |
| { |
| "index": 158, |
| "name": "layer11.v_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 49.18385314941406, |
| "rel_l2": 0.1620142808028453, |
| "elements_changed": 120325, |
| "elements": 131072 |
| }, |
| { |
| "index": 175, |
| "name": "layer12.gate_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 51.028018951416016, |
| "rel_l2": 0.1599833179098988, |
| "elements_changed": 245263, |
| "elements": 262144 |
| }, |
| { |
| "index": 35, |
| "name": "layer02.gate_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 51.190494537353516, |
| "rel_l2": 0.15982231237117656, |
| "elements_changed": 240880, |
| "elements": 262144 |
| }, |
| { |
| "index": 242, |
| "name": "layer17.v_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 56.631103515625, |
| "rel_l2": 0.1590277928938618, |
| "elements_changed": 121613, |
| "elements": 131072 |
| }, |
| { |
| "index": 274, |
| "name": "layer19.out_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 59.30603790283203, |
| "rel_l2": 0.15791646649539157, |
| "elements_changed": 245652, |
| "elements": 262144 |
| }, |
| { |
| "index": 259, |
| "name": "layer18.gate_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 54.33344268798828, |
| "rel_l2": 0.1577817384739414, |
| "elements_changed": 244339, |
| "elements": 262144 |
| }, |
| { |
| "index": 32, |
| "name": "layer02.v_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 40.2072868347168, |
| "rel_l2": 0.15766612468323468, |
| "elements_changed": 116826, |
| "elements": 131072 |
| }, |
| { |
| "index": 46, |
| "name": "layer03.v_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 41.757694244384766, |
| "rel_l2": 0.15758261069952934, |
| "elements_changed": 118004, |
| "elements": 131072 |
| }, |
| { |
| "index": 204, |
| "name": "layer14.out_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 61.04585266113281, |
| "rel_l2": 0.15709891193510062, |
| "elements_changed": 240691, |
| "elements": 262144 |
| }, |
| { |
| "index": 352, |
| "name": "layer25.q_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 57.957374572753906, |
| "rel_l2": 0.15608588726426406, |
| "elements_changed": 245929, |
| "elements": 262144 |
| }, |
| { |
| "index": 200, |
| "name": "layer14.v_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 50.31721115112305, |
| "rel_l2": 0.15557568483776357, |
| "elements_changed": 118482, |
| "elements": 131072 |
| }, |
| { |
| "index": 186, |
| "name": "layer13.v_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 47.755062103271484, |
| "rel_l2": 0.15426534386941707, |
| "elements_changed": 116046, |
| "elements": 131072 |
| }, |
| { |
| "index": 184, |
| "name": "layer13.q_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 49.666107177734375, |
| "rel_l2": 0.15406160158050833, |
| "elements_changed": 247390, |
| "elements": 262144 |
| }, |
| { |
| "index": 338, |
| "name": "layer24.q_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 60.1658935546875, |
| "rel_l2": 0.15308882442015215, |
| "elements_changed": 239331, |
| "elements": 262144 |
| }, |
| { |
| "index": 91, |
| "name": "layer06.gate_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 48.499847412109375, |
| "rel_l2": 0.15253503450277534, |
| "elements_changed": 242657, |
| "elements": 262144 |
| }, |
| { |
| "index": 116, |
| "name": "layer08.v_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 44.808414459228516, |
| "rel_l2": 0.15208531517250495, |
| "elements_changed": 115199, |
| "elements": 131072 |
| }, |
| { |
| "index": 102, |
| "name": "layer07.v_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 42.1906852722168, |
| "rel_l2": 0.15201665536487347, |
| "elements_changed": 115218, |
| "elements": 131072 |
| }, |
| { |
| "index": 353, |
| "name": "layer25.k_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 38.59225082397461, |
| "rel_l2": 0.1514911249890463, |
| "elements_changed": 124336, |
| "elements": 131072 |
| }, |
| { |
| "index": 148, |
| "name": "layer10.out_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 56.39916229248047, |
| "rel_l2": 0.1514664998319441, |
| "elements_changed": 247212, |
| "elements": 262144 |
| }, |
| { |
| "index": 36, |
| "name": "layer02.out_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 48.39224624633789, |
| "rel_l2": 0.15114477562959072, |
| "elements_changed": 252329, |
| "elements": 262144 |
| }, |
| { |
| "index": 273, |
| "name": "layer19.gate_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 52.73903274536133, |
| "rel_l2": 0.14994374352513679, |
| "elements_changed": 235542, |
| "elements": 262144 |
| }, |
| { |
| "index": 256, |
| "name": "layer18.v_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 54.05394744873047, |
| "rel_l2": 0.14890421416707061, |
| "elements_changed": 117365, |
| "elements": 131072 |
| }, |
| { |
| "index": 270, |
| "name": "layer19.v_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 52.218238830566406, |
| "rel_l2": 0.1484794346510768, |
| "elements_changed": 117094, |
| "elements": 131072 |
| }, |
| { |
| "index": 283, |
| "name": "layer20.k_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 40.59066390991211, |
| "rel_l2": 0.1475001108960959, |
| "elements_changed": 118417, |
| "elements": 131072 |
| }, |
| { |
| "index": 190, |
| "name": "layer13.out_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 56.75508499145508, |
| "rel_l2": 0.14623698876537022, |
| "elements_changed": 236684, |
| "elements": 262144 |
| }, |
| { |
| "index": 144, |
| "name": "layer10.v_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 45.08926010131836, |
| "rel_l2": 0.14550665196254783, |
| "elements_changed": 118784, |
| "elements": 131072 |
| }, |
| { |
| "index": 77, |
| "name": "layer05.gate_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 43.93071746826172, |
| "rel_l2": 0.14225425664355387, |
| "elements_changed": 236994, |
| "elements": 262144 |
| }, |
| { |
| "index": 232, |
| "name": "layer16.out_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 54.10078048706055, |
| "rel_l2": 0.14206238775001914, |
| "elements_changed": 233294, |
| "elements": 262144 |
| }, |
| { |
| "index": 296, |
| "name": "layer21.q_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 51.06755828857422, |
| "rel_l2": 0.14100982217350128, |
| "elements_changed": 237228, |
| "elements": 262144 |
| }, |
| { |
| "index": 49, |
| "name": "layer03.gate_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 46.82871627807617, |
| "rel_l2": 0.1409875608024057, |
| "elements_changed": 238610, |
| "elements": 262144 |
| }, |
| { |
| "index": 92, |
| "name": "layer06.out_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 47.38945388793945, |
| "rel_l2": 0.14043225674708634, |
| "elements_changed": 232726, |
| "elements": 262144 |
| }, |
| { |
| "index": 74, |
| "name": "layer05.v_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 38.35731887817383, |
| "rel_l2": 0.13898933240385722, |
| "elements_changed": 116532, |
| "elements": 131072 |
| }, |
| { |
| "index": 176, |
| "name": "layer12.out_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 50.575836181640625, |
| "rel_l2": 0.13847624318865123, |
| "elements_changed": 235572, |
| "elements": 262144 |
| }, |
| { |
| "index": 268, |
| "name": "layer19.q_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 46.417274475097656, |
| "rel_l2": 0.13752805149494496, |
| "elements_changed": 228025, |
| "elements": 262144 |
| }, |
| { |
| "index": 282, |
| "name": "layer20.q_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 53.76548767089844, |
| "rel_l2": 0.1375180201947949, |
| "elements_changed": 227688, |
| "elements": 262144 |
| }, |
| { |
| "index": 240, |
| "name": "layer17.q_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 48.61473083496094, |
| "rel_l2": 0.13667896056525966, |
| "elements_changed": 234141, |
| "elements": 262144 |
| }, |
| { |
| "index": 78, |
| "name": "layer05.out_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 45.46884536743164, |
| "rel_l2": 0.13653512111931587, |
| "elements_changed": 240666, |
| "elements": 262144 |
| }, |
| { |
| "index": 7, |
| "name": "layer00.gate_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 41.555110931396484, |
| "rel_l2": 0.13604044004407473, |
| "elements_changed": 237404, |
| "elements": 262144 |
| }, |
| { |
| "index": 88, |
| "name": "layer06.v_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 38.24935531616211, |
| "rel_l2": 0.1360178979475252, |
| "elements_changed": 114096, |
| "elements": 131072 |
| }, |
| { |
| "index": 21, |
| "name": "layer01.gate_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 41.87150192260742, |
| "rel_l2": 0.13393652643592144, |
| "elements_changed": 233605, |
| "elements": 262144 |
| }, |
| { |
| "index": 156, |
| "name": "layer11.q_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 43.62898635864258, |
| "rel_l2": 0.13232472651068536, |
| "elements_changed": 230426, |
| "elements": 262144 |
| }, |
| { |
| "index": 172, |
| "name": "layer12.v_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 39.006839752197266, |
| "rel_l2": 0.132270156648169, |
| "elements_changed": 108954, |
| "elements": 131072 |
| }, |
| { |
| "index": 260, |
| "name": "layer18.out_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 50.74163818359375, |
| "rel_l2": 0.1309147272710237, |
| "elements_changed": 226620, |
| "elements": 262144 |
| }, |
| { |
| "index": 60, |
| "name": "layer04.v_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 35.262001037597656, |
| "rel_l2": 0.13037563189795845, |
| "elements_changed": 112075, |
| "elements": 131072 |
| }, |
| { |
| "index": 130, |
| "name": "layer09.v_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 36.883121490478516, |
| "rel_l2": 0.12911752457732115, |
| "elements_changed": 113136, |
| "elements": 131072 |
| }, |
| { |
| "index": 134, |
| "name": "layer09.out_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 45.91088104248047, |
| "rel_l2": 0.128501825401564, |
| "elements_changed": 230691, |
| "elements": 262144 |
| }, |
| { |
| "index": 2, |
| "name": "layer00.q_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 40.08195877075195, |
| "rel_l2": 0.12775174763039226, |
| "elements_changed": 228836, |
| "elements": 262144 |
| }, |
| { |
| "index": 198, |
| "name": "layer14.q_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 41.794525146484375, |
| "rel_l2": 0.12742569982935756, |
| "elements_changed": 236641, |
| "elements": 262144 |
| }, |
| { |
| "index": 63, |
| "name": "layer04.gate_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 39.12565231323242, |
| "rel_l2": 0.12694873588378225, |
| "elements_changed": 229349, |
| "elements": 262144 |
| }, |
| { |
| "index": 241, |
| "name": "layer17.k_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 32.07200241088867, |
| "rel_l2": 0.12459707972012186, |
| "elements_changed": 121255, |
| "elements": 131072 |
| }, |
| { |
| "index": 4, |
| "name": "layer00.v_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 32.07552719116211, |
| "rel_l2": 0.12389845050738145, |
| "elements_changed": 111519, |
| "elements": 131072 |
| }, |
| { |
| "index": 366, |
| "name": "layer26.q_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 41.47237777709961, |
| "rel_l2": 0.12386466020470524, |
| "elements_changed": 227735, |
| "elements": 262144 |
| }, |
| { |
| "index": 170, |
| "name": "layer12.q_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 38.825801849365234, |
| "rel_l2": 0.12321986510398557, |
| "elements_changed": 232882, |
| "elements": 262144 |
| }, |
| { |
| "index": 367, |
| "name": "layer26.k_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 31.134965896606445, |
| "rel_l2": 0.12287986047134011, |
| "elements_changed": 117511, |
| "elements": 131072 |
| }, |
| { |
| "index": 311, |
| "name": "layer22.k_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 38.102996826171875, |
| "rel_l2": 0.12262381547407014, |
| "elements_changed": 116724, |
| "elements": 131072 |
| }, |
| { |
| "index": 50, |
| "name": "layer03.out_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 42.404380798339844, |
| "rel_l2": 0.12255145239743698, |
| "elements_changed": 238182, |
| "elements": 262144 |
| }, |
| { |
| "index": 18, |
| "name": "layer01.v_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 30.478450775146484, |
| "rel_l2": 0.12198773731882177, |
| "elements_changed": 110952, |
| "elements": 131072 |
| }, |
| { |
| "index": 106, |
| "name": "layer07.out_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 41.00419998168945, |
| "rel_l2": 0.12155581830628641, |
| "elements_changed": 232637, |
| "elements": 262144 |
| }, |
| { |
| "index": 64, |
| "name": "layer04.out_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 38.067256927490234, |
| "rel_l2": 0.12123774453226939, |
| "elements_changed": 229303, |
| "elements": 262144 |
| }, |
| { |
| "index": 310, |
| "name": "layer22.q_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 44.94417190551758, |
| "rel_l2": 0.12120721962576249, |
| "elements_changed": 223072, |
| "elements": 262144 |
| }, |
| { |
| "index": 128, |
| "name": "layer09.q_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 38.18143844604492, |
| "rel_l2": 0.12095480170877637, |
| "elements_changed": 226568, |
| "elements": 262144 |
| }, |
| { |
| "index": 72, |
| "name": "layer05.q_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 36.8487548828125, |
| "rel_l2": 0.12079511529387849, |
| "elements_changed": 223037, |
| "elements": 262144 |
| }, |
| { |
| "index": 339, |
| "name": "layer24.k_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 30.36958885192871, |
| "rel_l2": 0.12059316886794642, |
| "elements_changed": 118011, |
| "elements": 131072 |
| }, |
| { |
| "index": 86, |
| "name": "layer06.q_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 37.44362258911133, |
| "rel_l2": 0.11869847131362199, |
| "elements_changed": 226594, |
| "elements": 262144 |
| }, |
| { |
| "index": 120, |
| "name": "layer08.out_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 41.837158203125, |
| "rel_l2": 0.11757749804154716, |
| "elements_changed": 231750, |
| "elements": 262144 |
| }, |
| { |
| "index": 100, |
| "name": "layer07.q_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 37.50966262817383, |
| "rel_l2": 0.11754123857201615, |
| "elements_changed": 218997, |
| "elements": 262144 |
| }, |
| { |
| "index": 212, |
| "name": "layer15.q_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 37.065826416015625, |
| "rel_l2": 0.11557939432234293, |
| "elements_changed": 227390, |
| "elements": 262144 |
| }, |
| { |
| "index": 254, |
| "name": "layer18.q_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 40.88981628417969, |
| "rel_l2": 0.11466344016464437, |
| "elements_changed": 226287, |
| "elements": 262144 |
| }, |
| { |
| "index": 114, |
| "name": "layer08.q_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 36.712154388427734, |
| "rel_l2": 0.11264809490134592, |
| "elements_changed": 223923, |
| "elements": 262144 |
| }, |
| { |
| "index": 73, |
| "name": "layer05.k_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 26.100017547607422, |
| "rel_l2": 0.11159049179934297, |
| "elements_changed": 113410, |
| "elements": 131072 |
| }, |
| { |
| "index": 199, |
| "name": "layer14.k_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 27.815847396850586, |
| "rel_l2": 0.11142185834614146, |
| "elements_changed": 117156, |
| "elements": 131072 |
| }, |
| { |
| "index": 22, |
| "name": "layer01.out_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 35.027244567871094, |
| "rel_l2": 0.11123347654733093, |
| "elements_changed": 229254, |
| "elements": 262144 |
| }, |
| { |
| "index": 44, |
| "name": "layer03.q_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 36.15559005737305, |
| "rel_l2": 0.11104317308044687, |
| "elements_changed": 225912, |
| "elements": 262144 |
| }, |
| { |
| "index": 269, |
| "name": "layer19.k_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 26.220874786376953, |
| "rel_l2": 0.11076169761300565, |
| "elements_changed": 106884, |
| "elements": 131072 |
| }, |
| { |
| "index": 213, |
| "name": "layer15.k_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 24.490400314331055, |
| "rel_l2": 0.10713777800117577, |
| "elements_changed": 116331, |
| "elements": 131072 |
| }, |
| { |
| "index": 227, |
| "name": "layer16.k_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 24.69317626953125, |
| "rel_l2": 0.10665784031272395, |
| "elements_changed": 115242, |
| "elements": 131072 |
| }, |
| { |
| "index": 185, |
| "name": "layer13.k_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 25.714191436767578, |
| "rel_l2": 0.10547287148810292, |
| "elements_changed": 117612, |
| "elements": 131072 |
| }, |
| { |
| "index": 45, |
| "name": "layer03.k_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 25.14592933654785, |
| "rel_l2": 0.10545754353883269, |
| "elements_changed": 112453, |
| "elements": 131072 |
| }, |
| { |
| "index": 255, |
| "name": "layer18.k_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 28.132455825805664, |
| "rel_l2": 0.1054408684510534, |
| "elements_changed": 117860, |
| "elements": 131072 |
| }, |
| { |
| "index": 142, |
| "name": "layer10.q_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 33.040523529052734, |
| "rel_l2": 0.10030156796721786, |
| "elements_changed": 206438, |
| "elements": 262144 |
| }, |
| { |
| "index": 171, |
| "name": "layer12.k_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 22.79279899597168, |
| "rel_l2": 0.0993242669963315, |
| "elements_changed": 114190, |
| "elements": 131072 |
| }, |
| { |
| "index": 8, |
| "name": "layer00.out_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 29.878782272338867, |
| "rel_l2": 0.09549170352693005, |
| "elements_changed": 225142, |
| "elements": 262144 |
| }, |
| { |
| "index": 157, |
| "name": "layer11.k_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 22.1978759765625, |
| "rel_l2": 0.0936927124283696, |
| "elements_changed": 109036, |
| "elements": 131072 |
| }, |
| { |
| "index": 101, |
| "name": "layer07.k_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 21.17139434814453, |
| "rel_l2": 0.09098053767550045, |
| "elements_changed": 108857, |
| "elements": 131072 |
| }, |
| { |
| "index": 87, |
| "name": "layer06.k_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 21.236209869384766, |
| "rel_l2": 0.08939641998406618, |
| "elements_changed": 104579, |
| "elements": 131072 |
| }, |
| { |
| "index": 129, |
| "name": "layer09.k_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 20.95911979675293, |
| "rel_l2": 0.08935737299212503, |
| "elements_changed": 106314, |
| "elements": 131072 |
| }, |
| { |
| "index": 16, |
| "name": "layer01.q_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 27.632654190063477, |
| "rel_l2": 0.08909283759822095, |
| "elements_changed": 205732, |
| "elements": 262144 |
| }, |
| { |
| "index": 30, |
| "name": "layer02.q_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 27.292007446289062, |
| "rel_l2": 0.08544542082971739, |
| "elements_changed": 190989, |
| "elements": 262144 |
| }, |
| { |
| "index": 3, |
| "name": "layer00.k_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 19.55088233947754, |
| "rel_l2": 0.08326008550541993, |
| "elements_changed": 98387, |
| "elements": 131072 |
| }, |
| { |
| "index": 17, |
| "name": "layer01.k_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 19.00261116027832, |
| "rel_l2": 0.08206246638951739, |
| "elements_changed": 104364, |
| "elements": 131072 |
| }, |
| { |
| "index": 58, |
| "name": "layer04.q_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 25.040836334228516, |
| "rel_l2": 0.08160449813327816, |
| "elements_changed": 199296, |
| "elements": 262144 |
| }, |
| { |
| "index": 115, |
| "name": "layer08.k_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 18.997591018676758, |
| "rel_l2": 0.08101235897313101, |
| "elements_changed": 95869, |
| "elements": 131072 |
| }, |
| { |
| "index": 59, |
| "name": "layer04.k_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 17.163497924804688, |
| "rel_l2": 0.07334119889247537, |
| "elements_changed": 91159, |
| "elements": 131072 |
| }, |
| { |
| "index": 143, |
| "name": "layer10.k_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 16.693031311035156, |
| "rel_l2": 0.07005106581887803, |
| "elements_changed": 87370, |
| "elements": 131072 |
| }, |
| { |
| "index": 31, |
| "name": "layer02.k_proj", |
| "shape": [ |
| 256, |
| 512 |
| ], |
| "l2_delta": 14.048103332519531, |
| "rel_l2": 0.060121973637681875, |
| "elements_changed": 76201, |
| "elements": 131072 |
| }, |
| { |
| "index": 0, |
| "name": "embedding", |
| "shape": [ |
| 8192, |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 4194304 |
| }, |
| { |
| "index": 1, |
| "name": "layer00.norm_in", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 5, |
| "name": "layer00.q_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 6, |
| "name": "layer00.k_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 9, |
| "name": "layer00.post_norm", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 10, |
| "name": "layer00.attn_gate", |
| "shape": [ |
| 1 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 1 |
| }, |
| { |
| "index": 11, |
| "name": "layer00.pre_hada", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 12, |
| "name": "layer00.d1", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 13, |
| "name": "layer00.d2", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 14, |
| "name": "layer00.d3", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 15, |
| "name": "layer01.norm_in", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 19, |
| "name": "layer01.q_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 20, |
| "name": "layer01.k_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 23, |
| "name": "layer01.post_norm", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 24, |
| "name": "layer01.attn_gate", |
| "shape": [ |
| 1 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 1 |
| }, |
| { |
| "index": 25, |
| "name": "layer01.pre_hada", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 26, |
| "name": "layer01.d1", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 27, |
| "name": "layer01.d2", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 28, |
| "name": "layer01.d3", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 29, |
| "name": "layer02.norm_in", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 33, |
| "name": "layer02.q_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 34, |
| "name": "layer02.k_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 37, |
| "name": "layer02.post_norm", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 38, |
| "name": "layer02.attn_gate", |
| "shape": [ |
| 1 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 1 |
| }, |
| { |
| "index": 39, |
| "name": "layer02.pre_hada", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 40, |
| "name": "layer02.d1", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 41, |
| "name": "layer02.d2", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 42, |
| "name": "layer02.d3", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 43, |
| "name": "layer03.norm_in", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 47, |
| "name": "layer03.q_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 48, |
| "name": "layer03.k_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 51, |
| "name": "layer03.post_norm", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 52, |
| "name": "layer03.attn_gate", |
| "shape": [ |
| 1 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 1 |
| }, |
| { |
| "index": 53, |
| "name": "layer03.pre_hada", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 54, |
| "name": "layer03.d1", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 55, |
| "name": "layer03.d2", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 56, |
| "name": "layer03.d3", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 57, |
| "name": "layer04.norm_in", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 61, |
| "name": "layer04.q_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 62, |
| "name": "layer04.k_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 65, |
| "name": "layer04.post_norm", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 66, |
| "name": "layer04.attn_gate", |
| "shape": [ |
| 1 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 1 |
| }, |
| { |
| "index": 67, |
| "name": "layer04.pre_hada", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 68, |
| "name": "layer04.d1", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 69, |
| "name": "layer04.d2", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 70, |
| "name": "layer04.d3", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 71, |
| "name": "layer05.norm_in", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 75, |
| "name": "layer05.q_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 76, |
| "name": "layer05.k_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 79, |
| "name": "layer05.post_norm", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 80, |
| "name": "layer05.attn_gate", |
| "shape": [ |
| 1 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 1 |
| }, |
| { |
| "index": 81, |
| "name": "layer05.pre_hada", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 82, |
| "name": "layer05.d1", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 83, |
| "name": "layer05.d2", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 84, |
| "name": "layer05.d3", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 85, |
| "name": "layer06.norm_in", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 89, |
| "name": "layer06.q_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 90, |
| "name": "layer06.k_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 93, |
| "name": "layer06.post_norm", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 94, |
| "name": "layer06.attn_gate", |
| "shape": [ |
| 1 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 1 |
| }, |
| { |
| "index": 95, |
| "name": "layer06.pre_hada", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 96, |
| "name": "layer06.d1", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 97, |
| "name": "layer06.d2", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 98, |
| "name": "layer06.d3", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 99, |
| "name": "layer07.norm_in", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 103, |
| "name": "layer07.q_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 104, |
| "name": "layer07.k_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 107, |
| "name": "layer07.post_norm", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 108, |
| "name": "layer07.attn_gate", |
| "shape": [ |
| 1 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 1 |
| }, |
| { |
| "index": 109, |
| "name": "layer07.pre_hada", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 110, |
| "name": "layer07.d1", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 111, |
| "name": "layer07.d2", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 112, |
| "name": "layer07.d3", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 113, |
| "name": "layer08.norm_in", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 117, |
| "name": "layer08.q_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 118, |
| "name": "layer08.k_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 121, |
| "name": "layer08.post_norm", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 122, |
| "name": "layer08.attn_gate", |
| "shape": [ |
| 1 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 1 |
| }, |
| { |
| "index": 123, |
| "name": "layer08.pre_hada", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 124, |
| "name": "layer08.d1", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 125, |
| "name": "layer08.d2", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 126, |
| "name": "layer08.d3", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 127, |
| "name": "layer09.norm_in", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 131, |
| "name": "layer09.q_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 132, |
| "name": "layer09.k_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 135, |
| "name": "layer09.post_norm", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 136, |
| "name": "layer09.attn_gate", |
| "shape": [ |
| 1 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 1 |
| }, |
| { |
| "index": 137, |
| "name": "layer09.pre_hada", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 138, |
| "name": "layer09.d1", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 139, |
| "name": "layer09.d2", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 140, |
| "name": "layer09.d3", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 141, |
| "name": "layer10.norm_in", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 145, |
| "name": "layer10.q_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 146, |
| "name": "layer10.k_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 149, |
| "name": "layer10.post_norm", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 150, |
| "name": "layer10.attn_gate", |
| "shape": [ |
| 1 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 1 |
| }, |
| { |
| "index": 151, |
| "name": "layer10.pre_hada", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 152, |
| "name": "layer10.d1", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 153, |
| "name": "layer10.d2", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 154, |
| "name": "layer10.d3", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 155, |
| "name": "layer11.norm_in", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 159, |
| "name": "layer11.q_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 160, |
| "name": "layer11.k_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 163, |
| "name": "layer11.post_norm", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 164, |
| "name": "layer11.attn_gate", |
| "shape": [ |
| 1 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 1 |
| }, |
| { |
| "index": 165, |
| "name": "layer11.pre_hada", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 166, |
| "name": "layer11.d1", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 167, |
| "name": "layer11.d2", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 168, |
| "name": "layer11.d3", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 169, |
| "name": "layer12.norm_in", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 173, |
| "name": "layer12.q_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 174, |
| "name": "layer12.k_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 177, |
| "name": "layer12.post_norm", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 178, |
| "name": "layer12.attn_gate", |
| "shape": [ |
| 1 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 1 |
| }, |
| { |
| "index": 179, |
| "name": "layer12.pre_hada", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 180, |
| "name": "layer12.d1", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 181, |
| "name": "layer12.d2", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 182, |
| "name": "layer12.d3", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 183, |
| "name": "layer13.norm_in", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 187, |
| "name": "layer13.q_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 188, |
| "name": "layer13.k_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 191, |
| "name": "layer13.post_norm", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 192, |
| "name": "layer13.attn_gate", |
| "shape": [ |
| 1 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 1 |
| }, |
| { |
| "index": 193, |
| "name": "layer13.pre_hada", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 194, |
| "name": "layer13.d1", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 195, |
| "name": "layer13.d2", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 196, |
| "name": "layer13.d3", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 197, |
| "name": "layer14.norm_in", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 201, |
| "name": "layer14.q_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 202, |
| "name": "layer14.k_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 205, |
| "name": "layer14.post_norm", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 206, |
| "name": "layer14.attn_gate", |
| "shape": [ |
| 1 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 1 |
| }, |
| { |
| "index": 207, |
| "name": "layer14.pre_hada", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 208, |
| "name": "layer14.d1", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 209, |
| "name": "layer14.d2", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 210, |
| "name": "layer14.d3", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 211, |
| "name": "layer15.norm_in", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 215, |
| "name": "layer15.q_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 216, |
| "name": "layer15.k_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 219, |
| "name": "layer15.post_norm", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 220, |
| "name": "layer15.attn_gate", |
| "shape": [ |
| 1 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 1 |
| }, |
| { |
| "index": 221, |
| "name": "layer15.pre_hada", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 222, |
| "name": "layer15.d1", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 223, |
| "name": "layer15.d2", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 224, |
| "name": "layer15.d3", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 225, |
| "name": "layer16.norm_in", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 229, |
| "name": "layer16.q_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 230, |
| "name": "layer16.k_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 233, |
| "name": "layer16.post_norm", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 234, |
| "name": "layer16.attn_gate", |
| "shape": [ |
| 1 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 1 |
| }, |
| { |
| "index": 235, |
| "name": "layer16.pre_hada", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 236, |
| "name": "layer16.d1", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 237, |
| "name": "layer16.d2", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 238, |
| "name": "layer16.d3", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 239, |
| "name": "layer17.norm_in", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 243, |
| "name": "layer17.q_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 244, |
| "name": "layer17.k_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 247, |
| "name": "layer17.post_norm", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 248, |
| "name": "layer17.attn_gate", |
| "shape": [ |
| 1 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 1 |
| }, |
| { |
| "index": 249, |
| "name": "layer17.pre_hada", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 250, |
| "name": "layer17.d1", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 251, |
| "name": "layer17.d2", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 252, |
| "name": "layer17.d3", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 253, |
| "name": "layer18.norm_in", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 257, |
| "name": "layer18.q_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 258, |
| "name": "layer18.k_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 261, |
| "name": "layer18.post_norm", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 262, |
| "name": "layer18.attn_gate", |
| "shape": [ |
| 1 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 1 |
| }, |
| { |
| "index": 263, |
| "name": "layer18.pre_hada", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 264, |
| "name": "layer18.d1", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 265, |
| "name": "layer18.d2", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 266, |
| "name": "layer18.d3", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 267, |
| "name": "layer19.norm_in", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 271, |
| "name": "layer19.q_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 272, |
| "name": "layer19.k_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 275, |
| "name": "layer19.post_norm", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 276, |
| "name": "layer19.attn_gate", |
| "shape": [ |
| 1 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 1 |
| }, |
| { |
| "index": 277, |
| "name": "layer19.pre_hada", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 278, |
| "name": "layer19.d1", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 279, |
| "name": "layer19.d2", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 280, |
| "name": "layer19.d3", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 281, |
| "name": "layer20.norm_in", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 285, |
| "name": "layer20.q_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 286, |
| "name": "layer20.k_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 289, |
| "name": "layer20.post_norm", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 290, |
| "name": "layer20.attn_gate", |
| "shape": [ |
| 1 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 1 |
| }, |
| { |
| "index": 291, |
| "name": "layer20.pre_hada", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 292, |
| "name": "layer20.d1", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 293, |
| "name": "layer20.d2", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 294, |
| "name": "layer20.d3", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 295, |
| "name": "layer21.norm_in", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 299, |
| "name": "layer21.q_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 300, |
| "name": "layer21.k_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 303, |
| "name": "layer21.post_norm", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 304, |
| "name": "layer21.attn_gate", |
| "shape": [ |
| 1 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 1 |
| }, |
| { |
| "index": 305, |
| "name": "layer21.pre_hada", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 306, |
| "name": "layer21.d1", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 307, |
| "name": "layer21.d2", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 308, |
| "name": "layer21.d3", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 309, |
| "name": "layer22.norm_in", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 313, |
| "name": "layer22.q_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 314, |
| "name": "layer22.k_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 317, |
| "name": "layer22.post_norm", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 318, |
| "name": "layer22.attn_gate", |
| "shape": [ |
| 1 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 1 |
| }, |
| { |
| "index": 319, |
| "name": "layer22.pre_hada", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 320, |
| "name": "layer22.d1", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 321, |
| "name": "layer22.d2", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 322, |
| "name": "layer22.d3", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 323, |
| "name": "layer23.norm_in", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 327, |
| "name": "layer23.q_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 328, |
| "name": "layer23.k_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 331, |
| "name": "layer23.post_norm", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 332, |
| "name": "layer23.attn_gate", |
| "shape": [ |
| 1 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 1 |
| }, |
| { |
| "index": 333, |
| "name": "layer23.pre_hada", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 334, |
| "name": "layer23.d1", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 335, |
| "name": "layer23.d2", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 336, |
| "name": "layer23.d3", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 337, |
| "name": "layer24.norm_in", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 341, |
| "name": "layer24.q_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 342, |
| "name": "layer24.k_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 345, |
| "name": "layer24.post_norm", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 346, |
| "name": "layer24.attn_gate", |
| "shape": [ |
| 1 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 1 |
| }, |
| { |
| "index": 347, |
| "name": "layer24.pre_hada", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 348, |
| "name": "layer24.d1", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 349, |
| "name": "layer24.d2", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 350, |
| "name": "layer24.d3", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 351, |
| "name": "layer25.norm_in", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 355, |
| "name": "layer25.q_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 356, |
| "name": "layer25.k_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 359, |
| "name": "layer25.post_norm", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 360, |
| "name": "layer25.attn_gate", |
| "shape": [ |
| 1 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 1 |
| }, |
| { |
| "index": 361, |
| "name": "layer25.pre_hada", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 362, |
| "name": "layer25.d1", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 363, |
| "name": "layer25.d2", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 364, |
| "name": "layer25.d3", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 365, |
| "name": "layer26.norm_in", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 369, |
| "name": "layer26.q_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 370, |
| "name": "layer26.k_norm", |
| "shape": [ |
| 64 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 64 |
| }, |
| { |
| "index": 373, |
| "name": "layer26.post_norm", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 374, |
| "name": "layer26.attn_gate", |
| "shape": [ |
| 1 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 1 |
| }, |
| { |
| "index": 375, |
| "name": "layer26.pre_hada", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 376, |
| "name": "layer26.d1", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 377, |
| "name": "layer26.d2", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 378, |
| "name": "layer26.d3", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 379, |
| "name": "mhc_a_pre", |
| "shape": [ |
| 27 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 27 |
| }, |
| { |
| "index": 380, |
| "name": "mhc_a_post", |
| "shape": [ |
| 27 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 27 |
| }, |
| { |
| "index": 381, |
| "name": "mhc_a_res", |
| "shape": [ |
| 27 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 27 |
| }, |
| { |
| "index": 382, |
| "name": "mhc_b_pre", |
| "shape": [ |
| 27, |
| 4 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 108 |
| }, |
| { |
| "index": 383, |
| "name": "mhc_b_post", |
| "shape": [ |
| 27, |
| 4 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 108 |
| }, |
| { |
| "index": 384, |
| "name": "mhc_b_res", |
| "shape": [ |
| 27, |
| 4, |
| 4 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 432 |
| }, |
| { |
| "index": 385, |
| "name": "mhc_phi_pre", |
| "shape": [ |
| 108, |
| 2048 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 221184 |
| }, |
| { |
| "index": 386, |
| "name": "mhc_phi_post", |
| "shape": [ |
| 108, |
| 2048 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 221184 |
| }, |
| { |
| "index": 387, |
| "name": "mhc_phi_res", |
| "shape": [ |
| 432, |
| 2048 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 884736 |
| }, |
| { |
| "index": 388, |
| "name": "engram0.tables", |
| "shape": [ |
| 32768, |
| 128 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 4194304 |
| }, |
| { |
| "index": 389, |
| "name": "engram0.key_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 262144 |
| }, |
| { |
| "index": 390, |
| "name": "engram0.value_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 262144 |
| }, |
| { |
| "index": 391, |
| "name": "engram0.taps", |
| "shape": [ |
| 4, |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 2048 |
| }, |
| { |
| "index": 392, |
| "name": "engram1.tables", |
| "shape": [ |
| 32768, |
| 128 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 4194304 |
| }, |
| { |
| "index": 393, |
| "name": "engram1.key_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 262144 |
| }, |
| { |
| "index": 394, |
| "name": "engram1.value_proj", |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 262144 |
| }, |
| { |
| "index": 395, |
| "name": "engram1.taps", |
| "shape": [ |
| 4, |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 2048 |
| }, |
| { |
| "index": 396, |
| "name": "final_norm", |
| "shape": [ |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 512 |
| }, |
| { |
| "index": 397, |
| "name": "heads.manifest", |
| "shape": [ |
| 2 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 2 |
| }, |
| { |
| "index": 398, |
| "name": "contrastive_head.probes", |
| "shape": [ |
| 4, |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 2048 |
| }, |
| { |
| "index": 399, |
| "name": "contrastive_head.proj", |
| "shape": [ |
| 128, |
| 2048 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 262144 |
| }, |
| { |
| "index": 400, |
| "name": "contrastive_head.bias", |
| "shape": [ |
| 128 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 128 |
| }, |
| { |
| "index": 401, |
| "name": "confidence_head.probes", |
| "shape": [ |
| 8, |
| 512 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 4096 |
| }, |
| { |
| "index": 402, |
| "name": "confidence_head.proj", |
| "shape": [ |
| 1, |
| 4096 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 4096 |
| }, |
| { |
| "index": 403, |
| "name": "confidence_head.bias", |
| "shape": [ |
| 1 |
| ], |
| "l2_delta": 0.0, |
| "rel_l2": 0.0, |
| "elements_changed": 0, |
| "elements": 1 |
| } |
| ] |
| } |
