| { |
| "layer_14_expert_00": 0.08960915356874466, |
| "layer_14_expert_01": 0.023555858060717583, |
| "layer_14_expert_02": 0.08734942972660065, |
| "layer_14_expert_03": 0.07335317134857178, |
| "layer_14_expert_04": 0.05361899733543396, |
| "layer_14_expert_05": 0.0419849157333374, |
| "layer_14_expert_06": 0.03270275518298149, |
| "layer_14_expert_07": 0.06352072209119797, |
| "layer_15_expert_00": 0.040674518793821335, |
| "layer_15_expert_01": 0.08610766381025314, |
| "layer_15_expert_02": 0.09000138938426971, |
| "layer_15_expert_03": 0.08886608481407166, |
| "layer_15_expert_04": 0.05508200079202652, |
| "layer_15_expert_05": 0.024169128388166428, |
| "layer_15_expert_06": 0.010182706639170647, |
| "layer_15_expert_07": 0.07519401609897614, |
| "layer_16_expert_00": 0.06165403872728348, |
| "layer_16_expert_01": 0.06815440952777863, |
| "layer_16_expert_02": 0.06362941116094589, |
| "layer_16_expert_03": 0.07595614343881607, |
| "layer_16_expert_04": 0.06662315875291824, |
| "layer_16_expert_05": 0.055593091994524, |
| "layer_16_expert_06": 0.05515728145837784, |
| "layer_16_expert_07": 0.08217958360910416, |
| "layer_17_expert_00": 0.04749607667326927, |
| "layer_17_expert_01": 0.05245719477534294, |
| "layer_17_expert_02": 0.06305380910634995, |
| "layer_17_expert_03": 0.02609921060502529, |
| "layer_17_expert_04": 0.08330616354942322, |
| "layer_17_expert_05": 0.05210148170590401, |
| "layer_17_expert_06": 0.07107973843812943, |
| "layer_17_expert_07": 0.0341716893017292, |
| "layer_18_expert_00": 0.04901653900742531, |
| "layer_18_expert_01": 0.03877977654337883, |
| "layer_18_expert_02": 0.03825056180357933, |
| "layer_18_expert_03": 0.06273297965526581, |
| "layer_18_expert_04": 0.01812254637479782, |
| "layer_18_expert_05": 0.0896686315536499, |
| "layer_18_expert_06": 0.053853582590818405, |
| "layer_18_expert_07": 0.07619717717170715, |
| "layer_19_expert_00": 0.015500827692449093, |
| "layer_19_expert_01": 0.030297767370939255, |
| "layer_19_expert_02": 0.017379088327288628, |
| "layer_19_expert_03": 0.07162348181009293, |
| "layer_19_expert_04": 0.04926538094878197, |
| "layer_19_expert_05": 0.07533566653728485, |
| "layer_19_expert_06": 0.07814586907625198, |
| "layer_19_expert_07": 0.06576497852802277, |
| "layer_20_expert_00": 0.07028865069150925, |
| "layer_20_expert_01": 0.09338770806789398, |
| "layer_20_expert_02": 0.045270394533872604, |
| "layer_20_expert_03": 0.033283382654190063, |
| "layer_20_expert_04": 0.08494114130735397, |
| "layer_20_expert_05": 0.08548662811517715, |
| "layer_20_expert_06": 0.03395391255617142, |
| "layer_20_expert_07": 0.05252205207943916, |
| "layer_21_expert_00": 0.0759906992316246, |
| "layer_21_expert_01": 0.06616298109292984, |
| "layer_21_expert_02": 0.07134512066841125, |
| "layer_21_expert_03": 0.05582952871918678, |
| "layer_21_expert_04": 0.0965006947517395, |
| "layer_21_expert_05": 0.02565581351518631, |
| "layer_21_expert_06": 0.04366568475961685, |
| "layer_21_expert_07": 0.08146762102842331, |
| "layer_22_expert_00": 0.04757551848888397, |
| "layer_22_expert_01": 0.05010728910565376, |
| "layer_22_expert_02": 0.06648530811071396, |
| "layer_22_expert_03": 0.06714846193790436, |
| "layer_22_expert_04": 0.06844089925289154, |
| "layer_22_expert_05": 0.08425279706716537, |
| "layer_22_expert_06": 0.0350089967250824, |
| "layer_22_expert_07": 0.030119968578219414, |
| "layer_23_expert_00": 0.08490276336669922, |
| "layer_23_expert_01": 0.04083995521068573, |
| "layer_23_expert_02": 0.0913923978805542, |
| "layer_23_expert_03": 0.04366011545062065, |
| "layer_23_expert_04": 0.06479329615831375, |
| "layer_23_expert_05": 0.08556748181581497, |
| "layer_23_expert_06": 0.08199553191661835, |
| "layer_23_expert_07": 0.08908451348543167, |
| "layer_24_expert_00": 0.07365015149116516, |
| "layer_24_expert_01": 0.05923261120915413, |
| "layer_24_expert_02": 0.040118392556905746, |
| "layer_24_expert_03": 0.04117953032255173, |
| "layer_24_expert_04": 0.06441346555948257, |
| "layer_24_expert_05": 0.0257522352039814, |
| "layer_24_expert_06": 0.011831666342914104, |
| "layer_24_expert_07": 0.0767846405506134, |
| "layer_25_expert_00": 0.04114328697323799, |
| "layer_25_expert_01": 0.05880320072174072, |
| "layer_25_expert_02": 0.08053716272115707, |
| "layer_25_expert_03": 0.06281819194555283, |
| "layer_25_expert_04": 0.06576597690582275, |
| "layer_25_expert_05": 0.027239197865128517, |
| "layer_25_expert_06": 0.053697291761636734, |
| "layer_25_expert_07": 0.08815528452396393, |
| "layer_26_expert_00": 0.056988298892974854, |
| "layer_26_expert_01": 0.06350766867399216, |
| "layer_26_expert_02": 0.02629428170621395, |
| "layer_26_expert_03": 0.07881177216768265, |
| "layer_26_expert_04": 0.06643422693014145, |
| "layer_26_expert_05": 0.06969296187162399, |
| "layer_26_expert_06": 0.08020476996898651, |
| "layer_26_expert_07": 0.0664118230342865, |
| "layer_27_expert_00": 0.04352410510182381, |
| "layer_27_expert_01": 0.03635799139738083, |
| "layer_27_expert_02": 0.07664132863283157, |
| "layer_27_expert_03": 0.015888921916484833, |
| "layer_27_expert_04": 0.07863494008779526, |
| "layer_27_expert_05": 0.06215837970376015, |
| "layer_27_expert_06": 0.06676096469163895, |
| "layer_27_expert_07": 0.08619756996631622, |
| "layer_28_expert_00": 0.05962168797850609, |
| "layer_28_expert_01": 0.08969095349311829, |
| "layer_28_expert_02": 0.0639541894197464, |
| "layer_28_expert_03": 0.04346435144543648, |
| "layer_28_expert_04": 0.08872616291046143, |
| "layer_28_expert_05": 0.011707172729074955, |
| "layer_28_expert_06": 0.08812809735536575, |
| "layer_28_expert_07": 0.02965489774942398, |
| "layer_29_expert_00": 0.061019156128168106, |
| "layer_29_expert_01": 0.06537165492773056, |
| "layer_29_expert_02": 0.09337450563907623, |
| "layer_29_expert_03": 0.09177972376346588, |
| "layer_29_expert_04": 0.045058757066726685, |
| "layer_29_expert_05": 0.05751975625753403, |
| "layer_29_expert_06": 0.08689317107200623, |
| "layer_29_expert_07": 0.033061783760786057, |
| "layer_30_expert_00": 0.06407975405454636, |
| "layer_30_expert_01": 0.08595708012580872, |
| "layer_30_expert_02": 0.05826428532600403, |
| "layer_30_expert_03": 0.08712310343980789, |
| "layer_30_expert_04": 0.06338351219892502, |
| "layer_30_expert_05": 0.08724875003099442, |
| "layer_30_expert_06": 0.05461357161402702, |
| "layer_30_expert_07": 0.0792815163731575, |
| "layer_31_expert_00": 0.09381759911775589, |
| "layer_31_expert_01": 0.061467353254556656, |
| "layer_31_expert_02": 0.060826584696769714, |
| "layer_31_expert_03": 0.04029091075062752, |
| "layer_31_expert_04": 0.0865798145532608, |
| "layer_31_expert_05": 0.05066398158669472, |
| "layer_31_expert_06": 0.06770414859056473, |
| "layer_31_expert_07": 0.0891948863863945, |
| "layer_32_expert_00": 0.07553456723690033, |
| "layer_32_expert_01": 0.09302747249603271, |
| "layer_32_expert_02": 0.07914391905069351, |
| "layer_32_expert_03": 0.035896480083465576, |
| "layer_32_expert_04": 0.0573761984705925, |
| "layer_32_expert_05": 0.08959250152111053, |
| "layer_32_expert_06": 0.0865519791841507, |
| "layer_32_expert_07": 0.04869040474295616, |
| "layer_33_expert_00": 0.08093079179525375, |
| "layer_33_expert_01": 0.015353979542851448, |
| "layer_33_expert_02": 0.010040704160928726, |
| "layer_33_expert_03": 0.05659683048725128, |
| "layer_33_expert_04": 0.057787247002124786, |
| "layer_33_expert_05": 0.032023753970861435, |
| "layer_33_expert_06": 0.08669029921293259, |
| "layer_33_expert_07": 0.07371795922517776, |
| "layer_34_expert_00": 0.04956873133778572, |
| "layer_34_expert_01": 0.03993641212582588, |
| "layer_34_expert_02": 0.10343793779611588, |
| "layer_34_expert_03": 0.03761834278702736, |
| "layer_34_expert_04": 0.09247498214244843, |
| "layer_34_expert_05": 0.0913754552602768, |
| "layer_34_expert_06": 0.08374768495559692, |
| "layer_34_expert_07": 0.07642167061567307, |
| "layer_35_expert_00": 0.03663868084549904, |
| "layer_35_expert_01": 0.0918903723359108, |
| "layer_35_expert_02": 0.09706775844097137, |
| "layer_35_expert_03": 0.044580139219760895, |
| "layer_35_expert_04": 0.06655798852443695, |
| "layer_35_expert_05": 0.09469291567802429, |
| "layer_35_expert_06": 0.0853518471121788, |
| "layer_35_expert_07": 0.05752474069595337, |
| "layer_36_expert_00": 0.08273369818925858, |
| "layer_36_expert_01": 0.08429312705993652, |
| "layer_36_expert_02": 0.08517668396234512, |
| "layer_36_expert_03": 0.09303507208824158, |
| "layer_36_expert_04": 0.0603451132774353, |
| "layer_36_expert_05": 0.057482603937387466, |
| "layer_36_expert_06": 0.0751744732260704, |
| "layer_36_expert_07": 0.0963844358921051, |
| "layer_37_expert_00": 0.09074018895626068, |
| "layer_37_expert_01": 0.09231051802635193, |
| "layer_37_expert_02": 0.04862244427204132, |
| "layer_37_expert_03": 0.09111382067203522, |
| "layer_37_expert_04": 0.07788432389497757, |
| "layer_37_expert_05": 0.060878586024045944, |
| "layer_37_expert_06": 0.0881357491016388, |
| "layer_37_expert_07": 0.07109718024730682, |
| "layer_38_expert_00": 0.09016627818346024, |
| "layer_38_expert_01": 0.0699542686343193, |
| "layer_38_expert_02": 0.07877860963344574, |
| "layer_38_expert_03": 0.09837957471609116, |
| "layer_38_expert_04": 0.06443307548761368, |
| "layer_38_expert_05": 0.07961314171552658, |
| "layer_38_expert_06": 0.057441841810941696, |
| "layer_38_expert_07": 0.08597386628389359, |
| "layer_39_expert_00": 0.08485347777605057, |
| "layer_39_expert_01": 0.09256495535373688, |
| "layer_39_expert_02": 0.08680903166532516, |
| "layer_39_expert_03": 0.07138398289680481, |
| "layer_39_expert_04": 0.02877410687506199, |
| "layer_39_expert_05": 0.09422540664672852, |
| "layer_39_expert_06": 0.09070870280265808, |
| "layer_39_expert_07": 0.08570146560668945, |
| "layer_40_expert_00": 0.09043154120445251, |
| "layer_40_expert_01": 0.06878683716058731, |
| "layer_40_expert_02": 0.07638071477413177, |
| "layer_40_expert_03": 0.06919685751199722, |
| "layer_40_expert_04": 0.07133191078901291, |
| "layer_40_expert_05": 0.08809570968151093, |
| "layer_40_expert_06": 0.05915128067135811, |
| "layer_40_expert_07": 0.07046299427747726, |
| "layer_41_expert_00": 0.039036668837070465, |
| "layer_41_expert_01": 0.08593416213989258, |
| "layer_41_expert_02": 0.08992674201726913, |
| "layer_41_expert_03": 0.07024705410003662, |
| "layer_41_expert_04": 0.0873531773686409, |
| "layer_41_expert_05": 0.06535440683364868, |
| "layer_41_expert_06": 0.08250847458839417, |
| "layer_41_expert_07": 0.08667507767677307, |
| "layer_42_expert_00": 0.08746638149023056, |
| "layer_42_expert_01": 0.08095574378967285, |
| "layer_42_expert_02": 0.08438145369291306, |
| "layer_42_expert_03": 0.0778140127658844, |
| "layer_42_expert_04": 0.0915023609995842, |
| "layer_42_expert_05": 0.05513300746679306, |
| "layer_42_expert_06": 0.07978466153144836, |
| "layer_42_expert_07": 0.05815660208463669, |
| "layer_43_expert_00": 0.07234090566635132, |
| "layer_43_expert_01": 0.07101496309041977, |
| "layer_43_expert_02": 0.07163777202367783, |
| "layer_43_expert_03": 0.08916972577571869, |
| "layer_43_expert_04": 0.07116877287626266, |
| "layer_43_expert_05": 0.08992899954319, |
| "layer_43_expert_06": 0.08513835817575455, |
| "layer_43_expert_07": 0.07751081138849258, |
| "layer_44_expert_00": 0.07812388241291046, |
| "layer_44_expert_01": 0.08385727554559708, |
| "layer_44_expert_02": 0.0916195809841156, |
| "layer_44_expert_03": 0.09047139436006546, |
| "layer_44_expert_04": 0.0920148491859436, |
| "layer_44_expert_05": 0.07830344885587692, |
| "layer_44_expert_06": 0.0901605635881424, |
| "layer_44_expert_07": 0.0894627720117569, |
| "layer_45_expert_00": 0.0916242003440857, |
| "layer_45_expert_01": 0.08805745840072632, |
| "layer_45_expert_02": 0.07851787656545639, |
| "layer_45_expert_03": 0.0918281227350235, |
| "layer_45_expert_04": 0.08447906374931335, |
| "layer_45_expert_05": 0.08624397218227386, |
| "layer_45_expert_06": 0.09266708791255951, |
| "layer_45_expert_07": 0.09203515946865082, |
| "layer_46_expert_00": 0.07268471270799637, |
| "layer_46_expert_01": 0.08480358123779297, |
| "layer_46_expert_02": 0.08778183907270432, |
| "layer_46_expert_03": 0.08699671179056168, |
| "layer_46_expert_04": 0.09254233539104462, |
| "layer_46_expert_05": 0.09296578913927078, |
| "layer_46_expert_06": 0.08966007083654404, |
| "layer_46_expert_07": 0.07792780548334122, |
| "layer_47_expert_00": 0.09171435981988907, |
| "layer_47_expert_01": 0.09545876085758209, |
| "layer_47_expert_02": 0.08308145403862, |
| "layer_47_expert_03": 0.09571374952793121, |
| "layer_47_expert_04": 0.09270597249269485, |
| "layer_47_expert_05": 0.08462870866060257, |
| "layer_47_expert_06": 0.08101216703653336, |
| "layer_47_expert_07": 0.07232879847288132, |
| "layer_48_expert_00": 0.08886497467756271, |
| "layer_48_expert_01": 0.09789729863405228, |
| "layer_48_expert_02": 0.09088822454214096, |
| "layer_48_expert_03": 0.09446655958890915, |
| "layer_48_expert_04": 0.08746286481618881, |
| "layer_48_expert_05": 0.09510781615972519, |
| "layer_48_expert_06": 0.09503211826086044, |
| "layer_48_expert_07": 0.09118199348449707 |
| } |
|
|
