{
  "layer_14_expert_00": 0.08960915356874466,
  "layer_14_expert_01": 0.023555858060717583,
  "layer_14_expert_02": 0.08734942972660065,
  "layer_14_expert_03": 0.07335317134857178,
  "layer_14_expert_04": 0.05361899733543396,
  "layer_14_expert_05": 0.0419849157333374,
  "layer_14_expert_06": 0.03270275518298149,
  "layer_14_expert_07": 0.06352072209119797,
  "layer_15_expert_00": 0.040674518793821335,
  "layer_15_expert_01": 0.08610766381025314,
  "layer_15_expert_02": 0.09000138938426971,
  "layer_15_expert_03": 0.08886608481407166,
  "layer_15_expert_04": 0.05508200079202652,
  "layer_15_expert_05": 0.024169128388166428,
  "layer_15_expert_06": 0.010182706639170647,
  "layer_15_expert_07": 0.07519401609897614,
  "layer_16_expert_00": 0.06165403872728348,
  "layer_16_expert_01": 0.06815440952777863,
  "layer_16_expert_02": 0.06362941116094589,
  "layer_16_expert_03": 0.07595614343881607,
  "layer_16_expert_04": 0.06662315875291824,
  "layer_16_expert_05": 0.055593091994524,
  "layer_16_expert_06": 0.05515728145837784,
  "layer_16_expert_07": 0.08217958360910416,
  "layer_17_expert_00": 0.04749607667326927,
  "layer_17_expert_01": 0.05245719477534294,
  "layer_17_expert_02": 0.06305380910634995,
  "layer_17_expert_03": 0.02609921060502529,
  "layer_17_expert_04": 0.08330616354942322,
  "layer_17_expert_05": 0.05210148170590401,
  "layer_17_expert_06": 0.07107973843812943,
  "layer_17_expert_07": 0.0341716893017292,
  "layer_18_expert_00": 0.04901653900742531,
  "layer_18_expert_01": 0.03877977654337883,
  "layer_18_expert_02": 0.03825056180357933,
  "layer_18_expert_03": 0.06273297965526581,
  "layer_18_expert_04": 0.01812254637479782,
  "layer_18_expert_05": 0.0896686315536499,
  "layer_18_expert_06": 0.053853582590818405,
  "layer_18_expert_07": 0.07619717717170715,
  "layer_19_expert_00": 0.015500827692449093,
  "layer_19_expert_01": 0.030297767370939255,
  "layer_19_expert_02": 0.017379088327288628,
  "layer_19_expert_03": 0.07162348181009293,
  "layer_19_expert_04": 0.04926538094878197,
  "layer_19_expert_05": 0.07533566653728485,
  "layer_19_expert_06": 0.07814586907625198,
  "layer_19_expert_07": 0.06576497852802277,
  "layer_20_expert_00": 0.07028865069150925,
  "layer_20_expert_01": 0.09338770806789398,
  "layer_20_expert_02": 0.045270394533872604,
  "layer_20_expert_03": 0.033283382654190063,
  "layer_20_expert_04": 0.08494114130735397,
  "layer_20_expert_05": 0.08548662811517715,
  "layer_20_expert_06": 0.03395391255617142,
  "layer_20_expert_07": 0.05252205207943916,
  "layer_21_expert_00": 0.0759906992316246,
  "layer_21_expert_01": 0.06616298109292984,
  "layer_21_expert_02": 0.07134512066841125,
  "layer_21_expert_03": 0.05582952871918678,
  "layer_21_expert_04": 0.0965006947517395,
  "layer_21_expert_05": 0.02565581351518631,
  "layer_21_expert_06": 0.04366568475961685,
  "layer_21_expert_07": 0.08146762102842331,
  "layer_22_expert_00": 0.04757551848888397,
  "layer_22_expert_01": 0.05010728910565376,
  "layer_22_expert_02": 0.06648530811071396,
  "layer_22_expert_03": 0.06714846193790436,
  "layer_22_expert_04": 0.06844089925289154,
  "layer_22_expert_05": 0.08425279706716537,
  "layer_22_expert_06": 0.0350089967250824,
  "layer_22_expert_07": 0.030119968578219414,
  "layer_23_expert_00": 0.08490276336669922,
  "layer_23_expert_01": 0.04083995521068573,
  "layer_23_expert_02": 0.0913923978805542,
  "layer_23_expert_03": 0.04366011545062065,
  "layer_23_expert_04": 0.06479329615831375,
  "layer_23_expert_05": 0.08556748181581497,
  "layer_23_expert_06": 0.08199553191661835,
  "layer_23_expert_07": 0.08908451348543167,
  "layer_24_expert_00": 0.07365015149116516,
  "layer_24_expert_01": 0.05923261120915413,
  "layer_24_expert_02": 0.040118392556905746,
  "layer_24_expert_03": 0.04117953032255173,
  "layer_24_expert_04": 0.06441346555948257,
  "layer_24_expert_05": 0.0257522352039814,
  "layer_24_expert_06": 0.011831666342914104,
  "layer_24_expert_07": 0.0767846405506134,
  "layer_25_expert_00": 0.04114328697323799,
  "layer_25_expert_01": 0.05880320072174072,
  "layer_25_expert_02": 0.08053716272115707,
  "layer_25_expert_03": 0.06281819194555283,
  "layer_25_expert_04": 0.06576597690582275,
  "layer_25_expert_05": 0.027239197865128517,
  "layer_25_expert_06": 0.053697291761636734,
  "layer_25_expert_07": 0.08815528452396393,
  "layer_26_expert_00": 0.056988298892974854,
  "layer_26_expert_01": 0.06350766867399216,
  "layer_26_expert_02": 0.02629428170621395,
  "layer_26_expert_03": 0.07881177216768265,
  "layer_26_expert_04": 0.06643422693014145,
  "layer_26_expert_05": 0.06969296187162399,
  "layer_26_expert_06": 0.08020476996898651,
  "layer_26_expert_07": 0.0664118230342865,
  "layer_27_expert_00": 0.04352410510182381,
  "layer_27_expert_01": 0.03635799139738083,
  "layer_27_expert_02": 0.07664132863283157,
  "layer_27_expert_03": 0.015888921916484833,
  "layer_27_expert_04": 0.07863494008779526,
  "layer_27_expert_05": 0.06215837970376015,
  "layer_27_expert_06": 0.06676096469163895,
  "layer_27_expert_07": 0.08619756996631622,
  "layer_28_expert_00": 0.05962168797850609,
  "layer_28_expert_01": 0.08969095349311829,
  "layer_28_expert_02": 0.0639541894197464,
  "layer_28_expert_03": 0.04346435144543648,
  "layer_28_expert_04": 0.08872616291046143,
  "layer_28_expert_05": 0.011707172729074955,
  "layer_28_expert_06": 0.08812809735536575,
  "layer_28_expert_07": 0.02965489774942398,
  "layer_29_expert_00": 0.061019156128168106,
  "layer_29_expert_01": 0.06537165492773056,
  "layer_29_expert_02": 0.09337450563907623,
  "layer_29_expert_03": 0.09177972376346588,
  "layer_29_expert_04": 0.045058757066726685,
  "layer_29_expert_05": 0.05751975625753403,
  "layer_29_expert_06": 0.08689317107200623,
  "layer_29_expert_07": 0.033061783760786057,
  "layer_30_expert_00": 0.06407975405454636,
  "layer_30_expert_01": 0.08595708012580872,
  "layer_30_expert_02": 0.05826428532600403,
  "layer_30_expert_03": 0.08712310343980789,
  "layer_30_expert_04": 0.06338351219892502,
  "layer_30_expert_05": 0.08724875003099442,
  "layer_30_expert_06": 0.05461357161402702,
  "layer_30_expert_07": 0.0792815163731575,
  "layer_31_expert_00": 0.09381759911775589,
  "layer_31_expert_01": 0.061467353254556656,
  "layer_31_expert_02": 0.060826584696769714,
  "layer_31_expert_03": 0.04029091075062752,
  "layer_31_expert_04": 0.0865798145532608,
  "layer_31_expert_05": 0.05066398158669472,
  "layer_31_expert_06": 0.06770414859056473,
  "layer_31_expert_07": 0.0891948863863945,
  "layer_32_expert_00": 0.07553456723690033,
  "layer_32_expert_01": 0.09302747249603271,
  "layer_32_expert_02": 0.07914391905069351,
  "layer_32_expert_03": 0.035896480083465576,
  "layer_32_expert_04": 0.0573761984705925,
  "layer_32_expert_05": 0.08959250152111053,
  "layer_32_expert_06": 0.0865519791841507,
  "layer_32_expert_07": 0.04869040474295616,
  "layer_33_expert_00": 0.08093079179525375,
  "layer_33_expert_01": 0.015353979542851448,
  "layer_33_expert_02": 0.010040704160928726,
  "layer_33_expert_03": 0.05659683048725128,
  "layer_33_expert_04": 0.057787247002124786,
  "layer_33_expert_05": 0.032023753970861435,
  "layer_33_expert_06": 0.08669029921293259,
  "layer_33_expert_07": 0.07371795922517776,
  "layer_34_expert_00": 0.04956873133778572,
  "layer_34_expert_01": 0.03993641212582588,
  "layer_34_expert_02": 0.10343793779611588,
  "layer_34_expert_03": 0.03761834278702736,
  "layer_34_expert_04": 0.09247498214244843,
  "layer_34_expert_05": 0.0913754552602768,
  "layer_34_expert_06": 0.08374768495559692,
  "layer_34_expert_07": 0.07642167061567307,
  "layer_35_expert_00": 0.03663868084549904,
  "layer_35_expert_01": 0.0918903723359108,
  "layer_35_expert_02": 0.09706775844097137,
  "layer_35_expert_03": 0.044580139219760895,
  "layer_35_expert_04": 0.06655798852443695,
  "layer_35_expert_05": 0.09469291567802429,
  "layer_35_expert_06": 0.0853518471121788,
  "layer_35_expert_07": 0.05752474069595337,
  "layer_36_expert_00": 0.08273369818925858,
  "layer_36_expert_01": 0.08429312705993652,
  "layer_36_expert_02": 0.08517668396234512,
  "layer_36_expert_03": 0.09303507208824158,
  "layer_36_expert_04": 0.0603451132774353,
  "layer_36_expert_05": 0.057482603937387466,
  "layer_36_expert_06": 0.0751744732260704,
  "layer_36_expert_07": 0.0963844358921051,
  "layer_37_expert_00": 0.09074018895626068,
  "layer_37_expert_01": 0.09231051802635193,
  "layer_37_expert_02": 0.04862244427204132,
  "layer_37_expert_03": 0.09111382067203522,
  "layer_37_expert_04": 0.07788432389497757,
  "layer_37_expert_05": 0.060878586024045944,
  "layer_37_expert_06": 0.0881357491016388,
  "layer_37_expert_07": 0.07109718024730682,
  "layer_38_expert_00": 0.09016627818346024,
  "layer_38_expert_01": 0.0699542686343193,
  "layer_38_expert_02": 0.07877860963344574,
  "layer_38_expert_03": 0.09837957471609116,
  "layer_38_expert_04": 0.06443307548761368,
  "layer_38_expert_05": 0.07961314171552658,
  "layer_38_expert_06": 0.057441841810941696,
  "layer_38_expert_07": 0.08597386628389359,
  "layer_39_expert_00": 0.08485347777605057,
  "layer_39_expert_01": 0.09256495535373688,
  "layer_39_expert_02": 0.08680903166532516,
  "layer_39_expert_03": 0.07138398289680481,
  "layer_39_expert_04": 0.02877410687506199,
  "layer_39_expert_05": 0.09422540664672852,
  "layer_39_expert_06": 0.09070870280265808,
  "layer_39_expert_07": 0.08570146560668945,
  "layer_40_expert_00": 0.09043154120445251,
  "layer_40_expert_01": 0.06878683716058731,
  "layer_40_expert_02": 0.07638071477413177,
  "layer_40_expert_03": 0.06919685751199722,
  "layer_40_expert_04": 0.07133191078901291,
  "layer_40_expert_05": 0.08809570968151093,
  "layer_40_expert_06": 0.05915128067135811,
  "layer_40_expert_07": 0.07046299427747726,
  "layer_41_expert_00": 0.039036668837070465,
  "layer_41_expert_01": 0.08593416213989258,
  "layer_41_expert_02": 0.08992674201726913,
  "layer_41_expert_03": 0.07024705410003662,
  "layer_41_expert_04": 0.0873531773686409,
  "layer_41_expert_05": 0.06535440683364868,
  "layer_41_expert_06": 0.08250847458839417,
  "layer_41_expert_07": 0.08667507767677307,
  "layer_42_expert_00": 0.08746638149023056,
  "layer_42_expert_01": 0.08095574378967285,
  "layer_42_expert_02": 0.08438145369291306,
  "layer_42_expert_03": 0.0778140127658844,
  "layer_42_expert_04": 0.0915023609995842,
  "layer_42_expert_05": 0.05513300746679306,
  "layer_42_expert_06": 0.07978466153144836,
  "layer_42_expert_07": 0.05815660208463669,
  "layer_43_expert_00": 0.07234090566635132,
  "layer_43_expert_01": 0.07101496309041977,
  "layer_43_expert_02": 0.07163777202367783,
  "layer_43_expert_03": 0.08916972577571869,
  "layer_43_expert_04": 0.07116877287626266,
  "layer_43_expert_05": 0.08992899954319,
  "layer_43_expert_06": 0.08513835817575455,
  "layer_43_expert_07": 0.07751081138849258,
  "layer_44_expert_00": 0.07812388241291046,
  "layer_44_expert_01": 0.08385727554559708,
  "layer_44_expert_02": 0.0916195809841156,
  "layer_44_expert_03": 0.09047139436006546,
  "layer_44_expert_04": 0.0920148491859436,
  "layer_44_expert_05": 0.07830344885587692,
  "layer_44_expert_06": 0.0901605635881424,
  "layer_44_expert_07": 0.0894627720117569,
  "layer_45_expert_00": 0.0916242003440857,
  "layer_45_expert_01": 0.08805745840072632,
  "layer_45_expert_02": 0.07851787656545639,
  "layer_45_expert_03": 0.0918281227350235,
  "layer_45_expert_04": 0.08447906374931335,
  "layer_45_expert_05": 0.08624397218227386,
  "layer_45_expert_06": 0.09266708791255951,
  "layer_45_expert_07": 0.09203515946865082,
  "layer_46_expert_00": 0.07268471270799637,
  "layer_46_expert_01": 0.08480358123779297,
  "layer_46_expert_02": 0.08778183907270432,
  "layer_46_expert_03": 0.08699671179056168,
  "layer_46_expert_04": 0.09254233539104462,
  "layer_46_expert_05": 0.09296578913927078,
  "layer_46_expert_06": 0.08966007083654404,
  "layer_46_expert_07": 0.07792780548334122,
  "layer_47_expert_00": 0.09171435981988907,
  "layer_47_expert_01": 0.09545876085758209,
  "layer_47_expert_02": 0.08308145403862,
  "layer_47_expert_03": 0.09571374952793121,
  "layer_47_expert_04": 0.09270597249269485,
  "layer_47_expert_05": 0.08462870866060257,
  "layer_47_expert_06": 0.08101216703653336,
  "layer_47_expert_07": 0.07232879847288132,
  "layer_48_expert_00": 0.08886497467756271,
  "layer_48_expert_01": 0.09789729863405228,
  "layer_48_expert_02": 0.09088822454214096,
  "layer_48_expert_03": 0.09446655958890915,
  "layer_48_expert_04": 0.08746286481618881,
  "layer_48_expert_05": 0.09510781615972519,
  "layer_48_expert_06": 0.09503211826086044,
  "layer_48_expert_07": 0.09118199348449707
}