{
  "layer_11_expert_00": 0.07671169191598892,
  "layer_11_expert_01": 0.019320162013173103,
  "layer_11_expert_02": 0.049620263278484344,
  "layer_11_expert_03": 0.07837174087762833,
  "layer_11_expert_04": 0.04735137149691582,
  "layer_11_expert_05": 0.009209256619215012,
  "layer_11_expert_06": 0.07311132550239563,
  "layer_11_expert_07": 0.07401397079229355,
  "layer_12_expert_00": 0.03244803473353386,
  "layer_12_expert_01": 0.06607212126255035,
  "layer_12_expert_02": 0.08514136075973511,
  "layer_12_expert_03": 0.0612746886909008,
  "layer_12_expert_04": 0.0630272701382637,
  "layer_12_expert_05": 0.04119554162025452,
  "layer_12_expert_06": 0.05684846267104149,
  "layer_12_expert_07": 0.07491850107908249,
  "layer_13_expert_00": 0.08194314688444138,
  "layer_13_expert_01": 0.0695025771856308,
  "layer_13_expert_02": 0.0771508663892746,
  "layer_13_expert_03": 0.011731275357306004,
  "layer_13_expert_04": 0.048450298607349396,
  "layer_13_expert_05": 0.07839366793632507,
  "layer_13_expert_06": 0.05200941488146782,
  "layer_13_expert_07": 0.024742795154452324,
  "layer_14_expert_00": 0.06195952743291855,
  "layer_14_expert_01": 0.07597583532333374,
  "layer_14_expert_02": 0.06648237258195877,
  "layer_14_expert_03": 0.03864925727248192,
  "layer_14_expert_04": 0.07411392033100128,
  "layer_14_expert_05": 0.058132052421569824,
  "layer_14_expert_06": 0.03313041478395462,
  "layer_14_expert_07": 0.039252087473869324,
  "layer_15_expert_00": 0.05467958748340607,
  "layer_15_expert_01": 0.03821997717022896,
  "layer_15_expert_02": 0.06621171534061432,
  "layer_15_expert_03": 0.022771049290895462,
  "layer_15_expert_04": 0.05704737827181816,
  "layer_15_expert_05": 0.0709194540977478,
  "layer_15_expert_06": 0.05802296847105026,
  "layer_15_expert_07": 0.06607431918382645,
  "layer_16_expert_00": 0.046496156603097916,
  "layer_16_expert_01": 0.018270637840032578,
  "layer_16_expert_02": 0.06950829923152924,
  "layer_16_expert_03": 0.030609725043177605,
  "layer_16_expert_04": 0.07753433287143707,
  "layer_16_expert_05": 0.03713834658265114,
  "layer_16_expert_06": 0.07919267565011978,
  "layer_16_expert_07": 0.07340023666620255,
  "layer_17_expert_00": 0.04033336788415909,
  "layer_17_expert_01": 0.07951777428388596,
  "layer_17_expert_02": 0.018340561538934708,
  "layer_17_expert_03": 0.05988806486129761,
  "layer_17_expert_04": 0.07427956163883209,
  "layer_17_expert_05": 0.06894257664680481,
  "layer_17_expert_06": 0.029233692213892937,
  "layer_17_expert_07": 0.0760057270526886,
  "layer_18_expert_00": 0.06052635237574577,
  "layer_18_expert_01": 0.026007916778326035,
  "layer_18_expert_02": 0.05693860352039337,
  "layer_18_expert_03": 0.07100944966077805,
  "layer_18_expert_04": 0.08566194772720337,
  "layer_18_expert_05": 0.015668388456106186,
  "layer_18_expert_06": 0.01820308342576027,
  "layer_18_expert_07": 0.08112330734729767,
  "layer_19_expert_00": 0.08202339708805084,
  "layer_19_expert_01": 0.059554290026426315,
  "layer_19_expert_02": 0.074469655752182,
  "layer_19_expert_03": 0.05829061195254326,
  "layer_19_expert_04": 0.07162265479564667,
  "layer_19_expert_05": 0.08255437761545181,
  "layer_19_expert_06": 0.046019330620765686,
  "layer_19_expert_07": 0.02705996111035347,
  "layer_20_expert_00": 0.037534523755311966,
  "layer_20_expert_01": 0.07406201213598251,
  "layer_20_expert_02": 0.0821962058544159,
  "layer_20_expert_03": 0.06730734556913376,
  "layer_20_expert_04": 0.060064103454351425,
  "layer_20_expert_05": 0.06913934648036957,
  "layer_20_expert_06": 0.04892793670296669,
  "layer_20_expert_07": 0.09451545774936676,
  "layer_21_expert_00": 0.08852221816778183,
  "layer_21_expert_01": 0.056489940732717514,
  "layer_21_expert_02": 0.03057386726140976,
  "layer_21_expert_03": 0.09085915982723236,
  "layer_21_expert_04": 0.08714751154184341,
  "layer_21_expert_05": 0.06644060462713242,
  "layer_21_expert_06": 0.07805842161178589,
  "layer_21_expert_07": 0.06695477664470673,
  "layer_22_expert_00": 0.07936275005340576,
  "layer_22_expert_01": 0.0880139097571373,
  "layer_22_expert_02": 0.08923265337944031,
  "layer_22_expert_03": 0.0818440243601799,
  "layer_22_expert_04": 0.03600519523024559,
  "layer_22_expert_05": 0.07291895151138306,
  "layer_22_expert_06": 0.04074358567595482,
  "layer_22_expert_07": 0.07274807244539261,
  "layer_23_expert_00": 0.07028559595346451,
  "layer_23_expert_01": 0.06276854872703552,
  "layer_23_expert_02": 0.0718817263841629,
  "layer_23_expert_03": 0.03175637498497963,
  "layer_23_expert_04": 0.07690868526697159,
  "layer_23_expert_05": 0.08595433831214905,
  "layer_23_expert_06": 0.06950017064809799,
  "layer_23_expert_07": 0.08273161202669144,
  "layer_24_expert_00": 0.08233535289764404,
  "layer_24_expert_01": 0.0703478530049324,
  "layer_24_expert_02": 0.08961209654808044,
  "layer_24_expert_03": 0.03200573846697807,
  "layer_24_expert_04": 0.04203547164797783,
  "layer_24_expert_05": 0.0921720415353775,
  "layer_24_expert_06": 0.06578561663627625,
  "layer_24_expert_07": 0.046000100672245026,
  "layer_25_expert_00": 0.04112624004483223,
  "layer_25_expert_01": 0.08213619142770767,
  "layer_25_expert_02": 0.040915824472904205,
  "layer_25_expert_03": 0.08287142962217331,
  "layer_25_expert_04": 0.07860354334115982,
  "layer_25_expert_05": 0.05994920805096626,
  "layer_25_expert_06": 0.08418769389390945,
  "layer_25_expert_07": 0.07010863721370697,
  "layer_26_expert_00": 0.02250598557293415,
  "layer_26_expert_01": 0.04816467687487602,
  "layer_26_expert_02": 0.08905377984046936,
  "layer_26_expert_03": 0.0748646929860115,
  "layer_26_expert_04": 0.0405338779091835,
  "layer_26_expert_05": 0.08664900809526443,
  "layer_26_expert_06": 0.0646696537733078,
  "layer_26_expert_07": 0.044607214629650116,
  "layer_27_expert_00": 0.007545572705566883,
  "layer_27_expert_01": 0.0638197585940361,
  "layer_27_expert_02": 0.0807456448674202,
  "layer_27_expert_03": 0.08199264854192734,
  "layer_27_expert_04": 0.06461206823587418,
  "layer_27_expert_05": 0.07430622726678848,
  "layer_27_expert_06": 0.06675586104393005,
  "layer_27_expert_07": 0.08665739744901657,
  "layer_28_expert_00": 0.062466662377119064,
  "layer_28_expert_01": 0.055866681039333344,
  "layer_28_expert_02": 0.05700700730085373,
  "layer_28_expert_03": 0.07201796025037766,
  "layer_28_expert_04": 0.08694516867399216,
  "layer_28_expert_05": 0.08677394688129425,
  "layer_28_expert_06": 0.07767532765865326,
  "layer_28_expert_07": 0.09174937009811401,
  "layer_29_expert_00": 0.08168431371450424,
  "layer_29_expert_01": 0.09141703695058823,
  "layer_29_expert_02": 0.09138869494199753,
  "layer_29_expert_03": 0.087842658162117,
  "layer_29_expert_04": 0.07026603072881699,
  "layer_29_expert_05": 0.03865658491849899,
  "layer_29_expert_06": 0.09419607371091843,
  "layer_29_expert_07": 0.0871555358171463,
  "layer_30_expert_00": 0.09252043068408966,
  "layer_30_expert_01": 0.07432138174772263,
  "layer_30_expert_02": 0.08930252492427826,
  "layer_30_expert_03": 0.06840604543685913,
  "layer_30_expert_04": 0.09137576818466187,
  "layer_30_expert_05": 0.08709676563739777,
  "layer_30_expert_06": 0.08886650949716568,
  "layer_30_expert_07": 0.0804920420050621,
  "layer_31_expert_00": 0.08601143211126328,
  "layer_31_expert_01": 0.0721060261130333,
  "layer_31_expert_02": 0.086068294942379,
  "layer_31_expert_03": 0.07845544815063477,
  "layer_31_expert_04": 0.0961596667766571,
  "layer_31_expert_05": 0.07079464942216873,
  "layer_31_expert_06": 0.08902524411678314,
  "layer_31_expert_07": 0.0833728015422821,
  "layer_32_expert_00": 0.07154564559459686,
  "layer_32_expert_01": 0.0827111229300499,
  "layer_32_expert_02": 0.09620270878076553,
  "layer_32_expert_03": 0.05800001323223114,
  "layer_32_expert_04": 0.04387883469462395,
  "layer_32_expert_05": 0.08732447028160095,
  "layer_32_expert_06": 0.08384006470441818,
  "layer_32_expert_07": 0.08533836156129837,
  "layer_33_expert_00": 0.08794508129358292,
  "layer_33_expert_01": 0.08627898246049881,
  "layer_33_expert_02": 0.09132450073957443,
  "layer_33_expert_03": 0.08212260156869888,
  "layer_33_expert_04": 0.06157935410737991,
  "layer_33_expert_05": 0.07403793185949326,
  "layer_33_expert_06": 0.07782366126775742,
  "layer_33_expert_07": 0.08197636157274246,
  "layer_34_expert_00": 0.03234696388244629,
  "layer_34_expert_01": 0.06163095310330391,
  "layer_34_expert_02": 0.0866866186261177,
  "layer_34_expert_03": 0.05894093215465546,
  "layer_34_expert_04": 0.08001185208559036,
  "layer_34_expert_05": 0.05712037533521652,
  "layer_34_expert_06": 0.06794721633195877,
  "layer_34_expert_07": 0.08438386023044586,
  "layer_35_expert_00": 0.08898257464170456,
  "layer_35_expert_01": 0.09127037227153778,
  "layer_35_expert_02": 0.06894683837890625,
  "layer_35_expert_03": 0.03677287697792053,
  "layer_35_expert_04": 0.022095641121268272,
  "layer_35_expert_05": 0.03657444193959236,
  "layer_35_expert_06": 0.050354067236185074,
  "layer_35_expert_07": 0.07157252728939056,
  "layer_36_expert_00": 0.06287126988172531,
  "layer_36_expert_01": 0.06944756209850311,
  "layer_36_expert_02": 0.06361047923564911,
  "layer_36_expert_03": 0.0867798924446106,
  "layer_36_expert_04": 0.08038430660963058,
  "layer_36_expert_05": 0.06866179406642914,
  "layer_36_expert_06": 0.0801563709974289,
  "layer_36_expert_07": 0.06787335127592087
}