Hugging Face's logo

rdtand
/
MiniMax-M2.7-PrismaQuant-3.20bit-vllm

Text Generation
Safetensors
vllm
minimax_m2
prismaquant
mixed-precision
quantization
nvfp4
fp8
Mixture of Experts
expert-pruning
compressed-tensors
conversational
custom_code
8-bit precision
Model card Files
xet
 Community
1
MiniMax-M2.7-PrismaQuant-3.20bit-vllm / prune_manifest.json
rdtand's picture
rdtand
Upload folder using huggingface_hub
35766e0 verified
Raw History Blame Contribute Delete
365 kB
{
 "model.layers.0.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 2,
 3,
 6,
 7,
 8,
 9,
 10,
 11,
 13,
 14,
 17,
 20,
 21,
 22,
 23,
 24,
 26,
 27,
 29,
 30,
 31,
 33,
 34,
 36,
 37,
 39,
 40,
 43,
 46,
 49,
 50,
 51,
 52,
 53,
 54,
 55,
 56,
 58,
 60,
 61,
 62,
 63,
 66,
 68,
 70,
 73,
 74,
 76,
 84,
 86,
 89,
 90,
 92,
 93,
 94,
 96,
 97,
 98,
 99,
 100,
 101,
 102,
 103,
 106,
 107,
 108,
 109,
 110,
 111,
 113,
 114,
 115,
 117,
 118,
 119,
 120,
 121,
 122,
 124,
 125,
 126,
 128,
 129,
 130,
 132,
 133,
 135,
 136,
 137,
 138,
 140,
 141,
 142,
 145,
 146,
 147,
 148,
 150,
 151,
 152,
 153,
 154,
 155,
 157,
 158,
 159,
 160,
 161,
 162,
 163,
 165,
 168,
 169,
 170,
 171,
 173,
 174,
 176,
 178,
 179,
 180,
 181,
 183,
 184,
 185,
 186,
 187,
 190,
 191,
 192,
 193,
 194,
 195,
 196,
 197,
 199,
 200,
 201,
 202,
 203,
 204,
 205,
 206,
 207,
 208,
 209,
 211,
 212,
 214,
 215,
 216,
 217,
 220,
 222,
 227,
 229,
 230,
 231,
 233,
 237,
 238,
 239,
 240,
 241,
 242,
 243,
 244,
 245,
 246,
 249,
 250,
 251,
 252,
 254
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "10": 8,
 "100": 61,
 "101": 62,
 "102": 63,
 "103": 64,
 "106": 65,
 "107": 66,
 "108": 67,
 "109": 68,
 "11": 9,
 "110": 69,
 "111": 70,
 "113": 71,
 "114": 72,
 "115": 73,
 "117": 74,
 "118": 75,
 "119": 76,
 "120": 77,
 "121": 78,
 "122": 79,
 "124": 80,
 "125": 81,
 "126": 82,
 "128": 83,
 "129": 84,
 "13": 10,
 "130": 85,
 "132": 86,
 "133": 87,
 "135": 88,
 "136": 89,
 "137": 90,
 "138": 91,
 "14": 11,
 "140": 92,
 "141": 93,
 "142": 94,
 "145": 95,
 "146": 96,
 "147": 97,
 "148": 98,
 "150": 99,
 "151": 100,
 "152": 101,
 "153": 102,
 "154": 103,
 "155": 104,
 "157": 105,
 "158": 106,
 "159": 107,
 "160": 108,
 "161": 109,
 "162": 110,
 "163": 111,
 "165": 112,
 "168": 113,
 "169": 114,
 "17": 12,
 "170": 115,
 "171": 116,
 "173": 117,
 "174": 118,
 "176": 119,
 "178": 120,
 "179": 121,
 "180": 122,
 "181": 123,
 "183": 124,
 "184": 125,
 "185": 126,
 "186": 127,
 "187": 128,
 "190": 129,
 "191": 130,
 "192": 131,
 "193": 132,
 "194": 133,
 "195": 134,
 "196": 135,
 "197": 136,
 "199": 137,
 "2": 2,
 "20": 13,
 "200": 138,
 "201": 139,
 "202": 140,
 "203": 141,
 "204": 142,
 "205": 143,
 "206": 144,
 "207": 145,
 "208": 146,
 "209": 147,
 "21": 14,
 "211": 148,
 "212": 149,
 "214": 150,
 "215": 151,
 "216": 152,
 "217": 153,
 "22": 15,
 "220": 154,
 "222": 155,
 "227": 156,
 "229": 157,
 "23": 16,
 "230": 158,
 "231": 159,
 "233": 160,
 "237": 161,
 "238": 162,
 "239": 163,
 "24": 17,
 "240": 164,
 "241": 165,
 "242": 166,
 "243": 167,
 "244": 168,
 "245": 169,
 "246": 170,
 "249": 171,
 "250": 172,
 "251": 173,
 "252": 174,
 "254": 175,
 "26": 18,
 "27": 19,
 "29": 20,
 "3": 3,
 "30": 21,
 "31": 22,
 "33": 23,
 "34": 24,
 "36": 25,
 "37": 26,
 "39": 27,
 "40": 28,
 "43": 29,
 "46": 30,
 "49": 31,
 "50": 32,
 "51": 33,
 "52": 34,
 "53": 35,
 "54": 36,
 "55": 37,
 "56": 38,
 "58": 39,
 "6": 4,
 "60": 40,
 "61": 41,
 "62": 42,
 "63": 43,
 "66": 44,
 "68": 45,
 "7": 5,
 "70": 46,
 "73": 47,
 "74": 48,
 "76": 49,
 "8": 6,
 "84": 50,
 "86": 51,
 "89": 52,
 "9": 7,
 "90": 53,
 "92": 54,
 "93": 55,
 "94": 56,
 "96": 57,
 "97": 58,
 "98": 59,
 "99": 60
 },
 "pruned_expert_ids": [
 4,
 5,
 12,
 15,
 16,
 18,
 19,
 25,
 28,
 32,
 35,
 38,
 41,
 42,
 44,
 45,
 47,
 48,
 57,
 59,
 64,
 65,
 67,
 69,
 71,
 72,
 75,
 77,
 78,
 79,
 80,
 81,
 82,
 83,
 85,
 87,
 88,
 91,
 95,
 104,
 105,
 112,
 116,
 123,
 127,
 131,
 134,
 139,
 143,
 144,
 149,
 156,
 164,
 166,
 167,
 172,
 175,
 177,
 182,
 188,
 189,
 198,
 210,
 213,
 218,
 219,
 221,
 223,
 224,
 225,
 226,
 228,
 232,
 234,
 235,
 236,
 247,
 248,
 253,
 255
 ]
 },
 "model.layers.1.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 2,
 3,
 4,
 12,
 14,
 15,
 19,
 21,
 22,
 23,
 25,
 26,
 28,
 29,
 30,
 31,
 32,
 34,
 35,
 36,
 37,
 38,
 39,
 44,
 45,
 47,
 49,
 53,
 54,
 55,
 56,
 57,
 58,
 59,
 61,
 62,
 64,
 65,
 67,
 68,
 69,
 70,
 71,
 72,
 74,
 76,
 77,
 78,
 80,
 81,
 82,
 83,
 84,
 85,
 86,
 88,
 89,
 90,
 91,
 92,
 93,
 95,
 97,
 99,
 101,
 102,
 103,
 105,
 106,
 107,
 110,
 111,
 112,
 113,
 115,
 116,
 117,
 118,
 119,
 122,
 123,
 126,
 127,
 128,
 131,
 133,
 134,
 135,
 137,
 138,
 140,
 141,
 142,
 143,
 144,
 145,
 147,
 148,
 149,
 150,
 151,
 153,
 154,
 155,
 156,
 158,
 159,
 160,
 161,
 162,
 163,
 164,
 170,
 172,
 173,
 174,
 175,
 178,
 179,
 181,
 182,
 183,
 184,
 186,
 188,
 189,
 190,
 191,
 192,
 193,
 194,
 196,
 197,
 198,
 199,
 200,
 202,
 204,
 205,
 208,
 209,
 210,
 211,
 212,
 213,
 214,
 215,
 216,
 218,
 219,
 221,
 222,
 223,
 225,
 226,
 227,
 228,
 229,
 231,
 232,
 235,
 238,
 239,
 240,
 241,
 242,
 243,
 244,
 246,
 247,
 249,
 250,
 254,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "101": 66,
 "102": 67,
 "103": 68,
 "105": 69,
 "106": 70,
 "107": 71,
 "110": 72,
 "111": 73,
 "112": 74,
 "113": 75,
 "115": 76,
 "116": 77,
 "117": 78,
 "118": 79,
 "119": 80,
 "12": 5,
 "122": 81,
 "123": 82,
 "126": 83,
 "127": 84,
 "128": 85,
 "131": 86,
 "133": 87,
 "134": 88,
 "135": 89,
 "137": 90,
 "138": 91,
 "14": 6,
 "140": 92,
 "141": 93,
 "142": 94,
 "143": 95,
 "144": 96,
 "145": 97,
 "147": 98,
 "148": 99,
 "149": 100,
 "15": 7,
 "150": 101,
 "151": 102,
 "153": 103,
 "154": 104,
 "155": 105,
 "156": 106,
 "158": 107,
 "159": 108,
 "160": 109,
 "161": 110,
 "162": 111,
 "163": 112,
 "164": 113,
 "170": 114,
 "172": 115,
 "173": 116,
 "174": 117,
 "175": 118,
 "178": 119,
 "179": 120,
 "181": 121,
 "182": 122,
 "183": 123,
 "184": 124,
 "186": 125,
 "188": 126,
 "189": 127,
 "19": 8,
 "190": 128,
 "191": 129,
 "192": 130,
 "193": 131,
 "194": 132,
 "196": 133,
 "197": 134,
 "198": 135,
 "199": 136,
 "2": 2,
 "200": 137,
 "202": 138,
 "204": 139,
 "205": 140,
 "208": 141,
 "209": 142,
 "21": 9,
 "210": 143,
 "211": 144,
 "212": 145,
 "213": 146,
 "214": 147,
 "215": 148,
 "216": 149,
 "218": 150,
 "219": 151,
 "22": 10,
 "221": 152,
 "222": 153,
 "223": 154,
 "225": 155,
 "226": 156,
 "227": 157,
 "228": 158,
 "229": 159,
 "23": 11,
 "231": 160,
 "232": 161,
 "235": 162,
 "238": 163,
 "239": 164,
 "240": 165,
 "241": 166,
 "242": 167,
 "243": 168,
 "244": 169,
 "246": 170,
 "247": 171,
 "249": 172,
 "25": 12,
 "250": 173,
 "254": 174,
 "255": 175,
 "26": 13,
 "28": 14,
 "29": 15,
 "3": 3,
 "30": 16,
 "31": 17,
 "32": 18,
 "34": 19,
 "35": 20,
 "36": 21,
 "37": 22,
 "38": 23,
 "39": 24,
 "4": 4,
 "44": 25,
 "45": 26,
 "47": 27,
 "49": 28,
 "53": 29,
 "54": 30,
 "55": 31,
 "56": 32,
 "57": 33,
 "58": 34,
 "59": 35,
 "61": 36,
 "62": 37,
 "64": 38,
 "65": 39,
 "67": 40,
 "68": 41,
 "69": 42,
 "70": 43,
 "71": 44,
 "72": 45,
 "74": 46,
 "76": 47,
 "77": 48,
 "78": 49,
 "80": 50,
 "81": 51,
 "82": 52,
 "83": 53,
 "84": 54,
 "85": 55,
 "86": 56,
 "88": 57,
 "89": 58,
 "90": 59,
 "91": 60,
 "92": 61,
 "93": 62,
 "95": 63,
 "97": 64,
 "99": 65
 },
 "pruned_expert_ids": [
 5,
 6,
 7,
 8,
 9,
 10,
 11,
 13,
 16,
 17,
 18,
 20,
 24,
 27,
 33,
 40,
 41,
 42,
 43,
 46,
 48,
 50,
 51,
 52,
 60,
 63,
 66,
 73,
 75,
 79,
 87,
 94,
 96,
 98,
 100,
 104,
 108,
 109,
 114,
 120,
 121,
 124,
 125,
 129,
 130,
 132,
 136,
 139,
 146,
 152,
 157,
 165,
 166,
 167,
 168,
 169,
 171,
 176,
 177,
 180,
 185,
 187,
 195,
 201,
 203,
 206,
 207,
 217,
 220,
 224,
 230,
 233,
 234,
 236,
 237,
 245,
 248,
 251,
 252,
 253
 ]
 },
 "model.layers.10.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 4,
 5,
 6,
 7,
 10,
 12,
 13,
 14,
 15,
 17,
 18,
 20,
 21,
 22,
 23,
 24,
 25,
 26,
 28,
 29,
 30,
 31,
 32,
 33,
 34,
 36,
 38,
 39,
 40,
 44,
 45,
 46,
 47,
 48,
 50,
 51,
 53,
 54,
 55,
 56,
 57,
 58,
 59,
 61,
 62,
 63,
 64,
 65,
 67,
 68,
 70,
 72,
 78,
 81,
 82,
 83,
 85,
 86,
 88,
 89,
 90,
 91,
 92,
 93,
 94,
 95,
 96,
 98,
 99,
 101,
 103,
 104,
 105,
 106,
 107,
 108,
 109,
 110,
 111,
 115,
 116,
 118,
 120,
 121,
 122,
 123,
 124,
 125,
 126,
 127,
 129,
 131,
 132,
 133,
 135,
 136,
 137,
 138,
 139,
 140,
 142,
 143,
 144,
 145,
 147,
 149,
 150,
 151,
 152,
 153,
 155,
 156,
 158,
 159,
 160,
 162,
 163,
 164,
 165,
 169,
 170,
 172,
 173,
 174,
 177,
 179,
 180,
 181,
 182,
 183,
 186,
 188,
 189,
 190,
 191,
 193,
 196,
 198,
 201,
 202,
 203,
 204,
 205,
 207,
 208,
 209,
 210,
 212,
 213,
 216,
 219,
 220,
 222,
 223,
 224,
 225,
 226,
 227,
 228,
 232,
 233,
 234,
 235,
 236,
 237,
 239,
 240,
 241,
 243,
 245,
 246,
 249,
 253,
 254,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "10": 5,
 "101": 70,
 "103": 71,
 "104": 72,
 "105": 73,
 "106": 74,
 "107": 75,
 "108": 76,
 "109": 77,
 "110": 78,
 "111": 79,
 "115": 80,
 "116": 81,
 "118": 82,
 "12": 6,
 "120": 83,
 "121": 84,
 "122": 85,
 "123": 86,
 "124": 87,
 "125": 88,
 "126": 89,
 "127": 90,
 "129": 91,
 "13": 7,
 "131": 92,
 "132": 93,
 "133": 94,
 "135": 95,
 "136": 96,
 "137": 97,
 "138": 98,
 "139": 99,
 "14": 8,
 "140": 100,
 "142": 101,
 "143": 102,
 "144": 103,
 "145": 104,
 "147": 105,
 "149": 106,
 "15": 9,
 "150": 107,
 "151": 108,
 "152": 109,
 "153": 110,
 "155": 111,
 "156": 112,
 "158": 113,
 "159": 114,
 "160": 115,
 "162": 116,
 "163": 117,
 "164": 118,
 "165": 119,
 "169": 120,
 "17": 10,
 "170": 121,
 "172": 122,
 "173": 123,
 "174": 124,
 "177": 125,
 "179": 126,
 "18": 11,
 "180": 127,
 "181": 128,
 "182": 129,
 "183": 130,
 "186": 131,
 "188": 132,
 "189": 133,
 "190": 134,
 "191": 135,
 "193": 136,
 "196": 137,
 "198": 138,
 "20": 12,
 "201": 139,
 "202": 140,
 "203": 141,
 "204": 142,
 "205": 143,
 "207": 144,
 "208": 145,
 "209": 146,
 "21": 13,
 "210": 147,
 "212": 148,
 "213": 149,
 "216": 150,
 "219": 151,
 "22": 14,
 "220": 152,
 "222": 153,
 "223": 154,
 "224": 155,
 "225": 156,
 "226": 157,
 "227": 158,
 "228": 159,
 "23": 15,
 "232": 160,
 "233": 161,
 "234": 162,
 "235": 163,
 "236": 164,
 "237": 165,
 "239": 166,
 "24": 16,
 "240": 167,
 "241": 168,
 "243": 169,
 "245": 170,
 "246": 171,
 "249": 172,
 "25": 17,
 "253": 173,
 "254": 174,
 "255": 175,
 "26": 18,
 "28": 19,
 "29": 20,
 "30": 21,
 "31": 22,
 "32": 23,
 "33": 24,
 "34": 25,
 "36": 26,
 "38": 27,
 "39": 28,
 "4": 1,
 "40": 29,
 "44": 30,
 "45": 31,
 "46": 32,
 "47": 33,
 "48": 34,
 "5": 2,
 "50": 35,
 "51": 36,
 "53": 37,
 "54": 38,
 "55": 39,
 "56": 40,
 "57": 41,
 "58": 42,
 "59": 43,
 "6": 3,
 "61": 44,
 "62": 45,
 "63": 46,
 "64": 47,
 "65": 48,
 "67": 49,
 "68": 50,
 "7": 4,
 "70": 51,
 "72": 52,
 "78": 53,
 "81": 54,
 "82": 55,
 "83": 56,
 "85": 57,
 "86": 58,
 "88": 59,
 "89": 60,
 "90": 61,
 "91": 62,
 "92": 63,
 "93": 64,
 "94": 65,
 "95": 66,
 "96": 67,
 "98": 68,
 "99": 69
 },
 "pruned_expert_ids": [
 1,
 2,
 3,
 8,
 9,
 11,
 16,
 19,
 27,
 35,
 37,
 41,
 42,
 43,
 49,
 52,
 60,
 66,
 69,
 71,
 73,
 74,
 75,
 76,
 77,
 79,
 80,
 84,
 87,
 97,
 100,
 102,
 112,
 113,
 114,
 117,
 119,
 128,
 130,
 134,
 141,
 146,
 148,
 154,
 157,
 161,
 166,
 167,
 168,
 171,
 175,
 176,
 178,
 184,
 185,
 187,
 192,
 194,
 195,
 197,
 199,
 200,
 206,
 211,
 214,
 215,
 217,
 218,
 221,
 229,
 230,
 231,
 238,
 242,
 244,
 247,
 248,
 250,
 251,
 252
 ]
 },
 "model.layers.11.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 4,
 6,
 7,
 9,
 10,
 11,
 12,
 13,
 14,
 15,
 17,
 18,
 19,
 22,
 23,
 24,
 25,
 28,
 30,
 31,
 32,
 34,
 35,
 37,
 41,
 44,
 46,
 47,
 48,
 50,
 52,
 53,
 55,
 56,
 57,
 58,
 59,
 60,
 64,
 65,
 66,
 69,
 70,
 71,
 73,
 74,
 75,
 76,
 77,
 78,
 79,
 81,
 83,
 84,
 86,
 88,
 89,
 90,
 91,
 92,
 93,
 94,
 96,
 98,
 100,
 102,
 103,
 105,
 106,
 107,
 108,
 109,
 110,
 111,
 112,
 114,
 115,
 116,
 120,
 121,
 122,
 123,
 124,
 126,
 127,
 128,
 129,
 131,
 132,
 133,
 135,
 136,
 137,
 138,
 139,
 140,
 141,
 142,
 146,
 147,
 148,
 150,
 152,
 153,
 154,
 156,
 157,
 159,
 160,
 161,
 162,
 163,
 164,
 166,
 168,
 169,
 170,
 171,
 172,
 173,
 175,
 177,
 180,
 181,
 182,
 183,
 185,
 187,
 188,
 189,
 190,
 191,
 193,
 194,
 195,
 198,
 199,
 200,
 201,
 203,
 204,
 205,
 207,
 208,
 209,
 212,
 214,
 216,
 217,
 218,
 219,
 221,
 223,
 224,
 225,
 226,
 227,
 228,
 229,
 233,
 234,
 236,
 237,
 238,
 239,
 241,
 242,
 243,
 244,
 246,
 248,
 249,
 251,
 253
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "10": 6,
 "100": 66,
 "102": 67,
 "103": 68,
 "105": 69,
 "106": 70,
 "107": 71,
 "108": 72,
 "109": 73,
 "11": 7,
 "110": 74,
 "111": 75,
 "112": 76,
 "114": 77,
 "115": 78,
 "116": 79,
 "12": 8,
 "120": 80,
 "121": 81,
 "122": 82,
 "123": 83,
 "124": 84,
 "126": 85,
 "127": 86,
 "128": 87,
 "129": 88,
 "13": 9,
 "131": 89,
 "132": 90,
 "133": 91,
 "135": 92,
 "136": 93,
 "137": 94,
 "138": 95,
 "139": 96,
 "14": 10,
 "140": 97,
 "141": 98,
 "142": 99,
 "146": 100,
 "147": 101,
 "148": 102,
 "15": 11,
 "150": 103,
 "152": 104,
 "153": 105,
 "154": 106,
 "156": 107,
 "157": 108,
 "159": 109,
 "160": 110,
 "161": 111,
 "162": 112,
 "163": 113,
 "164": 114,
 "166": 115,
 "168": 116,
 "169": 117,
 "17": 12,
 "170": 118,
 "171": 119,
 "172": 120,
 "173": 121,
 "175": 122,
 "177": 123,
 "18": 13,
 "180": 124,
 "181": 125,
 "182": 126,
 "183": 127,
 "185": 128,
 "187": 129,
 "188": 130,
 "189": 131,
 "19": 14,
 "190": 132,
 "191": 133,
 "193": 134,
 "194": 135,
 "195": 136,
 "198": 137,
 "199": 138,
 "200": 139,
 "201": 140,
 "203": 141,
 "204": 142,
 "205": 143,
 "207": 144,
 "208": 145,
 "209": 146,
 "212": 147,
 "214": 148,
 "216": 149,
 "217": 150,
 "218": 151,
 "219": 152,
 "22": 15,
 "221": 153,
 "223": 154,
 "224": 155,
 "225": 156,
 "226": 157,
 "227": 158,
 "228": 159,
 "229": 160,
 "23": 16,
 "233": 161,
 "234": 162,
 "236": 163,
 "237": 164,
 "238": 165,
 "239": 166,
 "24": 17,
 "241": 167,
 "242": 168,
 "243": 169,
 "244": 170,
 "246": 171,
 "248": 172,
 "249": 173,
 "25": 18,
 "251": 174,
 "253": 175,
 "28": 19,
 "30": 20,
 "31": 21,
 "32": 22,
 "34": 23,
 "35": 24,
 "37": 25,
 "4": 2,
 "41": 26,
 "44": 27,
 "46": 28,
 "47": 29,
 "48": 30,
 "50": 31,
 "52": 32,
 "53": 33,
 "55": 34,
 "56": 35,
 "57": 36,
 "58": 37,
 "59": 38,
 "6": 3,
 "60": 39,
 "64": 40,
 "65": 41,
 "66": 42,
 "69": 43,
 "7": 4,
 "70": 44,
 "71": 45,
 "73": 46,
 "74": 47,
 "75": 48,
 "76": 49,
 "77": 50,
 "78": 51,
 "79": 52,
 "81": 53,
 "83": 54,
 "84": 55,
 "86": 56,
 "88": 57,
 "89": 58,
 "9": 5,
 "90": 59,
 "91": 60,
 "92": 61,
 "93": 62,
 "94": 63,
 "96": 64,
 "98": 65
 },
 "pruned_expert_ids": [
 2,
 3,
 5,
 8,
 16,
 20,
 21,
 26,
 27,
 29,
 33,
 36,
 38,
 39,
 40,
 42,
 43,
 45,
 49,
 51,
 54,
 61,
 62,
 63,
 67,
 68,
 72,
 80,
 82,
 85,
 87,
 95,
 97,
 99,
 101,
 104,
 113,
 117,
 118,
 119,
 125,
 130,
 134,
 143,
 144,
 145,
 149,
 151,
 155,
 158,
 165,
 167,
 174,
 176,
 178,
 179,
 184,
 186,
 192,
 196,
 197,
 202,
 206,
 210,
 211,
 213,
 215,
 220,
 222,
 230,
 231,
 232,
 235,
 240,
 245,
 247,
 250,
 252,
 254,
 255
 ]
 },
 "model.layers.12.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 2,
 3,
 4,
 5,
 6,
 7,
 8,
 9,
 10,
 11,
 12,
 14,
 15,
 16,
 17,
 20,
 21,
 24,
 25,
 26,
 27,
 28,
 29,
 31,
 38,
 39,
 41,
 42,
 43,
 45,
 46,
 47,
 48,
 49,
 50,
 51,
 53,
 54,
 56,
 57,
 58,
 59,
 60,
 61,
 64,
 67,
 70,
 71,
 72,
 73,
 75,
 76,
 80,
 82,
 83,
 87,
 88,
 89,
 90,
 91,
 93,
 94,
 96,
 97,
 98,
 99,
 100,
 101,
 103,
 105,
 106,
 107,
 108,
 109,
 111,
 112,
 113,
 114,
 118,
 120,
 121,
 122,
 124,
 125,
 126,
 127,
 128,
 132,
 133,
 135,
 136,
 137,
 138,
 139,
 140,
 141,
 142,
 145,
 146,
 149,
 152,
 154,
 155,
 156,
 157,
 159,
 160,
 161,
 162,
 163,
 164,
 165,
 166,
 167,
 168,
 172,
 173,
 174,
 175,
 177,
 179,
 180,
 181,
 182,
 183,
 184,
 186,
 188,
 189,
 190,
 192,
 193,
 194,
 196,
 199,
 200,
 201,
 202,
 204,
 205,
 207,
 208,
 209,
 210,
 211,
 213,
 215,
 218,
 219,
 220,
 221,
 222,
 223,
 224,
 226,
 227,
 228,
 229,
 234,
 235,
 237,
 239,
 240,
 242,
 243,
 244,
 246,
 247,
 248,
 250,
 251,
 252,
 254,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "10": 10,
 "100": 68,
 "101": 69,
 "103": 70,
 "105": 71,
 "106": 72,
 "107": 73,
 "108": 74,
 "109": 75,
 "11": 11,
 "111": 76,
 "112": 77,
 "113": 78,
 "114": 79,
 "118": 80,
 "12": 12,
 "120": 81,
 "121": 82,
 "122": 83,
 "124": 84,
 "125": 85,
 "126": 86,
 "127": 87,
 "128": 88,
 "132": 89,
 "133": 90,
 "135": 91,
 "136": 92,
 "137": 93,
 "138": 94,
 "139": 95,
 "14": 13,
 "140": 96,
 "141": 97,
 "142": 98,
 "145": 99,
 "146": 100,
 "149": 101,
 "15": 14,
 "152": 102,
 "154": 103,
 "155": 104,
 "156": 105,
 "157": 106,
 "159": 107,
 "16": 15,
 "160": 108,
 "161": 109,
 "162": 110,
 "163": 111,
 "164": 112,
 "165": 113,
 "166": 114,
 "167": 115,
 "168": 116,
 "17": 16,
 "172": 117,
 "173": 118,
 "174": 119,
 "175": 120,
 "177": 121,
 "179": 122,
 "180": 123,
 "181": 124,
 "182": 125,
 "183": 126,
 "184": 127,
 "186": 128,
 "188": 129,
 "189": 130,
 "190": 131,
 "192": 132,
 "193": 133,
 "194": 134,
 "196": 135,
 "199": 136,
 "2": 2,
 "20": 17,
 "200": 137,
 "201": 138,
 "202": 139,
 "204": 140,
 "205": 141,
 "207": 142,
 "208": 143,
 "209": 144,
 "21": 18,
 "210": 145,
 "211": 146,
 "213": 147,
 "215": 148,
 "218": 149,
 "219": 150,
 "220": 151,
 "221": 152,
 "222": 153,
 "223": 154,
 "224": 155,
 "226": 156,
 "227": 157,
 "228": 158,
 "229": 159,
 "234": 160,
 "235": 161,
 "237": 162,
 "239": 163,
 "24": 19,
 "240": 164,
 "242": 165,
 "243": 166,
 "244": 167,
 "246": 168,
 "247": 169,
 "248": 170,
 "25": 20,
 "250": 171,
 "251": 172,
 "252": 173,
 "254": 174,
 "255": 175,
 "26": 21,
 "27": 22,
 "28": 23,
 "29": 24,
 "3": 3,
 "31": 25,
 "38": 26,
 "39": 27,
 "4": 4,
 "41": 28,
 "42": 29,
 "43": 30,
 "45": 31,
 "46": 32,
 "47": 33,
 "48": 34,
 "49": 35,
 "5": 5,
 "50": 36,
 "51": 37,
 "53": 38,
 "54": 39,
 "56": 40,
 "57": 41,
 "58": 42,
 "59": 43,
 "6": 6,
 "60": 44,
 "61": 45,
 "64": 46,
 "67": 47,
 "7": 7,
 "70": 48,
 "71": 49,
 "72": 50,
 "73": 51,
 "75": 52,
 "76": 53,
 "8": 8,
 "80": 54,
 "82": 55,
 "83": 56,
 "87": 57,
 "88": 58,
 "89": 59,
 "9": 9,
 "90": 60,
 "91": 61,
 "93": 62,
 "94": 63,
 "96": 64,
 "97": 65,
 "98": 66,
 "99": 67
 },
 "pruned_expert_ids": [
 13,
 18,
 19,
 22,
 23,
 30,
 32,
 33,
 34,
 35,
 36,
 37,
 40,
 44,
 52,
 55,
 62,
 63,
 65,
 66,
 68,
 69,
 74,
 77,
 78,
 79,
 81,
 84,
 85,
 86,
 92,
 95,
 102,
 104,
 110,
 115,
 116,
 117,
 119,
 123,
 129,
 130,
 131,
 134,
 143,
 144,
 147,
 148,
 150,
 151,
 153,
 158,
 169,
 170,
 171,
 176,
 178,
 185,
 187,
 191,
 195,
 197,
 198,
 203,
 206,
 212,
 214,
 216,
 217,
 225,
 230,
 231,
 232,
 233,
 236,
 238,
 241,
 245,
 249,
 253
 ]
 },
 "model.layers.13.block_sparse_moe.gate": {
 "kept_expert_ids": [
 2,
 3,
 4,
 6,
 9,
 10,
 11,
 12,
 14,
 15,
 18,
 20,
 21,
 22,
 24,
 27,
 28,
 30,
 32,
 33,
 34,
 35,
 36,
 37,
 38,
 40,
 41,
 42,
 44,
 45,
 47,
 48,
 52,
 53,
 54,
 56,
 57,
 58,
 59,
 61,
 62,
 63,
 64,
 65,
 67,
 69,
 71,
 72,
 73,
 74,
 75,
 76,
 78,
 79,
 80,
 81,
 84,
 85,
 86,
 87,
 90,
 91,
 93,
 97,
 98,
 99,
 101,
 102,
 105,
 106,
 111,
 112,
 113,
 114,
 117,
 118,
 119,
 122,
 123,
 125,
 126,
 128,
 129,
 130,
 131,
 132,
 133,
 134,
 135,
 136,
 138,
 139,
 140,
 142,
 144,
 145,
 146,
 147,
 149,
 150,
 152,
 154,
 155,
 157,
 158,
 159,
 162,
 166,
 167,
 168,
 169,
 170,
 171,
 172,
 174,
 175,
 176,
 179,
 180,
 181,
 182,
 185,
 186,
 187,
 188,
 189,
 190,
 191,
 193,
 194,
 196,
 197,
 198,
 199,
 202,
 204,
 206,
 208,
 209,
 210,
 211,
 212,
 213,
 214,
 215,
 216,
 217,
 218,
 220,
 221,
 222,
 223,
 224,
 228,
 229,
 230,
 231,
 233,
 234,
 235,
 237,
 238,
 239,
 240,
 241,
 242,
 243,
 244,
 245,
 247,
 248,
 249,
 250,
 252,
 254,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "10": 5,
 "101": 66,
 "102": 67,
 "105": 68,
 "106": 69,
 "11": 6,
 "111": 70,
 "112": 71,
 "113": 72,
 "114": 73,
 "117": 74,
 "118": 75,
 "119": 76,
 "12": 7,
 "122": 77,
 "123": 78,
 "125": 79,
 "126": 80,
 "128": 81,
 "129": 82,
 "130": 83,
 "131": 84,
 "132": 85,
 "133": 86,
 "134": 87,
 "135": 88,
 "136": 89,
 "138": 90,
 "139": 91,
 "14": 8,
 "140": 92,
 "142": 93,
 "144": 94,
 "145": 95,
 "146": 96,
 "147": 97,
 "149": 98,
 "15": 9,
 "150": 99,
 "152": 100,
 "154": 101,
 "155": 102,
 "157": 103,
 "158": 104,
 "159": 105,
 "162": 106,
 "166": 107,
 "167": 108,
 "168": 109,
 "169": 110,
 "170": 111,
 "171": 112,
 "172": 113,
 "174": 114,
 "175": 115,
 "176": 116,
 "179": 117,
 "18": 10,
 "180": 118,
 "181": 119,
 "182": 120,
 "185": 121,
 "186": 122,
 "187": 123,
 "188": 124,
 "189": 125,
 "190": 126,
 "191": 127,
 "193": 128,
 "194": 129,
 "196": 130,
 "197": 131,
 "198": 132,
 "199": 133,
 "2": 0,
 "20": 11,
 "202": 134,
 "204": 135,
 "206": 136,
 "208": 137,
 "209": 138,
 "21": 12,
 "210": 139,
 "211": 140,
 "212": 141,
 "213": 142,
 "214": 143,
 "215": 144,
 "216": 145,
 "217": 146,
 "218": 147,
 "22": 13,
 "220": 148,
 "221": 149,
 "222": 150,
 "223": 151,
 "224": 152,
 "228": 153,
 "229": 154,
 "230": 155,
 "231": 156,
 "233": 157,
 "234": 158,
 "235": 159,
 "237": 160,
 "238": 161,
 "239": 162,
 "24": 14,
 "240": 163,
 "241": 164,
 "242": 165,
 "243": 166,
 "244": 167,
 "245": 168,
 "247": 169,
 "248": 170,
 "249": 171,
 "250": 172,
 "252": 173,
 "254": 174,
 "255": 175,
 "27": 15,
 "28": 16,
 "3": 1,
 "30": 17,
 "32": 18,
 "33": 19,
 "34": 20,
 "35": 21,
 "36": 22,
 "37": 23,
 "38": 24,
 "4": 2,
 "40": 25,
 "41": 26,
 "42": 27,
 "44": 28,
 "45": 29,
 "47": 30,
 "48": 31,
 "52": 32,
 "53": 33,
 "54": 34,
 "56": 35,
 "57": 36,
 "58": 37,
 "59": 38,
 "6": 3,
 "61": 39,
 "62": 40,
 "63": 41,
 "64": 42,
 "65": 43,
 "67": 44,
 "69": 45,
 "71": 46,
 "72": 47,
 "73": 48,
 "74": 49,
 "75": 50,
 "76": 51,
 "78": 52,
 "79": 53,
 "80": 54,
 "81": 55,
 "84": 56,
 "85": 57,
 "86": 58,
 "87": 59,
 "9": 4,
 "90": 60,
 "91": 61,
 "93": 62,
 "97": 63,
 "98": 64,
 "99": 65
 },
 "pruned_expert_ids": [
 0,
 1,
 5,
 7,
 8,
 13,
 16,
 17,
 19,
 23,
 25,
 26,
 29,
 31,
 39,
 43,
 46,
 49,
 50,
 51,
 55,
 60,
 66,
 68,
 70,
 77,
 82,
 83,
 88,
 89,
 92,
 94,
 95,
 96,
 100,
 103,
 104,
 107,
 108,
 109,
 110,
 115,
 116,
 120,
 121,
 124,
 127,
 137,
 141,
 143,
 148,
 151,
 153,
 156,
 160,
 161,
 163,
 164,
 165,
 173,
 177,
 178,
 183,
 184,
 192,
 195,
 200,
 201,
 203,
 205,
 207,
 219,
 225,
 226,
 227,
 232,
 236,
 246,
 251,
 253
 ]
 },
 "model.layers.14.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 2,
 3,
 4,
 6,
 8,
 13,
 14,
 15,
 16,
 17,
 18,
 19,
 20,
 21,
 22,
 23,
 24,
 25,
 26,
 27,
 30,
 31,
 32,
 33,
 35,
 36,
 37,
 38,
 39,
 40,
 41,
 43,
 44,
 45,
 48,
 49,
 50,
 51,
 52,
 53,
 54,
 55,
 56,
 57,
 60,
 63,
 64,
 66,
 68,
 69,
 70,
 71,
 72,
 73,
 74,
 76,
 77,
 79,
 84,
 85,
 86,
 89,
 90,
 91,
 93,
 96,
 97,
 99,
 100,
 102,
 103,
 104,
 105,
 106,
 107,
 108,
 109,
 110,
 112,
 113,
 115,
 116,
 117,
 118,
 119,
 122,
 123,
 124,
 125,
 126,
 127,
 129,
 130,
 132,
 133,
 135,
 136,
 140,
 141,
 144,
 145,
 146,
 147,
 149,
 150,
 151,
 152,
 154,
 156,
 157,
 158,
 159,
 160,
 163,
 164,
 168,
 169,
 170,
 171,
 173,
 174,
 176,
 177,
 178,
 179,
 181,
 182,
 183,
 185,
 186,
 187,
 188,
 190,
 191,
 193,
 194,
 196,
 197,
 198,
 199,
 200,
 202,
 203,
 206,
 208,
 209,
 211,
 212,
 213,
 214,
 215,
 216,
 217,
 218,
 219,
 222,
 225,
 226,
 227,
 230,
 231,
 232,
 233,
 234,
 237,
 239,
 242,
 244,
 246,
 248,
 250,
 252,
 253,
 254
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "100": 70,
 "102": 71,
 "103": 72,
 "104": 73,
 "105": 74,
 "106": 75,
 "107": 76,
 "108": 77,
 "109": 78,
 "110": 79,
 "112": 80,
 "113": 81,
 "115": 82,
 "116": 83,
 "117": 84,
 "118": 85,
 "119": 86,
 "122": 87,
 "123": 88,
 "124": 89,
 "125": 90,
 "126": 91,
 "127": 92,
 "129": 93,
 "13": 7,
 "130": 94,
 "132": 95,
 "133": 96,
 "135": 97,
 "136": 98,
 "14": 8,
 "140": 99,
 "141": 100,
 "144": 101,
 "145": 102,
 "146": 103,
 "147": 104,
 "149": 105,
 "15": 9,
 "150": 106,
 "151": 107,
 "152": 108,
 "154": 109,
 "156": 110,
 "157": 111,
 "158": 112,
 "159": 113,
 "16": 10,
 "160": 114,
 "163": 115,
 "164": 116,
 "168": 117,
 "169": 118,
 "17": 11,
 "170": 119,
 "171": 120,
 "173": 121,
 "174": 122,
 "176": 123,
 "177": 124,
 "178": 125,
 "179": 126,
 "18": 12,
 "181": 127,
 "182": 128,
 "183": 129,
 "185": 130,
 "186": 131,
 "187": 132,
 "188": 133,
 "19": 13,
 "190": 134,
 "191": 135,
 "193": 136,
 "194": 137,
 "196": 138,
 "197": 139,
 "198": 140,
 "199": 141,
 "2": 2,
 "20": 14,
 "200": 142,
 "202": 143,
 "203": 144,
 "206": 145,
 "208": 146,
 "209": 147,
 "21": 15,
 "211": 148,
 "212": 149,
 "213": 150,
 "214": 151,
 "215": 152,
 "216": 153,
 "217": 154,
 "218": 155,
 "219": 156,
 "22": 16,
 "222": 157,
 "225": 158,
 "226": 159,
 "227": 160,
 "23": 17,
 "230": 161,
 "231": 162,
 "232": 163,
 "233": 164,
 "234": 165,
 "237": 166,
 "239": 167,
 "24": 18,
 "242": 168,
 "244": 169,
 "246": 170,
 "248": 171,
 "25": 19,
 "250": 172,
 "252": 173,
 "253": 174,
 "254": 175,
 "26": 20,
 "27": 21,
 "3": 3,
 "30": 22,
 "31": 23,
 "32": 24,
 "33": 25,
 "35": 26,
 "36": 27,
 "37": 28,
 "38": 29,
 "39": 30,
 "4": 4,
 "40": 31,
 "41": 32,
 "43": 33,
 "44": 34,
 "45": 35,
 "48": 36,
 "49": 37,
 "50": 38,
 "51": 39,
 "52": 40,
 "53": 41,
 "54": 42,
 "55": 43,
 "56": 44,
 "57": 45,
 "6": 5,
 "60": 46,
 "63": 47,
 "64": 48,
 "66": 49,
 "68": 50,
 "69": 51,
 "70": 52,
 "71": 53,
 "72": 54,
 "73": 55,
 "74": 56,
 "76": 57,
 "77": 58,
 "79": 59,
 "8": 6,
 "84": 60,
 "85": 61,
 "86": 62,
 "89": 63,
 "90": 64,
 "91": 65,
 "93": 66,
 "96": 67,
 "97": 68,
 "99": 69
 },
 "pruned_expert_ids": [
 5,
 7,
 9,
 10,
 11,
 12,
 28,
 29,
 34,
 42,
 46,
 47,
 58,
 59,
 61,
 62,
 65,
 67,
 75,
 78,
 80,
 81,
 82,
 83,
 87,
 88,
 92,
 94,
 95,
 98,
 101,
 111,
 114,
 120,
 121,
 128,
 131,
 134,
 137,
 138,
 139,
 142,
 143,
 148,
 153,
 155,
 161,
 162,
 165,
 166,
 167,
 172,
 175,
 180,
 184,
 189,
 192,
 195,
 201,
 204,
 205,
 207,
 210,
 220,
 221,
 223,
 224,
 228,
 229,
 235,
 236,
 238,
 240,
 241,
 243,
 245,
 247,
 249,
 251,
 255
 ]
 },
 "model.layers.15.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 2,
 3,
 5,
 6,
 7,
 9,
 12,
 13,
 14,
 15,
 16,
 17,
 18,
 19,
 25,
 27,
 28,
 29,
 30,
 34,
 35,
 36,
 37,
 38,
 39,
 40,
 41,
 42,
 43,
 44,
 46,
 47,
 49,
 50,
 51,
 56,
 58,
 59,
 60,
 61,
 62,
 63,
 64,
 65,
 66,
 69,
 70,
 72,
 74,
 75,
 76,
 77,
 79,
 80,
 81,
 83,
 85,
 87,
 91,
 95,
 96,
 97,
 98,
 99,
 100,
 101,
 103,
 104,
 107,
 108,
 109,
 112,
 113,
 114,
 117,
 118,
 121,
 122,
 123,
 124,
 125,
 126,
 127,
 128,
 129,
 130,
 131,
 132,
 134,
 136,
 137,
 138,
 139,
 140,
 141,
 143,
 144,
 145,
 146,
 147,
 149,
 151,
 152,
 154,
 155,
 157,
 158,
 159,
 162,
 163,
 165,
 166,
 167,
 168,
 170,
 171,
 172,
 174,
 175,
 177,
 178,
 180,
 181,
 182,
 183,
 185,
 186,
 188,
 189,
 190,
 192,
 193,
 194,
 198,
 200,
 202,
 203,
 204,
 205,
 206,
 207,
 209,
 210,
 211,
 213,
 214,
 215,
 218,
 219,
 220,
 221,
 223,
 224,
 225,
 226,
 228,
 229,
 230,
 232,
 233,
 235,
 236,
 238,
 241,
 242,
 244,
 245,
 246,
 247,
 248,
 249,
 251,
 253,
 254
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "100": 66,
 "101": 67,
 "103": 68,
 "104": 69,
 "107": 70,
 "108": 71,
 "109": 72,
 "112": 73,
 "113": 74,
 "114": 75,
 "117": 76,
 "118": 77,
 "12": 8,
 "121": 78,
 "122": 79,
 "123": 80,
 "124": 81,
 "125": 82,
 "126": 83,
 "127": 84,
 "128": 85,
 "129": 86,
 "13": 9,
 "130": 87,
 "131": 88,
 "132": 89,
 "134": 90,
 "136": 91,
 "137": 92,
 "138": 93,
 "139": 94,
 "14": 10,
 "140": 95,
 "141": 96,
 "143": 97,
 "144": 98,
 "145": 99,
 "146": 100,
 "147": 101,
 "149": 102,
 "15": 11,
 "151": 103,
 "152": 104,
 "154": 105,
 "155": 106,
 "157": 107,
 "158": 108,
 "159": 109,
 "16": 12,
 "162": 110,
 "163": 111,
 "165": 112,
 "166": 113,
 "167": 114,
 "168": 115,
 "17": 13,
 "170": 116,
 "171": 117,
 "172": 118,
 "174": 119,
 "175": 120,
 "177": 121,
 "178": 122,
 "18": 14,
 "180": 123,
 "181": 124,
 "182": 125,
 "183": 126,
 "185": 127,
 "186": 128,
 "188": 129,
 "189": 130,
 "19": 15,
 "190": 131,
 "192": 132,
 "193": 133,
 "194": 134,
 "198": 135,
 "2": 2,
 "200": 136,
 "202": 137,
 "203": 138,
 "204": 139,
 "205": 140,
 "206": 141,
 "207": 142,
 "209": 143,
 "210": 144,
 "211": 145,
 "213": 146,
 "214": 147,
 "215": 148,
 "218": 149,
 "219": 150,
 "220": 151,
 "221": 152,
 "223": 153,
 "224": 154,
 "225": 155,
 "226": 156,
 "228": 157,
 "229": 158,
 "230": 159,
 "232": 160,
 "233": 161,
 "235": 162,
 "236": 163,
 "238": 164,
 "241": 165,
 "242": 166,
 "244": 167,
 "245": 168,
 "246": 169,
 "247": 170,
 "248": 171,
 "249": 172,
 "25": 16,
 "251": 173,
 "253": 174,
 "254": 175,
 "27": 17,
 "28": 18,
 "29": 19,
 "3": 3,
 "30": 20,
 "34": 21,
 "35": 22,
 "36": 23,
 "37": 24,
 "38": 25,
 "39": 26,
 "40": 27,
 "41": 28,
 "42": 29,
 "43": 30,
 "44": 31,
 "46": 32,
 "47": 33,
 "49": 34,
 "5": 4,
 "50": 35,
 "51": 36,
 "56": 37,
 "58": 38,
 "59": 39,
 "6": 5,
 "60": 40,
 "61": 41,
 "62": 42,
 "63": 43,
 "64": 44,
 "65": 45,
 "66": 46,
 "69": 47,
 "7": 6,
 "70": 48,
 "72": 49,
 "74": 50,
 "75": 51,
 "76": 52,
 "77": 53,
 "79": 54,
 "80": 55,
 "81": 56,
 "83": 57,
 "85": 58,
 "87": 59,
 "9": 7,
 "91": 60,
 "95": 61,
 "96": 62,
 "97": 63,
 "98": 64,
 "99": 65
 },
 "pruned_expert_ids": [
 4,
 8,
 10,
 11,
 20,
 21,
 22,
 23,
 24,
 26,
 31,
 32,
 33,
 45,
 48,
 52,
 53,
 54,
 55,
 57,
 67,
 68,
 71,
 73,
 78,
 82,
 84,
 86,
 88,
 89,
 90,
 92,
 93,
 94,
 102,
 105,
 106,
 110,
 111,
 115,
 116,
 119,
 120,
 133,
 135,
 142,
 148,
 150,
 153,
 156,
 160,
 161,
 164,
 169,
 173,
 176,
 179,
 184,
 187,
 191,
 195,
 196,
 197,
 199,
 201,
 208,
 212,
 216,
 217,
 222,
 227,
 231,
 234,
 237,
 239,
 240,
 243,
 250,
 252,
 255
 ]
 },
 "model.layers.16.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 2,
 3,
 5,
 6,
 8,
 10,
 11,
 12,
 16,
 17,
 20,
 21,
 22,
 25,
 26,
 27,
 28,
 30,
 33,
 34,
 36,
 37,
 39,
 40,
 41,
 43,
 44,
 45,
 46,
 47,
 48,
 52,
 54,
 55,
 57,
 58,
 59,
 60,
 62,
 65,
 66,
 67,
 68,
 69,
 70,
 72,
 73,
 76,
 77,
 78,
 79,
 80,
 82,
 83,
 88,
 89,
 90,
 92,
 95,
 96,
 97,
 98,
 101,
 102,
 104,
 105,
 106,
 109,
 110,
 111,
 112,
 113,
 114,
 115,
 117,
 118,
 119,
 120,
 122,
 124,
 125,
 127,
 130,
 132,
 133,
 135,
 137,
 138,
 140,
 141,
 142,
 144,
 146,
 147,
 148,
 149,
 150,
 151,
 153,
 155,
 156,
 158,
 159,
 160,
 161,
 162,
 163,
 164,
 167,
 168,
 169,
 170,
 172,
 173,
 175,
 176,
 177,
 179,
 180,
 181,
 183,
 184,
 185,
 186,
 188,
 189,
 190,
 191,
 193,
 194,
 195,
 196,
 198,
 201,
 202,
 205,
 206,
 207,
 209,
 210,
 211,
 215,
 216,
 218,
 219,
 220,
 221,
 222,
 223,
 225,
 226,
 227,
 228,
 229,
 230,
 231,
 232,
 233,
 234,
 235,
 236,
 237,
 239,
 240,
 241,
 243,
 245,
 246,
 247,
 248,
 250,
 251,
 252,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "10": 7,
 "101": 64,
 "102": 65,
 "104": 66,
 "105": 67,
 "106": 68,
 "109": 69,
 "11": 8,
 "110": 70,
 "111": 71,
 "112": 72,
 "113": 73,
 "114": 74,
 "115": 75,
 "117": 76,
 "118": 77,
 "119": 78,
 "12": 9,
 "120": 79,
 "122": 80,
 "124": 81,
 "125": 82,
 "127": 83,
 "130": 84,
 "132": 85,
 "133": 86,
 "135": 87,
 "137": 88,
 "138": 89,
 "140": 90,
 "141": 91,
 "142": 92,
 "144": 93,
 "146": 94,
 "147": 95,
 "148": 96,
 "149": 97,
 "150": 98,
 "151": 99,
 "153": 100,
 "155": 101,
 "156": 102,
 "158": 103,
 "159": 104,
 "16": 10,
 "160": 105,
 "161": 106,
 "162": 107,
 "163": 108,
 "164": 109,
 "167": 110,
 "168": 111,
 "169": 112,
 "17": 11,
 "170": 113,
 "172": 114,
 "173": 115,
 "175": 116,
 "176": 117,
 "177": 118,
 "179": 119,
 "180": 120,
 "181": 121,
 "183": 122,
 "184": 123,
 "185": 124,
 "186": 125,
 "188": 126,
 "189": 127,
 "190": 128,
 "191": 129,
 "193": 130,
 "194": 131,
 "195": 132,
 "196": 133,
 "198": 134,
 "2": 2,
 "20": 12,
 "201": 135,
 "202": 136,
 "205": 137,
 "206": 138,
 "207": 139,
 "209": 140,
 "21": 13,
 "210": 141,
 "211": 142,
 "215": 143,
 "216": 144,
 "218": 145,
 "219": 146,
 "22": 14,
 "220": 147,
 "221": 148,
 "222": 149,
 "223": 150,
 "225": 151,
 "226": 152,
 "227": 153,
 "228": 154,
 "229": 155,
 "230": 156,
 "231": 157,
 "232": 158,
 "233": 159,
 "234": 160,
 "235": 161,
 "236": 162,
 "237": 163,
 "239": 164,
 "240": 165,
 "241": 166,
 "243": 167,
 "245": 168,
 "246": 169,
 "247": 170,
 "248": 171,
 "25": 15,
 "250": 172,
 "251": 173,
 "252": 174,
 "255": 175,
 "26": 16,
 "27": 17,
 "28": 18,
 "3": 3,
 "30": 19,
 "33": 20,
 "34": 21,
 "36": 22,
 "37": 23,
 "39": 24,
 "40": 25,
 "41": 26,
 "43": 27,
 "44": 28,
 "45": 29,
 "46": 30,
 "47": 31,
 "48": 32,
 "5": 4,
 "52": 33,
 "54": 34,
 "55": 35,
 "57": 36,
 "58": 37,
 "59": 38,
 "6": 5,
 "60": 39,
 "62": 40,
 "65": 41,
 "66": 42,
 "67": 43,
 "68": 44,
 "69": 45,
 "70": 46,
 "72": 47,
 "73": 48,
 "76": 49,
 "77": 50,
 "78": 51,
 "79": 52,
 "8": 6,
 "80": 53,
 "82": 54,
 "83": 55,
 "88": 56,
 "89": 57,
 "90": 58,
 "92": 59,
 "95": 60,
 "96": 61,
 "97": 62,
 "98": 63
 },
 "pruned_expert_ids": [
 4,
 7,
 9,
 13,
 14,
 15,
 18,
 19,
 23,
 24,
 29,
 31,
 32,
 35,
 38,
 42,
 49,
 50,
 51,
 53,
 56,
 61,
 63,
 64,
 71,
 74,
 75,
 81,
 84,
 85,
 86,
 87,
 91,
 93,
 94,
 99,
 100,
 103,
 107,
 108,
 116,
 121,
 123,
 126,
 128,
 129,
 131,
 134,
 136,
 139,
 143,
 145,
 152,
 154,
 157,
 165,
 166,
 171,
 174,
 178,
 182,
 187,
 192,
 197,
 199,
 200,
 203,
 204,
 208,
 212,
 213,
 214,
 217,
 224,
 238,
 242,
 244,
 249,
 253,
 254
 ]
 },
 "model.layers.17.block_sparse_moe.gate": {
 "kept_expert_ids": [
 1,
 2,
 3,
 7,
 8,
 11,
 13,
 14,
 15,
 16,
 17,
 23,
 25,
 27,
 28,
 30,
 33,
 35,
 36,
 37,
 38,
 39,
 42,
 44,
 45,
 46,
 47,
 50,
 51,
 52,
 53,
 54,
 55,
 57,
 58,
 59,
 60,
 62,
 63,
 64,
 65,
 66,
 67,
 69,
 70,
 71,
 72,
 73,
 78,
 79,
 81,
 82,
 84,
 85,
 87,
 88,
 89,
 90,
 91,
 92,
 93,
 95,
 96,
 97,
 98,
 99,
 100,
 103,
 105,
 106,
 107,
 109,
 111,
 112,
 113,
 115,
 116,
 117,
 119,
 120,
 121,
 124,
 125,
 126,
 128,
 129,
 131,
 132,
 133,
 134,
 135,
 136,
 137,
 138,
 139,
 140,
 141,
 142,
 143,
 144,
 145,
 146,
 147,
 150,
 151,
 153,
 154,
 156,
 157,
 158,
 159,
 162,
 164,
 167,
 168,
 169,
 170,
 171,
 172,
 175,
 176,
 177,
 178,
 179,
 180,
 181,
 183,
 184,
 185,
 188,
 189,
 190,
 192,
 194,
 195,
 196,
 197,
 198,
 199,
 200,
 201,
 203,
 204,
 205,
 207,
 209,
 210,
 211,
 212,
 214,
 215,
 218,
 221,
 223,
 226,
 227,
 228,
 229,
 231,
 232,
 233,
 234,
 236,
 238,
 239,
 241,
 243,
 244,
 246,
 248,
 249,
 250,
 251,
 252,
 253,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "1": 0,
 "100": 66,
 "103": 67,
 "105": 68,
 "106": 69,
 "107": 70,
 "109": 71,
 "11": 5,
 "111": 72,
 "112": 73,
 "113": 74,
 "115": 75,
 "116": 76,
 "117": 77,
 "119": 78,
 "120": 79,
 "121": 80,
 "124": 81,
 "125": 82,
 "126": 83,
 "128": 84,
 "129": 85,
 "13": 6,
 "131": 86,
 "132": 87,
 "133": 88,
 "134": 89,
 "135": 90,
 "136": 91,
 "137": 92,
 "138": 93,
 "139": 94,
 "14": 7,
 "140": 95,
 "141": 96,
 "142": 97,
 "143": 98,
 "144": 99,
 "145": 100,
 "146": 101,
 "147": 102,
 "15": 8,
 "150": 103,
 "151": 104,
 "153": 105,
 "154": 106,
 "156": 107,
 "157": 108,
 "158": 109,
 "159": 110,
 "16": 9,
 "162": 111,
 "164": 112,
 "167": 113,
 "168": 114,
 "169": 115,
 "17": 10,
 "170": 116,
 "171": 117,
 "172": 118,
 "175": 119,
 "176": 120,
 "177": 121,
 "178": 122,
 "179": 123,
 "180": 124,
 "181": 125,
 "183": 126,
 "184": 127,
 "185": 128,
 "188": 129,
 "189": 130,
 "190": 131,
 "192": 132,
 "194": 133,
 "195": 134,
 "196": 135,
 "197": 136,
 "198": 137,
 "199": 138,
 "2": 1,
 "200": 139,
 "201": 140,
 "203": 141,
 "204": 142,
 "205": 143,
 "207": 144,
 "209": 145,
 "210": 146,
 "211": 147,
 "212": 148,
 "214": 149,
 "215": 150,
 "218": 151,
 "221": 152,
 "223": 153,
 "226": 154,
 "227": 155,
 "228": 156,
 "229": 157,
 "23": 11,
 "231": 158,
 "232": 159,
 "233": 160,
 "234": 161,
 "236": 162,
 "238": 163,
 "239": 164,
 "241": 165,
 "243": 166,
 "244": 167,
 "246": 168,
 "248": 169,
 "249": 170,
 "25": 12,
 "250": 171,
 "251": 172,
 "252": 173,
 "253": 174,
 "255": 175,
 "27": 13,
 "28": 14,
 "3": 2,
 "30": 15,
 "33": 16,
 "35": 17,
 "36": 18,
 "37": 19,
 "38": 20,
 "39": 21,
 "42": 22,
 "44": 23,
 "45": 24,
 "46": 25,
 "47": 26,
 "50": 27,
 "51": 28,
 "52": 29,
 "53": 30,
 "54": 31,
 "55": 32,
 "57": 33,
 "58": 34,
 "59": 35,
 "60": 36,
 "62": 37,
 "63": 38,
 "64": 39,
 "65": 40,
 "66": 41,
 "67": 42,
 "69": 43,
 "7": 3,
 "70": 44,
 "71": 45,
 "72": 46,
 "73": 47,
 "78": 48,
 "79": 49,
 "8": 4,
 "81": 50,
 "82": 51,
 "84": 52,
 "85": 53,
 "87": 54,
 "88": 55,
 "89": 56,
 "90": 57,
 "91": 58,
 "92": 59,
 "93": 60,
 "95": 61,
 "96": 62,
 "97": 63,
 "98": 64,
 "99": 65
 },
 "pruned_expert_ids": [
 0,
 4,
 5,
 6,
 9,
 10,
 12,
 18,
 19,
 20,
 21,
 22,
 24,
 26,
 29,
 31,
 32,
 34,
 40,
 41,
 43,
 48,
 49,
 56,
 61,
 68,
 74,
 75,
 76,
 77,
 80,
 83,
 86,
 94,
 101,
 102,
 104,
 108,
 110,
 114,
 118,
 122,
 123,
 127,
 130,
 148,
 149,
 152,
 155,
 160,
 161,
 163,
 165,
 166,
 173,
 174,
 182,
 186,
 187,
 191,
 193,
 202,
 206,
 208,
 213,
 216,
 217,
 219,
 220,
 222,
 224,
 225,
 230,
 235,
 237,
 240,
 242,
 245,
 247,
 254
 ]
 },
 "model.layers.18.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 2,
 3,
 4,
 6,
 7,
 8,
 9,
 10,
 13,
 16,
 17,
 18,
 20,
 21,
 22,
 24,
 25,
 26,
 27,
 28,
 30,
 31,
 32,
 33,
 35,
 36,
 38,
 39,
 40,
 41,
 42,
 43,
 44,
 46,
 50,
 51,
 52,
 53,
 54,
 55,
 56,
 57,
 58,
 60,
 61,
 62,
 64,
 65,
 68,
 69,
 72,
 73,
 74,
 75,
 77,
 78,
 80,
 81,
 82,
 84,
 86,
 88,
 89,
 90,
 91,
 92,
 94,
 96,
 97,
 98,
 99,
 100,
 101,
 102,
 104,
 106,
 110,
 111,
 112,
 114,
 116,
 118,
 120,
 122,
 123,
 124,
 125,
 128,
 129,
 133,
 134,
 135,
 137,
 138,
 140,
 141,
 143,
 144,
 145,
 146,
 147,
 148,
 149,
 150,
 152,
 154,
 156,
 157,
 158,
 160,
 161,
 162,
 164,
 167,
 168,
 171,
 173,
 174,
 175,
 176,
 177,
 178,
 180,
 181,
 182,
 183,
 184,
 185,
 186,
 187,
 188,
 189,
 190,
 191,
 192,
 193,
 194,
 197,
 198,
 201,
 202,
 203,
 204,
 205,
 206,
 207,
 210,
 212,
 213,
 214,
 216,
 217,
 218,
 220,
 223,
 224,
 225,
 227,
 228,
 230,
 231,
 232,
 233,
 238,
 239,
 241,
 242,
 245,
 247,
 248,
 250,
 251,
 254,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "10": 9,
 "100": 73,
 "101": 74,
 "102": 75,
 "104": 76,
 "106": 77,
 "110": 78,
 "111": 79,
 "112": 80,
 "114": 81,
 "116": 82,
 "118": 83,
 "120": 84,
 "122": 85,
 "123": 86,
 "124": 87,
 "125": 88,
 "128": 89,
 "129": 90,
 "13": 10,
 "133": 91,
 "134": 92,
 "135": 93,
 "137": 94,
 "138": 95,
 "140": 96,
 "141": 97,
 "143": 98,
 "144": 99,
 "145": 100,
 "146": 101,
 "147": 102,
 "148": 103,
 "149": 104,
 "150": 105,
 "152": 106,
 "154": 107,
 "156": 108,
 "157": 109,
 "158": 110,
 "16": 11,
 "160": 111,
 "161": 112,
 "162": 113,
 "164": 114,
 "167": 115,
 "168": 116,
 "17": 12,
 "171": 117,
 "173": 118,
 "174": 119,
 "175": 120,
 "176": 121,
 "177": 122,
 "178": 123,
 "18": 13,
 "180": 124,
 "181": 125,
 "182": 126,
 "183": 127,
 "184": 128,
 "185": 129,
 "186": 130,
 "187": 131,
 "188": 132,
 "189": 133,
 "190": 134,
 "191": 135,
 "192": 136,
 "193": 137,
 "194": 138,
 "197": 139,
 "198": 140,
 "2": 2,
 "20": 14,
 "201": 141,
 "202": 142,
 "203": 143,
 "204": 144,
 "205": 145,
 "206": 146,
 "207": 147,
 "21": 15,
 "210": 148,
 "212": 149,
 "213": 150,
 "214": 151,
 "216": 152,
 "217": 153,
 "218": 154,
 "22": 16,
 "220": 155,
 "223": 156,
 "224": 157,
 "225": 158,
 "227": 159,
 "228": 160,
 "230": 161,
 "231": 162,
 "232": 163,
 "233": 164,
 "238": 165,
 "239": 166,
 "24": 17,
 "241": 167,
 "242": 168,
 "245": 169,
 "247": 170,
 "248": 171,
 "25": 18,
 "250": 172,
 "251": 173,
 "254": 174,
 "255": 175,
 "26": 19,
 "27": 20,
 "28": 21,
 "3": 3,
 "30": 22,
 "31": 23,
 "32": 24,
 "33": 25,
 "35": 26,
 "36": 27,
 "38": 28,
 "39": 29,
 "4": 4,
 "40": 30,
 "41": 31,
 "42": 32,
 "43": 33,
 "44": 34,
 "46": 35,
 "50": 36,
 "51": 37,
 "52": 38,
 "53": 39,
 "54": 40,
 "55": 41,
 "56": 42,
 "57": 43,
 "58": 44,
 "6": 5,
 "60": 45,
 "61": 46,
 "62": 47,
 "64": 48,
 "65": 49,
 "68": 50,
 "69": 51,
 "7": 6,
 "72": 52,
 "73": 53,
 "74": 54,
 "75": 55,
 "77": 56,
 "78": 57,
 "8": 7,
 "80": 58,
 "81": 59,
 "82": 60,
 "84": 61,
 "86": 62,
 "88": 63,
 "89": 64,
 "9": 8,
 "90": 65,
 "91": 66,
 "92": 67,
 "94": 68,
 "96": 69,
 "97": 70,
 "98": 71,
 "99": 72
 },
 "pruned_expert_ids": [
 5,
 11,
 12,
 14,
 15,
 19,
 23,
 29,
 34,
 37,
 45,
 47,
 48,
 49,
 59,
 63,
 66,
 67,
 70,
 71,
 76,
 79,
 83,
 85,
 87,
 93,
 95,
 103,
 105,
 107,
 108,
 109,
 113,
 115,
 117,
 119,
 121,
 126,
 127,
 130,
 131,
 132,
 136,
 139,
 142,
 151,
 153,
 155,
 159,
 163,
 165,
 166,
 169,
 170,
 172,
 179,
 195,
 196,
 199,
 200,
 208,
 209,
 211,
 215,
 219,
 221,
 222,
 226,
 229,
 234,
 235,
 236,
 237,
 240,
 243,
 244,
 246,
 249,
 252,
 253
 ]
 },
 "model.layers.19.block_sparse_moe.gate": {
 "kept_expert_ids": [
 1,
 2,
 6,
 7,
 9,
 10,
 13,
 14,
 15,
 16,
 17,
 18,
 19,
 20,
 21,
 22,
 23,
 24,
 25,
 26,
 27,
 28,
 29,
 30,
 31,
 33,
 34,
 35,
 37,
 38,
 39,
 40,
 44,
 45,
 48,
 50,
 53,
 54,
 56,
 57,
 60,
 62,
 63,
 64,
 65,
 66,
 67,
 70,
 71,
 74,
 76,
 78,
 79,
 81,
 82,
 83,
 84,
 85,
 86,
 87,
 88,
 89,
 90,
 91,
 92,
 93,
 94,
 96,
 98,
 99,
 102,
 103,
 104,
 107,
 108,
 109,
 111,
 113,
 114,
 116,
 125,
 126,
 127,
 129,
 130,
 131,
 132,
 133,
 134,
 135,
 137,
 139,
 140,
 141,
 142,
 143,
 144,
 145,
 146,
 147,
 148,
 150,
 153,
 156,
 157,
 158,
 159,
 160,
 161,
 162,
 164,
 167,
 168,
 169,
 170,
 172,
 174,
 175,
 177,
 178,
 180,
 181,
 183,
 185,
 186,
 187,
 188,
 189,
 190,
 191,
 192,
 193,
 194,
 195,
 196,
 200,
 203,
 204,
 205,
 206,
 207,
 208,
 209,
 211,
 213,
 214,
 215,
 216,
 217,
 218,
 219,
 220,
 221,
 222,
 223,
 226,
 227,
 229,
 230,
 231,
 232,
 237,
 239,
 240,
 241,
 242,
 244,
 246,
 247,
 248,
 249,
 250,
 251,
 252,
 253,
 254
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "1": 0,
 "10": 5,
 "102": 70,
 "103": 71,
 "104": 72,
 "107": 73,
 "108": 74,
 "109": 75,
 "111": 76,
 "113": 77,
 "114": 78,
 "116": 79,
 "125": 80,
 "126": 81,
 "127": 82,
 "129": 83,
 "13": 6,
 "130": 84,
 "131": 85,
 "132": 86,
 "133": 87,
 "134": 88,
 "135": 89,
 "137": 90,
 "139": 91,
 "14": 7,
 "140": 92,
 "141": 93,
 "142": 94,
 "143": 95,
 "144": 96,
 "145": 97,
 "146": 98,
 "147": 99,
 "148": 100,
 "15": 8,
 "150": 101,
 "153": 102,
 "156": 103,
 "157": 104,
 "158": 105,
 "159": 106,
 "16": 9,
 "160": 107,
 "161": 108,
 "162": 109,
 "164": 110,
 "167": 111,
 "168": 112,
 "169": 113,
 "17": 10,
 "170": 114,
 "172": 115,
 "174": 116,
 "175": 117,
 "177": 118,
 "178": 119,
 "18": 11,
 "180": 120,
 "181": 121,
 "183": 122,
 "185": 123,
 "186": 124,
 "187": 125,
 "188": 126,
 "189": 127,
 "19": 12,
 "190": 128,
 "191": 129,
 "192": 130,
 "193": 131,
 "194": 132,
 "195": 133,
 "196": 134,
 "2": 1,
 "20": 13,
 "200": 135,
 "203": 136,
 "204": 137,
 "205": 138,
 "206": 139,
 "207": 140,
 "208": 141,
 "209": 142,
 "21": 14,
 "211": 143,
 "213": 144,
 "214": 145,
 "215": 146,
 "216": 147,
 "217": 148,
 "218": 149,
 "219": 150,
 "22": 15,
 "220": 151,
 "221": 152,
 "222": 153,
 "223": 154,
 "226": 155,
 "227": 156,
 "229": 157,
 "23": 16,
 "230": 158,
 "231": 159,
 "232": 160,
 "237": 161,
 "239": 162,
 "24": 17,
 "240": 163,
 "241": 164,
 "242": 165,
 "244": 166,
 "246": 167,
 "247": 168,
 "248": 169,
 "249": 170,
 "25": 18,
 "250": 171,
 "251": 172,
 "252": 173,
 "253": 174,
 "254": 175,
 "26": 19,
 "27": 20,
 "28": 21,
 "29": 22,
 "30": 23,
 "31": 24,
 "33": 25,
 "34": 26,
 "35": 27,
 "37": 28,
 "38": 29,
 "39": 30,
 "40": 31,
 "44": 32,
 "45": 33,
 "48": 34,
 "50": 35,
 "53": 36,
 "54": 37,
 "56": 38,
 "57": 39,
 "6": 2,
 "60": 40,
 "62": 41,
 "63": 42,
 "64": 43,
 "65": 44,
 "66": 45,
 "67": 46,
 "7": 3,
 "70": 47,
 "71": 48,
 "74": 49,
 "76": 50,
 "78": 51,
 "79": 52,
 "81": 53,
 "82": 54,
 "83": 55,
 "84": 56,
 "85": 57,
 "86": 58,
 "87": 59,
 "88": 60,
 "89": 61,
 "9": 4,
 "90": 62,
 "91": 63,
 "92": 64,
 "93": 65,
 "94": 66,
 "96": 67,
 "98": 68,
 "99": 69
 },
 "pruned_expert_ids": [
 0,
 3,
 4,
 5,
 8,
 11,
 12,
 32,
 36,
 41,
 42,
 43,
 46,
 47,
 49,
 51,
 52,
 55,
 58,
 59,
 61,
 68,
 69,
 72,
 73,
 75,
 77,
 80,
 95,
 97,
 100,
 101,
 105,
 106,
 110,
 112,
 115,
 117,
 118,
 119,
 120,
 121,
 122,
 123,
 124,
 128,
 136,
 138,
 149,
 151,
 152,
 154,
 155,
 163,
 165,
 166,
 171,
 173,
 176,
 179,
 182,
 184,
 197,
 198,
 199,
 201,
 202,
 210,
 212,
 224,
 225,
 228,
 233,
 234,
 235,
 236,
 238,
 243,
 245,
 255
 ]
 },
 "model.layers.2.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 2,
 4,
 5,
 7,
 8,
 9,
 11,
 14,
 15,
 16,
 17,
 18,
 20,
 21,
 23,
 24,
 25,
 26,
 28,
 29,
 30,
 31,
 32,
 34,
 35,
 36,
 37,
 40,
 41,
 43,
 44,
 45,
 47,
 48,
 50,
 51,
 53,
 55,
 56,
 57,
 58,
 59,
 60,
 61,
 62,
 63,
 64,
 66,
 68,
 69,
 70,
 73,
 76,
 78,
 82,
 86,
 87,
 92,
 93,
 94,
 95,
 96,
 97,
 98,
 99,
 100,
 101,
 102,
 104,
 105,
 106,
 109,
 110,
 111,
 112,
 113,
 117,
 118,
 119,
 120,
 121,
 122,
 123,
 124,
 125,
 126,
 127,
 129,
 131,
 132,
 134,
 135,
 136,
 137,
 138,
 139,
 140,
 142,
 144,
 146,
 147,
 148,
 150,
 151,
 152,
 153,
 155,
 156,
 158,
 159,
 160,
 161,
 163,
 164,
 165,
 167,
 169,
 170,
 171,
 172,
 173,
 174,
 175,
 176,
 178,
 179,
 180,
 181,
 182,
 183,
 185,
 186,
 188,
 190,
 191,
 192,
 195,
 198,
 199,
 200,
 202,
 205,
 206,
 209,
 210,
 211,
 213,
 214,
 215,
 216,
 218,
 219,
 220,
 223,
 224,
 225,
 228,
 229,
 230,
 231,
 232,
 233,
 234,
 236,
 237,
 239,
 241,
 244,
 245,
 246,
 247,
 248,
 252,
 253,
 254
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "100": 66,
 "101": 67,
 "102": 68,
 "104": 69,
 "105": 70,
 "106": 71,
 "109": 72,
 "11": 7,
 "110": 73,
 "111": 74,
 "112": 75,
 "113": 76,
 "117": 77,
 "118": 78,
 "119": 79,
 "120": 80,
 "121": 81,
 "122": 82,
 "123": 83,
 "124": 84,
 "125": 85,
 "126": 86,
 "127": 87,
 "129": 88,
 "131": 89,
 "132": 90,
 "134": 91,
 "135": 92,
 "136": 93,
 "137": 94,
 "138": 95,
 "139": 96,
 "14": 8,
 "140": 97,
 "142": 98,
 "144": 99,
 "146": 100,
 "147": 101,
 "148": 102,
 "15": 9,
 "150": 103,
 "151": 104,
 "152": 105,
 "153": 106,
 "155": 107,
 "156": 108,
 "158": 109,
 "159": 110,
 "16": 10,
 "160": 111,
 "161": 112,
 "163": 113,
 "164": 114,
 "165": 115,
 "167": 116,
 "169": 117,
 "17": 11,
 "170": 118,
 "171": 119,
 "172": 120,
 "173": 121,
 "174": 122,
 "175": 123,
 "176": 124,
 "178": 125,
 "179": 126,
 "18": 12,
 "180": 127,
 "181": 128,
 "182": 129,
 "183": 130,
 "185": 131,
 "186": 132,
 "188": 133,
 "190": 134,
 "191": 135,
 "192": 136,
 "195": 137,
 "198": 138,
 "199": 139,
 "2": 1,
 "20": 13,
 "200": 140,
 "202": 141,
 "205": 142,
 "206": 143,
 "209": 144,
 "21": 14,
 "210": 145,
 "211": 146,
 "213": 147,
 "214": 148,
 "215": 149,
 "216": 150,
 "218": 151,
 "219": 152,
 "220": 153,
 "223": 154,
 "224": 155,
 "225": 156,
 "228": 157,
 "229": 158,
 "23": 15,
 "230": 159,
 "231": 160,
 "232": 161,
 "233": 162,
 "234": 163,
 "236": 164,
 "237": 165,
 "239": 166,
 "24": 16,
 "241": 167,
 "244": 168,
 "245": 169,
 "246": 170,
 "247": 171,
 "248": 172,
 "25": 17,
 "252": 173,
 "253": 174,
 "254": 175,
 "26": 18,
 "28": 19,
 "29": 20,
 "30": 21,
 "31": 22,
 "32": 23,
 "34": 24,
 "35": 25,
 "36": 26,
 "37": 27,
 "4": 2,
 "40": 28,
 "41": 29,
 "43": 30,
 "44": 31,
 "45": 32,
 "47": 33,
 "48": 34,
 "5": 3,
 "50": 35,
 "51": 36,
 "53": 37,
 "55": 38,
 "56": 39,
 "57": 40,
 "58": 41,
 "59": 42,
 "60": 43,
 "61": 44,
 "62": 45,
 "63": 46,
 "64": 47,
 "66": 48,
 "68": 49,
 "69": 50,
 "7": 4,
 "70": 51,
 "73": 52,
 "76": 53,
 "78": 54,
 "8": 5,
 "82": 55,
 "86": 56,
 "87": 57,
 "9": 6,
 "92": 58,
 "93": 59,
 "94": 60,
 "95": 61,
 "96": 62,
 "97": 63,
 "98": 64,
 "99": 65
 },
 "pruned_expert_ids": [
 1,
 3,
 6,
 10,
 12,
 13,
 19,
 22,
 27,
 33,
 38,
 39,
 42,
 46,
 49,
 52,
 54,
 65,
 67,
 71,
 72,
 74,
 75,
 77,
 79,
 80,
 81,
 83,
 84,
 85,
 88,
 89,
 90,
 91,
 103,
 107,
 108,
 114,
 115,
 116,
 128,
 130,
 133,
 141,
 143,
 145,
 149,
 154,
 157,
 162,
 166,
 168,
 177,
 184,
 187,
 189,
 193,
 194,
 196,
 197,
 201,
 203,
 204,
 207,
 208,
 212,
 217,
 221,
 222,
 226,
 227,
 235,
 238,
 240,
 242,
 243,
 249,
 250,
 251,
 255
 ]
 },
 "model.layers.20.block_sparse_moe.gate": {
 "kept_expert_ids": [
 1,
 2,
 3,
 4,
 6,
 7,
 8,
 11,
 14,
 17,
 18,
 19,
 21,
 22,
 23,
 24,
 26,
 28,
 30,
 31,
 35,
 36,
 38,
 39,
 41,
 42,
 43,
 44,
 45,
 46,
 47,
 51,
 52,
 53,
 54,
 56,
 57,
 58,
 59,
 60,
 61,
 62,
 63,
 66,
 67,
 69,
 70,
 71,
 72,
 73,
 74,
 76,
 78,
 79,
 80,
 81,
 82,
 83,
 85,
 87,
 89,
 92,
 93,
 94,
 95,
 97,
 98,
 99,
 100,
 102,
 104,
 105,
 106,
 107,
 108,
 109,
 111,
 112,
 113,
 114,
 115,
 118,
 119,
 120,
 121,
 122,
 123,
 124,
 125,
 127,
 128,
 130,
 133,
 135,
 138,
 139,
 142,
 143,
 144,
 146,
 149,
 150,
 152,
 154,
 155,
 156,
 157,
 158,
 159,
 160,
 162,
 164,
 166,
 168,
 170,
 171,
 172,
 173,
 174,
 175,
 178,
 179,
 180,
 181,
 184,
 185,
 186,
 187,
 188,
 191,
 192,
 193,
 195,
 197,
 201,
 202,
 203,
 204,
 205,
 206,
 207,
 208,
 210,
 211,
 212,
 214,
 215,
 216,
 217,
 220,
 221,
 222,
 224,
 225,
 227,
 228,
 230,
 231,
 232,
 233,
 234,
 235,
 237,
 238,
 239,
 240,
 241,
 242,
 243,
 245,
 247,
 250,
 251,
 252,
 253,
 254
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "1": 0,
 "100": 68,
 "102": 69,
 "104": 70,
 "105": 71,
 "106": 72,
 "107": 73,
 "108": 74,
 "109": 75,
 "11": 7,
 "111": 76,
 "112": 77,
 "113": 78,
 "114": 79,
 "115": 80,
 "118": 81,
 "119": 82,
 "120": 83,
 "121": 84,
 "122": 85,
 "123": 86,
 "124": 87,
 "125": 88,
 "127": 89,
 "128": 90,
 "130": 91,
 "133": 92,
 "135": 93,
 "138": 94,
 "139": 95,
 "14": 8,
 "142": 96,
 "143": 97,
 "144": 98,
 "146": 99,
 "149": 100,
 "150": 101,
 "152": 102,
 "154": 103,
 "155": 104,
 "156": 105,
 "157": 106,
 "158": 107,
 "159": 108,
 "160": 109,
 "162": 110,
 "164": 111,
 "166": 112,
 "168": 113,
 "17": 9,
 "170": 114,
 "171": 115,
 "172": 116,
 "173": 117,
 "174": 118,
 "175": 119,
 "178": 120,
 "179": 121,
 "18": 10,
 "180": 122,
 "181": 123,
 "184": 124,
 "185": 125,
 "186": 126,
 "187": 127,
 "188": 128,
 "19": 11,
 "191": 129,
 "192": 130,
 "193": 131,
 "195": 132,
 "197": 133,
 "2": 1,
 "201": 134,
 "202": 135,
 "203": 136,
 "204": 137,
 "205": 138,
 "206": 139,
 "207": 140,
 "208": 141,
 "21": 12,
 "210": 142,
 "211": 143,
 "212": 144,
 "214": 145,
 "215": 146,
 "216": 147,
 "217": 148,
 "22": 13,
 "220": 149,
 "221": 150,
 "222": 151,
 "224": 152,
 "225": 153,
 "227": 154,
 "228": 155,
 "23": 14,
 "230": 156,
 "231": 157,
 "232": 158,
 "233": 159,
 "234": 160,
 "235": 161,
 "237": 162,
 "238": 163,
 "239": 164,
 "24": 15,
 "240": 165,
 "241": 166,
 "242": 167,
 "243": 168,
 "245": 169,
 "247": 170,
 "250": 171,
 "251": 172,
 "252": 173,
 "253": 174,
 "254": 175,
 "26": 16,
 "28": 17,
 "3": 2,
 "30": 18,
 "31": 19,
 "35": 20,
 "36": 21,
 "38": 22,
 "39": 23,
 "4": 3,
 "41": 24,
 "42": 25,
 "43": 26,
 "44": 27,
 "45": 28,
 "46": 29,
 "47": 30,
 "51": 31,
 "52": 32,
 "53": 33,
 "54": 34,
 "56": 35,
 "57": 36,
 "58": 37,
 "59": 38,
 "6": 4,
 "60": 39,
 "61": 40,
 "62": 41,
 "63": 42,
 "66": 43,
 "67": 44,
 "69": 45,
 "7": 5,
 "70": 46,
 "71": 47,
 "72": 48,
 "73": 49,
 "74": 50,
 "76": 51,
 "78": 52,
 "79": 53,
 "8": 6,
 "80": 54,
 "81": 55,
 "82": 56,
 "83": 57,
 "85": 58,
 "87": 59,
 "89": 60,
 "92": 61,
 "93": 62,
 "94": 63,
 "95": 64,
 "97": 65,
 "98": 66,
 "99": 67
 },
 "pruned_expert_ids": [
 0,
 5,
 9,
 10,
 12,
 13,
 15,
 16,
 20,
 25,
 27,
 29,
 32,
 33,
 34,
 37,
 40,
 48,
 49,
 50,
 55,
 64,
 65,
 68,
 75,
 77,
 84,
 86,
 88,
 90,
 91,
 96,
 101,
 103,
 110,
 116,
 117,
 126,
 129,
 131,
 132,
 134,
 136,
 137,
 140,
 141,
 145,
 147,
 148,
 151,
 153,
 161,
 163,
 165,
 167,
 169,
 176,
 177,
 182,
 183,
 189,
 190,
 194,
 196,
 198,
 199,
 200,
 209,
 213,
 218,
 219,
 223,
 226,
 229,
 236,
 244,
 246,
 248,
 249,
 255
 ]
 },
 "model.layers.21.block_sparse_moe.gate": {
 "kept_expert_ids": [
 1,
 2,
 4,
 7,
 9,
 12,
 13,
 14,
 16,
 17,
 19,
 20,
 21,
 22,
 23,
 24,
 25,
 26,
 27,
 28,
 30,
 31,
 33,
 35,
 36,
 37,
 38,
 39,
 40,
 41,
 42,
 43,
 44,
 46,
 52,
 54,
 55,
 56,
 57,
 58,
 59,
 60,
 62,
 63,
 67,
 69,
 70,
 71,
 73,
 74,
 75,
 76,
 77,
 78,
 79,
 80,
 82,
 84,
 85,
 86,
 88,
 91,
 94,
 95,
 96,
 97,
 99,
 101,
 102,
 105,
 107,
 108,
 109,
 110,
 111,
 112,
 114,
 115,
 116,
 118,
 119,
 120,
 121,
 123,
 124,
 126,
 127,
 129,
 130,
 133,
 134,
 135,
 136,
 137,
 138,
 139,
 140,
 141,
 143,
 144,
 145,
 147,
 149,
 150,
 151,
 152,
 153,
 156,
 158,
 159,
 164,
 165,
 166,
 167,
 169,
 170,
 172,
 173,
 174,
 175,
 176,
 178,
 180,
 181,
 182,
 185,
 186,
 187,
 188,
 189,
 190,
 191,
 192,
 195,
 197,
 198,
 199,
 200,
 201,
 202,
 203,
 204,
 205,
 206,
 208,
 209,
 210,
 211,
 212,
 213,
 214,
 217,
 218,
 219,
 221,
 222,
 225,
 226,
 227,
 228,
 232,
 234,
 235,
 236,
 238,
 239,
 240,
 244,
 245,
 247,
 249,
 250,
 252,
 253,
 254,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "1": 0,
 "101": 67,
 "102": 68,
 "105": 69,
 "107": 70,
 "108": 71,
 "109": 72,
 "110": 73,
 "111": 74,
 "112": 75,
 "114": 76,
 "115": 77,
 "116": 78,
 "118": 79,
 "119": 80,
 "12": 5,
 "120": 81,
 "121": 82,
 "123": 83,
 "124": 84,
 "126": 85,
 "127": 86,
 "129": 87,
 "13": 6,
 "130": 88,
 "133": 89,
 "134": 90,
 "135": 91,
 "136": 92,
 "137": 93,
 "138": 94,
 "139": 95,
 "14": 7,
 "140": 96,
 "141": 97,
 "143": 98,
 "144": 99,
 "145": 100,
 "147": 101,
 "149": 102,
 "150": 103,
 "151": 104,
 "152": 105,
 "153": 106,
 "156": 107,
 "158": 108,
 "159": 109,
 "16": 8,
 "164": 110,
 "165": 111,
 "166": 112,
 "167": 113,
 "169": 114,
 "17": 9,
 "170": 115,
 "172": 116,
 "173": 117,
 "174": 118,
 "175": 119,
 "176": 120,
 "178": 121,
 "180": 122,
 "181": 123,
 "182": 124,
 "185": 125,
 "186": 126,
 "187": 127,
 "188": 128,
 "189": 129,
 "19": 10,
 "190": 130,
 "191": 131,
 "192": 132,
 "195": 133,
 "197": 134,
 "198": 135,
 "199": 136,
 "2": 1,
 "20": 11,
 "200": 137,
 "201": 138,
 "202": 139,
 "203": 140,
 "204": 141,
 "205": 142,
 "206": 143,
 "208": 144,
 "209": 145,
 "21": 12,
 "210": 146,
 "211": 147,
 "212": 148,
 "213": 149,
 "214": 150,
 "217": 151,
 "218": 152,
 "219": 153,
 "22": 13,
 "221": 154,
 "222": 155,
 "225": 156,
 "226": 157,
 "227": 158,
 "228": 159,
 "23": 14,
 "232": 160,
 "234": 161,
 "235": 162,
 "236": 163,
 "238": 164,
 "239": 165,
 "24": 15,
 "240": 166,
 "244": 167,
 "245": 168,
 "247": 169,
 "249": 170,
 "25": 16,
 "250": 171,
 "252": 172,
 "253": 173,
 "254": 174,
 "255": 175,
 "26": 17,
 "27": 18,
 "28": 19,
 "30": 20,
 "31": 21,
 "33": 22,
 "35": 23,
 "36": 24,
 "37": 25,
 "38": 26,
 "39": 27,
 "4": 2,
 "40": 28,
 "41": 29,
 "42": 30,
 "43": 31,
 "44": 32,
 "46": 33,
 "52": 34,
 "54": 35,
 "55": 36,
 "56": 37,
 "57": 38,
 "58": 39,
 "59": 40,
 "60": 41,
 "62": 42,
 "63": 43,
 "67": 44,
 "69": 45,
 "7": 3,
 "70": 46,
 "71": 47,
 "73": 48,
 "74": 49,
 "75": 50,
 "76": 51,
 "77": 52,
 "78": 53,
 "79": 54,
 "80": 55,
 "82": 56,
 "84": 57,
 "85": 58,
 "86": 59,
 "88": 60,
 "9": 4,
 "91": 61,
 "94": 62,
 "95": 63,
 "96": 64,
 "97": 65,
 "99": 66
 },
 "pruned_expert_ids": [
 0,
 3,
 5,
 6,
 8,
 10,
 11,
 15,
 18,
 29,
 32,
 34,
 45,
 47,
 48,
 49,
 50,
 51,
 53,
 61,
 64,
 65,
 66,
 68,
 72,
 81,
 83,
 87,
 89,
 90,
 92,
 93,
 98,
 100,
 103,
 104,
 106,
 113,
 117,
 122,
 125,
 128,
 131,
 132,
 142,
 146,
 148,
 154,
 155,
 157,
 160,
 161,
 162,
 163,
 168,
 171,
 177,
 179,
 183,
 184,
 193,
 194,
 196,
 207,
 215,
 216,
 220,
 223,
 224,
 229,
 230,
 231,
 233,
 237,
 241,
 242,
 243,
 246,
 248,
 251
 ]
 },
 "model.layers.22.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 2,
 4,
 5,
 6,
 7,
 8,
 10,
 11,
 13,
 14,
 15,
 16,
 17,
 18,
 20,
 21,
 22,
 23,
 25,
 26,
 27,
 30,
 31,
 32,
 33,
 34,
 35,
 36,
 37,
 38,
 40,
 41,
 43,
 45,
 46,
 48,
 49,
 50,
 52,
 53,
 54,
 57,
 58,
 60,
 61,
 63,
 64,
 66,
 67,
 68,
 74,
 76,
 77,
 80,
 81,
 82,
 84,
 85,
 88,
 90,
 91,
 92,
 93,
 95,
 96,
 97,
 98,
 99,
 100,
 101,
 102,
 103,
 106,
 107,
 108,
 113,
 114,
 116,
 118,
 119,
 121,
 122,
 123,
 124,
 126,
 127,
 128,
 129,
 132,
 133,
 134,
 135,
 136,
 137,
 138,
 139,
 140,
 142,
 145,
 148,
 149,
 151,
 154,
 155,
 156,
 157,
 158,
 159,
 160,
 162,
 163,
 164,
 165,
 169,
 170,
 172,
 173,
 174,
 175,
 176,
 177,
 179,
 182,
 183,
 184,
 185,
 186,
 189,
 190,
 191,
 192,
 194,
 198,
 199,
 202,
 203,
 204,
 205,
 207,
 209,
 211,
 212,
 214,
 216,
 218,
 219,
 220,
 221,
 222,
 223,
 224,
 226,
 228,
 231,
 232,
 234,
 235,
 236,
 237,
 238,
 240,
 241,
 242,
 243,
 244,
 246,
 247,
 248,
 249,
 250,
 251,
 252,
 253,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "10": 8,
 "100": 70,
 "101": 71,
 "102": 72,
 "103": 73,
 "106": 74,
 "107": 75,
 "108": 76,
 "11": 9,
 "113": 77,
 "114": 78,
 "116": 79,
 "118": 80,
 "119": 81,
 "121": 82,
 "122": 83,
 "123": 84,
 "124": 85,
 "126": 86,
 "127": 87,
 "128": 88,
 "129": 89,
 "13": 10,
 "132": 90,
 "133": 91,
 "134": 92,
 "135": 93,
 "136": 94,
 "137": 95,
 "138": 96,
 "139": 97,
 "14": 11,
 "140": 98,
 "142": 99,
 "145": 100,
 "148": 101,
 "149": 102,
 "15": 12,
 "151": 103,
 "154": 104,
 "155": 105,
 "156": 106,
 "157": 107,
 "158": 108,
 "159": 109,
 "16": 13,
 "160": 110,
 "162": 111,
 "163": 112,
 "164": 113,
 "165": 114,
 "169": 115,
 "17": 14,
 "170": 116,
 "172": 117,
 "173": 118,
 "174": 119,
 "175": 120,
 "176": 121,
 "177": 122,
 "179": 123,
 "18": 15,
 "182": 124,
 "183": 125,
 "184": 126,
 "185": 127,
 "186": 128,
 "189": 129,
 "190": 130,
 "191": 131,
 "192": 132,
 "194": 133,
 "198": 134,
 "199": 135,
 "2": 2,
 "20": 16,
 "202": 136,
 "203": 137,
 "204": 138,
 "205": 139,
 "207": 140,
 "209": 141,
 "21": 17,
 "211": 142,
 "212": 143,
 "214": 144,
 "216": 145,
 "218": 146,
 "219": 147,
 "22": 18,
 "220": 148,
 "221": 149,
 "222": 150,
 "223": 151,
 "224": 152,
 "226": 153,
 "228": 154,
 "23": 19,
 "231": 155,
 "232": 156,
 "234": 157,
 "235": 158,
 "236": 159,
 "237": 160,
 "238": 161,
 "240": 162,
 "241": 163,
 "242": 164,
 "243": 165,
 "244": 166,
 "246": 167,
 "247": 168,
 "248": 169,
 "249": 170,
 "25": 20,
 "250": 171,
 "251": 172,
 "252": 173,
 "253": 174,
 "255": 175,
 "26": 21,
 "27": 22,
 "30": 23,
 "31": 24,
 "32": 25,
 "33": 26,
 "34": 27,
 "35": 28,
 "36": 29,
 "37": 30,
 "38": 31,
 "4": 3,
 "40": 32,
 "41": 33,
 "43": 34,
 "45": 35,
 "46": 36,
 "48": 37,
 "49": 38,
 "5": 4,
 "50": 39,
 "52": 40,
 "53": 41,
 "54": 42,
 "57": 43,
 "58": 44,
 "6": 5,
 "60": 45,
 "61": 46,
 "63": 47,
 "64": 48,
 "66": 49,
 "67": 50,
 "68": 51,
 "7": 6,
 "74": 52,
 "76": 53,
 "77": 54,
 "8": 7,
 "80": 55,
 "81": 56,
 "82": 57,
 "84": 58,
 "85": 59,
 "88": 60,
 "90": 61,
 "91": 62,
 "92": 63,
 "93": 64,
 "95": 65,
 "96": 66,
 "97": 67,
 "98": 68,
 "99": 69
 },
 "pruned_expert_ids": [
 3,
 9,
 12,
 19,
 24,
 28,
 29,
 39,
 42,
 44,
 47,
 51,
 55,
 56,
 59,
 62,
 65,
 69,
 70,
 71,
 72,
 73,
 75,
 78,
 79,
 83,
 86,
 87,
 89,
 94,
 104,
 105,
 109,
 110,
 111,
 112,
 115,
 117,
 120,
 125,
 130,
 131,
 141,
 143,
 144,
 146,
 147,
 150,
 152,
 153,
 161,
 166,
 167,
 168,
 171,
 178,
 180,
 181,
 187,
 188,
 193,
 195,
 196,
 197,
 200,
 201,
 206,
 208,
 210,
 213,
 215,
 217,
 225,
 227,
 229,
 230,
 233,
 239,
 245,
 254
 ]
 },
 "model.layers.23.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 3,
 4,
 5,
 6,
 7,
 8,
 9,
 10,
 13,
 14,
 15,
 16,
 18,
 19,
 21,
 22,
 23,
 27,
 28,
 30,
 31,
 32,
 33,
 35,
 36,
 37,
 38,
 41,
 46,
 47,
 49,
 50,
 52,
 53,
 57,
 58,
 59,
 61,
 63,
 64,
 65,
 67,
 68,
 69,
 71,
 72,
 73,
 75,
 76,
 77,
 78,
 79,
 81,
 83,
 84,
 85,
 86,
 87,
 88,
 89,
 91,
 92,
 99,
 101,
 102,
 103,
 104,
 105,
 106,
 107,
 109,
 110,
 112,
 113,
 115,
 117,
 118,
 119,
 120,
 121,
 123,
 124,
 125,
 126,
 127,
 128,
 129,
 130,
 131,
 132,
 135,
 136,
 138,
 140,
 143,
 144,
 145,
 147,
 149,
 151,
 153,
 154,
 155,
 156,
 158,
 159,
 160,
 161,
 162,
 163,
 164,
 165,
 166,
 168,
 169,
 171,
 172,
 173,
 174,
 175,
 176,
 180,
 181,
 182,
 183,
 184,
 187,
 188,
 189,
 191,
 194,
 195,
 197,
 200,
 201,
 202,
 203,
 204,
 206,
 208,
 211,
 212,
 213,
 214,
 215,
 216,
 217,
 218,
 221,
 222,
 223,
 225,
 227,
 228,
 229,
 231,
 232,
 233,
 234,
 235,
 236,
 237,
 238,
 239,
 240,
 242,
 243,
 244,
 245,
 246,
 247,
 250,
 253,
 254
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "10": 9,
 "101": 65,
 "102": 66,
 "103": 67,
 "104": 68,
 "105": 69,
 "106": 70,
 "107": 71,
 "109": 72,
 "110": 73,
 "112": 74,
 "113": 75,
 "115": 76,
 "117": 77,
 "118": 78,
 "119": 79,
 "120": 80,
 "121": 81,
 "123": 82,
 "124": 83,
 "125": 84,
 "126": 85,
 "127": 86,
 "128": 87,
 "129": 88,
 "13": 10,
 "130": 89,
 "131": 90,
 "132": 91,
 "135": 92,
 "136": 93,
 "138": 94,
 "14": 11,
 "140": 95,
 "143": 96,
 "144": 97,
 "145": 98,
 "147": 99,
 "149": 100,
 "15": 12,
 "151": 101,
 "153": 102,
 "154": 103,
 "155": 104,
 "156": 105,
 "158": 106,
 "159": 107,
 "16": 13,
 "160": 108,
 "161": 109,
 "162": 110,
 "163": 111,
 "164": 112,
 "165": 113,
 "166": 114,
 "168": 115,
 "169": 116,
 "171": 117,
 "172": 118,
 "173": 119,
 "174": 120,
 "175": 121,
 "176": 122,
 "18": 14,
 "180": 123,
 "181": 124,
 "182": 125,
 "183": 126,
 "184": 127,
 "187": 128,
 "188": 129,
 "189": 130,
 "19": 15,
 "191": 131,
 "194": 132,
 "195": 133,
 "197": 134,
 "200": 135,
 "201": 136,
 "202": 137,
 "203": 138,
 "204": 139,
 "206": 140,
 "208": 141,
 "21": 16,
 "211": 142,
 "212": 143,
 "213": 144,
 "214": 145,
 "215": 146,
 "216": 147,
 "217": 148,
 "218": 149,
 "22": 17,
 "221": 150,
 "222": 151,
 "223": 152,
 "225": 153,
 "227": 154,
 "228": 155,
 "229": 156,
 "23": 18,
 "231": 157,
 "232": 158,
 "233": 159,
 "234": 160,
 "235": 161,
 "236": 162,
 "237": 163,
 "238": 164,
 "239": 165,
 "240": 166,
 "242": 167,
 "243": 168,
 "244": 169,
 "245": 170,
 "246": 171,
 "247": 172,
 "250": 173,
 "253": 174,
 "254": 175,
 "27": 19,
 "28": 20,
 "3": 2,
 "30": 21,
 "31": 22,
 "32": 23,
 "33": 24,
 "35": 25,
 "36": 26,
 "37": 27,
 "38": 28,
 "4": 3,
 "41": 29,
 "46": 30,
 "47": 31,
 "49": 32,
 "5": 4,
 "50": 33,
 "52": 34,
 "53": 35,
 "57": 36,
 "58": 37,
 "59": 38,
 "6": 5,
 "61": 39,
 "63": 40,
 "64": 41,
 "65": 42,
 "67": 43,
 "68": 44,
 "69": 45,
 "7": 6,
 "71": 46,
 "72": 47,
 "73": 48,
 "75": 49,
 "76": 50,
 "77": 51,
 "78": 52,
 "79": 53,
 "8": 7,
 "81": 54,
 "83": 55,
 "84": 56,
 "85": 57,
 "86": 58,
 "87": 59,
 "88": 60,
 "89": 61,
 "9": 8,
 "91": 62,
 "92": 63,
 "99": 64
 },
 "pruned_expert_ids": [
 2,
 11,
 12,
 17,
 20,
 24,
 25,
 26,
 29,
 34,
 39,
 40,
 42,
 43,
 44,
 45,
 48,
 51,
 54,
 55,
 56,
 60,
 62,
 66,
 70,
 74,
 80,
 82,
 90,
 93,
 94,
 95,
 96,
 97,
 98,
 100,
 108,
 111,
 114,
 116,
 122,
 133,
 134,
 137,
 139,
 141,
 142,
 146,
 148,
 150,
 152,
 157,
 167,
 170,
 177,
 178,
 179,
 185,
 186,
 190,
 192,
 193,
 196,
 198,
 199,
 205,
 207,
 209,
 210,
 219,
 220,
 224,
 226,
 230,
 241,
 248,
 249,
 251,
 252,
 255
 ]
 },
 "model.layers.24.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 3,
 4,
 5,
 6,
 8,
 9,
 10,
 11,
 12,
 14,
 15,
 16,
 17,
 19,
 20,
 21,
 22,
 23,
 24,
 25,
 26,
 27,
 31,
 33,
 37,
 38,
 40,
 41,
 42,
 43,
 44,
 45,
 46,
 47,
 48,
 50,
 51,
 52,
 53,
 54,
 55,
 56,
 58,
 59,
 60,
 61,
 62,
 63,
 64,
 68,
 69,
 70,
 72,
 75,
 76,
 77,
 78,
 81,
 82,
 83,
 85,
 86,
 88,
 90,
 91,
 92,
 93,
 94,
 95,
 96,
 99,
 101,
 103,
 105,
 106,
 107,
 108,
 109,
 110,
 111,
 112,
 113,
 114,
 115,
 116,
 117,
 118,
 119,
 120,
 122,
 123,
 125,
 127,
 129,
 130,
 132,
 133,
 134,
 135,
 137,
 139,
 140,
 141,
 142,
 143,
 145,
 147,
 151,
 152,
 155,
 156,
 157,
 158,
 159,
 160,
 161,
 164,
 166,
 169,
 173,
 174,
 175,
 176,
 177,
 178,
 181,
 183,
 184,
 185,
 186,
 187,
 189,
 190,
 192,
 193,
 194,
 197,
 199,
 204,
 205,
 206,
 207,
 208,
 209,
 210,
 214,
 215,
 217,
 218,
 219,
 220,
 222,
 223,
 225,
 226,
 229,
 230,
 231,
 233,
 234,
 238,
 239,
 241,
 242,
 245,
 246,
 247,
 248,
 249,
 250,
 251,
 252,
 253,
 254
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "10": 8,
 "101": 73,
 "103": 74,
 "105": 75,
 "106": 76,
 "107": 77,
 "108": 78,
 "109": 79,
 "11": 9,
 "110": 80,
 "111": 81,
 "112": 82,
 "113": 83,
 "114": 84,
 "115": 85,
 "116": 86,
 "117": 87,
 "118": 88,
 "119": 89,
 "12": 10,
 "120": 90,
 "122": 91,
 "123": 92,
 "125": 93,
 "127": 94,
 "129": 95,
 "130": 96,
 "132": 97,
 "133": 98,
 "134": 99,
 "135": 100,
 "137": 101,
 "139": 102,
 "14": 11,
 "140": 103,
 "141": 104,
 "142": 105,
 "143": 106,
 "145": 107,
 "147": 108,
 "15": 12,
 "151": 109,
 "152": 110,
 "155": 111,
 "156": 112,
 "157": 113,
 "158": 114,
 "159": 115,
 "16": 13,
 "160": 116,
 "161": 117,
 "164": 118,
 "166": 119,
 "169": 120,
 "17": 14,
 "173": 121,
 "174": 122,
 "175": 123,
 "176": 124,
 "177": 125,
 "178": 126,
 "181": 127,
 "183": 128,
 "184": 129,
 "185": 130,
 "186": 131,
 "187": 132,
 "189": 133,
 "19": 15,
 "190": 134,
 "192": 135,
 "193": 136,
 "194": 137,
 "197": 138,
 "199": 139,
 "20": 16,
 "204": 140,
 "205": 141,
 "206": 142,
 "207": 143,
 "208": 144,
 "209": 145,
 "21": 17,
 "210": 146,
 "214": 147,
 "215": 148,
 "217": 149,
 "218": 150,
 "219": 151,
 "22": 18,
 "220": 152,
 "222": 153,
 "223": 154,
 "225": 155,
 "226": 156,
 "229": 157,
 "23": 19,
 "230": 158,
 "231": 159,
 "233": 160,
 "234": 161,
 "238": 162,
 "239": 163,
 "24": 20,
 "241": 164,
 "242": 165,
 "245": 166,
 "246": 167,
 "247": 168,
 "248": 169,
 "249": 170,
 "25": 21,
 "250": 171,
 "251": 172,
 "252": 173,
 "253": 174,
 "254": 175,
 "26": 22,
 "27": 23,
 "3": 2,
 "31": 24,
 "33": 25,
 "37": 26,
 "38": 27,
 "4": 3,
 "40": 28,
 "41": 29,
 "42": 30,
 "43": 31,
 "44": 32,
 "45": 33,
 "46": 34,
 "47": 35,
 "48": 36,
 "5": 4,
 "50": 37,
 "51": 38,
 "52": 39,
 "53": 40,
 "54": 41,
 "55": 42,
 "56": 43,
 "58": 44,
 "59": 45,
 "6": 5,
 "60": 46,
 "61": 47,
 "62": 48,
 "63": 49,
 "64": 50,
 "68": 51,
 "69": 52,
 "70": 53,
 "72": 54,
 "75": 55,
 "76": 56,
 "77": 57,
 "78": 58,
 "8": 6,
 "81": 59,
 "82": 60,
 "83": 61,
 "85": 62,
 "86": 63,
 "88": 64,
 "9": 7,
 "90": 65,
 "91": 66,
 "92": 67,
 "93": 68,
 "94": 69,
 "95": 70,
 "96": 71,
 "99": 72
 },
 "pruned_expert_ids": [
 2,
 7,
 13,
 18,
 28,
 29,
 30,
 32,
 34,
 35,
 36,
 39,
 49,
 57,
 65,
 66,
 67,
 71,
 73,
 74,
 79,
 80,
 84,
 87,
 89,
 97,
 98,
 100,
 102,
 104,
 121,
 124,
 126,
 128,
 131,
 136,
 138,
 144,
 146,
 148,
 149,
 150,
 153,
 154,
 162,
 163,
 165,
 167,
 168,
 170,
 171,
 172,
 179,
 180,
 182,
 188,
 191,
 195,
 196,
 198,
 200,
 201,
 202,
 203,
 211,
 212,
 213,
 216,
 221,
 224,
 227,
 228,
 232,
 235,
 236,
 237,
 240,
 243,
 244,
 255
 ]
 },
 "model.layers.25.block_sparse_moe.gate": {
 "kept_expert_ids": [
 3,
 4,
 5,
 6,
 7,
 10,
 14,
 15,
 17,
 20,
 22,
 23,
 25,
 26,
 27,
 28,
 30,
 34,
 36,
 38,
 39,
 40,
 42,
 43,
 44,
 45,
 46,
 47,
 50,
 51,
 52,
 53,
 54,
 55,
 56,
 57,
 61,
 62,
 63,
 65,
 68,
 69,
 70,
 71,
 72,
 73,
 74,
 75,
 76,
 78,
 79,
 80,
 81,
 83,
 86,
 87,
 88,
 89,
 91,
 92,
 93,
 94,
 96,
 97,
 99,
 100,
 104,
 106,
 108,
 109,
 110,
 112,
 113,
 114,
 116,
 118,
 119,
 120,
 121,
 122,
 123,
 124,
 125,
 128,
 129,
 130,
 131,
 132,
 133,
 134,
 136,
 137,
 138,
 139,
 140,
 141,
 142,
 143,
 144,
 146,
 147,
 148,
 149,
 151,
 152,
 154,
 155,
 156,
 157,
 159,
 161,
 163,
 164,
 165,
 166,
 167,
 168,
 169,
 170,
 171,
 173,
 175,
 176,
 177,
 179,
 180,
 182,
 184,
 185,
 186,
 187,
 190,
 193,
 194,
 195,
 196,
 197,
 199,
 200,
 202,
 203,
 204,
 207,
 208,
 210,
 211,
 215,
 218,
 219,
 220,
 221,
 223,
 226,
 227,
 228,
 229,
 231,
 232,
 234,
 235,
 236,
 238,
 239,
 240,
 242,
 243,
 244,
 245,
 246,
 247,
 248,
 249,
 250,
 252,
 253,
 254
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "10": 5,
 "100": 65,
 "104": 66,
 "106": 67,
 "108": 68,
 "109": 69,
 "110": 70,
 "112": 71,
 "113": 72,
 "114": 73,
 "116": 74,
 "118": 75,
 "119": 76,
 "120": 77,
 "121": 78,
 "122": 79,
 "123": 80,
 "124": 81,
 "125": 82,
 "128": 83,
 "129": 84,
 "130": 85,
 "131": 86,
 "132": 87,
 "133": 88,
 "134": 89,
 "136": 90,
 "137": 91,
 "138": 92,
 "139": 93,
 "14": 6,
 "140": 94,
 "141": 95,
 "142": 96,
 "143": 97,
 "144": 98,
 "146": 99,
 "147": 100,
 "148": 101,
 "149": 102,
 "15": 7,
 "151": 103,
 "152": 104,
 "154": 105,
 "155": 106,
 "156": 107,
 "157": 108,
 "159": 109,
 "161": 110,
 "163": 111,
 "164": 112,
 "165": 113,
 "166": 114,
 "167": 115,
 "168": 116,
 "169": 117,
 "17": 8,
 "170": 118,
 "171": 119,
 "173": 120,
 "175": 121,
 "176": 122,
 "177": 123,
 "179": 124,
 "180": 125,
 "182": 126,
 "184": 127,
 "185": 128,
 "186": 129,
 "187": 130,
 "190": 131,
 "193": 132,
 "194": 133,
 "195": 134,
 "196": 135,
 "197": 136,
 "199": 137,
 "20": 9,
 "200": 138,
 "202": 139,
 "203": 140,
 "204": 141,
 "207": 142,
 "208": 143,
 "210": 144,
 "211": 145,
 "215": 146,
 "218": 147,
 "219": 148,
 "22": 10,
 "220": 149,
 "221": 150,
 "223": 151,
 "226": 152,
 "227": 153,
 "228": 154,
 "229": 155,
 "23": 11,
 "231": 156,
 "232": 157,
 "234": 158,
 "235": 159,
 "236": 160,
 "238": 161,
 "239": 162,
 "240": 163,
 "242": 164,
 "243": 165,
 "244": 166,
 "245": 167,
 "246": 168,
 "247": 169,
 "248": 170,
 "249": 171,
 "25": 12,
 "250": 172,
 "252": 173,
 "253": 174,
 "254": 175,
 "26": 13,
 "27": 14,
 "28": 15,
 "3": 0,
 "30": 16,
 "34": 17,
 "36": 18,
 "38": 19,
 "39": 20,
 "4": 1,
 "40": 21,
 "42": 22,
 "43": 23,
 "44": 24,
 "45": 25,
 "46": 26,
 "47": 27,
 "5": 2,
 "50": 28,
 "51": 29,
 "52": 30,
 "53": 31,
 "54": 32,
 "55": 33,
 "56": 34,
 "57": 35,
 "6": 3,
 "61": 36,
 "62": 37,
 "63": 38,
 "65": 39,
 "68": 40,
 "69": 41,
 "7": 4,
 "70": 42,
 "71": 43,
 "72": 44,
 "73": 45,
 "74": 46,
 "75": 47,
 "76": 48,
 "78": 49,
 "79": 50,
 "80": 51,
 "81": 52,
 "83": 53,
 "86": 54,
 "87": 55,
 "88": 56,
 "89": 57,
 "91": 58,
 "92": 59,
 "93": 60,
 "94": 61,
 "96": 62,
 "97": 63,
 "99": 64
 },
 "pruned_expert_ids": [
 0,
 1,
 2,
 8,
 9,
 11,
 12,
 13,
 16,
 18,
 19,
 21,
 24,
 29,
 31,
 32,
 33,
 35,
 37,
 41,
 48,
 49,
 58,
 59,
 60,
 64,
 66,
 67,
 77,
 82,
 84,
 85,
 90,
 95,
 98,
 101,
 102,
 103,
 105,
 107,
 111,
 115,
 117,
 126,
 127,
 135,
 145,
 150,
 153,
 158,
 160,
 162,
 172,
 174,
 178,
 181,
 183,
 188,
 189,
 191,
 192,
 198,
 201,
 205,
 206,
 209,
 212,
 213,
 214,
 216,
 217,
 222,
 224,
 225,
 230,
 233,
 237,
 241,
 251,
 255
 ]
 },
 "model.layers.26.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 2,
 3,
 5,
 6,
 7,
 8,
 10,
 11,
 14,
 15,
 17,
 19,
 20,
 21,
 22,
 26,
 27,
 30,
 31,
 33,
 35,
 36,
 39,
 40,
 42,
 43,
 44,
 46,
 47,
 48,
 49,
 50,
 55,
 57,
 58,
 60,
 61,
 62,
 63,
 65,
 66,
 67,
 68,
 69,
 70,
 73,
 75,
 77,
 80,
 82,
 83,
 85,
 87,
 88,
 89,
 91,
 92,
 94,
 96,
 97,
 99,
 100,
 101,
 103,
 104,
 105,
 106,
 107,
 109,
 110,
 111,
 112,
 113,
 114,
 115,
 116,
 118,
 119,
 120,
 122,
 123,
 124,
 125,
 126,
 128,
 130,
 131,
 132,
 133,
 134,
 138,
 139,
 140,
 142,
 146,
 147,
 148,
 149,
 150,
 151,
 153,
 154,
 155,
 156,
 157,
 161,
 162,
 163,
 166,
 167,
 168,
 169,
 170,
 171,
 172,
 173,
 177,
 178,
 179,
 181,
 182,
 183,
 184,
 185,
 186,
 187,
 188,
 189,
 190,
 191,
 192,
 193,
 194,
 195,
 196,
 197,
 198,
 199,
 200,
 201,
 202,
 203,
 206,
 207,
 208,
 212,
 214,
 215,
 216,
 217,
 218,
 219,
 220,
 222,
 223,
 224,
 225,
 226,
 229,
 230,
 231,
 236,
 239,
 240,
 241,
 242,
 244,
 245,
 247,
 249,
 250,
 251,
 252,
 254
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "10": 8,
 "100": 63,
 "101": 64,
 "103": 65,
 "104": 66,
 "105": 67,
 "106": 68,
 "107": 69,
 "109": 70,
 "11": 9,
 "110": 71,
 "111": 72,
 "112": 73,
 "113": 74,
 "114": 75,
 "115": 76,
 "116": 77,
 "118": 78,
 "119": 79,
 "120": 80,
 "122": 81,
 "123": 82,
 "124": 83,
 "125": 84,
 "126": 85,
 "128": 86,
 "130": 87,
 "131": 88,
 "132": 89,
 "133": 90,
 "134": 91,
 "138": 92,
 "139": 93,
 "14": 10,
 "140": 94,
 "142": 95,
 "146": 96,
 "147": 97,
 "148": 98,
 "149": 99,
 "15": 11,
 "150": 100,
 "151": 101,
 "153": 102,
 "154": 103,
 "155": 104,
 "156": 105,
 "157": 106,
 "161": 107,
 "162": 108,
 "163": 109,
 "166": 110,
 "167": 111,
 "168": 112,
 "169": 113,
 "17": 12,
 "170": 114,
 "171": 115,
 "172": 116,
 "173": 117,
 "177": 118,
 "178": 119,
 "179": 120,
 "181": 121,
 "182": 122,
 "183": 123,
 "184": 124,
 "185": 125,
 "186": 126,
 "187": 127,
 "188": 128,
 "189": 129,
 "19": 13,
 "190": 130,
 "191": 131,
 "192": 132,
 "193": 133,
 "194": 134,
 "195": 135,
 "196": 136,
 "197": 137,
 "198": 138,
 "199": 139,
 "2": 2,
 "20": 14,
 "200": 140,
 "201": 141,
 "202": 142,
 "203": 143,
 "206": 144,
 "207": 145,
 "208": 146,
 "21": 15,
 "212": 147,
 "214": 148,
 "215": 149,
 "216": 150,
 "217": 151,
 "218": 152,
 "219": 153,
 "22": 16,
 "220": 154,
 "222": 155,
 "223": 156,
 "224": 157,
 "225": 158,
 "226": 159,
 "229": 160,
 "230": 161,
 "231": 162,
 "236": 163,
 "239": 164,
 "240": 165,
 "241": 166,
 "242": 167,
 "244": 168,
 "245": 169,
 "247": 170,
 "249": 171,
 "250": 172,
 "251": 173,
 "252": 174,
 "254": 175,
 "26": 17,
 "27": 18,
 "3": 3,
 "30": 19,
 "31": 20,
 "33": 21,
 "35": 22,
 "36": 23,
 "39": 24,
 "40": 25,
 "42": 26,
 "43": 27,
 "44": 28,
 "46": 29,
 "47": 30,
 "48": 31,
 "49": 32,
 "5": 4,
 "50": 33,
 "55": 34,
 "57": 35,
 "58": 36,
 "6": 5,
 "60": 37,
 "61": 38,
 "62": 39,
 "63": 40,
 "65": 41,
 "66": 42,
 "67": 43,
 "68": 44,
 "69": 45,
 "7": 6,
 "70": 46,
 "73": 47,
 "75": 48,
 "77": 49,
 "8": 7,
 "80": 50,
 "82": 51,
 "83": 52,
 "85": 53,
 "87": 54,
 "88": 55,
 "89": 56,
 "91": 57,
 "92": 58,
 "94": 59,
 "96": 60,
 "97": 61,
 "99": 62
 },
 "pruned_expert_ids": [
 4,
 9,
 12,
 13,
 16,
 18,
 23,
 24,
 25,
 28,
 29,
 32,
 34,
 37,
 38,
 41,
 45,
 51,
 52,
 53,
 54,
 56,
 59,
 64,
 71,
 72,
 74,
 76,
 78,
 79,
 81,
 84,
 86,
 90,
 93,
 95,
 98,
 102,
 108,
 117,
 121,
 127,
 129,
 135,
 136,
 137,
 141,
 143,
 144,
 145,
 152,
 158,
 159,
 160,
 164,
 165,
 174,
 175,
 176,
 180,
 204,
 205,
 209,
 210,
 211,
 213,
 221,
 227,
 228,
 232,
 233,
 234,
 235,
 237,
 238,
 243,
 246,
 248,
 253,
 255
 ]
 },
 "model.layers.27.block_sparse_moe.gate": {
 "kept_expert_ids": [
 2,
 3,
 4,
 5,
 6,
 7,
 8,
 9,
 13,
 15,
 16,
 17,
 18,
 21,
 24,
 26,
 27,
 28,
 29,
 32,
 33,
 34,
 35,
 37,
 38,
 39,
 40,
 41,
 42,
 44,
 47,
 49,
 51,
 53,
 55,
 56,
 57,
 59,
 60,
 61,
 62,
 63,
 65,
 66,
 67,
 70,
 71,
 73,
 74,
 75,
 76,
 77,
 78,
 79,
 80,
 81,
 83,
 84,
 85,
 86,
 87,
 88,
 91,
 93,
 95,
 96,
 97,
 99,
 100,
 102,
 103,
 105,
 106,
 107,
 108,
 109,
 110,
 111,
 112,
 113,
 114,
 116,
 117,
 119,
 121,
 123,
 124,
 125,
 127,
 128,
 129,
 130,
 131,
 132,
 133,
 135,
 136,
 138,
 142,
 143,
 144,
 145,
 146,
 147,
 148,
 149,
 150,
 151,
 152,
 154,
 156,
 157,
 160,
 161,
 163,
 164,
 166,
 167,
 169,
 170,
 171,
 172,
 177,
 178,
 179,
 181,
 182,
 183,
 185,
 187,
 188,
 189,
 190,
 194,
 197,
 199,
 201,
 202,
 203,
 205,
 206,
 208,
 209,
 210,
 212,
 213,
 214,
 215,
 216,
 217,
 221,
 222,
 223,
 224,
 225,
 226,
 227,
 228,
 229,
 231,
 232,
 234,
 235,
 236,
 238,
 239,
 240,
 241,
 242,
 245,
 247,
 250,
 251,
 252,
 254,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "100": 68,
 "102": 69,
 "103": 70,
 "105": 71,
 "106": 72,
 "107": 73,
 "108": 74,
 "109": 75,
 "110": 76,
 "111": 77,
 "112": 78,
 "113": 79,
 "114": 80,
 "116": 81,
 "117": 82,
 "119": 83,
 "121": 84,
 "123": 85,
 "124": 86,
 "125": 87,
 "127": 88,
 "128": 89,
 "129": 90,
 "13": 8,
 "130": 91,
 "131": 92,
 "132": 93,
 "133": 94,
 "135": 95,
 "136": 96,
 "138": 97,
 "142": 98,
 "143": 99,
 "144": 100,
 "145": 101,
 "146": 102,
 "147": 103,
 "148": 104,
 "149": 105,
 "15": 9,
 "150": 106,
 "151": 107,
 "152": 108,
 "154": 109,
 "156": 110,
 "157": 111,
 "16": 10,
 "160": 112,
 "161": 113,
 "163": 114,
 "164": 115,
 "166": 116,
 "167": 117,
 "169": 118,
 "17": 11,
 "170": 119,
 "171": 120,
 "172": 121,
 "177": 122,
 "178": 123,
 "179": 124,
 "18": 12,
 "181": 125,
 "182": 126,
 "183": 127,
 "185": 128,
 "187": 129,
 "188": 130,
 "189": 131,
 "190": 132,
 "194": 133,
 "197": 134,
 "199": 135,
 "2": 0,
 "201": 136,
 "202": 137,
 "203": 138,
 "205": 139,
 "206": 140,
 "208": 141,
 "209": 142,
 "21": 13,
 "210": 143,
 "212": 144,
 "213": 145,
 "214": 146,
 "215": 147,
 "216": 148,
 "217": 149,
 "221": 150,
 "222": 151,
 "223": 152,
 "224": 153,
 "225": 154,
 "226": 155,
 "227": 156,
 "228": 157,
 "229": 158,
 "231": 159,
 "232": 160,
 "234": 161,
 "235": 162,
 "236": 163,
 "238": 164,
 "239": 165,
 "24": 14,
 "240": 166,
 "241": 167,
 "242": 168,
 "245": 169,
 "247": 170,
 "250": 171,
 "251": 172,
 "252": 173,
 "254": 174,
 "255": 175,
 "26": 15,
 "27": 16,
 "28": 17,
 "29": 18,
 "3": 1,
 "32": 19,
 "33": 20,
 "34": 21,
 "35": 22,
 "37": 23,
 "38": 24,
 "39": 25,
 "4": 2,
 "40": 26,
 "41": 27,
 "42": 28,
 "44": 29,
 "47": 30,
 "49": 31,
 "5": 3,
 "51": 32,
 "53": 33,
 "55": 34,
 "56": 35,
 "57": 36,
 "59": 37,
 "6": 4,
 "60": 38,
 "61": 39,
 "62": 40,
 "63": 41,
 "65": 42,
 "66": 43,
 "67": 44,
 "7": 5,
 "70": 45,
 "71": 46,
 "73": 47,
 "74": 48,
 "75": 49,
 "76": 50,
 "77": 51,
 "78": 52,
 "79": 53,
 "8": 6,
 "80": 54,
 "81": 55,
 "83": 56,
 "84": 57,
 "85": 58,
 "86": 59,
 "87": 60,
 "88": 61,
 "9": 7,
 "91": 62,
 "93": 63,
 "95": 64,
 "96": 65,
 "97": 66,
 "99": 67
 },
 "pruned_expert_ids": [
 0,
 1,
 10,
 11,
 12,
 14,
 19,
 20,
 22,
 23,
 25,
 30,
 31,
 36,
 43,
 45,
 46,
 48,
 50,
 52,
 54,
 58,
 64,
 68,
 69,
 72,
 82,
 89,
 90,
 92,
 94,
 98,
 101,
 104,
 115,
 118,
 120,
 122,
 126,
 134,
 137,
 139,
 140,
 141,
 153,
 155,
 158,
 159,
 162,
 165,
 168,
 173,
 174,
 175,
 176,
 180,
 184,
 186,
 191,
 192,
 193,
 195,
 196,
 198,
 200,
 204,
 207,
 211,
 218,
 219,
 220,
 230,
 233,
 237,
 243,
 244,
 246,
 248,
 249,
 253
 ]
 },
 "model.layers.28.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 2,
 7,
 8,
 10,
 11,
 12,
 14,
 16,
 17,
 18,
 19,
 20,
 21,
 22,
 24,
 25,
 29,
 31,
 32,
 33,
 34,
 36,
 40,
 42,
 44,
 46,
 48,
 49,
 50,
 51,
 52,
 53,
 54,
 55,
 56,
 59,
 60,
 61,
 63,
 65,
 66,
 67,
 68,
 71,
 72,
 74,
 75,
 78,
 79,
 80,
 81,
 82,
 84,
 85,
 86,
 88,
 89,
 90,
 91,
 92,
 94,
 95,
 98,
 99,
 100,
 101,
 102,
 103,
 104,
 105,
 106,
 108,
 110,
 111,
 112,
 113,
 114,
 117,
 118,
 119,
 120,
 121,
 122,
 125,
 126,
 127,
 128,
 129,
 130,
 131,
 132,
 133,
 134,
 135,
 136,
 137,
 138,
 139,
 142,
 144,
 146,
 147,
 148,
 150,
 152,
 153,
 154,
 156,
 157,
 158,
 159,
 162,
 163,
 165,
 166,
 167,
 169,
 170,
 171,
 172,
 174,
 176,
 177,
 178,
 179,
 180,
 181,
 182,
 185,
 186,
 187,
 188,
 189,
 190,
 191,
 192,
 193,
 194,
 199,
 200,
 201,
 202,
 203,
 205,
 206,
 207,
 209,
 211,
 212,
 213,
 215,
 216,
 217,
 220,
 221,
 222,
 225,
 227,
 228,
 229,
 232,
 233,
 234,
 240,
 241,
 242,
 244,
 245,
 246,
 247,
 251,
 252,
 253,
 254,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "10": 4,
 "100": 65,
 "101": 66,
 "102": 67,
 "103": 68,
 "104": 69,
 "105": 70,
 "106": 71,
 "108": 72,
 "11": 5,
 "110": 73,
 "111": 74,
 "112": 75,
 "113": 76,
 "114": 77,
 "117": 78,
 "118": 79,
 "119": 80,
 "12": 6,
 "120": 81,
 "121": 82,
 "122": 83,
 "125": 84,
 "126": 85,
 "127": 86,
 "128": 87,
 "129": 88,
 "130": 89,
 "131": 90,
 "132": 91,
 "133": 92,
 "134": 93,
 "135": 94,
 "136": 95,
 "137": 96,
 "138": 97,
 "139": 98,
 "14": 7,
 "142": 99,
 "144": 100,
 "146": 101,
 "147": 102,
 "148": 103,
 "150": 104,
 "152": 105,
 "153": 106,
 "154": 107,
 "156": 108,
 "157": 109,
 "158": 110,
 "159": 111,
 "16": 8,
 "162": 112,
 "163": 113,
 "165": 114,
 "166": 115,
 "167": 116,
 "169": 117,
 "17": 9,
 "170": 118,
 "171": 119,
 "172": 120,
 "174": 121,
 "176": 122,
 "177": 123,
 "178": 124,
 "179": 125,
 "18": 10,
 "180": 126,
 "181": 127,
 "182": 128,
 "185": 129,
 "186": 130,
 "187": 131,
 "188": 132,
 "189": 133,
 "19": 11,
 "190": 134,
 "191": 135,
 "192": 136,
 "193": 137,
 "194": 138,
 "199": 139,
 "2": 1,
 "20": 12,
 "200": 140,
 "201": 141,
 "202": 142,
 "203": 143,
 "205": 144,
 "206": 145,
 "207": 146,
 "209": 147,
 "21": 13,
 "211": 148,
 "212": 149,
 "213": 150,
 "215": 151,
 "216": 152,
 "217": 153,
 "22": 14,
 "220": 154,
 "221": 155,
 "222": 156,
 "225": 157,
 "227": 158,
 "228": 159,
 "229": 160,
 "232": 161,
 "233": 162,
 "234": 163,
 "24": 15,
 "240": 164,
 "241": 165,
 "242": 166,
 "244": 167,
 "245": 168,
 "246": 169,
 "247": 170,
 "25": 16,
 "251": 171,
 "252": 172,
 "253": 173,
 "254": 174,
 "255": 175,
 "29": 17,
 "31": 18,
 "32": 19,
 "33": 20,
 "34": 21,
 "36": 22,
 "40": 23,
 "42": 24,
 "44": 25,
 "46": 26,
 "48": 27,
 "49": 28,
 "50": 29,
 "51": 30,
 "52": 31,
 "53": 32,
 "54": 33,
 "55": 34,
 "56": 35,
 "59": 36,
 "60": 37,
 "61": 38,
 "63": 39,
 "65": 40,
 "66": 41,
 "67": 42,
 "68": 43,
 "7": 2,
 "71": 44,
 "72": 45,
 "74": 46,
 "75": 47,
 "78": 48,
 "79": 49,
 "8": 3,
 "80": 50,
 "81": 51,
 "82": 52,
 "84": 53,
 "85": 54,
 "86": 55,
 "88": 56,
 "89": 57,
 "90": 58,
 "91": 59,
 "92": 60,
 "94": 61,
 "95": 62,
 "98": 63,
 "99": 64
 },
 "pruned_expert_ids": [
 1,
 3,
 4,
 5,
 6,
 9,
 13,
 15,
 23,
 26,
 27,
 28,
 30,
 35,
 37,
 38,
 39,
 41,
 43,
 45,
 47,
 57,
 58,
 62,
 64,
 69,
 70,
 73,
 76,
 77,
 83,
 87,
 93,
 96,
 97,
 107,
 109,
 115,
 116,
 123,
 124,
 140,
 141,
 143,
 145,
 149,
 151,
 155,
 160,
 161,
 164,
 168,
 173,
 175,
 183,
 184,
 195,
 196,
 197,
 198,
 204,
 208,
 210,
 214,
 218,
 219,
 223,
 224,
 226,
 230,
 231,
 235,
 236,
 237,
 238,
 239,
 243,
 248,
 249,
 250
 ]
 },
 "model.layers.29.block_sparse_moe.gate": {
 "kept_expert_ids": [
 1,
 4,
 5,
 6,
 7,
 8,
 9,
 10,
 11,
 12,
 15,
 16,
 18,
 20,
 22,
 23,
 24,
 26,
 28,
 30,
 31,
 32,
 33,
 36,
 37,
 38,
 39,
 40,
 42,
 45,
 48,
 50,
 51,
 52,
 54,
 55,
 56,
 57,
 58,
 59,
 60,
 64,
 67,
 69,
 72,
 73,
 75,
 77,
 81,
 82,
 84,
 86,
 87,
 88,
 89,
 90,
 91,
 92,
 95,
 96,
 97,
 99,
 101,
 103,
 105,
 106,
 107,
 108,
 109,
 110,
 111,
 113,
 115,
 116,
 117,
 118,
 122,
 123,
 126,
 127,
 128,
 129,
 130,
 131,
 132,
 133,
 134,
 137,
 139,
 140,
 141,
 142,
 143,
 144,
 145,
 146,
 147,
 149,
 150,
 152,
 154,
 155,
 157,
 158,
 159,
 160,
 161,
 162,
 163,
 164,
 165,
 166,
 167,
 168,
 169,
 170,
 171,
 172,
 173,
 174,
 176,
 177,
 178,
 179,
 182,
 185,
 186,
 187,
 188,
 189,
 190,
 191,
 193,
 194,
 195,
 196,
 197,
 198,
 199,
 201,
 202,
 204,
 205,
 207,
 208,
 210,
 212,
 213,
 215,
 216,
 218,
 219,
 220,
 221,
 225,
 226,
 227,
 228,
 229,
 231,
 232,
 234,
 235,
 236,
 237,
 238,
 240,
 241,
 244,
 245,
 246,
 247,
 252,
 253,
 254,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "1": 0,
 "10": 7,
 "101": 62,
 "103": 63,
 "105": 64,
 "106": 65,
 "107": 66,
 "108": 67,
 "109": 68,
 "11": 8,
 "110": 69,
 "111": 70,
 "113": 71,
 "115": 72,
 "116": 73,
 "117": 74,
 "118": 75,
 "12": 9,
 "122": 76,
 "123": 77,
 "126": 78,
 "127": 79,
 "128": 80,
 "129": 81,
 "130": 82,
 "131": 83,
 "132": 84,
 "133": 85,
 "134": 86,
 "137": 87,
 "139": 88,
 "140": 89,
 "141": 90,
 "142": 91,
 "143": 92,
 "144": 93,
 "145": 94,
 "146": 95,
 "147": 96,
 "149": 97,
 "15": 10,
 "150": 98,
 "152": 99,
 "154": 100,
 "155": 101,
 "157": 102,
 "158": 103,
 "159": 104,
 "16": 11,
 "160": 105,
 "161": 106,
 "162": 107,
 "163": 108,
 "164": 109,
 "165": 110,
 "166": 111,
 "167": 112,
 "168": 113,
 "169": 114,
 "170": 115,
 "171": 116,
 "172": 117,
 "173": 118,
 "174": 119,
 "176": 120,
 "177": 121,
 "178": 122,
 "179": 123,
 "18": 12,
 "182": 124,
 "185": 125,
 "186": 126,
 "187": 127,
 "188": 128,
 "189": 129,
 "190": 130,
 "191": 131,
 "193": 132,
 "194": 133,
 "195": 134,
 "196": 135,
 "197": 136,
 "198": 137,
 "199": 138,
 "20": 13,
 "201": 139,
 "202": 140,
 "204": 141,
 "205": 142,
 "207": 143,
 "208": 144,
 "210": 145,
 "212": 146,
 "213": 147,
 "215": 148,
 "216": 149,
 "218": 150,
 "219": 151,
 "22": 14,
 "220": 152,
 "221": 153,
 "225": 154,
 "226": 155,
 "227": 156,
 "228": 157,
 "229": 158,
 "23": 15,
 "231": 159,
 "232": 160,
 "234": 161,
 "235": 162,
 "236": 163,
 "237": 164,
 "238": 165,
 "24": 16,
 "240": 166,
 "241": 167,
 "244": 168,
 "245": 169,
 "246": 170,
 "247": 171,
 "252": 172,
 "253": 173,
 "254": 174,
 "255": 175,
 "26": 17,
 "28": 18,
 "30": 19,
 "31": 20,
 "32": 21,
 "33": 22,
 "36": 23,
 "37": 24,
 "38": 25,
 "39": 26,
 "4": 1,
 "40": 27,
 "42": 28,
 "45": 29,
 "48": 30,
 "5": 2,
 "50": 31,
 "51": 32,
 "52": 33,
 "54": 34,
 "55": 35,
 "56": 36,
 "57": 37,
 "58": 38,
 "59": 39,
 "6": 3,
 "60": 40,
 "64": 41,
 "67": 42,
 "69": 43,
 "7": 4,
 "72": 44,
 "73": 45,
 "75": 46,
 "77": 47,
 "8": 5,
 "81": 48,
 "82": 49,
 "84": 50,
 "86": 51,
 "87": 52,
 "88": 53,
 "89": 54,
 "9": 6,
 "90": 55,
 "91": 56,
 "92": 57,
 "95": 58,
 "96": 59,
 "97": 60,
 "99": 61
 },
 "pruned_expert_ids": [
 0,
 2,
 3,
 13,
 14,
 17,
 19,
 21,
 25,
 27,
 29,
 34,
 35,
 41,
 43,
 44,
 46,
 47,
 49,
 53,
 61,
 62,
 63,
 65,
 66,
 68,
 70,
 71,
 74,
 76,
 78,
 79,
 80,
 83,
 85,
 93,
 94,
 98,
 100,
 102,
 104,
 112,
 114,
 119,
 120,
 121,
 124,
 125,
 135,
 136,
 138,
 148,
 151,
 153,
 156,
 175,
 180,
 181,
 183,
 184,
 192,
 200,
 203,
 206,
 209,
 211,
 214,
 217,
 222,
 223,
 224,
 230,
 233,
 239,
 242,
 243,
 248,
 249,
 250,
 251
 ]
 },
 "model.layers.3.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 2,
 3,
 4,
 5,
 6,
 7,
 8,
 10,
 11,
 12,
 13,
 16,
 17,
 18,
 20,
 23,
 24,
 25,
 26,
 27,
 29,
 30,
 31,
 34,
 35,
 36,
 40,
 41,
 42,
 43,
 44,
 45,
 46,
 47,
 49,
 50,
 51,
 52,
 55,
 56,
 57,
 58,
 59,
 60,
 62,
 63,
 64,
 65,
 66,
 67,
 68,
 69,
 70,
 72,
 73,
 74,
 77,
 78,
 82,
 84,
 86,
 87,
 89,
 90,
 91,
 92,
 93,
 94,
 95,
 96,
 98,
 100,
 101,
 102,
 106,
 108,
 109,
 111,
 112,
 113,
 115,
 117,
 119,
 121,
 122,
 123,
 124,
 125,
 126,
 131,
 132,
 133,
 135,
 138,
 139,
 142,
 143,
 144,
 145,
 147,
 148,
 149,
 150,
 151,
 152,
 153,
 154,
 156,
 157,
 158,
 160,
 161,
 163,
 165,
 166,
 167,
 168,
 169,
 170,
 172,
 173,
 174,
 176,
 177,
 178,
 179,
 181,
 182,
 183,
 184,
 186,
 187,
 188,
 189,
 190,
 191,
 192,
 193,
 194,
 197,
 200,
 201,
 202,
 203,
 205,
 206,
 208,
 211,
 212,
 213,
 216,
 219,
 221,
 222,
 223,
 224,
 226,
 228,
 230,
 232,
 234,
 236,
 237,
 238,
 239,
 242,
 243,
 244,
 246,
 249,
 250,
 251,
 253,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "10": 9,
 "100": 73,
 "101": 74,
 "102": 75,
 "106": 76,
 "108": 77,
 "109": 78,
 "11": 10,
 "111": 79,
 "112": 80,
 "113": 81,
 "115": 82,
 "117": 83,
 "119": 84,
 "12": 11,
 "121": 85,
 "122": 86,
 "123": 87,
 "124": 88,
 "125": 89,
 "126": 90,
 "13": 12,
 "131": 91,
 "132": 92,
 "133": 93,
 "135": 94,
 "138": 95,
 "139": 96,
 "142": 97,
 "143": 98,
 "144": 99,
 "145": 100,
 "147": 101,
 "148": 102,
 "149": 103,
 "150": 104,
 "151": 105,
 "152": 106,
 "153": 107,
 "154": 108,
 "156": 109,
 "157": 110,
 "158": 111,
 "16": 13,
 "160": 112,
 "161": 113,
 "163": 114,
 "165": 115,
 "166": 116,
 "167": 117,
 "168": 118,
 "169": 119,
 "17": 14,
 "170": 120,
 "172": 121,
 "173": 122,
 "174": 123,
 "176": 124,
 "177": 125,
 "178": 126,
 "179": 127,
 "18": 15,
 "181": 128,
 "182": 129,
 "183": 130,
 "184": 131,
 "186": 132,
 "187": 133,
 "188": 134,
 "189": 135,
 "190": 136,
 "191": 137,
 "192": 138,
 "193": 139,
 "194": 140,
 "197": 141,
 "2": 2,
 "20": 16,
 "200": 142,
 "201": 143,
 "202": 144,
 "203": 145,
 "205": 146,
 "206": 147,
 "208": 148,
 "211": 149,
 "212": 150,
 "213": 151,
 "216": 152,
 "219": 153,
 "221": 154,
 "222": 155,
 "223": 156,
 "224": 157,
 "226": 158,
 "228": 159,
 "23": 17,
 "230": 160,
 "232": 161,
 "234": 162,
 "236": 163,
 "237": 164,
 "238": 165,
 "239": 166,
 "24": 18,
 "242": 167,
 "243": 168,
 "244": 169,
 "246": 170,
 "249": 171,
 "25": 19,
 "250": 172,
 "251": 173,
 "253": 174,
 "255": 175,
 "26": 20,
 "27": 21,
 "29": 22,
 "3": 3,
 "30": 23,
 "31": 24,
 "34": 25,
 "35": 26,
 "36": 27,
 "4": 4,
 "40": 28,
 "41": 29,
 "42": 30,
 "43": 31,
 "44": 32,
 "45": 33,
 "46": 34,
 "47": 35,
 "49": 36,
 "5": 5,
 "50": 37,
 "51": 38,
 "52": 39,
 "55": 40,
 "56": 41,
 "57": 42,
 "58": 43,
 "59": 44,
 "6": 6,
 "60": 45,
 "62": 46,
 "63": 47,
 "64": 48,
 "65": 49,
 "66": 50,
 "67": 51,
 "68": 52,
 "69": 53,
 "7": 7,
 "70": 54,
 "72": 55,
 "73": 56,
 "74": 57,
 "77": 58,
 "78": 59,
 "8": 8,
 "82": 60,
 "84": 61,
 "86": 62,
 "87": 63,
 "89": 64,
 "90": 65,
 "91": 66,
 "92": 67,
 "93": 68,
 "94": 69,
 "95": 70,
 "96": 71,
 "98": 72
 },
 "pruned_expert_ids": [
 9,
 14,
 15,
 19,
 21,
 22,
 28,
 32,
 33,
 37,
 38,
 39,
 48,
 53,
 54,
 61,
 71,
 75,
 76,
 79,
 80,
 81,
 83,
 85,
 88,
 97,
 99,
 103,
 104,
 105,
 107,
 110,
 114,
 116,
 118,
 120,
 127,
 128,
 129,
 130,
 134,
 136,
 137,
 140,
 141,
 146,
 155,
 159,
 162,
 164,
 171,
 175,
 180,
 185,
 195,
 196,
 198,
 199,
 204,
 207,
 209,
 210,
 214,
 215,
 217,
 218,
 220,
 225,
 227,
 229,
 231,
 233,
 235,
 240,
 241,
 245,
 247,
 248,
 252,
 254
 ]
 },
 "model.layers.30.block_sparse_moe.gate": {
 "kept_expert_ids": [
 1,
 3,
 5,
 6,
 7,
 9,
 10,
 14,
 15,
 16,
 17,
 19,
 20,
 21,
 22,
 23,
 25,
 26,
 27,
 28,
 29,
 31,
 32,
 33,
 34,
 36,
 37,
 40,
 42,
 44,
 46,
 47,
 48,
 49,
 51,
 52,
 53,
 54,
 55,
 57,
 59,
 60,
 61,
 62,
 63,
 67,
 68,
 69,
 71,
 74,
 75,
 76,
 77,
 78,
 79,
 81,
 83,
 84,
 85,
 86,
 87,
 88,
 89,
 90,
 91,
 92,
 93,
 94,
 95,
 96,
 97,
 98,
 100,
 101,
 106,
 107,
 108,
 110,
 113,
 114,
 118,
 120,
 121,
 123,
 124,
 125,
 126,
 128,
 130,
 131,
 133,
 134,
 136,
 138,
 139,
 141,
 142,
 145,
 148,
 150,
 151,
 153,
 154,
 155,
 156,
 157,
 159,
 161,
 162,
 163,
 164,
 165,
 166,
 167,
 168,
 169,
 170,
 171,
 172,
 173,
 176,
 177,
 178,
 180,
 181,
 182,
 184,
 185,
 186,
 187,
 189,
 190,
 191,
 193,
 194,
 195,
 196,
 199,
 201,
 203,
 205,
 206,
 208,
 209,
 210,
 213,
 214,
 215,
 216,
 217,
 218,
 219,
 220,
 221,
 222,
 225,
 226,
 227,
 229,
 232,
 233,
 234,
 235,
 236,
 237,
 239,
 242,
 243,
 244,
 245,
 246,
 247,
 248,
 249,
 250,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "1": 0,
 "10": 6,
 "100": 72,
 "101": 73,
 "106": 74,
 "107": 75,
 "108": 76,
 "110": 77,
 "113": 78,
 "114": 79,
 "118": 80,
 "120": 81,
 "121": 82,
 "123": 83,
 "124": 84,
 "125": 85,
 "126": 86,
 "128": 87,
 "130": 88,
 "131": 89,
 "133": 90,
 "134": 91,
 "136": 92,
 "138": 93,
 "139": 94,
 "14": 7,
 "141": 95,
 "142": 96,
 "145": 97,
 "148": 98,
 "15": 8,
 "150": 99,
 "151": 100,
 "153": 101,
 "154": 102,
 "155": 103,
 "156": 104,
 "157": 105,
 "159": 106,
 "16": 9,
 "161": 107,
 "162": 108,
 "163": 109,
 "164": 110,
 "165": 111,
 "166": 112,
 "167": 113,
 "168": 114,
 "169": 115,
 "17": 10,
 "170": 116,
 "171": 117,
 "172": 118,
 "173": 119,
 "176": 120,
 "177": 121,
 "178": 122,
 "180": 123,
 "181": 124,
 "182": 125,
 "184": 126,
 "185": 127,
 "186": 128,
 "187": 129,
 "189": 130,
 "19": 11,
 "190": 131,
 "191": 132,
 "193": 133,
 "194": 134,
 "195": 135,
 "196": 136,
 "199": 137,
 "20": 12,
 "201": 138,
 "203": 139,
 "205": 140,
 "206": 141,
 "208": 142,
 "209": 143,
 "21": 13,
 "210": 144,
 "213": 145,
 "214": 146,
 "215": 147,
 "216": 148,
 "217": 149,
 "218": 150,
 "219": 151,
 "22": 14,
 "220": 152,
 "221": 153,
 "222": 154,
 "225": 155,
 "226": 156,
 "227": 157,
 "229": 158,
 "23": 15,
 "232": 159,
 "233": 160,
 "234": 161,
 "235": 162,
 "236": 163,
 "237": 164,
 "239": 165,
 "242": 166,
 "243": 167,
 "244": 168,
 "245": 169,
 "246": 170,
 "247": 171,
 "248": 172,
 "249": 173,
 "25": 16,
 "250": 174,
 "255": 175,
 "26": 17,
 "27": 18,
 "28": 19,
 "29": 20,
 "3": 1,
 "31": 21,
 "32": 22,
 "33": 23,
 "34": 24,
 "36": 25,
 "37": 26,
 "40": 27,
 "42": 28,
 "44": 29,
 "46": 30,
 "47": 31,
 "48": 32,
 "49": 33,
 "5": 2,
 "51": 34,
 "52": 35,
 "53": 36,
 "54": 37,
 "55": 38,
 "57": 39,
 "59": 40,
 "6": 3,
 "60": 41,
 "61": 42,
 "62": 43,
 "63": 44,
 "67": 45,
 "68": 46,
 "69": 47,
 "7": 4,
 "71": 48,
 "74": 49,
 "75": 50,
 "76": 51,
 "77": 52,
 "78": 53,
 "79": 54,
 "81": 55,
 "83": 56,
 "84": 57,
 "85": 58,
 "86": 59,
 "87": 60,
 "88": 61,
 "89": 62,
 "9": 5,
 "90": 63,
 "91": 64,
 "92": 65,
 "93": 66,
 "94": 67,
 "95": 68,
 "96": 69,
 "97": 70,
 "98": 71
 },
 "pruned_expert_ids": [
 0,
 2,
 4,
 8,
 11,
 12,
 13,
 18,
 24,
 30,
 35,
 38,
 39,
 41,
 43,
 45,
 50,
 56,
 58,
 64,
 65,
 66,
 70,
 72,
 73,
 80,
 82,
 99,
 102,
 103,
 104,
 105,
 109,
 111,
 112,
 115,
 116,
 117,
 119,
 122,
 127,
 129,
 132,
 135,
 137,
 140,
 143,
 144,
 146,
 147,
 149,
 152,
 158,
 160,
 174,
 175,
 179,
 183,
 188,
 192,
 197,
 198,
 200,
 202,
 204,
 207,
 211,
 212,
 223,
 224,
 228,
 230,
 231,
 238,
 240,
 241,
 251,
 252,
 253,
 254
 ]
 },
 "model.layers.31.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 4,
 6,
 9,
 10,
 12,
 13,
 14,
 15,
 16,
 19,
 20,
 21,
 22,
 23,
 24,
 26,
 27,
 28,
 29,
 30,
 31,
 32,
 34,
 36,
 37,
 38,
 42,
 43,
 44,
 45,
 46,
 47,
 48,
 52,
 53,
 55,
 56,
 57,
 58,
 60,
 63,
 64,
 66,
 68,
 69,
 71,
 72,
 73,
 74,
 75,
 76,
 77,
 78,
 80,
 81,
 83,
 85,
 86,
 87,
 88,
 89,
 92,
 93,
 94,
 95,
 97,
 98,
 99,
 101,
 102,
 103,
 104,
 105,
 110,
 111,
 112,
 113,
 114,
 116,
 117,
 118,
 119,
 120,
 121,
 122,
 125,
 127,
 129,
 131,
 132,
 133,
 134,
 135,
 136,
 138,
 139,
 141,
 143,
 144,
 147,
 148,
 151,
 152,
 153,
 154,
 155,
 156,
 157,
 159,
 160,
 161,
 162,
 163,
 166,
 167,
 168,
 171,
 172,
 174,
 175,
 176,
 178,
 179,
 180,
 181,
 185,
 186,
 187,
 188,
 189,
 190,
 191,
 192,
 193,
 194,
 195,
 196,
 201,
 202,
 204,
 205,
 208,
 210,
 212,
 214,
 215,
 216,
 217,
 218,
 219,
 221,
 224,
 225,
 226,
 227,
 228,
 230,
 231,
 232,
 233,
 236,
 237,
 239,
 241,
 242,
 243,
 245,
 246,
 247,
 248,
 249,
 253,
 254,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "10": 5,
 "101": 70,
 "102": 71,
 "103": 72,
 "104": 73,
 "105": 74,
 "110": 75,
 "111": 76,
 "112": 77,
 "113": 78,
 "114": 79,
 "116": 80,
 "117": 81,
 "118": 82,
 "119": 83,
 "12": 6,
 "120": 84,
 "121": 85,
 "122": 86,
 "125": 87,
 "127": 88,
 "129": 89,
 "13": 7,
 "131": 90,
 "132": 91,
 "133": 92,
 "134": 93,
 "135": 94,
 "136": 95,
 "138": 96,
 "139": 97,
 "14": 8,
 "141": 98,
 "143": 99,
 "144": 100,
 "147": 101,
 "148": 102,
 "15": 9,
 "151": 103,
 "152": 104,
 "153": 105,
 "154": 106,
 "155": 107,
 "156": 108,
 "157": 109,
 "159": 110,
 "16": 10,
 "160": 111,
 "161": 112,
 "162": 113,
 "163": 114,
 "166": 115,
 "167": 116,
 "168": 117,
 "171": 118,
 "172": 119,
 "174": 120,
 "175": 121,
 "176": 122,
 "178": 123,
 "179": 124,
 "180": 125,
 "181": 126,
 "185": 127,
 "186": 128,
 "187": 129,
 "188": 130,
 "189": 131,
 "19": 11,
 "190": 132,
 "191": 133,
 "192": 134,
 "193": 135,
 "194": 136,
 "195": 137,
 "196": 138,
 "20": 12,
 "201": 139,
 "202": 140,
 "204": 141,
 "205": 142,
 "208": 143,
 "21": 13,
 "210": 144,
 "212": 145,
 "214": 146,
 "215": 147,
 "216": 148,
 "217": 149,
 "218": 150,
 "219": 151,
 "22": 14,
 "221": 152,
 "224": 153,
 "225": 154,
 "226": 155,
 "227": 156,
 "228": 157,
 "23": 15,
 "230": 158,
 "231": 159,
 "232": 160,
 "233": 161,
 "236": 162,
 "237": 163,
 "239": 164,
 "24": 16,
 "241": 165,
 "242": 166,
 "243": 167,
 "245": 168,
 "246": 169,
 "247": 170,
 "248": 171,
 "249": 172,
 "253": 173,
 "254": 174,
 "255": 175,
 "26": 17,
 "27": 18,
 "28": 19,
 "29": 20,
 "30": 21,
 "31": 22,
 "32": 23,
 "34": 24,
 "36": 25,
 "37": 26,
 "38": 27,
 "4": 2,
 "42": 28,
 "43": 29,
 "44": 30,
 "45": 31,
 "46": 32,
 "47": 33,
 "48": 34,
 "52": 35,
 "53": 36,
 "55": 37,
 "56": 38,
 "57": 39,
 "58": 40,
 "6": 3,
 "60": 41,
 "63": 42,
 "64": 43,
 "66": 44,
 "68": 45,
 "69": 46,
 "71": 47,
 "72": 48,
 "73": 49,
 "74": 50,
 "75": 51,
 "76": 52,
 "77": 53,
 "78": 54,
 "80": 55,
 "81": 56,
 "83": 57,
 "85": 58,
 "86": 59,
 "87": 60,
 "88": 61,
 "89": 62,
 "9": 4,
 "92": 63,
 "93": 64,
 "94": 65,
 "95": 66,
 "97": 67,
 "98": 68,
 "99": 69
 },
 "pruned_expert_ids": [
 2,
 3,
 5,
 7,
 8,
 11,
 17,
 18,
 25,
 33,
 35,
 39,
 40,
 41,
 49,
 50,
 51,
 54,
 59,
 61,
 62,
 65,
 67,
 70,
 79,
 82,
 84,
 90,
 91,
 96,
 100,
 106,
 107,
 108,
 109,
 115,
 123,
 124,
 126,
 128,
 130,
 137,
 140,
 142,
 145,
 146,
 149,
 150,
 158,
 164,
 165,
 169,
 170,
 173,
 177,
 182,
 183,
 184,
 197,
 198,
 199,
 200,
 203,
 206,
 207,
 209,
 211,
 213,
 220,
 222,
 223,
 229,
 234,
 235,
 238,
 240,
 244,
 250,
 251,
 252
 ]
 },
 "model.layers.32.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 3,
 4,
 10,
 12,
 15,
 16,
 17,
 21,
 22,
 23,
 24,
 27,
 29,
 32,
 33,
 34,
 35,
 36,
 37,
 38,
 39,
 40,
 42,
 43,
 44,
 45,
 46,
 47,
 48,
 49,
 50,
 52,
 53,
 56,
 57,
 60,
 61,
 63,
 66,
 67,
 68,
 69,
 70,
 73,
 74,
 75,
 76,
 77,
 80,
 82,
 84,
 85,
 86,
 87,
 89,
 92,
 93,
 95,
 96,
 97,
 98,
 99,
 102,
 105,
 106,
 107,
 108,
 109,
 110,
 111,
 113,
 114,
 115,
 116,
 117,
 119,
 121,
 122,
 124,
 125,
 126,
 127,
 128,
 129,
 131,
 133,
 134,
 135,
 137,
 138,
 139,
 140,
 141,
 142,
 143,
 145,
 146,
 147,
 149,
 150,
 151,
 154,
 157,
 158,
 159,
 160,
 161,
 162,
 163,
 164,
 165,
 167,
 169,
 172,
 173,
 174,
 177,
 178,
 180,
 182,
 183,
 186,
 188,
 190,
 192,
 194,
 197,
 199,
 200,
 202,
 203,
 204,
 205,
 207,
 208,
 209,
 210,
 211,
 212,
 213,
 214,
 216,
 217,
 218,
 219,
 220,
 221,
 222,
 223,
 224,
 225,
 226,
 227,
 228,
 229,
 231,
 232,
 233,
 234,
 235,
 236,
 237,
 238,
 239,
 240,
 241,
 243,
 245,
 247,
 249,
 250,
 253,
 254,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "10": 4,
 "102": 64,
 "105": 65,
 "106": 66,
 "107": 67,
 "108": 68,
 "109": 69,
 "110": 70,
 "111": 71,
 "113": 72,
 "114": 73,
 "115": 74,
 "116": 75,
 "117": 76,
 "119": 77,
 "12": 5,
 "121": 78,
 "122": 79,
 "124": 80,
 "125": 81,
 "126": 82,
 "127": 83,
 "128": 84,
 "129": 85,
 "131": 86,
 "133": 87,
 "134": 88,
 "135": 89,
 "137": 90,
 "138": 91,
 "139": 92,
 "140": 93,
 "141": 94,
 "142": 95,
 "143": 96,
 "145": 97,
 "146": 98,
 "147": 99,
 "149": 100,
 "15": 6,
 "150": 101,
 "151": 102,
 "154": 103,
 "157": 104,
 "158": 105,
 "159": 106,
 "16": 7,
 "160": 107,
 "161": 108,
 "162": 109,
 "163": 110,
 "164": 111,
 "165": 112,
 "167": 113,
 "169": 114,
 "17": 8,
 "172": 115,
 "173": 116,
 "174": 117,
 "177": 118,
 "178": 119,
 "180": 120,
 "182": 121,
 "183": 122,
 "186": 123,
 "188": 124,
 "190": 125,
 "192": 126,
 "194": 127,
 "197": 128,
 "199": 129,
 "200": 130,
 "202": 131,
 "203": 132,
 "204": 133,
 "205": 134,
 "207": 135,
 "208": 136,
 "209": 137,
 "21": 9,
 "210": 138,
 "211": 139,
 "212": 140,
 "213": 141,
 "214": 142,
 "216": 143,
 "217": 144,
 "218": 145,
 "219": 146,
 "22": 10,
 "220": 147,
 "221": 148,
 "222": 149,
 "223": 150,
 "224": 151,
 "225": 152,
 "226": 153,
 "227": 154,
 "228": 155,
 "229": 156,
 "23": 11,
 "231": 157,
 "232": 158,
 "233": 159,
 "234": 160,
 "235": 161,
 "236": 162,
 "237": 163,
 "238": 164,
 "239": 165,
 "24": 12,
 "240": 166,
 "241": 167,
 "243": 168,
 "245": 169,
 "247": 170,
 "249": 171,
 "250": 172,
 "253": 173,
 "254": 174,
 "255": 175,
 "27": 13,
 "29": 14,
 "3": 2,
 "32": 15,
 "33": 16,
 "34": 17,
 "35": 18,
 "36": 19,
 "37": 20,
 "38": 21,
 "39": 22,
 "4": 3,
 "40": 23,
 "42": 24,
 "43": 25,
 "44": 26,
 "45": 27,
 "46": 28,
 "47": 29,
 "48": 30,
 "49": 31,
 "50": 32,
 "52": 33,
 "53": 34,
 "56": 35,
 "57": 36,
 "60": 37,
 "61": 38,
 "63": 39,
 "66": 40,
 "67": 41,
 "68": 42,
 "69": 43,
 "70": 44,
 "73": 45,
 "74": 46,
 "75": 47,
 "76": 48,
 "77": 49,
 "80": 50,
 "82": 51,
 "84": 52,
 "85": 53,
 "86": 54,
 "87": 55,
 "89": 56,
 "92": 57,
 "93": 58,
 "95": 59,
 "96": 60,
 "97": 61,
 "98": 62,
 "99": 63
 },
 "pruned_expert_ids": [
 2,
 5,
 6,
 7,
 8,
 9,
 11,
 13,
 14,
 18,
 19,
 20,
 25,
 26,
 28,
 30,
 31,
 41,
 51,
 54,
 55,
 58,
 59,
 62,
 64,
 65,
 71,
 72,
 78,
 79,
 81,
 83,
 88,
 90,
 91,
 94,
 100,
 101,
 103,
 104,
 112,
 118,
 120,
 123,
 130,
 132,
 136,
 144,
 148,
 152,
 153,
 155,
 156,
 166,
 168,
 170,
 171,
 175,
 176,
 179,
 181,
 184,
 185,
 187,
 189,
 191,
 193,
 195,
 196,
 198,
 201,
 206,
 215,
 230,
 242,
 244,
 246,
 248,
 251,
 252
 ]
 },
 "model.layers.33.block_sparse_moe.gate": {
 "kept_expert_ids": [
 1,
 3,
 9,
 12,
 14,
 15,
 17,
 19,
 20,
 21,
 23,
 24,
 25,
 26,
 27,
 29,
 31,
 32,
 33,
 34,
 35,
 36,
 37,
 38,
 39,
 40,
 41,
 42,
 43,
 44,
 48,
 49,
 52,
 53,
 54,
 55,
 57,
 59,
 60,
 62,
 63,
 66,
 67,
 68,
 70,
 72,
 73,
 74,
 76,
 78,
 79,
 80,
 81,
 83,
 85,
 86,
 87,
 89,
 90,
 92,
 93,
 94,
 95,
 96,
 97,
 98,
 99,
 100,
 101,
 102,
 103,
 104,
 106,
 107,
 109,
 112,
 113,
 116,
 117,
 118,
 119,
 120,
 121,
 124,
 126,
 128,
 130,
 131,
 134,
 135,
 136,
 137,
 138,
 141,
 142,
 146,
 149,
 150,
 151,
 152,
 154,
 155,
 159,
 160,
 163,
 164,
 165,
 167,
 169,
 170,
 171,
 172,
 173,
 174,
 175,
 176,
 178,
 180,
 181,
 182,
 183,
 184,
 185,
 186,
 187,
 188,
 189,
 191,
 192,
 194,
 195,
 198,
 199,
 200,
 201,
 202,
 203,
 204,
 205,
 208,
 209,
 210,
 211,
 212,
 213,
 217,
 219,
 220,
 221,
 222,
 226,
 227,
 229,
 230,
 232,
 233,
 234,
 236,
 237,
 238,
 239,
 240,
 241,
 242,
 243,
 244,
 245,
 246,
 247,
 248,
 249,
 250,
 251,
 252,
 253,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "1": 0,
 "100": 67,
 "101": 68,
 "102": 69,
 "103": 70,
 "104": 71,
 "106": 72,
 "107": 73,
 "109": 74,
 "112": 75,
 "113": 76,
 "116": 77,
 "117": 78,
 "118": 79,
 "119": 80,
 "12": 3,
 "120": 81,
 "121": 82,
 "124": 83,
 "126": 84,
 "128": 85,
 "130": 86,
 "131": 87,
 "134": 88,
 "135": 89,
 "136": 90,
 "137": 91,
 "138": 92,
 "14": 4,
 "141": 93,
 "142": 94,
 "146": 95,
 "149": 96,
 "15": 5,
 "150": 97,
 "151": 98,
 "152": 99,
 "154": 100,
 "155": 101,
 "159": 102,
 "160": 103,
 "163": 104,
 "164": 105,
 "165": 106,
 "167": 107,
 "169": 108,
 "17": 6,
 "170": 109,
 "171": 110,
 "172": 111,
 "173": 112,
 "174": 113,
 "175": 114,
 "176": 115,
 "178": 116,
 "180": 117,
 "181": 118,
 "182": 119,
 "183": 120,
 "184": 121,
 "185": 122,
 "186": 123,
 "187": 124,
 "188": 125,
 "189": 126,
 "19": 7,
 "191": 127,
 "192": 128,
 "194": 129,
 "195": 130,
 "198": 131,
 "199": 132,
 "20": 8,
 "200": 133,
 "201": 134,
 "202": 135,
 "203": 136,
 "204": 137,
 "205": 138,
 "208": 139,
 "209": 140,
 "21": 9,
 "210": 141,
 "211": 142,
 "212": 143,
 "213": 144,
 "217": 145,
 "219": 146,
 "220": 147,
 "221": 148,
 "222": 149,
 "226": 150,
 "227": 151,
 "229": 152,
 "23": 10,
 "230": 153,
 "232": 154,
 "233": 155,
 "234": 156,
 "236": 157,
 "237": 158,
 "238": 159,
 "239": 160,
 "24": 11,
 "240": 161,
 "241": 162,
 "242": 163,
 "243": 164,
 "244": 165,
 "245": 166,
 "246": 167,
 "247": 168,
 "248": 169,
 "249": 170,
 "25": 12,
 "250": 171,
 "251": 172,
 "252": 173,
 "253": 174,
 "255": 175,
 "26": 13,
 "27": 14,
 "29": 15,
 "3": 1,
 "31": 16,
 "32": 17,
 "33": 18,
 "34": 19,
 "35": 20,
 "36": 21,
 "37": 22,
 "38": 23,
 "39": 24,
 "40": 25,
 "41": 26,
 "42": 27,
 "43": 28,
 "44": 29,
 "48": 30,
 "49": 31,
 "52": 32,
 "53": 33,
 "54": 34,
 "55": 35,
 "57": 36,
 "59": 37,
 "60": 38,
 "62": 39,
 "63": 40,
 "66": 41,
 "67": 42,
 "68": 43,
 "70": 44,
 "72": 45,
 "73": 46,
 "74": 47,
 "76": 48,
 "78": 49,
 "79": 50,
 "80": 51,
 "81": 52,
 "83": 53,
 "85": 54,
 "86": 55,
 "87": 56,
 "89": 57,
 "9": 2,
 "90": 58,
 "92": 59,
 "93": 60,
 "94": 61,
 "95": 62,
 "96": 63,
 "97": 64,
 "98": 65,
 "99": 66
 },
 "pruned_expert_ids": [
 0,
 2,
 4,
 5,
 6,
 7,
 8,
 10,
 11,
 13,
 16,
 18,
 22,
 28,
 30,
 45,
 46,
 47,
 50,
 51,
 56,
 58,
 61,
 64,
 65,
 69,
 71,
 75,
 77,
 82,
 84,
 88,
 91,
 105,
 108,
 110,
 111,
 114,
 115,
 122,
 123,
 125,
 127,
 129,
 132,
 133,
 139,
 140,
 143,
 144,
 145,
 147,
 148,
 153,
 156,
 157,
 158,
 161,
 162,
 166,
 168,
 177,
 179,
 190,
 193,
 196,
 197,
 206,
 207,
 214,
 215,
 216,
 218,
 223,
 224,
 225,
 228,
 231,
 235,
 254
 ]
 },
 "model.layers.34.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 2,
 3,
 4,
 5,
 7,
 10,
 11,
 12,
 13,
 16,
 17,
 18,
 21,
 22,
 23,
 24,
 25,
 27,
 29,
 30,
 32,
 34,
 35,
 36,
 39,
 40,
 41,
 43,
 44,
 46,
 49,
 50,
 52,
 54,
 55,
 56,
 57,
 58,
 60,
 61,
 64,
 65,
 68,
 70,
 73,
 75,
 76,
 77,
 78,
 80,
 81,
 82,
 84,
 86,
 87,
 89,
 90,
 91,
 92,
 93,
 94,
 95,
 96,
 97,
 98,
 99,
 102,
 103,
 104,
 106,
 107,
 108,
 109,
 110,
 111,
 112,
 113,
 114,
 115,
 118,
 119,
 120,
 121,
 122,
 123,
 125,
 126,
 128,
 129,
 130,
 137,
 138,
 141,
 143,
 144,
 146,
 147,
 148,
 149,
 151,
 152,
 154,
 155,
 156,
 157,
 158,
 159,
 161,
 162,
 164,
 166,
 168,
 169,
 171,
 172,
 173,
 175,
 177,
 178,
 180,
 181,
 182,
 184,
 185,
 186,
 190,
 191,
 192,
 193,
 194,
 195,
 196,
 198,
 199,
 203,
 204,
 205,
 206,
 207,
 208,
 209,
 210,
 211,
 212,
 213,
 214,
 215,
 217,
 219,
 220,
 222,
 223,
 224,
 225,
 226,
 227,
 228,
 230,
 232,
 233,
 234,
 235,
 237,
 238,
 239,
 241,
 242,
 243,
 245,
 247,
 249,
 251,
 253,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "10": 7,
 "102": 68,
 "103": 69,
 "104": 70,
 "106": 71,
 "107": 72,
 "108": 73,
 "109": 74,
 "11": 8,
 "110": 75,
 "111": 76,
 "112": 77,
 "113": 78,
 "114": 79,
 "115": 80,
 "118": 81,
 "119": 82,
 "12": 9,
 "120": 83,
 "121": 84,
 "122": 85,
 "123": 86,
 "125": 87,
 "126": 88,
 "128": 89,
 "129": 90,
 "13": 10,
 "130": 91,
 "137": 92,
 "138": 93,
 "141": 94,
 "143": 95,
 "144": 96,
 "146": 97,
 "147": 98,
 "148": 99,
 "149": 100,
 "151": 101,
 "152": 102,
 "154": 103,
 "155": 104,
 "156": 105,
 "157": 106,
 "158": 107,
 "159": 108,
 "16": 11,
 "161": 109,
 "162": 110,
 "164": 111,
 "166": 112,
 "168": 113,
 "169": 114,
 "17": 12,
 "171": 115,
 "172": 116,
 "173": 117,
 "175": 118,
 "177": 119,
 "178": 120,
 "18": 13,
 "180": 121,
 "181": 122,
 "182": 123,
 "184": 124,
 "185": 125,
 "186": 126,
 "190": 127,
 "191": 128,
 "192": 129,
 "193": 130,
 "194": 131,
 "195": 132,
 "196": 133,
 "198": 134,
 "199": 135,
 "2": 2,
 "203": 136,
 "204": 137,
 "205": 138,
 "206": 139,
 "207": 140,
 "208": 141,
 "209": 142,
 "21": 14,
 "210": 143,
 "211": 144,
 "212": 145,
 "213": 146,
 "214": 147,
 "215": 148,
 "217": 149,
 "219": 150,
 "22": 15,
 "220": 151,
 "222": 152,
 "223": 153,
 "224": 154,
 "225": 155,
 "226": 156,
 "227": 157,
 "228": 158,
 "23": 16,
 "230": 159,
 "232": 160,
 "233": 161,
 "234": 162,
 "235": 163,
 "237": 164,
 "238": 165,
 "239": 166,
 "24": 17,
 "241": 167,
 "242": 168,
 "243": 169,
 "245": 170,
 "247": 171,
 "249": 172,
 "25": 18,
 "251": 173,
 "253": 174,
 "255": 175,
 "27": 19,
 "29": 20,
 "3": 3,
 "30": 21,
 "32": 22,
 "34": 23,
 "35": 24,
 "36": 25,
 "39": 26,
 "4": 4,
 "40": 27,
 "41": 28,
 "43": 29,
 "44": 30,
 "46": 31,
 "49": 32,
 "5": 5,
 "50": 33,
 "52": 34,
 "54": 35,
 "55": 36,
 "56": 37,
 "57": 38,
 "58": 39,
 "60": 40,
 "61": 41,
 "64": 42,
 "65": 43,
 "68": 44,
 "7": 6,
 "70": 45,
 "73": 46,
 "75": 47,
 "76": 48,
 "77": 49,
 "78": 50,
 "80": 51,
 "81": 52,
 "82": 53,
 "84": 54,
 "86": 55,
 "87": 56,
 "89": 57,
 "90": 58,
 "91": 59,
 "92": 60,
 "93": 61,
 "94": 62,
 "95": 63,
 "96": 64,
 "97": 65,
 "98": 66,
 "99": 67
 },
 "pruned_expert_ids": [
 6,
 8,
 9,
 14,
 15,
 19,
 20,
 26,
 28,
 31,
 33,
 37,
 38,
 42,
 45,
 47,
 48,
 51,
 53,
 59,
 62,
 63,
 66,
 67,
 69,
 71,
 72,
 74,
 79,
 83,
 85,
 88,
 100,
 101,
 105,
 116,
 117,
 124,
 127,
 131,
 132,
 133,
 134,
 135,
 136,
 139,
 140,
 142,
 145,
 150,
 153,
 160,
 163,
 165,
 167,
 170,
 174,
 176,
 179,
 183,
 187,
 188,
 189,
 197,
 200,
 201,
 202,
 216,
 218,
 221,
 229,
 231,
 236,
 240,
 244,
 246,
 248,
 250,
 252,
 254
 ]
 },
 "model.layers.35.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 3,
 4,
 5,
 7,
 8,
 10,
 11,
 12,
 13,
 14,
 15,
 16,
 19,
 20,
 21,
 22,
 25,
 26,
 27,
 28,
 29,
 32,
 33,
 34,
 35,
 36,
 37,
 39,
 42,
 43,
 44,
 46,
 48,
 54,
 57,
 58,
 59,
 61,
 62,
 63,
 64,
 65,
 67,
 68,
 69,
 70,
 71,
 72,
 74,
 75,
 78,
 80,
 81,
 82,
 83,
 84,
 87,
 88,
 90,
 92,
 96,
 97,
 98,
 99,
 100,
 101,
 102,
 104,
 105,
 107,
 109,
 111,
 112,
 114,
 116,
 117,
 118,
 119,
 120,
 121,
 122,
 123,
 124,
 126,
 128,
 129,
 130,
 131,
 132,
 135,
 137,
 138,
 139,
 141,
 142,
 144,
 145,
 146,
 147,
 149,
 150,
 151,
 152,
 154,
 155,
 156,
 157,
 158,
 162,
 165,
 166,
 168,
 170,
 171,
 173,
 174,
 175,
 176,
 177,
 179,
 180,
 182,
 183,
 184,
 185,
 186,
 187,
 188,
 189,
 191,
 192,
 193,
 194,
 196,
 197,
 198,
 199,
 201,
 202,
 203,
 205,
 207,
 208,
 212,
 213,
 214,
 215,
 216,
 217,
 220,
 221,
 222,
 224,
 225,
 228,
 229,
 230,
 232,
 234,
 235,
 237,
 238,
 239,
 240,
 241,
 242,
 243,
 244,
 246,
 247,
 248,
 251,
 252,
 254
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "10": 7,
 "100": 66,
 "101": 67,
 "102": 68,
 "104": 69,
 "105": 70,
 "107": 71,
 "109": 72,
 "11": 8,
 "111": 73,
 "112": 74,
 "114": 75,
 "116": 76,
 "117": 77,
 "118": 78,
 "119": 79,
 "12": 9,
 "120": 80,
 "121": 81,
 "122": 82,
 "123": 83,
 "124": 84,
 "126": 85,
 "128": 86,
 "129": 87,
 "13": 10,
 "130": 88,
 "131": 89,
 "132": 90,
 "135": 91,
 "137": 92,
 "138": 93,
 "139": 94,
 "14": 11,
 "141": 95,
 "142": 96,
 "144": 97,
 "145": 98,
 "146": 99,
 "147": 100,
 "149": 101,
 "15": 12,
 "150": 102,
 "151": 103,
 "152": 104,
 "154": 105,
 "155": 106,
 "156": 107,
 "157": 108,
 "158": 109,
 "16": 13,
 "162": 110,
 "165": 111,
 "166": 112,
 "168": 113,
 "170": 114,
 "171": 115,
 "173": 116,
 "174": 117,
 "175": 118,
 "176": 119,
 "177": 120,
 "179": 121,
 "180": 122,
 "182": 123,
 "183": 124,
 "184": 125,
 "185": 126,
 "186": 127,
 "187": 128,
 "188": 129,
 "189": 130,
 "19": 14,
 "191": 131,
 "192": 132,
 "193": 133,
 "194": 134,
 "196": 135,
 "197": 136,
 "198": 137,
 "199": 138,
 "20": 15,
 "201": 139,
 "202": 140,
 "203": 141,
 "205": 142,
 "207": 143,
 "208": 144,
 "21": 16,
 "212": 145,
 "213": 146,
 "214": 147,
 "215": 148,
 "216": 149,
 "217": 150,
 "22": 17,
 "220": 151,
 "221": 152,
 "222": 153,
 "224": 154,
 "225": 155,
 "228": 156,
 "229": 157,
 "230": 158,
 "232": 159,
 "234": 160,
 "235": 161,
 "237": 162,
 "238": 163,
 "239": 164,
 "240": 165,
 "241": 166,
 "242": 167,
 "243": 168,
 "244": 169,
 "246": 170,
 "247": 171,
 "248": 172,
 "25": 18,
 "251": 173,
 "252": 174,
 "254": 175,
 "26": 19,
 "27": 20,
 "28": 21,
 "29": 22,
 "3": 2,
 "32": 23,
 "33": 24,
 "34": 25,
 "35": 26,
 "36": 27,
 "37": 28,
 "39": 29,
 "4": 3,
 "42": 30,
 "43": 31,
 "44": 32,
 "46": 33,
 "48": 34,
 "5": 4,
 "54": 35,
 "57": 36,
 "58": 37,
 "59": 38,
 "61": 39,
 "62": 40,
 "63": 41,
 "64": 42,
 "65": 43,
 "67": 44,
 "68": 45,
 "69": 46,
 "7": 5,
 "70": 47,
 "71": 48,
 "72": 49,
 "74": 50,
 "75": 51,
 "78": 52,
 "8": 6,
 "80": 53,
 "81": 54,
 "82": 55,
 "83": 56,
 "84": 57,
 "87": 58,
 "88": 59,
 "90": 60,
 "92": 61,
 "96": 62,
 "97": 63,
 "98": 64,
 "99": 65
 },
 "pruned_expert_ids": [
 2,
 6,
 9,
 17,
 18,
 23,
 24,
 30,
 31,
 38,
 40,
 41,
 45,
 47,
 49,
 50,
 51,
 52,
 53,
 55,
 56,
 60,
 66,
 73,
 76,
 77,
 79,
 85,
 86,
 89,
 91,
 93,
 94,
 95,
 103,
 106,
 108,
 110,
 113,
 115,
 125,
 127,
 133,
 134,
 136,
 140,
 143,
 148,
 153,
 159,
 160,
 161,
 163,
 164,
 167,
 169,
 172,
 178,
 181,
 190,
 195,
 200,
 204,
 206,
 209,
 210,
 211,
 218,
 219,
 223,
 226,
 227,
 231,
 233,
 236,
 245,
 249,
 250,
 253,
 255
 ]
 },
 "model.layers.36.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 2,
 3,
 5,
 8,
 9,
 10,
 11,
 12,
 13,
 14,
 15,
 16,
 18,
 20,
 21,
 22,
 24,
 27,
 29,
 30,
 31,
 32,
 34,
 35,
 36,
 38,
 40,
 41,
 43,
 44,
 46,
 47,
 49,
 50,
 53,
 55,
 56,
 57,
 58,
 62,
 63,
 65,
 66,
 67,
 68,
 69,
 71,
 72,
 73,
 75,
 78,
 79,
 80,
 81,
 82,
 83,
 84,
 85,
 86,
 87,
 89,
 90,
 91,
 93,
 95,
 96,
 97,
 98,
 99,
 100,
 101,
 104,
 106,
 108,
 110,
 112,
 113,
 114,
 115,
 116,
 117,
 118,
 119,
 120,
 121,
 122,
 123,
 125,
 126,
 128,
 129,
 130,
 133,
 134,
 135,
 138,
 140,
 142,
 143,
 144,
 147,
 152,
 153,
 156,
 157,
 159,
 160,
 161,
 162,
 163,
 164,
 166,
 167,
 168,
 172,
 173,
 174,
 175,
 178,
 179,
 180,
 181,
 182,
 183,
 185,
 187,
 189,
 190,
 192,
 193,
 194,
 195,
 196,
 198,
 199,
 200,
 204,
 206,
 207,
 208,
 210,
 211,
 213,
 214,
 216,
 217,
 218,
 219,
 221,
 224,
 225,
 226,
 227,
 229,
 230,
 231,
 232,
 233,
 234,
 235,
 237,
 238,
 239,
 242,
 243,
 244,
 245,
 246,
 248,
 250,
 251,
 253,
 254,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "10": 7,
 "100": 71,
 "101": 72,
 "104": 73,
 "106": 74,
 "108": 75,
 "11": 8,
 "110": 76,
 "112": 77,
 "113": 78,
 "114": 79,
 "115": 80,
 "116": 81,
 "117": 82,
 "118": 83,
 "119": 84,
 "12": 9,
 "120": 85,
 "121": 86,
 "122": 87,
 "123": 88,
 "125": 89,
 "126": 90,
 "128": 91,
 "129": 92,
 "13": 10,
 "130": 93,
 "133": 94,
 "134": 95,
 "135": 96,
 "138": 97,
 "14": 11,
 "140": 98,
 "142": 99,
 "143": 100,
 "144": 101,
 "147": 102,
 "15": 12,
 "152": 103,
 "153": 104,
 "156": 105,
 "157": 106,
 "159": 107,
 "16": 13,
 "160": 108,
 "161": 109,
 "162": 110,
 "163": 111,
 "164": 112,
 "166": 113,
 "167": 114,
 "168": 115,
 "172": 116,
 "173": 117,
 "174": 118,
 "175": 119,
 "178": 120,
 "179": 121,
 "18": 14,
 "180": 122,
 "181": 123,
 "182": 124,
 "183": 125,
 "185": 126,
 "187": 127,
 "189": 128,
 "190": 129,
 "192": 130,
 "193": 131,
 "194": 132,
 "195": 133,
 "196": 134,
 "198": 135,
 "199": 136,
 "2": 2,
 "20": 15,
 "200": 137,
 "204": 138,
 "206": 139,
 "207": 140,
 "208": 141,
 "21": 16,
 "210": 142,
 "211": 143,
 "213": 144,
 "214": 145,
 "216": 146,
 "217": 147,
 "218": 148,
 "219": 149,
 "22": 17,
 "221": 150,
 "224": 151,
 "225": 152,
 "226": 153,
 "227": 154,
 "229": 155,
 "230": 156,
 "231": 157,
 "232": 158,
 "233": 159,
 "234": 160,
 "235": 161,
 "237": 162,
 "238": 163,
 "239": 164,
 "24": 18,
 "242": 165,
 "243": 166,
 "244": 167,
 "245": 168,
 "246": 169,
 "248": 170,
 "250": 171,
 "251": 172,
 "253": 173,
 "254": 174,
 "255": 175,
 "27": 19,
 "29": 20,
 "3": 3,
 "30": 21,
 "31": 22,
 "32": 23,
 "34": 24,
 "35": 25,
 "36": 26,
 "38": 27,
 "40": 28,
 "41": 29,
 "43": 30,
 "44": 31,
 "46": 32,
 "47": 33,
 "49": 34,
 "5": 4,
 "50": 35,
 "53": 36,
 "55": 37,
 "56": 38,
 "57": 39,
 "58": 40,
 "62": 41,
 "63": 42,
 "65": 43,
 "66": 44,
 "67": 45,
 "68": 46,
 "69": 47,
 "71": 48,
 "72": 49,
 "73": 50,
 "75": 51,
 "78": 52,
 "79": 53,
 "8": 5,
 "80": 54,
 "81": 55,
 "82": 56,
 "83": 57,
 "84": 58,
 "85": 59,
 "86": 60,
 "87": 61,
 "89": 62,
 "9": 6,
 "90": 63,
 "91": 64,
 "93": 65,
 "95": 66,
 "96": 67,
 "97": 68,
 "98": 69,
 "99": 70
 },
 "pruned_expert_ids": [
 4,
 6,
 7,
 17,
 19,
 23,
 25,
 26,
 28,
 33,
 37,
 39,
 42,
 45,
 48,
 51,
 52,
 54,
 59,
 60,
 61,
 64,
 70,
 74,
 76,
 77,
 88,
 92,
 94,
 102,
 103,
 105,
 107,
 109,
 111,
 124,
 127,
 131,
 132,
 136,
 137,
 139,
 141,
 145,
 146,
 148,
 149,
 150,
 151,
 154,
 155,
 158,
 165,
 169,
 170,
 171,
 176,
 177,
 184,
 186,
 188,
 191,
 197,
 201,
 202,
 203,
 205,
 209,
 212,
 215,
 220,
 222,
 223,
 228,
 236,
 240,
 241,
 247,
 249,
 252
 ]
 },
 "model.layers.37.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 2,
 4,
 6,
 7,
 9,
 10,
 11,
 15,
 16,
 18,
 19,
 21,
 24,
 25,
 26,
 27,
 28,
 29,
 30,
 31,
 32,
 34,
 37,
 38,
 40,
 42,
 43,
 44,
 45,
 47,
 49,
 50,
 52,
 53,
 54,
 56,
 57,
 58,
 60,
 61,
 62,
 64,
 65,
 66,
 68,
 69,
 72,
 73,
 74,
 75,
 77,
 78,
 79,
 80,
 81,
 84,
 85,
 86,
 87,
 88,
 89,
 90,
 91,
 92,
 93,
 94,
 96,
 98,
 102,
 103,
 105,
 108,
 109,
 110,
 112,
 114,
 115,
 116,
 117,
 119,
 120,
 121,
 122,
 123,
 124,
 126,
 127,
 129,
 130,
 131,
 132,
 134,
 135,
 137,
 138,
 140,
 144,
 146,
 147,
 148,
 149,
 150,
 152,
 156,
 158,
 159,
 160,
 161,
 162,
 164,
 165,
 167,
 168,
 169,
 173,
 175,
 177,
 178,
 179,
 183,
 184,
 185,
 186,
 187,
 191,
 193,
 194,
 195,
 198,
 200,
 201,
 202,
 203,
 204,
 205,
 206,
 207,
 208,
 209,
 210,
 211,
 213,
 214,
 215,
 216,
 217,
 218,
 223,
 225,
 226,
 228,
 229,
 230,
 231,
 232,
 233,
 234,
 235,
 237,
 238,
 240,
 241,
 242,
 243,
 244,
 245,
 246,
 247,
 248,
 249,
 250,
 251,
 253,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "10": 7,
 "102": 70,
 "103": 71,
 "105": 72,
 "108": 73,
 "109": 74,
 "11": 8,
 "110": 75,
 "112": 76,
 "114": 77,
 "115": 78,
 "116": 79,
 "117": 80,
 "119": 81,
 "120": 82,
 "121": 83,
 "122": 84,
 "123": 85,
 "124": 86,
 "126": 87,
 "127": 88,
 "129": 89,
 "130": 90,
 "131": 91,
 "132": 92,
 "134": 93,
 "135": 94,
 "137": 95,
 "138": 96,
 "140": 97,
 "144": 98,
 "146": 99,
 "147": 100,
 "148": 101,
 "149": 102,
 "15": 9,
 "150": 103,
 "152": 104,
 "156": 105,
 "158": 106,
 "159": 107,
 "16": 10,
 "160": 108,
 "161": 109,
 "162": 110,
 "164": 111,
 "165": 112,
 "167": 113,
 "168": 114,
 "169": 115,
 "173": 116,
 "175": 117,
 "177": 118,
 "178": 119,
 "179": 120,
 "18": 11,
 "183": 121,
 "184": 122,
 "185": 123,
 "186": 124,
 "187": 125,
 "19": 12,
 "191": 126,
 "193": 127,
 "194": 128,
 "195": 129,
 "198": 130,
 "2": 2,
 "200": 131,
 "201": 132,
 "202": 133,
 "203": 134,
 "204": 135,
 "205": 136,
 "206": 137,
 "207": 138,
 "208": 139,
 "209": 140,
 "21": 13,
 "210": 141,
 "211": 142,
 "213": 143,
 "214": 144,
 "215": 145,
 "216": 146,
 "217": 147,
 "218": 148,
 "223": 149,
 "225": 150,
 "226": 151,
 "228": 152,
 "229": 153,
 "230": 154,
 "231": 155,
 "232": 156,
 "233": 157,
 "234": 158,
 "235": 159,
 "237": 160,
 "238": 161,
 "24": 14,
 "240": 162,
 "241": 163,
 "242": 164,
 "243": 165,
 "244": 166,
 "245": 167,
 "246": 168,
 "247": 169,
 "248": 170,
 "249": 171,
 "25": 15,
 "250": 172,
 "251": 173,
 "253": 174,
 "255": 175,
 "26": 16,
 "27": 17,
 "28": 18,
 "29": 19,
 "30": 20,
 "31": 21,
 "32": 22,
 "34": 23,
 "37": 24,
 "38": 25,
 "4": 3,
 "40": 26,
 "42": 27,
 "43": 28,
 "44": 29,
 "45": 30,
 "47": 31,
 "49": 32,
 "50": 33,
 "52": 34,
 "53": 35,
 "54": 36,
 "56": 37,
 "57": 38,
 "58": 39,
 "6": 4,
 "60": 40,
 "61": 41,
 "62": 42,
 "64": 43,
 "65": 44,
 "66": 45,
 "68": 46,
 "69": 47,
 "7": 5,
 "72": 48,
 "73": 49,
 "74": 50,
 "75": 51,
 "77": 52,
 "78": 53,
 "79": 54,
 "80": 55,
 "81": 56,
 "84": 57,
 "85": 58,
 "86": 59,
 "87": 60,
 "88": 61,
 "89": 62,
 "9": 6,
 "90": 63,
 "91": 64,
 "92": 65,
 "93": 66,
 "94": 67,
 "96": 68,
 "98": 69
 },
 "pruned_expert_ids": [
 3,
 5,
 8,
 12,
 13,
 14,
 17,
 20,
 22,
 23,
 33,
 35,
 36,
 39,
 41,
 46,
 48,
 51,
 55,
 59,
 63,
 67,
 70,
 71,
 76,
 82,
 83,
 95,
 97,
 99,
 100,
 101,
 104,
 106,
 107,
 111,
 113,
 118,
 125,
 128,
 133,
 136,
 139,
 141,
 142,
 143,
 145,
 151,
 153,
 154,
 155,
 157,
 163,
 166,
 170,
 171,
 172,
 174,
 176,
 180,
 181,
 182,
 188,
 189,
 190,
 192,
 196,
 197,
 199,
 212,
 219,
 220,
 221,
 222,
 224,
 227,
 236,
 239,
 252,
 254
 ]
 },
 "model.layers.38.block_sparse_moe.gate": {
 "kept_expert_ids": [
 1,
 5,
 7,
 8,
 9,
 10,
 11,
 12,
 13,
 14,
 16,
 18,
 19,
 20,
 21,
 22,
 23,
 24,
 26,
 27,
 29,
 30,
 32,
 34,
 35,
 36,
 37,
 38,
 40,
 41,
 43,
 44,
 45,
 47,
 48,
 49,
 52,
 54,
 55,
 56,
 58,
 59,
 61,
 62,
 64,
 65,
 66,
 69,
 70,
 72,
 73,
 75,
 77,
 78,
 79,
 80,
 82,
 83,
 84,
 85,
 86,
 87,
 88,
 89,
 92,
 95,
 96,
 99,
 100,
 101,
 103,
 104,
 105,
 106,
 109,
 110,
 112,
 113,
 114,
 115,
 119,
 122,
 123,
 124,
 126,
 127,
 128,
 129,
 130,
 135,
 136,
 137,
 138,
 139,
 142,
 143,
 144,
 146,
 148,
 149,
 150,
 151,
 152,
 154,
 155,
 156,
 157,
 158,
 160,
 161,
 165,
 166,
 167,
 169,
 170,
 171,
 172,
 174,
 175,
 176,
 177,
 181,
 182,
 183,
 184,
 185,
 186,
 188,
 190,
 191,
 193,
 195,
 196,
 197,
 198,
 200,
 202,
 203,
 205,
 206,
 208,
 209,
 211,
 212,
 213,
 214,
 215,
 216,
 217,
 219,
 220,
 221,
 222,
 224,
 226,
 228,
 229,
 230,
 231,
 232,
 233,
 234,
 237,
 238,
 241,
 242,
 244,
 245,
 246,
 247,
 250,
 251,
 252,
 253,
 254,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "1": 0,
 "10": 5,
 "100": 68,
 "101": 69,
 "103": 70,
 "104": 71,
 "105": 72,
 "106": 73,
 "109": 74,
 "11": 6,
 "110": 75,
 "112": 76,
 "113": 77,
 "114": 78,
 "115": 79,
 "119": 80,
 "12": 7,
 "122": 81,
 "123": 82,
 "124": 83,
 "126": 84,
 "127": 85,
 "128": 86,
 "129": 87,
 "13": 8,
 "130": 88,
 "135": 89,
 "136": 90,
 "137": 91,
 "138": 92,
 "139": 93,
 "14": 9,
 "142": 94,
 "143": 95,
 "144": 96,
 "146": 97,
 "148": 98,
 "149": 99,
 "150": 100,
 "151": 101,
 "152": 102,
 "154": 103,
 "155": 104,
 "156": 105,
 "157": 106,
 "158": 107,
 "16": 10,
 "160": 108,
 "161": 109,
 "165": 110,
 "166": 111,
 "167": 112,
 "169": 113,
 "170": 114,
 "171": 115,
 "172": 116,
 "174": 117,
 "175": 118,
 "176": 119,
 "177": 120,
 "18": 11,
 "181": 121,
 "182": 122,
 "183": 123,
 "184": 124,
 "185": 125,
 "186": 126,
 "188": 127,
 "19": 12,
 "190": 128,
 "191": 129,
 "193": 130,
 "195": 131,
 "196": 132,
 "197": 133,
 "198": 134,
 "20": 13,
 "200": 135,
 "202": 136,
 "203": 137,
 "205": 138,
 "206": 139,
 "208": 140,
 "209": 141,
 "21": 14,
 "211": 142,
 "212": 143,
 "213": 144,
 "214": 145,
 "215": 146,
 "216": 147,
 "217": 148,
 "219": 149,
 "22": 15,
 "220": 150,
 "221": 151,
 "222": 152,
 "224": 153,
 "226": 154,
 "228": 155,
 "229": 156,
 "23": 16,
 "230": 157,
 "231": 158,
 "232": 159,
 "233": 160,
 "234": 161,
 "237": 162,
 "238": 163,
 "24": 17,
 "241": 164,
 "242": 165,
 "244": 166,
 "245": 167,
 "246": 168,
 "247": 169,
 "250": 170,
 "251": 171,
 "252": 172,
 "253": 173,
 "254": 174,
 "255": 175,
 "26": 18,
 "27": 19,
 "29": 20,
 "30": 21,
 "32": 22,
 "34": 23,
 "35": 24,
 "36": 25,
 "37": 26,
 "38": 27,
 "40": 28,
 "41": 29,
 "43": 30,
 "44": 31,
 "45": 32,
 "47": 33,
 "48": 34,
 "49": 35,
 "5": 1,
 "52": 36,
 "54": 37,
 "55": 38,
 "56": 39,
 "58": 40,
 "59": 41,
 "61": 42,
 "62": 43,
 "64": 44,
 "65": 45,
 "66": 46,
 "69": 47,
 "7": 2,
 "70": 48,
 "72": 49,
 "73": 50,
 "75": 51,
 "77": 52,
 "78": 53,
 "79": 54,
 "8": 3,
 "80": 55,
 "82": 56,
 "83": 57,
 "84": 58,
 "85": 59,
 "86": 60,
 "87": 61,
 "88": 62,
 "89": 63,
 "9": 4,
 "92": 64,
 "95": 65,
 "96": 66,
 "99": 67
 },
 "pruned_expert_ids": [
 0,
 2,
 3,
 4,
 6,
 15,
 17,
 25,
 28,
 31,
 33,
 39,
 42,
 46,
 50,
 51,
 53,
 57,
 60,
 63,
 67,
 68,
 71,
 74,
 76,
 81,
 90,
 91,
 93,
 94,
 97,
 98,
 102,
 107,
 108,
 111,
 116,
 117,
 118,
 120,
 121,
 125,
 131,
 132,
 133,
 134,
 140,
 141,
 145,
 147,
 153,
 159,
 162,
 163,
 164,
 168,
 173,
 178,
 179,
 180,
 187,
 189,
 192,
 194,
 199,
 201,
 204,
 207,
 210,
 218,
 223,
 225,
 227,
 235,
 236,
 239,
 240,
 243,
 248,
 249
 ]
 },
 "model.layers.39.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 2,
 3,
 4,
 5,
 6,
 8,
 11,
 12,
 19,
 20,
 23,
 24,
 25,
 27,
 28,
 29,
 30,
 31,
 32,
 34,
 35,
 36,
 38,
 39,
 41,
 43,
 44,
 45,
 48,
 49,
 51,
 52,
 53,
 54,
 55,
 56,
 59,
 60,
 61,
 64,
 66,
 68,
 69,
 73,
 74,
 75,
 76,
 77,
 78,
 79,
 80,
 81,
 82,
 84,
 85,
 87,
 88,
 90,
 91,
 92,
 93,
 94,
 95,
 96,
 97,
 98,
 99,
 100,
 101,
 102,
 104,
 105,
 106,
 107,
 108,
 109,
 110,
 111,
 113,
 115,
 116,
 117,
 118,
 119,
 120,
 121,
 122,
 124,
 125,
 128,
 130,
 131,
 132,
 133,
 135,
 137,
 138,
 140,
 141,
 143,
 145,
 147,
 149,
 150,
 151,
 152,
 153,
 154,
 155,
 157,
 158,
 159,
 160,
 163,
 164,
 166,
 167,
 169,
 170,
 171,
 172,
 173,
 174,
 175,
 176,
 178,
 181,
 186,
 187,
 188,
 189,
 191,
 192,
 193,
 194,
 195,
 196,
 197,
 200,
 201,
 202,
 204,
 205,
 207,
 209,
 211,
 213,
 215,
 216,
 218,
 219,
 220,
 222,
 224,
 226,
 227,
 228,
 229,
 231,
 232,
 233,
 235,
 238,
 239,
 240,
 241,
 242,
 243,
 245,
 246,
 248,
 249,
 254,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "100": 69,
 "101": 70,
 "102": 71,
 "104": 72,
 "105": 73,
 "106": 74,
 "107": 75,
 "108": 76,
 "109": 77,
 "11": 8,
 "110": 78,
 "111": 79,
 "113": 80,
 "115": 81,
 "116": 82,
 "117": 83,
 "118": 84,
 "119": 85,
 "12": 9,
 "120": 86,
 "121": 87,
 "122": 88,
 "124": 89,
 "125": 90,
 "128": 91,
 "130": 92,
 "131": 93,
 "132": 94,
 "133": 95,
 "135": 96,
 "137": 97,
 "138": 98,
 "140": 99,
 "141": 100,
 "143": 101,
 "145": 102,
 "147": 103,
 "149": 104,
 "150": 105,
 "151": 106,
 "152": 107,
 "153": 108,
 "154": 109,
 "155": 110,
 "157": 111,
 "158": 112,
 "159": 113,
 "160": 114,
 "163": 115,
 "164": 116,
 "166": 117,
 "167": 118,
 "169": 119,
 "170": 120,
 "171": 121,
 "172": 122,
 "173": 123,
 "174": 124,
 "175": 125,
 "176": 126,
 "178": 127,
 "181": 128,
 "186": 129,
 "187": 130,
 "188": 131,
 "189": 132,
 "19": 10,
 "191": 133,
 "192": 134,
 "193": 135,
 "194": 136,
 "195": 137,
 "196": 138,
 "197": 139,
 "2": 2,
 "20": 11,
 "200": 140,
 "201": 141,
 "202": 142,
 "204": 143,
 "205": 144,
 "207": 145,
 "209": 146,
 "211": 147,
 "213": 148,
 "215": 149,
 "216": 150,
 "218": 151,
 "219": 152,
 "220": 153,
 "222": 154,
 "224": 155,
 "226": 156,
 "227": 157,
 "228": 158,
 "229": 159,
 "23": 12,
 "231": 160,
 "232": 161,
 "233": 162,
 "235": 163,
 "238": 164,
 "239": 165,
 "24": 13,
 "240": 166,
 "241": 167,
 "242": 168,
 "243": 169,
 "245": 170,
 "246": 171,
 "248": 172,
 "249": 173,
 "25": 14,
 "254": 174,
 "255": 175,
 "27": 15,
 "28": 16,
 "29": 17,
 "3": 3,
 "30": 18,
 "31": 19,
 "32": 20,
 "34": 21,
 "35": 22,
 "36": 23,
 "38": 24,
 "39": 25,
 "4": 4,
 "41": 26,
 "43": 27,
 "44": 28,
 "45": 29,
 "48": 30,
 "49": 31,
 "5": 5,
 "51": 32,
 "52": 33,
 "53": 34,
 "54": 35,
 "55": 36,
 "56": 37,
 "59": 38,
 "6": 6,
 "60": 39,
 "61": 40,
 "64": 41,
 "66": 42,
 "68": 43,
 "69": 44,
 "73": 45,
 "74": 46,
 "75": 47,
 "76": 48,
 "77": 49,
 "78": 50,
 "79": 51,
 "8": 7,
 "80": 52,
 "81": 53,
 "82": 54,
 "84": 55,
 "85": 56,
 "87": 57,
 "88": 58,
 "90": 59,
 "91": 60,
 "92": 61,
 "93": 62,
 "94": 63,
 "95": 64,
 "96": 65,
 "97": 66,
 "98": 67,
 "99": 68
 },
 "pruned_expert_ids": [
 7,
 9,
 10,
 13,
 14,
 15,
 16,
 17,
 18,
 21,
 22,
 26,
 33,
 37,
 40,
 42,
 46,
 47,
 50,
 57,
 58,
 62,
 63,
 65,
 67,
 70,
 71,
 72,
 83,
 86,
 89,
 103,
 112,
 114,
 123,
 126,
 127,
 129,
 134,
 136,
 139,
 142,
 144,
 146,
 148,
 156,
 161,
 162,
 165,
 168,
 177,
 179,
 180,
 182,
 183,
 184,
 185,
 190,
 198,
 199,
 203,
 206,
 208,
 210,
 212,
 214,
 217,
 221,
 223,
 225,
 230,
 234,
 236,
 237,
 244,
 247,
 250,
 251,
 252,
 253
 ]
 },
 "model.layers.4.block_sparse_moe.gate": {
 "kept_expert_ids": [
 1,
 2,
 4,
 5,
 6,
 8,
 9,
 11,
 15,
 20,
 22,
 23,
 24,
 25,
 26,
 27,
 28,
 29,
 33,
 35,
 36,
 38,
 39,
 42,
 43,
 44,
 45,
 48,
 50,
 51,
 54,
 55,
 56,
 60,
 62,
 63,
 64,
 65,
 66,
 67,
 68,
 70,
 71,
 75,
 76,
 77,
 79,
 80,
 81,
 83,
 84,
 85,
 86,
 88,
 89,
 92,
 95,
 96,
 97,
 98,
 99,
 100,
 101,
 103,
 104,
 105,
 106,
 107,
 108,
 109,
 110,
 111,
 112,
 114,
 118,
 119,
 120,
 122,
 123,
 124,
 126,
 127,
 128,
 129,
 130,
 131,
 132,
 133,
 135,
 136,
 138,
 139,
 140,
 141,
 143,
 144,
 145,
 148,
 150,
 152,
 153,
 154,
 155,
 159,
 160,
 161,
 162,
 164,
 165,
 166,
 167,
 168,
 169,
 170,
 172,
 175,
 176,
 177,
 179,
 180,
 181,
 182,
 183,
 184,
 185,
 186,
 187,
 189,
 190,
 191,
 192,
 193,
 194,
 197,
 198,
 200,
 201,
 202,
 204,
 205,
 208,
 209,
 210,
 211,
 212,
 214,
 216,
 218,
 219,
 220,
 221,
 222,
 223,
 224,
 225,
 226,
 227,
 229,
 230,
 233,
 234,
 235,
 236,
 238,
 240,
 241,
 242,
 244,
 245,
 248,
 250,
 251,
 252,
 253,
 254,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "1": 0,
 "100": 61,
 "101": 62,
 "103": 63,
 "104": 64,
 "105": 65,
 "106": 66,
 "107": 67,
 "108": 68,
 "109": 69,
 "11": 7,
 "110": 70,
 "111": 71,
 "112": 72,
 "114": 73,
 "118": 74,
 "119": 75,
 "120": 76,
 "122": 77,
 "123": 78,
 "124": 79,
 "126": 80,
 "127": 81,
 "128": 82,
 "129": 83,
 "130": 84,
 "131": 85,
 "132": 86,
 "133": 87,
 "135": 88,
 "136": 89,
 "138": 90,
 "139": 91,
 "140": 92,
 "141": 93,
 "143": 94,
 "144": 95,
 "145": 96,
 "148": 97,
 "15": 8,
 "150": 98,
 "152": 99,
 "153": 100,
 "154": 101,
 "155": 102,
 "159": 103,
 "160": 104,
 "161": 105,
 "162": 106,
 "164": 107,
 "165": 108,
 "166": 109,
 "167": 110,
 "168": 111,
 "169": 112,
 "170": 113,
 "172": 114,
 "175": 115,
 "176": 116,
 "177": 117,
 "179": 118,
 "180": 119,
 "181": 120,
 "182": 121,
 "183": 122,
 "184": 123,
 "185": 124,
 "186": 125,
 "187": 126,
 "189": 127,
 "190": 128,
 "191": 129,
 "192": 130,
 "193": 131,
 "194": 132,
 "197": 133,
 "198": 134,
 "2": 1,
 "20": 9,
 "200": 135,
 "201": 136,
 "202": 137,
 "204": 138,
 "205": 139,
 "208": 140,
 "209": 141,
 "210": 142,
 "211": 143,
 "212": 144,
 "214": 145,
 "216": 146,
 "218": 147,
 "219": 148,
 "22": 10,
 "220": 149,
 "221": 150,
 "222": 151,
 "223": 152,
 "224": 153,
 "225": 154,
 "226": 155,
 "227": 156,
 "229": 157,
 "23": 11,
 "230": 158,
 "233": 159,
 "234": 160,
 "235": 161,
 "236": 162,
 "238": 163,
 "24": 12,
 "240": 164,
 "241": 165,
 "242": 166,
 "244": 167,
 "245": 168,
 "248": 169,
 "25": 13,
 "250": 170,
 "251": 171,
 "252": 172,
 "253": 173,
 "254": 174,
 "255": 175,
 "26": 14,
 "27": 15,
 "28": 16,
 "29": 17,
 "33": 18,
 "35": 19,
 "36": 20,
 "38": 21,
 "39": 22,
 "4": 2,
 "42": 23,
 "43": 24,
 "44": 25,
 "45": 26,
 "48": 27,
 "5": 3,
 "50": 28,
 "51": 29,
 "54": 30,
 "55": 31,
 "56": 32,
 "6": 4,
 "60": 33,
 "62": 34,
 "63": 35,
 "64": 36,
 "65": 37,
 "66": 38,
 "67": 39,
 "68": 40,
 "70": 41,
 "71": 42,
 "75": 43,
 "76": 44,
 "77": 45,
 "79": 46,
 "8": 5,
 "80": 47,
 "81": 48,
 "83": 49,
 "84": 50,
 "85": 51,
 "86": 52,
 "88": 53,
 "89": 54,
 "9": 6,
 "92": 55,
 "95": 56,
 "96": 57,
 "97": 58,
 "98": 59,
 "99": 60
 },
 "pruned_expert_ids": [
 0,
 3,
 7,
 10,
 12,
 13,
 14,
 16,
 17,
 18,
 19,
 21,
 30,
 31,
 32,
 34,
 37,
 40,
 41,
 46,
 47,
 49,
 52,
 53,
 57,
 58,
 59,
 61,
 69,
 72,
 73,
 74,
 78,
 82,
 87,
 90,
 91,
 93,
 94,
 102,
 113,
 115,
 116,
 117,
 121,
 125,
 134,
 137,
 142,
 146,
 147,
 149,
 151,
 156,
 157,
 158,
 163,
 171,
 173,
 174,
 178,
 188,
 195,
 196,
 199,
 203,
 206,
 207,
 213,
 215,
 217,
 228,
 231,
 232,
 237,
 239,
 243,
 246,
 247,
 249
 ]
 },
 "model.layers.40.block_sparse_moe.gate": {
 "kept_expert_ids": [
 1,
 3,
 4,
 5,
 6,
 7,
 9,
 12,
 15,
 16,
 17,
 18,
 19,
 20,
 21,
 22,
 23,
 24,
 25,
 29,
 31,
 32,
 33,
 34,
 35,
 36,
 38,
 40,
 41,
 42,
 44,
 45,
 47,
 48,
 49,
 51,
 52,
 54,
 58,
 60,
 61,
 62,
 63,
 64,
 65,
 66,
 67,
 69,
 71,
 72,
 77,
 78,
 79,
 80,
 81,
 82,
 83,
 84,
 85,
 86,
 87,
 90,
 91,
 92,
 94,
 95,
 96,
 98,
 99,
 100,
 102,
 104,
 105,
 106,
 107,
 108,
 109,
 110,
 111,
 113,
 114,
 115,
 116,
 117,
 118,
 121,
 124,
 125,
 126,
 131,
 132,
 136,
 138,
 140,
 141,
 142,
 144,
 146,
 147,
 151,
 152,
 153,
 154,
 155,
 156,
 158,
 159,
 160,
 161,
 162,
 164,
 165,
 166,
 170,
 172,
 173,
 174,
 176,
 177,
 178,
 179,
 182,
 183,
 185,
 186,
 187,
 190,
 193,
 194,
 195,
 197,
 198,
 199,
 200,
 202,
 203,
 204,
 206,
 207,
 209,
 210,
 211,
 212,
 213,
 214,
 215,
 217,
 218,
 219,
 220,
 222,
 223,
 224,
 225,
 226,
 228,
 229,
 231,
 232,
 233,
 234,
 235,
 236,
 238,
 240,
 241,
 243,
 245,
 246,
 247,
 248,
 249,
 250,
 252,
 253,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "1": 0,
 "100": 69,
 "102": 70,
 "104": 71,
 "105": 72,
 "106": 73,
 "107": 74,
 "108": 75,
 "109": 76,
 "110": 77,
 "111": 78,
 "113": 79,
 "114": 80,
 "115": 81,
 "116": 82,
 "117": 83,
 "118": 84,
 "12": 7,
 "121": 85,
 "124": 86,
 "125": 87,
 "126": 88,
 "131": 89,
 "132": 90,
 "136": 91,
 "138": 92,
 "140": 93,
 "141": 94,
 "142": 95,
 "144": 96,
 "146": 97,
 "147": 98,
 "15": 8,
 "151": 99,
 "152": 100,
 "153": 101,
 "154": 102,
 "155": 103,
 "156": 104,
 "158": 105,
 "159": 106,
 "16": 9,
 "160": 107,
 "161": 108,
 "162": 109,
 "164": 110,
 "165": 111,
 "166": 112,
 "17": 10,
 "170": 113,
 "172": 114,
 "173": 115,
 "174": 116,
 "176": 117,
 "177": 118,
 "178": 119,
 "179": 120,
 "18": 11,
 "182": 121,
 "183": 122,
 "185": 123,
 "186": 124,
 "187": 125,
 "19": 12,
 "190": 126,
 "193": 127,
 "194": 128,
 "195": 129,
 "197": 130,
 "198": 131,
 "199": 132,
 "20": 13,
 "200": 133,
 "202": 134,
 "203": 135,
 "204": 136,
 "206": 137,
 "207": 138,
 "209": 139,
 "21": 14,
 "210": 140,
 "211": 141,
 "212": 142,
 "213": 143,
 "214": 144,
 "215": 145,
 "217": 146,
 "218": 147,
 "219": 148,
 "22": 15,
 "220": 149,
 "222": 150,
 "223": 151,
 "224": 152,
 "225": 153,
 "226": 154,
 "228": 155,
 "229": 156,
 "23": 16,
 "231": 157,
 "232": 158,
 "233": 159,
 "234": 160,
 "235": 161,
 "236": 162,
 "238": 163,
 "24": 17,
 "240": 164,
 "241": 165,
 "243": 166,
 "245": 167,
 "246": 168,
 "247": 169,
 "248": 170,
 "249": 171,
 "25": 18,
 "250": 172,
 "252": 173,
 "253": 174,
 "255": 175,
 "29": 19,
 "3": 1,
 "31": 20,
 "32": 21,
 "33": 22,
 "34": 23,
 "35": 24,
 "36": 25,
 "38": 26,
 "4": 2,
 "40": 27,
 "41": 28,
 "42": 29,
 "44": 30,
 "45": 31,
 "47": 32,
 "48": 33,
 "49": 34,
 "5": 3,
 "51": 35,
 "52": 36,
 "54": 37,
 "58": 38,
 "6": 4,
 "60": 39,
 "61": 40,
 "62": 41,
 "63": 42,
 "64": 43,
 "65": 44,
 "66": 45,
 "67": 46,
 "69": 47,
 "7": 5,
 "71": 48,
 "72": 49,
 "77": 50,
 "78": 51,
 "79": 52,
 "80": 53,
 "81": 54,
 "82": 55,
 "83": 56,
 "84": 57,
 "85": 58,
 "86": 59,
 "87": 60,
 "9": 6,
 "90": 61,
 "91": 62,
 "92": 63,
 "94": 64,
 "95": 65,
 "96": 66,
 "98": 67,
 "99": 68
 },
 "pruned_expert_ids": [
 0,
 2,
 8,
 10,
 11,
 13,
 14,
 26,
 27,
 28,
 30,
 37,
 39,
 43,
 46,
 50,
 53,
 55,
 56,
 57,
 59,
 68,
 70,
 73,
 74,
 75,
 76,
 88,
 89,
 93,
 97,
 101,
 103,
 112,
 119,
 120,
 122,
 123,
 127,
 128,
 129,
 130,
 133,
 134,
 135,
 137,
 139,
 143,
 145,
 148,
 149,
 150,
 157,
 163,
 167,
 168,
 169,
 171,
 175,
 180,
 181,
 184,
 188,
 189,
 191,
 192,
 196,
 201,
 205,
 208,
 216,
 221,
 227,
 230,
 237,
 239,
 242,
 244,
 251,
 254
 ]
 },
 "model.layers.41.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 4,
 5,
 6,
 9,
 10,
 14,
 15,
 17,
 18,
 19,
 20,
 22,
 23,
 24,
 26,
 29,
 31,
 32,
 33,
 34,
 35,
 36,
 39,
 40,
 43,
 46,
 47,
 48,
 49,
 50,
 51,
 52,
 53,
 54,
 55,
 56,
 57,
 59,
 60,
 61,
 62,
 64,
 65,
 67,
 68,
 72,
 75,
 76,
 77,
 78,
 79,
 80,
 81,
 82,
 85,
 86,
 87,
 88,
 89,
 92,
 93,
 94,
 95,
 96,
 97,
 99,
 100,
 101,
 102,
 103,
 104,
 105,
 106,
 107,
 108,
 109,
 110,
 112,
 113,
 116,
 118,
 119,
 121,
 122,
 123,
 125,
 127,
 128,
 130,
 132,
 133,
 135,
 136,
 137,
 140,
 141,
 142,
 143,
 144,
 146,
 148,
 149,
 150,
 151,
 154,
 155,
 156,
 158,
 159,
 160,
 161,
 163,
 164,
 165,
 167,
 168,
 169,
 172,
 173,
 174,
 175,
 177,
 183,
 184,
 185,
 186,
 187,
 188,
 189,
 190,
 191,
 192,
 193,
 194,
 196,
 197,
 198,
 200,
 201,
 202,
 203,
 204,
 206,
 207,
 208,
 209,
 212,
 214,
 216,
 217,
 218,
 219,
 220,
 221,
 222,
 223,
 224,
 225,
 227,
 228,
 230,
 231,
 232,
 235,
 236,
 237,
 238,
 240,
 242,
 243,
 245,
 247,
 248,
 251
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "10": 6,
 "100": 68,
 "101": 69,
 "102": 70,
 "103": 71,
 "104": 72,
 "105": 73,
 "106": 74,
 "107": 75,
 "108": 76,
 "109": 77,
 "110": 78,
 "112": 79,
 "113": 80,
 "116": 81,
 "118": 82,
 "119": 83,
 "121": 84,
 "122": 85,
 "123": 86,
 "125": 87,
 "127": 88,
 "128": 89,
 "130": 90,
 "132": 91,
 "133": 92,
 "135": 93,
 "136": 94,
 "137": 95,
 "14": 7,
 "140": 96,
 "141": 97,
 "142": 98,
 "143": 99,
 "144": 100,
 "146": 101,
 "148": 102,
 "149": 103,
 "15": 8,
 "150": 104,
 "151": 105,
 "154": 106,
 "155": 107,
 "156": 108,
 "158": 109,
 "159": 110,
 "160": 111,
 "161": 112,
 "163": 113,
 "164": 114,
 "165": 115,
 "167": 116,
 "168": 117,
 "169": 118,
 "17": 9,
 "172": 119,
 "173": 120,
 "174": 121,
 "175": 122,
 "177": 123,
 "18": 10,
 "183": 124,
 "184": 125,
 "185": 126,
 "186": 127,
 "187": 128,
 "188": 129,
 "189": 130,
 "19": 11,
 "190": 131,
 "191": 132,
 "192": 133,
 "193": 134,
 "194": 135,
 "196": 136,
 "197": 137,
 "198": 138,
 "20": 12,
 "200": 139,
 "201": 140,
 "202": 141,
 "203": 142,
 "204": 143,
 "206": 144,
 "207": 145,
 "208": 146,
 "209": 147,
 "212": 148,
 "214": 149,
 "216": 150,
 "217": 151,
 "218": 152,
 "219": 153,
 "22": 13,
 "220": 154,
 "221": 155,
 "222": 156,
 "223": 157,
 "224": 158,
 "225": 159,
 "227": 160,
 "228": 161,
 "23": 14,
 "230": 162,
 "231": 163,
 "232": 164,
 "235": 165,
 "236": 166,
 "237": 167,
 "238": 168,
 "24": 15,
 "240": 169,
 "242": 170,
 "243": 171,
 "245": 172,
 "247": 173,
 "248": 174,
 "251": 175,
 "26": 16,
 "29": 17,
 "31": 18,
 "32": 19,
 "33": 20,
 "34": 21,
 "35": 22,
 "36": 23,
 "39": 24,
 "4": 2,
 "40": 25,
 "43": 26,
 "46": 27,
 "47": 28,
 "48": 29,
 "49": 30,
 "5": 3,
 "50": 31,
 "51": 32,
 "52": 33,
 "53": 34,
 "54": 35,
 "55": 36,
 "56": 37,
 "57": 38,
 "59": 39,
 "6": 4,
 "60": 40,
 "61": 41,
 "62": 42,
 "64": 43,
 "65": 44,
 "67": 45,
 "68": 46,
 "72": 47,
 "75": 48,
 "76": 49,
 "77": 50,
 "78": 51,
 "79": 52,
 "80": 53,
 "81": 54,
 "82": 55,
 "85": 56,
 "86": 57,
 "87": 58,
 "88": 59,
 "89": 60,
 "9": 5,
 "92": 61,
 "93": 62,
 "94": 63,
 "95": 64,
 "96": 65,
 "97": 66,
 "99": 67
 },
 "pruned_expert_ids": [
 2,
 3,
 7,
 8,
 11,
 12,
 13,
 16,
 21,
 25,
 27,
 28,
 30,
 37,
 38,
 41,
 42,
 44,
 45,
 58,
 63,
 66,
 69,
 70,
 71,
 73,
 74,
 83,
 84,
 90,
 91,
 98,
 111,
 114,
 115,
 117,
 120,
 124,
 126,
 129,
 131,
 134,
 138,
 139,
 145,
 147,
 152,
 153,
 157,
 162,
 166,
 170,
 171,
 176,
 178,
 179,
 180,
 181,
 182,
 195,
 199,
 205,
 210,
 211,
 213,
 215,
 226,
 229,
 233,
 234,
 239,
 241,
 244,
 246,
 249,
 250,
 252,
 253,
 254,
 255
 ]
 },
 "model.layers.42.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 2,
 3,
 4,
 5,
 7,
 8,
 9,
 12,
 14,
 15,
 20,
 23,
 25,
 26,
 27,
 28,
 30,
 32,
 33,
 34,
 35,
 36,
 38,
 39,
 40,
 42,
 43,
 44,
 45,
 46,
 49,
 50,
 52,
 53,
 56,
 58,
 59,
 63,
 64,
 65,
 66,
 67,
 68,
 69,
 72,
 73,
 76,
 77,
 78,
 79,
 80,
 82,
 83,
 84,
 87,
 90,
 91,
 93,
 94,
 95,
 96,
 97,
 98,
 99,
 100,
 104,
 105,
 106,
 109,
 110,
 111,
 113,
 115,
 116,
 117,
 118,
 122,
 123,
 124,
 125,
 126,
 128,
 129,
 130,
 131,
 132,
 134,
 135,
 136,
 139,
 140,
 142,
 143,
 144,
 145,
 146,
 147,
 149,
 151,
 152,
 153,
 154,
 155,
 156,
 157,
 159,
 161,
 162,
 164,
 165,
 166,
 167,
 168,
 169,
 170,
 171,
 173,
 175,
 176,
 177,
 178,
 180,
 181,
 182,
 184,
 186,
 187,
 192,
 194,
 196,
 198,
 199,
 200,
 201,
 202,
 203,
 204,
 205,
 206,
 207,
 209,
 210,
 213,
 214,
 215,
 216,
 220,
 222,
 223,
 224,
 226,
 227,
 229,
 230,
 232,
 234,
 235,
 236,
 238,
 240,
 241,
 243,
 244,
 245,
 246,
 247,
 248,
 249,
 250,
 251,
 252,
 253,
 254,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "100": 66,
 "104": 67,
 "105": 68,
 "106": 69,
 "109": 70,
 "110": 71,
 "111": 72,
 "113": 73,
 "115": 74,
 "116": 75,
 "117": 76,
 "118": 77,
 "12": 9,
 "122": 78,
 "123": 79,
 "124": 80,
 "125": 81,
 "126": 82,
 "128": 83,
 "129": 84,
 "130": 85,
 "131": 86,
 "132": 87,
 "134": 88,
 "135": 89,
 "136": 90,
 "139": 91,
 "14": 10,
 "140": 92,
 "142": 93,
 "143": 94,
 "144": 95,
 "145": 96,
 "146": 97,
 "147": 98,
 "149": 99,
 "15": 11,
 "151": 100,
 "152": 101,
 "153": 102,
 "154": 103,
 "155": 104,
 "156": 105,
 "157": 106,
 "159": 107,
 "161": 108,
 "162": 109,
 "164": 110,
 "165": 111,
 "166": 112,
 "167": 113,
 "168": 114,
 "169": 115,
 "170": 116,
 "171": 117,
 "173": 118,
 "175": 119,
 "176": 120,
 "177": 121,
 "178": 122,
 "180": 123,
 "181": 124,
 "182": 125,
 "184": 126,
 "186": 127,
 "187": 128,
 "192": 129,
 "194": 130,
 "196": 131,
 "198": 132,
 "199": 133,
 "2": 2,
 "20": 12,
 "200": 134,
 "201": 135,
 "202": 136,
 "203": 137,
 "204": 138,
 "205": 139,
 "206": 140,
 "207": 141,
 "209": 142,
 "210": 143,
 "213": 144,
 "214": 145,
 "215": 146,
 "216": 147,
 "220": 148,
 "222": 149,
 "223": 150,
 "224": 151,
 "226": 152,
 "227": 153,
 "229": 154,
 "23": 13,
 "230": 155,
 "232": 156,
 "234": 157,
 "235": 158,
 "236": 159,
 "238": 160,
 "240": 161,
 "241": 162,
 "243": 163,
 "244": 164,
 "245": 165,
 "246": 166,
 "247": 167,
 "248": 168,
 "249": 169,
 "25": 14,
 "250": 170,
 "251": 171,
 "252": 172,
 "253": 173,
 "254": 174,
 "255": 175,
 "26": 15,
 "27": 16,
 "28": 17,
 "3": 3,
 "30": 18,
 "32": 19,
 "33": 20,
 "34": 21,
 "35": 22,
 "36": 23,
 "38": 24,
 "39": 25,
 "4": 4,
 "40": 26,
 "42": 27,
 "43": 28,
 "44": 29,
 "45": 30,
 "46": 31,
 "49": 32,
 "5": 5,
 "50": 33,
 "52": 34,
 "53": 35,
 "56": 36,
 "58": 37,
 "59": 38,
 "63": 39,
 "64": 40,
 "65": 41,
 "66": 42,
 "67": 43,
 "68": 44,
 "69": 45,
 "7": 6,
 "72": 46,
 "73": 47,
 "76": 48,
 "77": 49,
 "78": 50,
 "79": 51,
 "8": 7,
 "80": 52,
 "82": 53,
 "83": 54,
 "84": 55,
 "87": 56,
 "9": 8,
 "90": 57,
 "91": 58,
 "93": 59,
 "94": 60,
 "95": 61,
 "96": 62,
 "97": 63,
 "98": 64,
 "99": 65
 },
 "pruned_expert_ids": [
 6,
 10,
 11,
 13,
 16,
 17,
 18,
 19,
 21,
 22,
 24,
 29,
 31,
 37,
 41,
 47,
 48,
 51,
 54,
 55,
 57,
 60,
 61,
 62,
 70,
 71,
 74,
 75,
 81,
 85,
 86,
 88,
 89,
 92,
 101,
 102,
 103,
 107,
 108,
 112,
 114,
 119,
 120,
 121,
 127,
 133,
 137,
 138,
 141,
 148,
 150,
 158,
 160,
 163,
 172,
 174,
 179,
 183,
 185,
 188,
 189,
 190,
 191,
 193,
 195,
 197,
 208,
 211,
 212,
 217,
 218,
 219,
 221,
 225,
 228,
 231,
 233,
 237,
 239,
 242
 ]
 },
 "model.layers.43.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 2,
 3,
 5,
 6,
 7,
 9,
 11,
 13,
 14,
 16,
 17,
 20,
 21,
 22,
 23,
 24,
 25,
 29,
 31,
 34,
 35,
 36,
 37,
 40,
 41,
 43,
 44,
 45,
 46,
 47,
 52,
 53,
 54,
 55,
 56,
 57,
 59,
 60,
 62,
 65,
 66,
 68,
 69,
 70,
 71,
 72,
 73,
 74,
 75,
 76,
 77,
 78,
 83,
 84,
 85,
 86,
 87,
 88,
 89,
 90,
 91,
 92,
 93,
 94,
 96,
 97,
 99,
 101,
 102,
 103,
 105,
 106,
 107,
 109,
 112,
 113,
 114,
 115,
 116,
 117,
 118,
 119,
 121,
 122,
 123,
 124,
 125,
 126,
 127,
 128,
 130,
 131,
 132,
 134,
 135,
 137,
 138,
 139,
 140,
 141,
 142,
 143,
 146,
 148,
 149,
 150,
 151,
 152,
 153,
 155,
 157,
 159,
 164,
 166,
 167,
 168,
 170,
 174,
 175,
 177,
 179,
 180,
 181,
 183,
 184,
 187,
 188,
 191,
 192,
 193,
 194,
 195,
 196,
 197,
 200,
 202,
 205,
 207,
 208,
 209,
 210,
 211,
 212,
 213,
 214,
 216,
 217,
 219,
 220,
 222,
 223,
 224,
 225,
 226,
 227,
 228,
 229,
 230,
 231,
 232,
 234,
 236,
 237,
 239,
 240,
 241,
 245,
 247,
 248,
 250,
 251,
 253,
 254,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "101": 69,
 "102": 70,
 "103": 71,
 "105": 72,
 "106": 73,
 "107": 74,
 "109": 75,
 "11": 8,
 "112": 76,
 "113": 77,
 "114": 78,
 "115": 79,
 "116": 80,
 "117": 81,
 "118": 82,
 "119": 83,
 "121": 84,
 "122": 85,
 "123": 86,
 "124": 87,
 "125": 88,
 "126": 89,
 "127": 90,
 "128": 91,
 "13": 9,
 "130": 92,
 "131": 93,
 "132": 94,
 "134": 95,
 "135": 96,
 "137": 97,
 "138": 98,
 "139": 99,
 "14": 10,
 "140": 100,
 "141": 101,
 "142": 102,
 "143": 103,
 "146": 104,
 "148": 105,
 "149": 106,
 "150": 107,
 "151": 108,
 "152": 109,
 "153": 110,
 "155": 111,
 "157": 112,
 "159": 113,
 "16": 11,
 "164": 114,
 "166": 115,
 "167": 116,
 "168": 117,
 "17": 12,
 "170": 118,
 "174": 119,
 "175": 120,
 "177": 121,
 "179": 122,
 "180": 123,
 "181": 124,
 "183": 125,
 "184": 126,
 "187": 127,
 "188": 128,
 "191": 129,
 "192": 130,
 "193": 131,
 "194": 132,
 "195": 133,
 "196": 134,
 "197": 135,
 "2": 2,
 "20": 13,
 "200": 136,
 "202": 137,
 "205": 138,
 "207": 139,
 "208": 140,
 "209": 141,
 "21": 14,
 "210": 142,
 "211": 143,
 "212": 144,
 "213": 145,
 "214": 146,
 "216": 147,
 "217": 148,
 "219": 149,
 "22": 15,
 "220": 150,
 "222": 151,
 "223": 152,
 "224": 153,
 "225": 154,
 "226": 155,
 "227": 156,
 "228": 157,
 "229": 158,
 "23": 16,
 "230": 159,
 "231": 160,
 "232": 161,
 "234": 162,
 "236": 163,
 "237": 164,
 "239": 165,
 "24": 17,
 "240": 166,
 "241": 167,
 "245": 168,
 "247": 169,
 "248": 170,
 "25": 18,
 "250": 171,
 "251": 172,
 "253": 173,
 "254": 174,
 "255": 175,
 "29": 19,
 "3": 3,
 "31": 20,
 "34": 21,
 "35": 22,
 "36": 23,
 "37": 24,
 "40": 25,
 "41": 26,
 "43": 27,
 "44": 28,
 "45": 29,
 "46": 30,
 "47": 31,
 "5": 4,
 "52": 32,
 "53": 33,
 "54": 34,
 "55": 35,
 "56": 36,
 "57": 37,
 "59": 38,
 "6": 5,
 "60": 39,
 "62": 40,
 "65": 41,
 "66": 42,
 "68": 43,
 "69": 44,
 "7": 6,
 "70": 45,
 "71": 46,
 "72": 47,
 "73": 48,
 "74": 49,
 "75": 50,
 "76": 51,
 "77": 52,
 "78": 53,
 "83": 54,
 "84": 55,
 "85": 56,
 "86": 57,
 "87": 58,
 "88": 59,
 "89": 60,
 "9": 7,
 "90": 61,
 "91": 62,
 "92": 63,
 "93": 64,
 "94": 65,
 "96": 66,
 "97": 67,
 "99": 68
 },
 "pruned_expert_ids": [
 4,
 8,
 10,
 12,
 15,
 18,
 19,
 26,
 27,
 28,
 30,
 32,
 33,
 38,
 39,
 42,
 48,
 49,
 50,
 51,
 58,
 61,
 63,
 64,
 67,
 79,
 80,
 81,
 82,
 95,
 98,
 100,
 104,
 108,
 110,
 111,
 120,
 129,
 133,
 136,
 144,
 145,
 147,
 154,
 156,
 158,
 160,
 161,
 162,
 163,
 165,
 169,
 171,
 172,
 173,
 176,
 178,
 182,
 185,
 186,
 189,
 190,
 198,
 199,
 201,
 203,
 204,
 206,
 215,
 218,
 221,
 233,
 235,
 238,
 242,
 243,
 244,
 246,
 249,
 252
 ]
 },
 "model.layers.44.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 2,
 3,
 4,
 5,
 6,
 7,
 8,
 11,
 12,
 13,
 14,
 15,
 16,
 17,
 22,
 25,
 26,
 28,
 29,
 30,
 31,
 32,
 33,
 35,
 36,
 38,
 41,
 42,
 45,
 46,
 47,
 49,
 50,
 51,
 54,
 55,
 56,
 57,
 58,
 59,
 61,
 63,
 66,
 67,
 68,
 71,
 72,
 74,
 75,
 76,
 77,
 79,
 80,
 81,
 83,
 85,
 86,
 87,
 88,
 89,
 94,
 95,
 96,
 97,
 100,
 101,
 102,
 106,
 107,
 110,
 111,
 113,
 114,
 116,
 117,
 118,
 119,
 120,
 121,
 122,
 123,
 124,
 125,
 126,
 128,
 129,
 130,
 136,
 137,
 140,
 141,
 143,
 145,
 146,
 147,
 148,
 149,
 152,
 154,
 155,
 159,
 162,
 163,
 164,
 165,
 166,
 167,
 168,
 169,
 170,
 171,
 172,
 173,
 175,
 176,
 177,
 179,
 180,
 182,
 183,
 184,
 187,
 188,
 189,
 190,
 191,
 192,
 193,
 194,
 196,
 197,
 201,
 202,
 203,
 204,
 205,
 206,
 207,
 210,
 211,
 213,
 215,
 216,
 217,
 218,
 220,
 221,
 222,
 224,
 225,
 226,
 228,
 229,
 230,
 231,
 232,
 233,
 234,
 235,
 236,
 237,
 238,
 239,
 240,
 243,
 244,
 245,
 246,
 247,
 248,
 249,
 250,
 252,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "100": 66,
 "101": 67,
 "102": 68,
 "106": 69,
 "107": 70,
 "11": 9,
 "110": 71,
 "111": 72,
 "113": 73,
 "114": 74,
 "116": 75,
 "117": 76,
 "118": 77,
 "119": 78,
 "12": 10,
 "120": 79,
 "121": 80,
 "122": 81,
 "123": 82,
 "124": 83,
 "125": 84,
 "126": 85,
 "128": 86,
 "129": 87,
 "13": 11,
 "130": 88,
 "136": 89,
 "137": 90,
 "14": 12,
 "140": 91,
 "141": 92,
 "143": 93,
 "145": 94,
 "146": 95,
 "147": 96,
 "148": 97,
 "149": 98,
 "15": 13,
 "152": 99,
 "154": 100,
 "155": 101,
 "159": 102,
 "16": 14,
 "162": 103,
 "163": 104,
 "164": 105,
 "165": 106,
 "166": 107,
 "167": 108,
 "168": 109,
 "169": 110,
 "17": 15,
 "170": 111,
 "171": 112,
 "172": 113,
 "173": 114,
 "175": 115,
 "176": 116,
 "177": 117,
 "179": 118,
 "180": 119,
 "182": 120,
 "183": 121,
 "184": 122,
 "187": 123,
 "188": 124,
 "189": 125,
 "190": 126,
 "191": 127,
 "192": 128,
 "193": 129,
 "194": 130,
 "196": 131,
 "197": 132,
 "2": 2,
 "201": 133,
 "202": 134,
 "203": 135,
 "204": 136,
 "205": 137,
 "206": 138,
 "207": 139,
 "210": 140,
 "211": 141,
 "213": 142,
 "215": 143,
 "216": 144,
 "217": 145,
 "218": 146,
 "22": 16,
 "220": 147,
 "221": 148,
 "222": 149,
 "224": 150,
 "225": 151,
 "226": 152,
 "228": 153,
 "229": 154,
 "230": 155,
 "231": 156,
 "232": 157,
 "233": 158,
 "234": 159,
 "235": 160,
 "236": 161,
 "237": 162,
 "238": 163,
 "239": 164,
 "240": 165,
 "243": 166,
 "244": 167,
 "245": 168,
 "246": 169,
 "247": 170,
 "248": 171,
 "249": 172,
 "25": 17,
 "250": 173,
 "252": 174,
 "255": 175,
 "26": 18,
 "28": 19,
 "29": 20,
 "3": 3,
 "30": 21,
 "31": 22,
 "32": 23,
 "33": 24,
 "35": 25,
 "36": 26,
 "38": 27,
 "4": 4,
 "41": 28,
 "42": 29,
 "45": 30,
 "46": 31,
 "47": 32,
 "49": 33,
 "5": 5,
 "50": 34,
 "51": 35,
 "54": 36,
 "55": 37,
 "56": 38,
 "57": 39,
 "58": 40,
 "59": 41,
 "6": 6,
 "61": 42,
 "63": 43,
 "66": 44,
 "67": 45,
 "68": 46,
 "7": 7,
 "71": 47,
 "72": 48,
 "74": 49,
 "75": 50,
 "76": 51,
 "77": 52,
 "79": 53,
 "8": 8,
 "80": 54,
 "81": 55,
 "83": 56,
 "85": 57,
 "86": 58,
 "87": 59,
 "88": 60,
 "89": 61,
 "94": 62,
 "95": 63,
 "96": 64,
 "97": 65
 },
 "pruned_expert_ids": [
 9,
 10,
 18,
 19,
 20,
 21,
 23,
 24,
 27,
 34,
 37,
 39,
 40,
 43,
 44,
 48,
 52,
 53,
 60,
 62,
 64,
 65,
 69,
 70,
 73,
 78,
 82,
 84,
 90,
 91,
 92,
 93,
 98,
 99,
 103,
 104,
 105,
 108,
 109,
 112,
 115,
 127,
 131,
 132,
 133,
 134,
 135,
 138,
 139,
 142,
 144,
 150,
 151,
 153,
 156,
 157,
 158,
 160,
 161,
 174,
 178,
 181,
 185,
 186,
 195,
 198,
 199,
 200,
 208,
 209,
 212,
 214,
 219,
 223,
 227,
 241,
 242,
 251,
 253,
 254
 ]
 },
 "model.layers.45.block_sparse_moe.gate": {
 "kept_expert_ids": [
 1,
 2,
 4,
 6,
 7,
 8,
 9,
 11,
 14,
 15,
 16,
 18,
 19,
 20,
 21,
 23,
 26,
 28,
 29,
 30,
 32,
 33,
 34,
 35,
 36,
 37,
 38,
 39,
 40,
 44,
 46,
 47,
 49,
 50,
 51,
 52,
 53,
 56,
 57,
 58,
 61,
 62,
 63,
 64,
 65,
 66,
 67,
 69,
 71,
 72,
 73,
 74,
 75,
 76,
 77,
 78,
 79,
 82,
 83,
 84,
 87,
 89,
 90,
 92,
 93,
 95,
 96,
 97,
 98,
 100,
 101,
 102,
 103,
 104,
 106,
 107,
 108,
 109,
 110,
 111,
 112,
 113,
 115,
 116,
 117,
 118,
 120,
 121,
 123,
 125,
 127,
 128,
 129,
 130,
 131,
 133,
 134,
 138,
 140,
 141,
 142,
 147,
 149,
 150,
 152,
 153,
 154,
 155,
 156,
 157,
 158,
 160,
 161,
 162,
 163,
 164,
 166,
 167,
 170,
 174,
 176,
 177,
 178,
 179,
 180,
 181,
 182,
 183,
 185,
 186,
 187,
 188,
 190,
 191,
 192,
 193,
 194,
 195,
 196,
 197,
 200,
 201,
 202,
 203,
 205,
 207,
 208,
 209,
 211,
 213,
 214,
 215,
 218,
 219,
 220,
 221,
 224,
 225,
 226,
 228,
 229,
 230,
 231,
 233,
 234,
 235,
 236,
 237,
 240,
 241,
 243,
 244,
 246,
 249,
 252,
 254
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "1": 0,
 "100": 69,
 "101": 70,
 "102": 71,
 "103": 72,
 "104": 73,
 "106": 74,
 "107": 75,
 "108": 76,
 "109": 77,
 "11": 7,
 "110": 78,
 "111": 79,
 "112": 80,
 "113": 81,
 "115": 82,
 "116": 83,
 "117": 84,
 "118": 85,
 "120": 86,
 "121": 87,
 "123": 88,
 "125": 89,
 "127": 90,
 "128": 91,
 "129": 92,
 "130": 93,
 "131": 94,
 "133": 95,
 "134": 96,
 "138": 97,
 "14": 8,
 "140": 98,
 "141": 99,
 "142": 100,
 "147": 101,
 "149": 102,
 "15": 9,
 "150": 103,
 "152": 104,
 "153": 105,
 "154": 106,
 "155": 107,
 "156": 108,
 "157": 109,
 "158": 110,
 "16": 10,
 "160": 111,
 "161": 112,
 "162": 113,
 "163": 114,
 "164": 115,
 "166": 116,
 "167": 117,
 "170": 118,
 "174": 119,
 "176": 120,
 "177": 121,
 "178": 122,
 "179": 123,
 "18": 11,
 "180": 124,
 "181": 125,
 "182": 126,
 "183": 127,
 "185": 128,
 "186": 129,
 "187": 130,
 "188": 131,
 "19": 12,
 "190": 132,
 "191": 133,
 "192": 134,
 "193": 135,
 "194": 136,
 "195": 137,
 "196": 138,
 "197": 139,
 "2": 1,
 "20": 13,
 "200": 140,
 "201": 141,
 "202": 142,
 "203": 143,
 "205": 144,
 "207": 145,
 "208": 146,
 "209": 147,
 "21": 14,
 "211": 148,
 "213": 149,
 "214": 150,
 "215": 151,
 "218": 152,
 "219": 153,
 "220": 154,
 "221": 155,
 "224": 156,
 "225": 157,
 "226": 158,
 "228": 159,
 "229": 160,
 "23": 15,
 "230": 161,
 "231": 162,
 "233": 163,
 "234": 164,
 "235": 165,
 "236": 166,
 "237": 167,
 "240": 168,
 "241": 169,
 "243": 170,
 "244": 171,
 "246": 172,
 "249": 173,
 "252": 174,
 "254": 175,
 "26": 16,
 "28": 17,
 "29": 18,
 "30": 19,
 "32": 20,
 "33": 21,
 "34": 22,
 "35": 23,
 "36": 24,
 "37": 25,
 "38": 26,
 "39": 27,
 "4": 2,
 "40": 28,
 "44": 29,
 "46": 30,
 "47": 31,
 "49": 32,
 "50": 33,
 "51": 34,
 "52": 35,
 "53": 36,
 "56": 37,
 "57": 38,
 "58": 39,
 "6": 3,
 "61": 40,
 "62": 41,
 "63": 42,
 "64": 43,
 "65": 44,
 "66": 45,
 "67": 46,
 "69": 47,
 "7": 4,
 "71": 48,
 "72": 49,
 "73": 50,
 "74": 51,
 "75": 52,
 "76": 53,
 "77": 54,
 "78": 55,
 "79": 56,
 "8": 5,
 "82": 57,
 "83": 58,
 "84": 59,
 "87": 60,
 "89": 61,
 "9": 6,
 "90": 62,
 "92": 63,
 "93": 64,
 "95": 65,
 "96": 66,
 "97": 67,
 "98": 68
 },
 "pruned_expert_ids": [
 0,
 3,
 5,
 10,
 12,
 13,
 17,
 22,
 24,
 25,
 27,
 31,
 41,
 42,
 43,
 45,
 48,
 54,
 55,
 59,
 60,
 68,
 70,
 80,
 81,
 85,
 86,
 88,
 91,
 94,
 99,
 105,
 114,
 119,
 122,
 124,
 126,
 132,
 135,
 136,
 137,
 139,
 143,
 144,
 145,
 146,
 148,
 151,
 159,
 165,
 168,
 169,
 171,
 172,
 173,
 175,
 184,
 189,
 198,
 199,
 204,
 206,
 210,
 212,
 216,
 217,
 222,
 223,
 227,
 232,
 238,
 239,
 242,
 245,
 247,
 248,
 250,
 251,
 253,
 255
 ]
 },
 "model.layers.46.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 5,
 6,
 7,
 8,
 9,
 11,
 12,
 13,
 14,
 15,
 17,
 21,
 22,
 23,
 24,
 26,
 27,
 29,
 30,
 31,
 32,
 33,
 35,
 36,
 37,
 39,
 40,
 41,
 44,
 45,
 46,
 48,
 49,
 50,
 52,
 53,
 54,
 57,
 58,
 59,
 61,
 63,
 64,
 65,
 69,
 70,
 71,
 72,
 76,
 77,
 78,
 81,
 82,
 83,
 84,
 85,
 86,
 88,
 90,
 91,
 92,
 93,
 96,
 97,
 98,
 99,
 100,
 101,
 102,
 103,
 107,
 110,
 111,
 112,
 113,
 114,
 115,
 116,
 117,
 118,
 119,
 120,
 121,
 122,
 123,
 124,
 128,
 129,
 131,
 133,
 134,
 135,
 136,
 137,
 138,
 140,
 141,
 142,
 145,
 146,
 147,
 149,
 150,
 152,
 158,
 159,
 160,
 161,
 162,
 163,
 164,
 165,
 167,
 169,
 170,
 171,
 172,
 175,
 176,
 177,
 179,
 180,
 181,
 182,
 183,
 184,
 185,
 188,
 189,
 190,
 191,
 193,
 194,
 195,
 197,
 198,
 200,
 202,
 203,
 204,
 205,
 208,
 209,
 211,
 213,
 214,
 216,
 217,
 218,
 219,
 221,
 222,
 223,
 225,
 226,
 228,
 229,
 232,
 233,
 234,
 235,
 236,
 237,
 238,
 241,
 242,
 244,
 245,
 246,
 247,
 248,
 250,
 252,
 253
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "100": 68,
 "101": 69,
 "102": 70,
 "103": 71,
 "107": 72,
 "11": 7,
 "110": 73,
 "111": 74,
 "112": 75,
 "113": 76,
 "114": 77,
 "115": 78,
 "116": 79,
 "117": 80,
 "118": 81,
 "119": 82,
 "12": 8,
 "120": 83,
 "121": 84,
 "122": 85,
 "123": 86,
 "124": 87,
 "128": 88,
 "129": 89,
 "13": 9,
 "131": 90,
 "133": 91,
 "134": 92,
 "135": 93,
 "136": 94,
 "137": 95,
 "138": 96,
 "14": 10,
 "140": 97,
 "141": 98,
 "142": 99,
 "145": 100,
 "146": 101,
 "147": 102,
 "149": 103,
 "15": 11,
 "150": 104,
 "152": 105,
 "158": 106,
 "159": 107,
 "160": 108,
 "161": 109,
 "162": 110,
 "163": 111,
 "164": 112,
 "165": 113,
 "167": 114,
 "169": 115,
 "17": 12,
 "170": 116,
 "171": 117,
 "172": 118,
 "175": 119,
 "176": 120,
 "177": 121,
 "179": 122,
 "180": 123,
 "181": 124,
 "182": 125,
 "183": 126,
 "184": 127,
 "185": 128,
 "188": 129,
 "189": 130,
 "190": 131,
 "191": 132,
 "193": 133,
 "194": 134,
 "195": 135,
 "197": 136,
 "198": 137,
 "200": 138,
 "202": 139,
 "203": 140,
 "204": 141,
 "205": 142,
 "208": 143,
 "209": 144,
 "21": 13,
 "211": 145,
 "213": 146,
 "214": 147,
 "216": 148,
 "217": 149,
 "218": 150,
 "219": 151,
 "22": 14,
 "221": 152,
 "222": 153,
 "223": 154,
 "225": 155,
 "226": 156,
 "228": 157,
 "229": 158,
 "23": 15,
 "232": 159,
 "233": 160,
 "234": 161,
 "235": 162,
 "236": 163,
 "237": 164,
 "238": 165,
 "24": 16,
 "241": 166,
 "242": 167,
 "244": 168,
 "245": 169,
 "246": 170,
 "247": 171,
 "248": 172,
 "250": 173,
 "252": 174,
 "253": 175,
 "26": 17,
 "27": 18,
 "29": 19,
 "30": 20,
 "31": 21,
 "32": 22,
 "33": 23,
 "35": 24,
 "36": 25,
 "37": 26,
 "39": 27,
 "40": 28,
 "41": 29,
 "44": 30,
 "45": 31,
 "46": 32,
 "48": 33,
 "49": 34,
 "5": 2,
 "50": 35,
 "52": 36,
 "53": 37,
 "54": 38,
 "57": 39,
 "58": 40,
 "59": 41,
 "6": 3,
 "61": 42,
 "63": 43,
 "64": 44,
 "65": 45,
 "69": 46,
 "7": 4,
 "70": 47,
 "71": 48,
 "72": 49,
 "76": 50,
 "77": 51,
 "78": 52,
 "8": 5,
 "81": 53,
 "82": 54,
 "83": 55,
 "84": 56,
 "85": 57,
 "86": 58,
 "88": 59,
 "9": 6,
 "90": 60,
 "91": 61,
 "92": 62,
 "93": 63,
 "96": 64,
 "97": 65,
 "98": 66,
 "99": 67
 },
 "pruned_expert_ids": [
 2,
 3,
 4,
 10,
 16,
 18,
 19,
 20,
 25,
 28,
 34,
 38,
 42,
 43,
 47,
 51,
 55,
 56,
 60,
 62,
 66,
 67,
 68,
 73,
 74,
 75,
 79,
 80,
 87,
 89,
 94,
 95,
 104,
 105,
 106,
 108,
 109,
 125,
 126,
 127,
 130,
 132,
 139,
 143,
 144,
 148,
 151,
 153,
 154,
 155,
 156,
 157,
 166,
 168,
 173,
 174,
 178,
 186,
 187,
 192,
 196,
 199,
 201,
 206,
 207,
 210,
 212,
 215,
 220,
 224,
 227,
 230,
 231,
 239,
 240,
 243,
 249,
 251,
 254,
 255
 ]
 },
 "model.layers.47.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 2,
 3,
 4,
 5,
 7,
 8,
 9,
 10,
 12,
 13,
 14,
 15,
 18,
 20,
 21,
 22,
 24,
 25,
 26,
 27,
 28,
 29,
 30,
 31,
 32,
 33,
 34,
 35,
 36,
 38,
 39,
 40,
 41,
 42,
 44,
 46,
 50,
 53,
 54,
 55,
 56,
 57,
 58,
 59,
 62,
 66,
 68,
 69,
 71,
 72,
 73,
 76,
 79,
 80,
 81,
 82,
 83,
 84,
 85,
 86,
 87,
 88,
 89,
 90,
 92,
 93,
 94,
 95,
 97,
 98,
 99,
 100,
 101,
 102,
 103,
 104,
 107,
 108,
 109,
 110,
 111,
 113,
 114,
 116,
 118,
 119,
 121,
 123,
 124,
 125,
 126,
 127,
 130,
 134,
 136,
 138,
 139,
 140,
 142,
 143,
 144,
 148,
 149,
 151,
 153,
 156,
 159,
 160,
 161,
 163,
 164,
 165,
 166,
 167,
 170,
 171,
 173,
 174,
 175,
 178,
 179,
 180,
 181,
 183,
 185,
 186,
 188,
 189,
 190,
 191,
 192,
 193,
 194,
 199,
 202,
 205,
 206,
 207,
 209,
 211,
 212,
 213,
 214,
 215,
 217,
 218,
 219,
 220,
 221,
 222,
 225,
 227,
 228,
 229,
 231,
 232,
 233,
 235,
 237,
 238,
 239,
 240,
 241,
 242,
 243,
 244,
 245,
 247,
 248,
 250,
 251,
 252,
 253,
 254,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "10": 8,
 "100": 72,
 "101": 73,
 "102": 74,
 "103": 75,
 "104": 76,
 "107": 77,
 "108": 78,
 "109": 79,
 "110": 80,
 "111": 81,
 "113": 82,
 "114": 83,
 "116": 84,
 "118": 85,
 "119": 86,
 "12": 9,
 "121": 87,
 "123": 88,
 "124": 89,
 "125": 90,
 "126": 91,
 "127": 92,
 "13": 10,
 "130": 93,
 "134": 94,
 "136": 95,
 "138": 96,
 "139": 97,
 "14": 11,
 "140": 98,
 "142": 99,
 "143": 100,
 "144": 101,
 "148": 102,
 "149": 103,
 "15": 12,
 "151": 104,
 "153": 105,
 "156": 106,
 "159": 107,
 "160": 108,
 "161": 109,
 "163": 110,
 "164": 111,
 "165": 112,
 "166": 113,
 "167": 114,
 "170": 115,
 "171": 116,
 "173": 117,
 "174": 118,
 "175": 119,
 "178": 120,
 "179": 121,
 "18": 13,
 "180": 122,
 "181": 123,
 "183": 124,
 "185": 125,
 "186": 126,
 "188": 127,
 "189": 128,
 "190": 129,
 "191": 130,
 "192": 131,
 "193": 132,
 "194": 133,
 "199": 134,
 "2": 1,
 "20": 14,
 "202": 135,
 "205": 136,
 "206": 137,
 "207": 138,
 "209": 139,
 "21": 15,
 "211": 140,
 "212": 141,
 "213": 142,
 "214": 143,
 "215": 144,
 "217": 145,
 "218": 146,
 "219": 147,
 "22": 16,
 "220": 148,
 "221": 149,
 "222": 150,
 "225": 151,
 "227": 152,
 "228": 153,
 "229": 154,
 "231": 155,
 "232": 156,
 "233": 157,
 "235": 158,
 "237": 159,
 "238": 160,
 "239": 161,
 "24": 17,
 "240": 162,
 "241": 163,
 "242": 164,
 "243": 165,
 "244": 166,
 "245": 167,
 "247": 168,
 "248": 169,
 "25": 18,
 "250": 170,
 "251": 171,
 "252": 172,
 "253": 173,
 "254": 174,
 "255": 175,
 "26": 19,
 "27": 20,
 "28": 21,
 "29": 22,
 "3": 2,
 "30": 23,
 "31": 24,
 "32": 25,
 "33": 26,
 "34": 27,
 "35": 28,
 "36": 29,
 "38": 30,
 "39": 31,
 "4": 3,
 "40": 32,
 "41": 33,
 "42": 34,
 "44": 35,
 "46": 36,
 "5": 4,
 "50": 37,
 "53": 38,
 "54": 39,
 "55": 40,
 "56": 41,
 "57": 42,
 "58": 43,
 "59": 44,
 "62": 45,
 "66": 46,
 "68": 47,
 "69": 48,
 "7": 5,
 "71": 49,
 "72": 50,
 "73": 51,
 "76": 52,
 "79": 53,
 "8": 6,
 "80": 54,
 "81": 55,
 "82": 56,
 "83": 57,
 "84": 58,
 "85": 59,
 "86": 60,
 "87": 61,
 "88": 62,
 "89": 63,
 "9": 7,
 "90": 64,
 "92": 65,
 "93": 66,
 "94": 67,
 "95": 68,
 "97": 69,
 "98": 70,
 "99": 71
 },
 "pruned_expert_ids": [
 1,
 6,
 11,
 16,
 17,
 19,
 23,
 37,
 43,
 45,
 47,
 48,
 49,
 51,
 52,
 60,
 61,
 63,
 64,
 65,
 67,
 70,
 74,
 75,
 77,
 78,
 91,
 96,
 105,
 106,
 112,
 115,
 117,
 120,
 122,
 128,
 129,
 131,
 132,
 133,
 135,
 137,
 141,
 145,
 146,
 147,
 150,
 152,
 154,
 155,
 157,
 158,
 162,
 168,
 169,
 172,
 176,
 177,
 182,
 184,
 187,
 195,
 196,
 197,
 198,
 200,
 201,
 203,
 204,
 208,
 210,
 216,
 223,
 224,
 226,
 230,
 234,
 236,
 246,
 249
 ]
 },
 "model.layers.48.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 3,
 4,
 5,
 6,
 7,
 8,
 9,
 10,
 11,
 12,
 13,
 14,
 16,
 17,
 18,
 20,
 21,
 23,
 24,
 26,
 27,
 28,
 29,
 32,
 34,
 35,
 36,
 37,
 38,
 39,
 40,
 41,
 42,
 43,
 44,
 46,
 47,
 48,
 49,
 50,
 51,
 53,
 56,
 58,
 59,
 60,
 62,
 64,
 68,
 70,
 72,
 73,
 74,
 76,
 79,
 80,
 83,
 84,
 86,
 87,
 88,
 90,
 92,
 93,
 94,
 96,
 97,
 99,
 101,
 102,
 103,
 104,
 105,
 108,
 110,
 111,
 112,
 113,
 114,
 118,
 119,
 120,
 121,
 123,
 126,
 128,
 130,
 131,
 132,
 133,
 134,
 135,
 136,
 139,
 141,
 142,
 143,
 144,
 147,
 148,
 149,
 150,
 152,
 154,
 155,
 156,
 157,
 159,
 160,
 166,
 167,
 168,
 169,
 170,
 171,
 172,
 174,
 175,
 176,
 177,
 178,
 179,
 181,
 182,
 183,
 184,
 185,
 188,
 189,
 191,
 195,
 196,
 198,
 201,
 202,
 203,
 204,
 206,
 207,
 208,
 209,
 211,
 212,
 213,
 214,
 215,
 216,
 217,
 218,
 219,
 220,
 221,
 222,
 223,
 224,
 225,
 226,
 227,
 228,
 229,
 230,
 231,
 233,
 234,
 238,
 239,
 240,
 241,
 246,
 249,
 250,
 251,
 252,
 253
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "10": 9,
 "101": 70,
 "102": 71,
 "103": 72,
 "104": 73,
 "105": 74,
 "108": 75,
 "11": 10,
 "110": 76,
 "111": 77,
 "112": 78,
 "113": 79,
 "114": 80,
 "118": 81,
 "119": 82,
 "12": 11,
 "120": 83,
 "121": 84,
 "123": 85,
 "126": 86,
 "128": 87,
 "13": 12,
 "130": 88,
 "131": 89,
 "132": 90,
 "133": 91,
 "134": 92,
 "135": 93,
 "136": 94,
 "139": 95,
 "14": 13,
 "141": 96,
 "142": 97,
 "143": 98,
 "144": 99,
 "147": 100,
 "148": 101,
 "149": 102,
 "150": 103,
 "152": 104,
 "154": 105,
 "155": 106,
 "156": 107,
 "157": 108,
 "159": 109,
 "16": 14,
 "160": 110,
 "166": 111,
 "167": 112,
 "168": 113,
 "169": 114,
 "17": 15,
 "170": 115,
 "171": 116,
 "172": 117,
 "174": 118,
 "175": 119,
 "176": 120,
 "177": 121,
 "178": 122,
 "179": 123,
 "18": 16,
 "181": 124,
 "182": 125,
 "183": 126,
 "184": 127,
 "185": 128,
 "188": 129,
 "189": 130,
 "191": 131,
 "195": 132,
 "196": 133,
 "198": 134,
 "20": 17,
 "201": 135,
 "202": 136,
 "203": 137,
 "204": 138,
 "206": 139,
 "207": 140,
 "208": 141,
 "209": 142,
 "21": 18,
 "211": 143,
 "212": 144,
 "213": 145,
 "214": 146,
 "215": 147,
 "216": 148,
 "217": 149,
 "218": 150,
 "219": 151,
 "220": 152,
 "221": 153,
 "222": 154,
 "223": 155,
 "224": 156,
 "225": 157,
 "226": 158,
 "227": 159,
 "228": 160,
 "229": 161,
 "23": 19,
 "230": 162,
 "231": 163,
 "233": 164,
 "234": 165,
 "238": 166,
 "239": 167,
 "24": 20,
 "240": 168,
 "241": 169,
 "246": 170,
 "249": 171,
 "250": 172,
 "251": 173,
 "252": 174,
 "253": 175,
 "26": 21,
 "27": 22,
 "28": 23,
 "29": 24,
 "3": 2,
 "32": 25,
 "34": 26,
 "35": 27,
 "36": 28,
 "37": 29,
 "38": 30,
 "39": 31,
 "4": 3,
 "40": 32,
 "41": 33,
 "42": 34,
 "43": 35,
 "44": 36,
 "46": 37,
 "47": 38,
 "48": 39,
 "49": 40,
 "5": 4,
 "50": 41,
 "51": 42,
 "53": 43,
 "56": 44,
 "58": 45,
 "59": 46,
 "6": 5,
 "60": 47,
 "62": 48,
 "64": 49,
 "68": 50,
 "7": 6,
 "70": 51,
 "72": 52,
 "73": 53,
 "74": 54,
 "76": 55,
 "79": 56,
 "8": 7,
 "80": 57,
 "83": 58,
 "84": 59,
 "86": 60,
 "87": 61,
 "88": 62,
 "9": 8,
 "90": 63,
 "92": 64,
 "93": 65,
 "94": 66,
 "96": 67,
 "97": 68,
 "99": 69
 },
 "pruned_expert_ids": [
 2,
 15,
 19,
 22,
 25,
 30,
 31,
 33,
 45,
 52,
 54,
 55,
 57,
 61,
 63,
 65,
 66,
 67,
 69,
 71,
 75,
 77,
 78,
 81,
 82,
 85,
 89,
 91,
 95,
 98,
 100,
 106,
 107,
 109,
 115,
 116,
 117,
 122,
 124,
 125,
 127,
 129,
 137,
 138,
 140,
 145,
 146,
 151,
 153,
 158,
 161,
 162,
 163,
 164,
 165,
 173,
 180,
 186,
 187,
 190,
 192,
 193,
 194,
 197,
 199,
 200,
 205,
 210,
 232,
 235,
 236,
 237,
 242,
 243,
 244,
 245,
 247,
 248,
 254,
 255
 ]
 },
 "model.layers.49.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 2,
 3,
 4,
 5,
 6,
 7,
 8,
 9,
 10,
 13,
 14,
 15,
 17,
 18,
 19,
 20,
 22,
 25,
 26,
 27,
 28,
 29,
 31,
 33,
 34,
 35,
 36,
 37,
 38,
 41,
 42,
 44,
 45,
 46,
 47,
 48,
 49,
 50,
 51,
 52,
 56,
 58,
 60,
 62,
 65,
 66,
 67,
 68,
 69,
 71,
 72,
 73,
 74,
 75,
 76,
 78,
 80,
 81,
 84,
 85,
 87,
 88,
 89,
 90,
 93,
 96,
 97,
 99,
 100,
 101,
 102,
 104,
 105,
 107,
 108,
 109,
 112,
 113,
 114,
 115,
 116,
 119,
 120,
 121,
 123,
 125,
 126,
 128,
 130,
 131,
 132,
 133,
 134,
 135,
 136,
 137,
 144,
 146,
 147,
 148,
 150,
 151,
 152,
 153,
 154,
 156,
 157,
 158,
 159,
 160,
 162,
 164,
 166,
 167,
 170,
 171,
 172,
 173,
 174,
 175,
 176,
 178,
 179,
 182,
 183,
 185,
 189,
 190,
 193,
 194,
 195,
 196,
 199,
 200,
 201,
 202,
 203,
 204,
 205,
 207,
 208,
 209,
 213,
 216,
 217,
 218,
 219,
 220,
 221,
 222,
 223,
 225,
 226,
 228,
 229,
 230,
 232,
 233,
 234,
 235,
 236,
 237,
 239,
 240,
 242,
 243,
 244,
 245,
 246,
 249,
 252,
 253,
 254,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "10": 10,
 "100": 70,
 "101": 71,
 "102": 72,
 "104": 73,
 "105": 74,
 "107": 75,
 "108": 76,
 "109": 77,
 "112": 78,
 "113": 79,
 "114": 80,
 "115": 81,
 "116": 82,
 "119": 83,
 "120": 84,
 "121": 85,
 "123": 86,
 "125": 87,
 "126": 88,
 "128": 89,
 "13": 11,
 "130": 90,
 "131": 91,
 "132": 92,
 "133": 93,
 "134": 94,
 "135": 95,
 "136": 96,
 "137": 97,
 "14": 12,
 "144": 98,
 "146": 99,
 "147": 100,
 "148": 101,
 "15": 13,
 "150": 102,
 "151": 103,
 "152": 104,
 "153": 105,
 "154": 106,
 "156": 107,
 "157": 108,
 "158": 109,
 "159": 110,
 "160": 111,
 "162": 112,
 "164": 113,
 "166": 114,
 "167": 115,
 "17": 14,
 "170": 116,
 "171": 117,
 "172": 118,
 "173": 119,
 "174": 120,
 "175": 121,
 "176": 122,
 "178": 123,
 "179": 124,
 "18": 15,
 "182": 125,
 "183": 126,
 "185": 127,
 "189": 128,
 "19": 16,
 "190": 129,
 "193": 130,
 "194": 131,
 "195": 132,
 "196": 133,
 "199": 134,
 "2": 2,
 "20": 17,
 "200": 135,
 "201": 136,
 "202": 137,
 "203": 138,
 "204": 139,
 "205": 140,
 "207": 141,
 "208": 142,
 "209": 143,
 "213": 144,
 "216": 145,
 "217": 146,
 "218": 147,
 "219": 148,
 "22": 18,
 "220": 149,
 "221": 150,
 "222": 151,
 "223": 152,
 "225": 153,
 "226": 154,
 "228": 155,
 "229": 156,
 "230": 157,
 "232": 158,
 "233": 159,
 "234": 160,
 "235": 161,
 "236": 162,
 "237": 163,
 "239": 164,
 "240": 165,
 "242": 166,
 "243": 167,
 "244": 168,
 "245": 169,
 "246": 170,
 "249": 171,
 "25": 19,
 "252": 172,
 "253": 173,
 "254": 174,
 "255": 175,
 "26": 20,
 "27": 21,
 "28": 22,
 "29": 23,
 "3": 3,
 "31": 24,
 "33": 25,
 "34": 26,
 "35": 27,
 "36": 28,
 "37": 29,
 "38": 30,
 "4": 4,
 "41": 31,
 "42": 32,
 "44": 33,
 "45": 34,
 "46": 35,
 "47": 36,
 "48": 37,
 "49": 38,
 "5": 5,
 "50": 39,
 "51": 40,
 "52": 41,
 "56": 42,
 "58": 43,
 "6": 6,
 "60": 44,
 "62": 45,
 "65": 46,
 "66": 47,
 "67": 48,
 "68": 49,
 "69": 50,
 "7": 7,
 "71": 51,
 "72": 52,
 "73": 53,
 "74": 54,
 "75": 55,
 "76": 56,
 "78": 57,
 "8": 8,
 "80": 58,
 "81": 59,
 "84": 60,
 "85": 61,
 "87": 62,
 "88": 63,
 "89": 64,
 "9": 9,
 "90": 65,
 "93": 66,
 "96": 67,
 "97": 68,
 "99": 69
 },
 "pruned_expert_ids": [
 11,
 12,
 16,
 21,
 23,
 24,
 30,
 32,
 39,
 40,
 43,
 53,
 54,
 55,
 57,
 59,
 61,
 63,
 64,
 70,
 77,
 79,
 82,
 83,
 86,
 91,
 92,
 94,
 95,
 98,
 103,
 106,
 110,
 111,
 117,
 118,
 122,
 124,
 127,
 129,
 138,
 139,
 140,
 141,
 142,
 143,
 145,
 149,
 155,
 161,
 163,
 165,
 168,
 169,
 177,
 180,
 181,
 184,
 186,
 187,
 188,
 191,
 192,
 197,
 198,
 206,
 210,
 211,
 212,
 214,
 215,
 224,
 227,
 231,
 238,
 241,
 247,
 248,
 250,
 251
 ]
 },
 "model.layers.5.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 2,
 3,
 5,
 7,
 8,
 9,
 10,
 11,
 12,
 13,
 15,
 17,
 18,
 19,
 20,
 21,
 22,
 26,
 28,
 29,
 30,
 31,
 34,
 39,
 40,
 41,
 44,
 46,
 48,
 49,
 50,
 51,
 52,
 53,
 54,
 55,
 57,
 58,
 59,
 62,
 64,
 65,
 68,
 69,
 70,
 72,
 73,
 74,
 75,
 76,
 77,
 79,
 80,
 81,
 82,
 83,
 84,
 85,
 86,
 87,
 89,
 90,
 91,
 93,
 94,
 96,
 97,
 98,
 100,
 101,
 102,
 104,
 105,
 108,
 109,
 111,
 113,
 114,
 116,
 117,
 118,
 121,
 123,
 124,
 127,
 128,
 130,
 131,
 132,
 133,
 134,
 135,
 137,
 138,
 140,
 141,
 142,
 143,
 144,
 145,
 146,
 148,
 149,
 151,
 152,
 153,
 155,
 159,
 161,
 163,
 164,
 165,
 167,
 168,
 169,
 170,
 171,
 172,
 173,
 175,
 177,
 178,
 179,
 180,
 182,
 183,
 184,
 185,
 186,
 187,
 189,
 191,
 193,
 194,
 197,
 198,
 199,
 201,
 206,
 207,
 209,
 210,
 211,
 212,
 213,
 214,
 217,
 218,
 219,
 220,
 221,
 222,
 223,
 224,
 225,
 226,
 228,
 229,
 231,
 234,
 235,
 237,
 238,
 239,
 240,
 245,
 246,
 249,
 250,
 251,
 252,
 253,
 254,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "10": 8,
 "100": 70,
 "101": 71,
 "102": 72,
 "104": 73,
 "105": 74,
 "108": 75,
 "109": 76,
 "11": 9,
 "111": 77,
 "113": 78,
 "114": 79,
 "116": 80,
 "117": 81,
 "118": 82,
 "12": 10,
 "121": 83,
 "123": 84,
 "124": 85,
 "127": 86,
 "128": 87,
 "13": 11,
 "130": 88,
 "131": 89,
 "132": 90,
 "133": 91,
 "134": 92,
 "135": 93,
 "137": 94,
 "138": 95,
 "140": 96,
 "141": 97,
 "142": 98,
 "143": 99,
 "144": 100,
 "145": 101,
 "146": 102,
 "148": 103,
 "149": 104,
 "15": 12,
 "151": 105,
 "152": 106,
 "153": 107,
 "155": 108,
 "159": 109,
 "161": 110,
 "163": 111,
 "164": 112,
 "165": 113,
 "167": 114,
 "168": 115,
 "169": 116,
 "17": 13,
 "170": 117,
 "171": 118,
 "172": 119,
 "173": 120,
 "175": 121,
 "177": 122,
 "178": 123,
 "179": 124,
 "18": 14,
 "180": 125,
 "182": 126,
 "183": 127,
 "184": 128,
 "185": 129,
 "186": 130,
 "187": 131,
 "189": 132,
 "19": 15,
 "191": 133,
 "193": 134,
 "194": 135,
 "197": 136,
 "198": 137,
 "199": 138,
 "2": 2,
 "20": 16,
 "201": 139,
 "206": 140,
 "207": 141,
 "209": 142,
 "21": 17,
 "210": 143,
 "211": 144,
 "212": 145,
 "213": 146,
 "214": 147,
 "217": 148,
 "218": 149,
 "219": 150,
 "22": 18,
 "220": 151,
 "221": 152,
 "222": 153,
 "223": 154,
 "224": 155,
 "225": 156,
 "226": 157,
 "228": 158,
 "229": 159,
 "231": 160,
 "234": 161,
 "235": 162,
 "237": 163,
 "238": 164,
 "239": 165,
 "240": 166,
 "245": 167,
 "246": 168,
 "249": 169,
 "250": 170,
 "251": 171,
 "252": 172,
 "253": 173,
 "254": 174,
 "255": 175,
 "26": 19,
 "28": 20,
 "29": 21,
 "3": 3,
 "30": 22,
 "31": 23,
 "34": 24,
 "39": 25,
 "40": 26,
 "41": 27,
 "44": 28,
 "46": 29,
 "48": 30,
 "49": 31,
 "5": 4,
 "50": 32,
 "51": 33,
 "52": 34,
 "53": 35,
 "54": 36,
 "55": 37,
 "57": 38,
 "58": 39,
 "59": 40,
 "62": 41,
 "64": 42,
 "65": 43,
 "68": 44,
 "69": 45,
 "7": 5,
 "70": 46,
 "72": 47,
 "73": 48,
 "74": 49,
 "75": 50,
 "76": 51,
 "77": 52,
 "79": 53,
 "8": 6,
 "80": 54,
 "81": 55,
 "82": 56,
 "83": 57,
 "84": 58,
 "85": 59,
 "86": 60,
 "87": 61,
 "89": 62,
 "9": 7,
 "90": 63,
 "91": 64,
 "93": 65,
 "94": 66,
 "96": 67,
 "97": 68,
 "98": 69
 },
 "pruned_expert_ids": [
 4,
 6,
 14,
 16,
 23,
 24,
 25,
 27,
 32,
 33,
 35,
 36,
 37,
 38,
 42,
 43,
 45,
 47,
 56,
 60,
 61,
 63,
 66,
 67,
 71,
 78,
 88,
 92,
 95,
 99,
 103,
 106,
 107,
 110,
 112,
 115,
 119,
 120,
 122,
 125,
 126,
 129,
 136,
 139,
 147,
 150,
 154,
 156,
 157,
 158,
 160,
 162,
 166,
 174,
 176,
 181,
 188,
 190,
 192,
 195,
 196,
 200,
 202,
 203,
 204,
 205,
 208,
 215,
 216,
 227,
 230,
 232,
 233,
 236,
 241,
 242,
 243,
 244,
 247,
 248
 ]
 },
 "model.layers.50.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 3,
 4,
 7,
 8,
 9,
 10,
 11,
 12,
 14,
 16,
 17,
 18,
 19,
 21,
 22,
 23,
 24,
 26,
 27,
 30,
 31,
 32,
 33,
 35,
 36,
 37,
 39,
 40,
 42,
 45,
 46,
 47,
 51,
 52,
 53,
 54,
 57,
 58,
 59,
 62,
 63,
 64,
 67,
 68,
 71,
 72,
 75,
 76,
 77,
 79,
 81,
 82,
 83,
 86,
 89,
 90,
 91,
 92,
 94,
 95,
 96,
 97,
 99,
 100,
 101,
 102,
 103,
 104,
 105,
 106,
 108,
 110,
 112,
 114,
 115,
 117,
 118,
 119,
 120,
 121,
 122,
 123,
 124,
 126,
 128,
 130,
 134,
 136,
 137,
 138,
 139,
 140,
 144,
 145,
 146,
 148,
 149,
 150,
 151,
 152,
 154,
 155,
 157,
 158,
 159,
 160,
 162,
 163,
 164,
 165,
 166,
 169,
 170,
 171,
 172,
 173,
 174,
 175,
 176,
 177,
 178,
 179,
 180,
 181,
 184,
 185,
 186,
 187,
 189,
 190,
 191,
 193,
 195,
 196,
 198,
 199,
 201,
 202,
 203,
 204,
 205,
 208,
 210,
 211,
 212,
 214,
 215,
 217,
 219,
 220,
 222,
 223,
 225,
 226,
 227,
 228,
 229,
 230,
 232,
 234,
 235,
 236,
 237,
 238,
 239,
 240,
 241,
 242,
 247,
 249,
 250,
 252,
 254,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "10": 7,
 "100": 65,
 "101": 66,
 "102": 67,
 "103": 68,
 "104": 69,
 "105": 70,
 "106": 71,
 "108": 72,
 "11": 8,
 "110": 73,
 "112": 74,
 "114": 75,
 "115": 76,
 "117": 77,
 "118": 78,
 "119": 79,
 "12": 9,
 "120": 80,
 "121": 81,
 "122": 82,
 "123": 83,
 "124": 84,
 "126": 85,
 "128": 86,
 "130": 87,
 "134": 88,
 "136": 89,
 "137": 90,
 "138": 91,
 "139": 92,
 "14": 10,
 "140": 93,
 "144": 94,
 "145": 95,
 "146": 96,
 "148": 97,
 "149": 98,
 "150": 99,
 "151": 100,
 "152": 101,
 "154": 102,
 "155": 103,
 "157": 104,
 "158": 105,
 "159": 106,
 "16": 11,
 "160": 107,
 "162": 108,
 "163": 109,
 "164": 110,
 "165": 111,
 "166": 112,
 "169": 113,
 "17": 12,
 "170": 114,
 "171": 115,
 "172": 116,
 "173": 117,
 "174": 118,
 "175": 119,
 "176": 120,
 "177": 121,
 "178": 122,
 "179": 123,
 "18": 13,
 "180": 124,
 "181": 125,
 "184": 126,
 "185": 127,
 "186": 128,
 "187": 129,
 "189": 130,
 "19": 14,
 "190": 131,
 "191": 132,
 "193": 133,
 "195": 134,
 "196": 135,
 "198": 136,
 "199": 137,
 "201": 138,
 "202": 139,
 "203": 140,
 "204": 141,
 "205": 142,
 "208": 143,
 "21": 15,
 "210": 144,
 "211": 145,
 "212": 146,
 "214": 147,
 "215": 148,
 "217": 149,
 "219": 150,
 "22": 16,
 "220": 151,
 "222": 152,
 "223": 153,
 "225": 154,
 "226": 155,
 "227": 156,
 "228": 157,
 "229": 158,
 "23": 17,
 "230": 159,
 "232": 160,
 "234": 161,
 "235": 162,
 "236": 163,
 "237": 164,
 "238": 165,
 "239": 166,
 "24": 18,
 "240": 167,
 "241": 168,
 "242": 169,
 "247": 170,
 "249": 171,
 "250": 172,
 "252": 173,
 "254": 174,
 "255": 175,
 "26": 19,
 "27": 20,
 "3": 2,
 "30": 21,
 "31": 22,
 "32": 23,
 "33": 24,
 "35": 25,
 "36": 26,
 "37": 27,
 "39": 28,
 "4": 3,
 "40": 29,
 "42": 30,
 "45": 31,
 "46": 32,
 "47": 33,
 "51": 34,
 "52": 35,
 "53": 36,
 "54": 37,
 "57": 38,
 "58": 39,
 "59": 40,
 "62": 41,
 "63": 42,
 "64": 43,
 "67": 44,
 "68": 45,
 "7": 4,
 "71": 46,
 "72": 47,
 "75": 48,
 "76": 49,
 "77": 50,
 "79": 51,
 "8": 5,
 "81": 52,
 "82": 53,
 "83": 54,
 "86": 55,
 "89": 56,
 "9": 6,
 "90": 57,
 "91": 58,
 "92": 59,
 "94": 60,
 "95": 61,
 "96": 62,
 "97": 63,
 "99": 64
 },
 "pruned_expert_ids": [
 2,
 5,
 6,
 13,
 15,
 20,
 25,
 28,
 29,
 34,
 38,
 41,
 43,
 44,
 48,
 49,
 50,
 55,
 56,
 60,
 61,
 65,
 66,
 69,
 70,
 73,
 74,
 78,
 80,
 84,
 85,
 87,
 88,
 93,
 98,
 107,
 109,
 111,
 113,
 116,
 125,
 127,
 129,
 131,
 132,
 133,
 135,
 141,
 142,
 143,
 147,
 153,
 156,
 161,
 167,
 168,
 182,
 183,
 188,
 192,
 194,
 197,
 200,
 206,
 207,
 209,
 213,
 216,
 218,
 221,
 224,
 231,
 233,
 243,
 244,
 245,
 246,
 248,
 251,
 253
 ]
 },
 "model.layers.51.block_sparse_moe.gate": {
 "kept_expert_ids": [
 2,
 3,
 4,
 5,
 6,
 7,
 8,
 9,
 10,
 11,
 13,
 15,
 16,
 18,
 19,
 23,
 24,
 25,
 27,
 28,
 30,
 31,
 32,
 33,
 35,
 36,
 37,
 38,
 39,
 40,
 43,
 47,
 49,
 50,
 51,
 54,
 55,
 56,
 57,
 58,
 59,
 60,
 61,
 62,
 64,
 65,
 66,
 69,
 71,
 72,
 73,
 74,
 75,
 76,
 77,
 78,
 80,
 81,
 82,
 84,
 86,
 87,
 89,
 90,
 91,
 93,
 94,
 95,
 96,
 97,
 98,
 99,
 100,
 102,
 103,
 106,
 107,
 108,
 109,
 110,
 111,
 112,
 113,
 115,
 116,
 117,
 118,
 119,
 121,
 122,
 123,
 125,
 126,
 127,
 128,
 130,
 132,
 133,
 134,
 135,
 136,
 142,
 143,
 144,
 148,
 149,
 152,
 153,
 154,
 155,
 156,
 160,
 161,
 163,
 165,
 166,
 167,
 168,
 169,
 170,
 171,
 173,
 174,
 175,
 176,
 178,
 179,
 180,
 181,
 183,
 186,
 187,
 191,
 192,
 193,
 194,
 195,
 196,
 197,
 198,
 199,
 200,
 201,
 202,
 203,
 204,
 205,
 206,
 209,
 210,
 212,
 215,
 216,
 217,
 218,
 220,
 224,
 226,
 229,
 230,
 232,
 233,
 234,
 235,
 237,
 239,
 240,
 242,
 243,
 244,
 245,
 248,
 249,
 252,
 254,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "10": 8,
 "100": 72,
 "102": 73,
 "103": 74,
 "106": 75,
 "107": 76,
 "108": 77,
 "109": 78,
 "11": 9,
 "110": 79,
 "111": 80,
 "112": 81,
 "113": 82,
 "115": 83,
 "116": 84,
 "117": 85,
 "118": 86,
 "119": 87,
 "121": 88,
 "122": 89,
 "123": 90,
 "125": 91,
 "126": 92,
 "127": 93,
 "128": 94,
 "13": 10,
 "130": 95,
 "132": 96,
 "133": 97,
 "134": 98,
 "135": 99,
 "136": 100,
 "142": 101,
 "143": 102,
 "144": 103,
 "148": 104,
 "149": 105,
 "15": 11,
 "152": 106,
 "153": 107,
 "154": 108,
 "155": 109,
 "156": 110,
 "16": 12,
 "160": 111,
 "161": 112,
 "163": 113,
 "165": 114,
 "166": 115,
 "167": 116,
 "168": 117,
 "169": 118,
 "170": 119,
 "171": 120,
 "173": 121,
 "174": 122,
 "175": 123,
 "176": 124,
 "178": 125,
 "179": 126,
 "18": 13,
 "180": 127,
 "181": 128,
 "183": 129,
 "186": 130,
 "187": 131,
 "19": 14,
 "191": 132,
 "192": 133,
 "193": 134,
 "194": 135,
 "195": 136,
 "196": 137,
 "197": 138,
 "198": 139,
 "199": 140,
 "2": 0,
 "200": 141,
 "201": 142,
 "202": 143,
 "203": 144,
 "204": 145,
 "205": 146,
 "206": 147,
 "209": 148,
 "210": 149,
 "212": 150,
 "215": 151,
 "216": 152,
 "217": 153,
 "218": 154,
 "220": 155,
 "224": 156,
 "226": 157,
 "229": 158,
 "23": 15,
 "230": 159,
 "232": 160,
 "233": 161,
 "234": 162,
 "235": 163,
 "237": 164,
 "239": 165,
 "24": 16,
 "240": 166,
 "242": 167,
 "243": 168,
 "244": 169,
 "245": 170,
 "248": 171,
 "249": 172,
 "25": 17,
 "252": 173,
 "254": 174,
 "255": 175,
 "27": 18,
 "28": 19,
 "3": 1,
 "30": 20,
 "31": 21,
 "32": 22,
 "33": 23,
 "35": 24,
 "36": 25,
 "37": 26,
 "38": 27,
 "39": 28,
 "4": 2,
 "40": 29,
 "43": 30,
 "47": 31,
 "49": 32,
 "5": 3,
 "50": 33,
 "51": 34,
 "54": 35,
 "55": 36,
 "56": 37,
 "57": 38,
 "58": 39,
 "59": 40,
 "6": 4,
 "60": 41,
 "61": 42,
 "62": 43,
 "64": 44,
 "65": 45,
 "66": 46,
 "69": 47,
 "7": 5,
 "71": 48,
 "72": 49,
 "73": 50,
 "74": 51,
 "75": 52,
 "76": 53,
 "77": 54,
 "78": 55,
 "8": 6,
 "80": 56,
 "81": 57,
 "82": 58,
 "84": 59,
 "86": 60,
 "87": 61,
 "89": 62,
 "9": 7,
 "90": 63,
 "91": 64,
 "93": 65,
 "94": 66,
 "95": 67,
 "96": 68,
 "97": 69,
 "98": 70,
 "99": 71
 },
 "pruned_expert_ids": [
 0,
 1,
 12,
 14,
 17,
 20,
 21,
 22,
 26,
 29,
 34,
 41,
 42,
 44,
 45,
 46,
 48,
 52,
 53,
 63,
 67,
 68,
 70,
 79,
 83,
 85,
 88,
 92,
 101,
 104,
 105,
 114,
 120,
 124,
 129,
 131,
 137,
 138,
 139,
 140,
 141,
 145,
 146,
 147,
 150,
 151,
 157,
 158,
 159,
 162,
 164,
 172,
 177,
 182,
 184,
 185,
 188,
 189,
 190,
 207,
 208,
 211,
 213,
 214,
 219,
 221,
 222,
 223,
 225,
 227,
 228,
 231,
 236,
 238,
 241,
 246,
 247,
 250,
 251,
 253
 ]
 },
 "model.layers.52.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 2,
 3,
 4,
 5,
 6,
 8,
 10,
 11,
 14,
 15,
 16,
 17,
 18,
 19,
 21,
 23,
 24,
 26,
 29,
 30,
 32,
 33,
 34,
 35,
 36,
 37,
 39,
 40,
 41,
 42,
 46,
 47,
 48,
 52,
 53,
 54,
 55,
 57,
 58,
 59,
 60,
 63,
 64,
 65,
 66,
 68,
 70,
 72,
 73,
 74,
 75,
 76,
 77,
 79,
 80,
 81,
 83,
 84,
 85,
 86,
 87,
 89,
 90,
 92,
 94,
 97,
 98,
 99,
 100,
 102,
 103,
 105,
 106,
 108,
 109,
 110,
 111,
 112,
 117,
 118,
 119,
 120,
 122,
 123,
 125,
 126,
 127,
 128,
 129,
 130,
 132,
 133,
 136,
 137,
 139,
 140,
 141,
 142,
 143,
 144,
 145,
 146,
 149,
 150,
 151,
 152,
 153,
 154,
 157,
 158,
 159,
 160,
 166,
 167,
 168,
 169,
 170,
 171,
 173,
 174,
 178,
 179,
 180,
 181,
 182,
 183,
 184,
 186,
 187,
 190,
 191,
 192,
 193,
 194,
 195,
 196,
 200,
 201,
 202,
 203,
 204,
 206,
 208,
 210,
 212,
 213,
 216,
 217,
 218,
 219,
 220,
 221,
 222,
 224,
 226,
 227,
 228,
 229,
 231,
 233,
 234,
 235,
 239,
 240,
 241,
 243,
 244,
 247,
 248,
 249,
 250,
 251,
 252,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "10": 8,
 "100": 70,
 "102": 71,
 "103": 72,
 "105": 73,
 "106": 74,
 "108": 75,
 "109": 76,
 "11": 9,
 "110": 77,
 "111": 78,
 "112": 79,
 "117": 80,
 "118": 81,
 "119": 82,
 "120": 83,
 "122": 84,
 "123": 85,
 "125": 86,
 "126": 87,
 "127": 88,
 "128": 89,
 "129": 90,
 "130": 91,
 "132": 92,
 "133": 93,
 "136": 94,
 "137": 95,
 "139": 96,
 "14": 10,
 "140": 97,
 "141": 98,
 "142": 99,
 "143": 100,
 "144": 101,
 "145": 102,
 "146": 103,
 "149": 104,
 "15": 11,
 "150": 105,
 "151": 106,
 "152": 107,
 "153": 108,
 "154": 109,
 "157": 110,
 "158": 111,
 "159": 112,
 "16": 12,
 "160": 113,
 "166": 114,
 "167": 115,
 "168": 116,
 "169": 117,
 "17": 13,
 "170": 118,
 "171": 119,
 "173": 120,
 "174": 121,
 "178": 122,
 "179": 123,
 "18": 14,
 "180": 124,
 "181": 125,
 "182": 126,
 "183": 127,
 "184": 128,
 "186": 129,
 "187": 130,
 "19": 15,
 "190": 131,
 "191": 132,
 "192": 133,
 "193": 134,
 "194": 135,
 "195": 136,
 "196": 137,
 "2": 2,
 "200": 138,
 "201": 139,
 "202": 140,
 "203": 141,
 "204": 142,
 "206": 143,
 "208": 144,
 "21": 16,
 "210": 145,
 "212": 146,
 "213": 147,
 "216": 148,
 "217": 149,
 "218": 150,
 "219": 151,
 "220": 152,
 "221": 153,
 "222": 154,
 "224": 155,
 "226": 156,
 "227": 157,
 "228": 158,
 "229": 159,
 "23": 17,
 "231": 160,
 "233": 161,
 "234": 162,
 "235": 163,
 "239": 164,
 "24": 18,
 "240": 165,
 "241": 166,
 "243": 167,
 "244": 168,
 "247": 169,
 "248": 170,
 "249": 171,
 "250": 172,
 "251": 173,
 "252": 174,
 "255": 175,
 "26": 19,
 "29": 20,
 "3": 3,
 "30": 21,
 "32": 22,
 "33": 23,
 "34": 24,
 "35": 25,
 "36": 26,
 "37": 27,
 "39": 28,
 "4": 4,
 "40": 29,
 "41": 30,
 "42": 31,
 "46": 32,
 "47": 33,
 "48": 34,
 "5": 5,
 "52": 35,
 "53": 36,
 "54": 37,
 "55": 38,
 "57": 39,
 "58": 40,
 "59": 41,
 "6": 6,
 "60": 42,
 "63": 43,
 "64": 44,
 "65": 45,
 "66": 46,
 "68": 47,
 "70": 48,
 "72": 49,
 "73": 50,
 "74": 51,
 "75": 52,
 "76": 53,
 "77": 54,
 "79": 55,
 "8": 7,
 "80": 56,
 "81": 57,
 "83": 58,
 "84": 59,
 "85": 60,
 "86": 61,
 "87": 62,
 "89": 63,
 "90": 64,
 "92": 65,
 "94": 66,
 "97": 67,
 "98": 68,
 "99": 69
 },
 "pruned_expert_ids": [
 7,
 9,
 12,
 13,
 20,
 22,
 25,
 27,
 28,
 31,
 38,
 43,
 44,
 45,
 49,
 50,
 51,
 56,
 61,
 62,
 67,
 69,
 71,
 78,
 82,
 88,
 91,
 93,
 95,
 96,
 101,
 104,
 107,
 113,
 114,
 115,
 116,
 121,
 124,
 131,
 134,
 135,
 138,
 147,
 148,
 155,
 156,
 161,
 162,
 163,
 164,
 165,
 172,
 175,
 176,
 177,
 185,
 188,
 189,
 197,
 198,
 199,
 205,
 207,
 209,
 211,
 214,
 215,
 223,
 225,
 230,
 232,
 236,
 237,
 238,
 242,
 245,
 246,
 253,
 254
 ]
 },
 "model.layers.53.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 4,
 6,
 10,
 11,
 12,
 13,
 14,
 15,
 16,
 18,
 20,
 22,
 23,
 25,
 26,
 27,
 30,
 31,
 32,
 34,
 35,
 36,
 39,
 40,
 42,
 44,
 49,
 52,
 53,
 55,
 56,
 57,
 58,
 59,
 60,
 61,
 62,
 63,
 66,
 67,
 68,
 69,
 70,
 71,
 74,
 75,
 76,
 77,
 78,
 79,
 80,
 81,
 82,
 83,
 84,
 85,
 86,
 87,
 88,
 90,
 91,
 92,
 94,
 96,
 97,
 98,
 100,
 101,
 102,
 103,
 104,
 105,
 107,
 109,
 110,
 111,
 121,
 122,
 124,
 125,
 126,
 127,
 128,
 130,
 131,
 134,
 135,
 136,
 137,
 139,
 140,
 142,
 144,
 146,
 148,
 151,
 152,
 153,
 155,
 156,
 157,
 158,
 159,
 160,
 161,
 162,
 163,
 164,
 165,
 167,
 168,
 169,
 170,
 174,
 175,
 177,
 179,
 180,
 182,
 184,
 185,
 186,
 187,
 188,
 189,
 190,
 191,
 192,
 193,
 194,
 196,
 197,
 198,
 199,
 200,
 201,
 202,
 203,
 204,
 206,
 207,
 208,
 209,
 210,
 211,
 216,
 217,
 218,
 221,
 222,
 223,
 228,
 230,
 232,
 233,
 234,
 235,
 237,
 238,
 239,
 240,
 241,
 242,
 244,
 245,
 246,
 247,
 248,
 249,
 250,
 252,
 253,
 254,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "10": 4,
 "100": 68,
 "101": 69,
 "102": 70,
 "103": 71,
 "104": 72,
 "105": 73,
 "107": 74,
 "109": 75,
 "11": 5,
 "110": 76,
 "111": 77,
 "12": 6,
 "121": 78,
 "122": 79,
 "124": 80,
 "125": 81,
 "126": 82,
 "127": 83,
 "128": 84,
 "13": 7,
 "130": 85,
 "131": 86,
 "134": 87,
 "135": 88,
 "136": 89,
 "137": 90,
 "139": 91,
 "14": 8,
 "140": 92,
 "142": 93,
 "144": 94,
 "146": 95,
 "148": 96,
 "15": 9,
 "151": 97,
 "152": 98,
 "153": 99,
 "155": 100,
 "156": 101,
 "157": 102,
 "158": 103,
 "159": 104,
 "16": 10,
 "160": 105,
 "161": 106,
 "162": 107,
 "163": 108,
 "164": 109,
 "165": 110,
 "167": 111,
 "168": 112,
 "169": 113,
 "170": 114,
 "174": 115,
 "175": 116,
 "177": 117,
 "179": 118,
 "18": 11,
 "180": 119,
 "182": 120,
 "184": 121,
 "185": 122,
 "186": 123,
 "187": 124,
 "188": 125,
 "189": 126,
 "190": 127,
 "191": 128,
 "192": 129,
 "193": 130,
 "194": 131,
 "196": 132,
 "197": 133,
 "198": 134,
 "199": 135,
 "20": 12,
 "200": 136,
 "201": 137,
 "202": 138,
 "203": 139,
 "204": 140,
 "206": 141,
 "207": 142,
 "208": 143,
 "209": 144,
 "210": 145,
 "211": 146,
 "216": 147,
 "217": 148,
 "218": 149,
 "22": 13,
 "221": 150,
 "222": 151,
 "223": 152,
 "228": 153,
 "23": 14,
 "230": 154,
 "232": 155,
 "233": 156,
 "234": 157,
 "235": 158,
 "237": 159,
 "238": 160,
 "239": 161,
 "240": 162,
 "241": 163,
 "242": 164,
 "244": 165,
 "245": 166,
 "246": 167,
 "247": 168,
 "248": 169,
 "249": 170,
 "25": 15,
 "250": 171,
 "252": 172,
 "253": 173,
 "254": 174,
 "255": 175,
 "26": 16,
 "27": 17,
 "30": 18,
 "31": 19,
 "32": 20,
 "34": 21,
 "35": 22,
 "36": 23,
 "39": 24,
 "4": 2,
 "40": 25,
 "42": 26,
 "44": 27,
 "49": 28,
 "52": 29,
 "53": 30,
 "55": 31,
 "56": 32,
 "57": 33,
 "58": 34,
 "59": 35,
 "6": 3,
 "60": 36,
 "61": 37,
 "62": 38,
 "63": 39,
 "66": 40,
 "67": 41,
 "68": 42,
 "69": 43,
 "70": 44,
 "71": 45,
 "74": 46,
 "75": 47,
 "76": 48,
 "77": 49,
 "78": 50,
 "79": 51,
 "80": 52,
 "81": 53,
 "82": 54,
 "83": 55,
 "84": 56,
 "85": 57,
 "86": 58,
 "87": 59,
 "88": 60,
 "90": 61,
 "91": 62,
 "92": 63,
 "94": 64,
 "96": 65,
 "97": 66,
 "98": 67
 },
 "pruned_expert_ids": [
 2,
 3,
 5,
 7,
 8,
 9,
 17,
 19,
 21,
 24,
 28,
 29,
 33,
 37,
 38,
 41,
 43,
 45,
 46,
 47,
 48,
 50,
 51,
 54,
 64,
 65,
 72,
 73,
 89,
 93,
 95,
 99,
 106,
 108,
 112,
 113,
 114,
 115,
 116,
 117,
 118,
 119,
 120,
 123,
 129,
 132,
 133,
 138,
 141,
 143,
 145,
 147,
 149,
 150,
 154,
 166,
 171,
 172,
 173,
 176,
 178,
 181,
 183,
 195,
 205,
 212,
 213,
 214,
 215,
 219,
 220,
 224,
 225,
 226,
 227,
 229,
 231,
 236,
 243,
 251
 ]
 },
 "model.layers.54.block_sparse_moe.gate": {
 "kept_expert_ids": [
 1,
 4,
 5,
 7,
 8,
 10,
 12,
 14,
 15,
 16,
 17,
 19,
 20,
 21,
 22,
 23,
 24,
 25,
 26,
 27,
 28,
 29,
 31,
 32,
 33,
 34,
 36,
 37,
 38,
 39,
 40,
 42,
 43,
 44,
 45,
 46,
 47,
 48,
 49,
 50,
 51,
 52,
 54,
 58,
 60,
 61,
 62,
 63,
 65,
 67,
 68,
 69,
 70,
 71,
 73,
 74,
 75,
 76,
 77,
 78,
 79,
 80,
 81,
 83,
 84,
 85,
 86,
 87,
 88,
 89,
 90,
 91,
 92,
 95,
 96,
 98,
 99,
 101,
 102,
 104,
 105,
 107,
 109,
 110,
 111,
 112,
 114,
 115,
 117,
 119,
 120,
 121,
 123,
 124,
 125,
 128,
 129,
 130,
 131,
 132,
 133,
 135,
 136,
 137,
 139,
 141,
 142,
 143,
 144,
 148,
 149,
 150,
 151,
 156,
 157,
 158,
 159,
 161,
 163,
 164,
 166,
 167,
 168,
 169,
 173,
 175,
 178,
 179,
 180,
 185,
 187,
 189,
 190,
 191,
 192,
 193,
 194,
 196,
 197,
 200,
 201,
 202,
 203,
 204,
 206,
 208,
 210,
 212,
 213,
 215,
 216,
 217,
 220,
 221,
 223,
 224,
 225,
 228,
 229,
 230,
 231,
 233,
 234,
 235,
 236,
 237,
 238,
 239,
 240,
 243,
 244,
 246,
 247,
 248,
 250,
 251
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "1": 0,
 "10": 5,
 "101": 77,
 "102": 78,
 "104": 79,
 "105": 80,
 "107": 81,
 "109": 82,
 "110": 83,
 "111": 84,
 "112": 85,
 "114": 86,
 "115": 87,
 "117": 88,
 "119": 89,
 "12": 6,
 "120": 90,
 "121": 91,
 "123": 92,
 "124": 93,
 "125": 94,
 "128": 95,
 "129": 96,
 "130": 97,
 "131": 98,
 "132": 99,
 "133": 100,
 "135": 101,
 "136": 102,
 "137": 103,
 "139": 104,
 "14": 7,
 "141": 105,
 "142": 106,
 "143": 107,
 "144": 108,
 "148": 109,
 "149": 110,
 "15": 8,
 "150": 111,
 "151": 112,
 "156": 113,
 "157": 114,
 "158": 115,
 "159": 116,
 "16": 9,
 "161": 117,
 "163": 118,
 "164": 119,
 "166": 120,
 "167": 121,
 "168": 122,
 "169": 123,
 "17": 10,
 "173": 124,
 "175": 125,
 "178": 126,
 "179": 127,
 "180": 128,
 "185": 129,
 "187": 130,
 "189": 131,
 "19": 11,
 "190": 132,
 "191": 133,
 "192": 134,
 "193": 135,
 "194": 136,
 "196": 137,
 "197": 138,
 "20": 12,
 "200": 139,
 "201": 140,
 "202": 141,
 "203": 142,
 "204": 143,
 "206": 144,
 "208": 145,
 "21": 13,
 "210": 146,
 "212": 147,
 "213": 148,
 "215": 149,
 "216": 150,
 "217": 151,
 "22": 14,
 "220": 152,
 "221": 153,
 "223": 154,
 "224": 155,
 "225": 156,
 "228": 157,
 "229": 158,
 "23": 15,
 "230": 159,
 "231": 160,
 "233": 161,
 "234": 162,
 "235": 163,
 "236": 164,
 "237": 165,
 "238": 166,
 "239": 167,
 "24": 16,
 "240": 168,
 "243": 169,
 "244": 170,
 "246": 171,
 "247": 172,
 "248": 173,
 "25": 17,
 "250": 174,
 "251": 175,
 "26": 18,
 "27": 19,
 "28": 20,
 "29": 21,
 "31": 22,
 "32": 23,
 "33": 24,
 "34": 25,
 "36": 26,
 "37": 27,
 "38": 28,
 "39": 29,
 "4": 1,
 "40": 30,
 "42": 31,
 "43": 32,
 "44": 33,
 "45": 34,
 "46": 35,
 "47": 36,
 "48": 37,
 "49": 38,
 "5": 2,
 "50": 39,
 "51": 40,
 "52": 41,
 "54": 42,
 "58": 43,
 "60": 44,
 "61": 45,
 "62": 46,
 "63": 47,
 "65": 48,
 "67": 49,
 "68": 50,
 "69": 51,
 "7": 3,
 "70": 52,
 "71": 53,
 "73": 54,
 "74": 55,
 "75": 56,
 "76": 57,
 "77": 58,
 "78": 59,
 "79": 60,
 "8": 4,
 "80": 61,
 "81": 62,
 "83": 63,
 "84": 64,
 "85": 65,
 "86": 66,
 "87": 67,
 "88": 68,
 "89": 69,
 "90": 70,
 "91": 71,
 "92": 72,
 "95": 73,
 "96": 74,
 "98": 75,
 "99": 76
 },
 "pruned_expert_ids": [
 0,
 2,
 3,
 6,
 9,
 11,
 13,
 18,
 30,
 35,
 41,
 53,
 55,
 56,
 57,
 59,
 64,
 66,
 72,
 82,
 93,
 94,
 97,
 100,
 103,
 106,
 108,
 113,
 116,
 118,
 122,
 126,
 127,
 134,
 138,
 140,
 145,
 146,
 147,
 152,
 153,
 154,
 155,
 160,
 162,
 165,
 170,
 171,
 172,
 174,
 176,
 177,
 181,
 182,
 183,
 184,
 186,
 188,
 195,
 198,
 199,
 205,
 207,
 209,
 211,
 214,
 218,
 219,
 222,
 226,
 227,
 232,
 241,
 242,
 245,
 249,
 252,
 253,
 254,
 255
 ]
 },
 "model.layers.55.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 2,
 3,
 4,
 5,
 7,
 8,
 9,
 10,
 11,
 12,
 13,
 14,
 15,
 17,
 18,
 19,
 20,
 21,
 23,
 25,
 26,
 27,
 28,
 29,
 30,
 31,
 33,
 36,
 37,
 38,
 39,
 40,
 41,
 42,
 43,
 44,
 45,
 46,
 48,
 49,
 50,
 51,
 53,
 54,
 56,
 57,
 58,
 59,
 60,
 61,
 62,
 64,
 67,
 68,
 70,
 71,
 72,
 73,
 76,
 77,
 78,
 79,
 80,
 81,
 84,
 85,
 87,
 88,
 89,
 91,
 92,
 94,
 96,
 97,
 99,
 100,
 102,
 105,
 108,
 109,
 111,
 113,
 114,
 115,
 118,
 119,
 120,
 126,
 128,
 130,
 131,
 132,
 134,
 137,
 139,
 140,
 141,
 142,
 143,
 146,
 147,
 149,
 150,
 154,
 156,
 158,
 160,
 161,
 163,
 166,
 168,
 169,
 170,
 172,
 173,
 175,
 176,
 177,
 178,
 179,
 180,
 182,
 184,
 185,
 187,
 189,
 190,
 193,
 194,
 195,
 196,
 197,
 198,
 199,
 201,
 205,
 207,
 209,
 210,
 211,
 213,
 214,
 215,
 216,
 217,
 218,
 219,
 221,
 223,
 224,
 225,
 226,
 227,
 228,
 229,
 230,
 231,
 232,
 233,
 234,
 235,
 237,
 238,
 239,
 242,
 243,
 244,
 247,
 248,
 249,
 250,
 251,
 253,
 254,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "10": 8,
 "100": 76,
 "102": 77,
 "105": 78,
 "108": 79,
 "109": 80,
 "11": 9,
 "111": 81,
 "113": 82,
 "114": 83,
 "115": 84,
 "118": 85,
 "119": 86,
 "12": 10,
 "120": 87,
 "126": 88,
 "128": 89,
 "13": 11,
 "130": 90,
 "131": 91,
 "132": 92,
 "134": 93,
 "137": 94,
 "139": 95,
 "14": 12,
 "140": 96,
 "141": 97,
 "142": 98,
 "143": 99,
 "146": 100,
 "147": 101,
 "149": 102,
 "15": 13,
 "150": 103,
 "154": 104,
 "156": 105,
 "158": 106,
 "160": 107,
 "161": 108,
 "163": 109,
 "166": 110,
 "168": 111,
 "169": 112,
 "17": 14,
 "170": 113,
 "172": 114,
 "173": 115,
 "175": 116,
 "176": 117,
 "177": 118,
 "178": 119,
 "179": 120,
 "18": 15,
 "180": 121,
 "182": 122,
 "184": 123,
 "185": 124,
 "187": 125,
 "189": 126,
 "19": 16,
 "190": 127,
 "193": 128,
 "194": 129,
 "195": 130,
 "196": 131,
 "197": 132,
 "198": 133,
 "199": 134,
 "2": 1,
 "20": 17,
 "201": 135,
 "205": 136,
 "207": 137,
 "209": 138,
 "21": 18,
 "210": 139,
 "211": 140,
 "213": 141,
 "214": 142,
 "215": 143,
 "216": 144,
 "217": 145,
 "218": 146,
 "219": 147,
 "221": 148,
 "223": 149,
 "224": 150,
 "225": 151,
 "226": 152,
 "227": 153,
 "228": 154,
 "229": 155,
 "23": 19,
 "230": 156,
 "231": 157,
 "232": 158,
 "233": 159,
 "234": 160,
 "235": 161,
 "237": 162,
 "238": 163,
 "239": 164,
 "242": 165,
 "243": 166,
 "244": 167,
 "247": 168,
 "248": 169,
 "249": 170,
 "25": 20,
 "250": 171,
 "251": 172,
 "253": 173,
 "254": 174,
 "255": 175,
 "26": 21,
 "27": 22,
 "28": 23,
 "29": 24,
 "3": 2,
 "30": 25,
 "31": 26,
 "33": 27,
 "36": 28,
 "37": 29,
 "38": 30,
 "39": 31,
 "4": 3,
 "40": 32,
 "41": 33,
 "42": 34,
 "43": 35,
 "44": 36,
 "45": 37,
 "46": 38,
 "48": 39,
 "49": 40,
 "5": 4,
 "50": 41,
 "51": 42,
 "53": 43,
 "54": 44,
 "56": 45,
 "57": 46,
 "58": 47,
 "59": 48,
 "60": 49,
 "61": 50,
 "62": 51,
 "64": 52,
 "67": 53,
 "68": 54,
 "7": 5,
 "70": 55,
 "71": 56,
 "72": 57,
 "73": 58,
 "76": 59,
 "77": 60,
 "78": 61,
 "79": 62,
 "8": 6,
 "80": 63,
 "81": 64,
 "84": 65,
 "85": 66,
 "87": 67,
 "88": 68,
 "89": 69,
 "9": 7,
 "91": 70,
 "92": 71,
 "94": 72,
 "96": 73,
 "97": 74,
 "99": 75
 },
 "pruned_expert_ids": [
 1,
 6,
 16,
 22,
 24,
 32,
 34,
 35,
 47,
 52,
 55,
 63,
 65,
 66,
 69,
 74,
 75,
 82,
 83,
 86,
 90,
 93,
 95,
 98,
 101,
 103,
 104,
 106,
 107,
 110,
 112,
 116,
 117,
 121,
 122,
 123,
 124,
 125,
 127,
 129,
 133,
 135,
 136,
 138,
 144,
 145,
 148,
 151,
 152,
 153,
 155,
 157,
 159,
 162,
 164,
 165,
 167,
 171,
 174,
 181,
 183,
 186,
 188,
 191,
 192,
 200,
 202,
 203,
 204,
 206,
 208,
 212,
 220,
 222,
 236,
 240,
 241,
 245,
 246,
 252
 ]
 },
 "model.layers.56.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 2,
 3,
 4,
 7,
 8,
 9,
 11,
 12,
 13,
 15,
 16,
 17,
 18,
 20,
 23,
 24,
 28,
 29,
 30,
 31,
 32,
 33,
 34,
 35,
 40,
 41,
 43,
 45,
 46,
 47,
 48,
 49,
 50,
 51,
 53,
 54,
 56,
 57,
 58,
 59,
 60,
 62,
 63,
 64,
 65,
 66,
 68,
 70,
 71,
 72,
 73,
 75,
 76,
 77,
 78,
 79,
 80,
 81,
 83,
 84,
 86,
 87,
 88,
 90,
 92,
 93,
 95,
 96,
 97,
 98,
 100,
 101,
 102,
 103,
 104,
 106,
 108,
 109,
 110,
 111,
 112,
 113,
 114,
 115,
 116,
 117,
 118,
 119,
 120,
 122,
 124,
 125,
 129,
 131,
 133,
 136,
 139,
 140,
 142,
 143,
 144,
 146,
 148,
 150,
 151,
 152,
 153,
 154,
 157,
 158,
 161,
 163,
 165,
 167,
 168,
 170,
 171,
 174,
 175,
 176,
 180,
 181,
 182,
 184,
 186,
 187,
 191,
 192,
 193,
 195,
 198,
 199,
 200,
 201,
 202,
 203,
 204,
 205,
 206,
 207,
 208,
 209,
 210,
 211,
 212,
 213,
 215,
 216,
 217,
 218,
 220,
 224,
 225,
 227,
 228,
 229,
 231,
 233,
 234,
 237,
 238,
 239,
 241,
 242,
 243,
 244,
 245,
 247,
 250,
 251,
 252,
 253,
 254,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "100": 72,
 "101": 73,
 "102": 74,
 "103": 75,
 "104": 76,
 "106": 77,
 "108": 78,
 "109": 79,
 "11": 8,
 "110": 80,
 "111": 81,
 "112": 82,
 "113": 83,
 "114": 84,
 "115": 85,
 "116": 86,
 "117": 87,
 "118": 88,
 "119": 89,
 "12": 9,
 "120": 90,
 "122": 91,
 "124": 92,
 "125": 93,
 "129": 94,
 "13": 10,
 "131": 95,
 "133": 96,
 "136": 97,
 "139": 98,
 "140": 99,
 "142": 100,
 "143": 101,
 "144": 102,
 "146": 103,
 "148": 104,
 "15": 11,
 "150": 105,
 "151": 106,
 "152": 107,
 "153": 108,
 "154": 109,
 "157": 110,
 "158": 111,
 "16": 12,
 "161": 112,
 "163": 113,
 "165": 114,
 "167": 115,
 "168": 116,
 "17": 13,
 "170": 117,
 "171": 118,
 "174": 119,
 "175": 120,
 "176": 121,
 "18": 14,
 "180": 122,
 "181": 123,
 "182": 124,
 "184": 125,
 "186": 126,
 "187": 127,
 "191": 128,
 "192": 129,
 "193": 130,
 "195": 131,
 "198": 132,
 "199": 133,
 "2": 2,
 "20": 15,
 "200": 134,
 "201": 135,
 "202": 136,
 "203": 137,
 "204": 138,
 "205": 139,
 "206": 140,
 "207": 141,
 "208": 142,
 "209": 143,
 "210": 144,
 "211": 145,
 "212": 146,
 "213": 147,
 "215": 148,
 "216": 149,
 "217": 150,
 "218": 151,
 "220": 152,
 "224": 153,
 "225": 154,
 "227": 155,
 "228": 156,
 "229": 157,
 "23": 16,
 "231": 158,
 "233": 159,
 "234": 160,
 "237": 161,
 "238": 162,
 "239": 163,
 "24": 17,
 "241": 164,
 "242": 165,
 "243": 166,
 "244": 167,
 "245": 168,
 "247": 169,
 "250": 170,
 "251": 171,
 "252": 172,
 "253": 173,
 "254": 174,
 "255": 175,
 "28": 18,
 "29": 19,
 "3": 3,
 "30": 20,
 "31": 21,
 "32": 22,
 "33": 23,
 "34": 24,
 "35": 25,
 "4": 4,
 "40": 26,
 "41": 27,
 "43": 28,
 "45": 29,
 "46": 30,
 "47": 31,
 "48": 32,
 "49": 33,
 "50": 34,
 "51": 35,
 "53": 36,
 "54": 37,
 "56": 38,
 "57": 39,
 "58": 40,
 "59": 41,
 "60": 42,
 "62": 43,
 "63": 44,
 "64": 45,
 "65": 46,
 "66": 47,
 "68": 48,
 "7": 5,
 "70": 49,
 "71": 50,
 "72": 51,
 "73": 52,
 "75": 53,
 "76": 54,
 "77": 55,
 "78": 56,
 "79": 57,
 "8": 6,
 "80": 58,
 "81": 59,
 "83": 60,
 "84": 61,
 "86": 62,
 "87": 63,
 "88": 64,
 "9": 7,
 "90": 65,
 "92": 66,
 "93": 67,
 "95": 68,
 "96": 69,
 "97": 70,
 "98": 71
 },
 "pruned_expert_ids": [
 5,
 6,
 10,
 14,
 19,
 21,
 22,
 25,
 26,
 27,
 36,
 37,
 38,
 39,
 42,
 44,
 52,
 55,
 61,
 67,
 69,
 74,
 82,
 85,
 89,
 91,
 94,
 99,
 105,
 107,
 121,
 123,
 126,
 127,
 128,
 130,
 132,
 134,
 135,
 137,
 138,
 141,
 145,
 147,
 149,
 155,
 156,
 159,
 160,
 162,
 164,
 166,
 169,
 172,
 173,
 177,
 178,
 179,
 183,
 185,
 188,
 189,
 190,
 194,
 196,
 197,
 214,
 219,
 221,
 222,
 223,
 226,
 230,
 232,
 235,
 236,
 240,
 246,
 248,
 249
 ]
 },
 "model.layers.57.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 2,
 6,
 7,
 8,
 10,
 12,
 14,
 15,
 16,
 17,
 18,
 21,
 23,
 24,
 26,
 27,
 29,
 31,
 32,
 33,
 34,
 36,
 37,
 39,
 40,
 41,
 42,
 43,
 44,
 45,
 46,
 47,
 48,
 49,
 50,
 51,
 55,
 57,
 58,
 59,
 61,
 62,
 63,
 64,
 65,
 66,
 67,
 68,
 69,
 72,
 74,
 76,
 78,
 80,
 81,
 82,
 83,
 84,
 86,
 87,
 90,
 91,
 92,
 94,
 95,
 96,
 97,
 99,
 100,
 101,
 102,
 103,
 104,
 105,
 108,
 109,
 110,
 112,
 114,
 116,
 117,
 119,
 120,
 121,
 122,
 127,
 131,
 132,
 133,
 135,
 137,
 138,
 139,
 140,
 141,
 142,
 143,
 144,
 147,
 148,
 150,
 152,
 153,
 154,
 156,
 157,
 158,
 159,
 161,
 162,
 163,
 164,
 165,
 166,
 167,
 168,
 171,
 172,
 173,
 174,
 175,
 177,
 178,
 179,
 180,
 182,
 184,
 185,
 186,
 188,
 190,
 191,
 192,
 193,
 194,
 195,
 198,
 199,
 200,
 202,
 203,
 204,
 205,
 207,
 208,
 209,
 210,
 214,
 215,
 217,
 219,
 222,
 224,
 225,
 228,
 229,
 230,
 231,
 234,
 235,
 236,
 237,
 238,
 239,
 240,
 242,
 243,
 244,
 246,
 249,
 252,
 253,
 254,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "10": 6,
 "100": 70,
 "101": 71,
 "102": 72,
 "103": 73,
 "104": 74,
 "105": 75,
 "108": 76,
 "109": 77,
 "110": 78,
 "112": 79,
 "114": 80,
 "116": 81,
 "117": 82,
 "119": 83,
 "12": 7,
 "120": 84,
 "121": 85,
 "122": 86,
 "127": 87,
 "131": 88,
 "132": 89,
 "133": 90,
 "135": 91,
 "137": 92,
 "138": 93,
 "139": 94,
 "14": 8,
 "140": 95,
 "141": 96,
 "142": 97,
 "143": 98,
 "144": 99,
 "147": 100,
 "148": 101,
 "15": 9,
 "150": 102,
 "152": 103,
 "153": 104,
 "154": 105,
 "156": 106,
 "157": 107,
 "158": 108,
 "159": 109,
 "16": 10,
 "161": 110,
 "162": 111,
 "163": 112,
 "164": 113,
 "165": 114,
 "166": 115,
 "167": 116,
 "168": 117,
 "17": 11,
 "171": 118,
 "172": 119,
 "173": 120,
 "174": 121,
 "175": 122,
 "177": 123,
 "178": 124,
 "179": 125,
 "18": 12,
 "180": 126,
 "182": 127,
 "184": 128,
 "185": 129,
 "186": 130,
 "188": 131,
 "190": 132,
 "191": 133,
 "192": 134,
 "193": 135,
 "194": 136,
 "195": 137,
 "198": 138,
 "199": 139,
 "2": 2,
 "200": 140,
 "202": 141,
 "203": 142,
 "204": 143,
 "205": 144,
 "207": 145,
 "208": 146,
 "209": 147,
 "21": 13,
 "210": 148,
 "214": 149,
 "215": 150,
 "217": 151,
 "219": 152,
 "222": 153,
 "224": 154,
 "225": 155,
 "228": 156,
 "229": 157,
 "23": 14,
 "230": 158,
 "231": 159,
 "234": 160,
 "235": 161,
 "236": 162,
 "237": 163,
 "238": 164,
 "239": 165,
 "24": 15,
 "240": 166,
 "242": 167,
 "243": 168,
 "244": 169,
 "246": 170,
 "249": 171,
 "252": 172,
 "253": 173,
 "254": 174,
 "255": 175,
 "26": 16,
 "27": 17,
 "29": 18,
 "31": 19,
 "32": 20,
 "33": 21,
 "34": 22,
 "36": 23,
 "37": 24,
 "39": 25,
 "40": 26,
 "41": 27,
 "42": 28,
 "43": 29,
 "44": 30,
 "45": 31,
 "46": 32,
 "47": 33,
 "48": 34,
 "49": 35,
 "50": 36,
 "51": 37,
 "55": 38,
 "57": 39,
 "58": 40,
 "59": 41,
 "6": 3,
 "61": 42,
 "62": 43,
 "63": 44,
 "64": 45,
 "65": 46,
 "66": 47,
 "67": 48,
 "68": 49,
 "69": 50,
 "7": 4,
 "72": 51,
 "74": 52,
 "76": 53,
 "78": 54,
 "8": 5,
 "80": 55,
 "81": 56,
 "82": 57,
 "83": 58,
 "84": 59,
 "86": 60,
 "87": 61,
 "90": 62,
 "91": 63,
 "92": 64,
 "94": 65,
 "95": 66,
 "96": 67,
 "97": 68,
 "99": 69
 },
 "pruned_expert_ids": [
 3,
 4,
 5,
 9,
 11,
 13,
 19,
 20,
 22,
 25,
 28,
 30,
 35,
 38,
 52,
 53,
 54,
 56,
 60,
 70,
 71,
 73,
 75,
 77,
 79,
 85,
 88,
 89,
 93,
 98,
 106,
 107,
 111,
 113,
 115,
 118,
 123,
 124,
 125,
 126,
 128,
 129,
 130,
 134,
 136,
 145,
 146,
 149,
 151,
 155,
 160,
 169,
 170,
 176,
 181,
 183,
 187,
 189,
 196,
 197,
 201,
 206,
 211,
 212,
 213,
 216,
 218,
 220,
 221,
 223,
 226,
 227,
 232,
 233,
 241,
 245,
 247,
 248,
 250,
 251
 ]
 },
 "model.layers.58.block_sparse_moe.gate": {
 "kept_expert_ids": [
 1,
 2,
 3,
 5,
 6,
 7,
 9,
 10,
 11,
 14,
 15,
 16,
 17,
 18,
 20,
 22,
 26,
 27,
 28,
 29,
 30,
 31,
 32,
 33,
 34,
 35,
 36,
 37,
 38,
 41,
 42,
 43,
 44,
 47,
 48,
 49,
 50,
 52,
 53,
 54,
 55,
 58,
 60,
 62,
 63,
 64,
 65,
 66,
 67,
 69,
 70,
 71,
 72,
 73,
 77,
 78,
 81,
 82,
 83,
 84,
 85,
 86,
 88,
 90,
 91,
 92,
 94,
 95,
 96,
 97,
 98,
 99,
 100,
 102,
 104,
 105,
 106,
 107,
 108,
 110,
 116,
 117,
 118,
 119,
 120,
 121,
 123,
 125,
 126,
 127,
 128,
 129,
 130,
 133,
 136,
 137,
 138,
 140,
 141,
 142,
 143,
 145,
 151,
 153,
 154,
 155,
 156,
 157,
 160,
 161,
 162,
 163,
 164,
 166,
 167,
 168,
 169,
 170,
 171,
 172,
 174,
 176,
 179,
 180,
 182,
 183,
 184,
 185,
 186,
 187,
 189,
 191,
 192,
 194,
 195,
 196,
 197,
 198,
 199,
 200,
 201,
 202,
 203,
 204,
 205,
 206,
 209,
 210,
 211,
 213,
 215,
 217,
 218,
 219,
 220,
 221,
 223,
 224,
 225,
 229,
 232,
 233,
 235,
 236,
 237,
 238,
 243,
 245,
 246,
 247,
 248,
 249,
 251,
 252,
 253,
 254
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "1": 0,
 "10": 7,
 "100": 72,
 "102": 73,
 "104": 74,
 "105": 75,
 "106": 76,
 "107": 77,
 "108": 78,
 "11": 8,
 "110": 79,
 "116": 80,
 "117": 81,
 "118": 82,
 "119": 83,
 "120": 84,
 "121": 85,
 "123": 86,
 "125": 87,
 "126": 88,
 "127": 89,
 "128": 90,
 "129": 91,
 "130": 92,
 "133": 93,
 "136": 94,
 "137": 95,
 "138": 96,
 "14": 9,
 "140": 97,
 "141": 98,
 "142": 99,
 "143": 100,
 "145": 101,
 "15": 10,
 "151": 102,
 "153": 103,
 "154": 104,
 "155": 105,
 "156": 106,
 "157": 107,
 "16": 11,
 "160": 108,
 "161": 109,
 "162": 110,
 "163": 111,
 "164": 112,
 "166": 113,
 "167": 114,
 "168": 115,
 "169": 116,
 "17": 12,
 "170": 117,
 "171": 118,
 "172": 119,
 "174": 120,
 "176": 121,
 "179": 122,
 "18": 13,
 "180": 123,
 "182": 124,
 "183": 125,
 "184": 126,
 "185": 127,
 "186": 128,
 "187": 129,
 "189": 130,
 "191": 131,
 "192": 132,
 "194": 133,
 "195": 134,
 "196": 135,
 "197": 136,
 "198": 137,
 "199": 138,
 "2": 1,
 "20": 14,
 "200": 139,
 "201": 140,
 "202": 141,
 "203": 142,
 "204": 143,
 "205": 144,
 "206": 145,
 "209": 146,
 "210": 147,
 "211": 148,
 "213": 149,
 "215": 150,
 "217": 151,
 "218": 152,
 "219": 153,
 "22": 15,
 "220": 154,
 "221": 155,
 "223": 156,
 "224": 157,
 "225": 158,
 "229": 159,
 "232": 160,
 "233": 161,
 "235": 162,
 "236": 163,
 "237": 164,
 "238": 165,
 "243": 166,
 "245": 167,
 "246": 168,
 "247": 169,
 "248": 170,
 "249": 171,
 "251": 172,
 "252": 173,
 "253": 174,
 "254": 175,
 "26": 16,
 "27": 17,
 "28": 18,
 "29": 19,
 "3": 2,
 "30": 20,
 "31": 21,
 "32": 22,
 "33": 23,
 "34": 24,
 "35": 25,
 "36": 26,
 "37": 27,
 "38": 28,
 "41": 29,
 "42": 30,
 "43": 31,
 "44": 32,
 "47": 33,
 "48": 34,
 "49": 35,
 "5": 3,
 "50": 36,
 "52": 37,
 "53": 38,
 "54": 39,
 "55": 40,
 "58": 41,
 "6": 4,
 "60": 42,
 "62": 43,
 "63": 44,
 "64": 45,
 "65": 46,
 "66": 47,
 "67": 48,
 "69": 49,
 "7": 5,
 "70": 50,
 "71": 51,
 "72": 52,
 "73": 53,
 "77": 54,
 "78": 55,
 "81": 56,
 "82": 57,
 "83": 58,
 "84": 59,
 "85": 60,
 "86": 61,
 "88": 62,
 "9": 6,
 "90": 63,
 "91": 64,
 "92": 65,
 "94": 66,
 "95": 67,
 "96": 68,
 "97": 69,
 "98": 70,
 "99": 71
 },
 "pruned_expert_ids": [
 0,
 4,
 8,
 12,
 13,
 19,
 21,
 23,
 24,
 25,
 39,
 40,
 45,
 46,
 51,
 56,
 57,
 59,
 61,
 68,
 74,
 75,
 76,
 79,
 80,
 87,
 89,
 93,
 101,
 103,
 109,
 111,
 112,
 113,
 114,
 115,
 122,
 124,
 131,
 132,
 134,
 135,
 139,
 144,
 146,
 147,
 148,
 149,
 150,
 152,
 158,
 159,
 165,
 173,
 175,
 177,
 178,
 181,
 188,
 190,
 193,
 207,
 208,
 212,
 214,
 216,
 222,
 226,
 227,
 228,
 230,
 231,
 234,
 239,
 240,
 241,
 242,
 244,
 250,
 255
 ]
 },
 "model.layers.59.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 3,
 4,
 5,
 11,
 12,
 17,
 18,
 19,
 21,
 22,
 23,
 24,
 25,
 26,
 29,
 31,
 32,
 33,
 34,
 37,
 38,
 41,
 42,
 43,
 44,
 45,
 47,
 50,
 51,
 52,
 53,
 54,
 55,
 56,
 57,
 58,
 59,
 61,
 63,
 64,
 65,
 66,
 67,
 68,
 70,
 72,
 74,
 75,
 76,
 77,
 79,
 80,
 81,
 82,
 83,
 85,
 86,
 87,
 88,
 89,
 90,
 91,
 92,
 93,
 95,
 96,
 98,
 99,
 101,
 102,
 103,
 104,
 108,
 109,
 111,
 112,
 113,
 114,
 115,
 116,
 117,
 118,
 119,
 121,
 124,
 125,
 127,
 129,
 130,
 131,
 132,
 133,
 134,
 135,
 137,
 139,
 140,
 141,
 142,
 143,
 145,
 147,
 149,
 151,
 154,
 155,
 159,
 160,
 161,
 162,
 163,
 165,
 166,
 167,
 169,
 170,
 171,
 172,
 174,
 176,
 177,
 179,
 180,
 182,
 183,
 184,
 185,
 186,
 187,
 188,
 189,
 190,
 191,
 192,
 193,
 194,
 197,
 200,
 201,
 202,
 203,
 207,
 208,
 210,
 211,
 212,
 213,
 216,
 217,
 219,
 220,
 222,
 223,
 224,
 225,
 228,
 229,
 230,
 231,
 232,
 233,
 235,
 238,
 240,
 241,
 242,
 243,
 244,
 245,
 246,
 248,
 249,
 251,
 252,
 254
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "101": 69,
 "102": 70,
 "103": 71,
 "104": 72,
 "108": 73,
 "109": 74,
 "11": 4,
 "111": 75,
 "112": 76,
 "113": 77,
 "114": 78,
 "115": 79,
 "116": 80,
 "117": 81,
 "118": 82,
 "119": 83,
 "12": 5,
 "121": 84,
 "124": 85,
 "125": 86,
 "127": 87,
 "129": 88,
 "130": 89,
 "131": 90,
 "132": 91,
 "133": 92,
 "134": 93,
 "135": 94,
 "137": 95,
 "139": 96,
 "140": 97,
 "141": 98,
 "142": 99,
 "143": 100,
 "145": 101,
 "147": 102,
 "149": 103,
 "151": 104,
 "154": 105,
 "155": 106,
 "159": 107,
 "160": 108,
 "161": 109,
 "162": 110,
 "163": 111,
 "165": 112,
 "166": 113,
 "167": 114,
 "169": 115,
 "17": 6,
 "170": 116,
 "171": 117,
 "172": 118,
 "174": 119,
 "176": 120,
 "177": 121,
 "179": 122,
 "18": 7,
 "180": 123,
 "182": 124,
 "183": 125,
 "184": 126,
 "185": 127,
 "186": 128,
 "187": 129,
 "188": 130,
 "189": 131,
 "19": 8,
 "190": 132,
 "191": 133,
 "192": 134,
 "193": 135,
 "194": 136,
 "197": 137,
 "200": 138,
 "201": 139,
 "202": 140,
 "203": 141,
 "207": 142,
 "208": 143,
 "21": 9,
 "210": 144,
 "211": 145,
 "212": 146,
 "213": 147,
 "216": 148,
 "217": 149,
 "219": 150,
 "22": 10,
 "220": 151,
 "222": 152,
 "223": 153,
 "224": 154,
 "225": 155,
 "228": 156,
 "229": 157,
 "23": 11,
 "230": 158,
 "231": 159,
 "232": 160,
 "233": 161,
 "235": 162,
 "238": 163,
 "24": 12,
 "240": 164,
 "241": 165,
 "242": 166,
 "243": 167,
 "244": 168,
 "245": 169,
 "246": 170,
 "248": 171,
 "249": 172,
 "25": 13,
 "251": 173,
 "252": 174,
 "254": 175,
 "26": 14,
 "29": 15,
 "3": 1,
 "31": 16,
 "32": 17,
 "33": 18,
 "34": 19,
 "37": 20,
 "38": 21,
 "4": 2,
 "41": 22,
 "42": 23,
 "43": 24,
 "44": 25,
 "45": 26,
 "47": 27,
 "5": 3,
 "50": 28,
 "51": 29,
 "52": 30,
 "53": 31,
 "54": 32,
 "55": 33,
 "56": 34,
 "57": 35,
 "58": 36,
 "59": 37,
 "61": 38,
 "63": 39,
 "64": 40,
 "65": 41,
 "66": 42,
 "67": 43,
 "68": 44,
 "70": 45,
 "72": 46,
 "74": 47,
 "75": 48,
 "76": 49,
 "77": 50,
 "79": 51,
 "80": 52,
 "81": 53,
 "82": 54,
 "83": 55,
 "85": 56,
 "86": 57,
 "87": 58,
 "88": 59,
 "89": 60,
 "90": 61,
 "91": 62,
 "92": 63,
 "93": 64,
 "95": 65,
 "96": 66,
 "98": 67,
 "99": 68
 },
 "pruned_expert_ids": [
 1,
 2,
 6,
 7,
 8,
 9,
 10,
 13,
 14,
 15,
 16,
 20,
 27,
 28,
 30,
 35,
 36,
 39,
 40,
 46,
 48,
 49,
 60,
 62,
 69,
 71,
 73,
 78,
 84,
 94,
 97,
 100,
 105,
 106,
 107,
 110,
 120,
 122,
 123,
 126,
 128,
 136,
 138,
 144,
 146,
 148,
 150,
 152,
 153,
 156,
 157,
 158,
 164,
 168,
 173,
 175,
 178,
 181,
 195,
 196,
 198,
 199,
 204,
 205,
 206,
 209,
 214,
 215,
 218,
 221,
 226,
 227,
 234,
 236,
 237,
 239,
 247,
 250,
 253,
 255
 ]
 },
 "model.layers.6.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 2,
 3,
 5,
 6,
 8,
 9,
 15,
 17,
 19,
 21,
 22,
 23,
 24,
 25,
 26,
 27,
 28,
 29,
 30,
 31,
 35,
 36,
 38,
 39,
 40,
 41,
 42,
 44,
 49,
 50,
 51,
 53,
 55,
 56,
 58,
 59,
 60,
 61,
 62,
 63,
 65,
 69,
 71,
 72,
 73,
 74,
 75,
 78,
 79,
 80,
 82,
 84,
 85,
 86,
 87,
 88,
 89,
 90,
 91,
 92,
 93,
 94,
 95,
 96,
 97,
 99,
 102,
 103,
 104,
 106,
 107,
 108,
 109,
 110,
 112,
 113,
 114,
 115,
 116,
 117,
 118,
 121,
 122,
 124,
 126,
 127,
 130,
 131,
 133,
 134,
 135,
 136,
 137,
 138,
 139,
 141,
 143,
 145,
 147,
 148,
 150,
 152,
 153,
 155,
 156,
 157,
 158,
 159,
 163,
 164,
 165,
 166,
 167,
 168,
 169,
 171,
 172,
 173,
 175,
 176,
 177,
 178,
 179,
 181,
 182,
 183,
 184,
 186,
 187,
 188,
 189,
 192,
 193,
 196,
 197,
 199,
 200,
 201,
 203,
 204,
 206,
 207,
 208,
 210,
 211,
 212,
 213,
 214,
 215,
 218,
 219,
 220,
 222,
 226,
 228,
 229,
 230,
 231,
 233,
 235,
 237,
 239,
 242,
 244,
 245,
 246,
 247,
 249,
 250,
 251,
 252,
 253,
 254,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "102": 68,
 "103": 69,
 "104": 70,
 "106": 71,
 "107": 72,
 "108": 73,
 "109": 74,
 "110": 75,
 "112": 76,
 "113": 77,
 "114": 78,
 "115": 79,
 "116": 80,
 "117": 81,
 "118": 82,
 "121": 83,
 "122": 84,
 "124": 85,
 "126": 86,
 "127": 87,
 "130": 88,
 "131": 89,
 "133": 90,
 "134": 91,
 "135": 92,
 "136": 93,
 "137": 94,
 "138": 95,
 "139": 96,
 "141": 97,
 "143": 98,
 "145": 99,
 "147": 100,
 "148": 101,
 "15": 8,
 "150": 102,
 "152": 103,
 "153": 104,
 "155": 105,
 "156": 106,
 "157": 107,
 "158": 108,
 "159": 109,
 "163": 110,
 "164": 111,
 "165": 112,
 "166": 113,
 "167": 114,
 "168": 115,
 "169": 116,
 "17": 9,
 "171": 117,
 "172": 118,
 "173": 119,
 "175": 120,
 "176": 121,
 "177": 122,
 "178": 123,
 "179": 124,
 "181": 125,
 "182": 126,
 "183": 127,
 "184": 128,
 "186": 129,
 "187": 130,
 "188": 131,
 "189": 132,
 "19": 10,
 "192": 133,
 "193": 134,
 "196": 135,
 "197": 136,
 "199": 137,
 "2": 2,
 "200": 138,
 "201": 139,
 "203": 140,
 "204": 141,
 "206": 142,
 "207": 143,
 "208": 144,
 "21": 11,
 "210": 145,
 "211": 146,
 "212": 147,
 "213": 148,
 "214": 149,
 "215": 150,
 "218": 151,
 "219": 152,
 "22": 12,
 "220": 153,
 "222": 154,
 "226": 155,
 "228": 156,
 "229": 157,
 "23": 13,
 "230": 158,
 "231": 159,
 "233": 160,
 "235": 161,
 "237": 162,
 "239": 163,
 "24": 14,
 "242": 164,
 "244": 165,
 "245": 166,
 "246": 167,
 "247": 168,
 "249": 169,
 "25": 15,
 "250": 170,
 "251": 171,
 "252": 172,
 "253": 173,
 "254": 174,
 "255": 175,
 "26": 16,
 "27": 17,
 "28": 18,
 "29": 19,
 "3": 3,
 "30": 20,
 "31": 21,
 "35": 22,
 "36": 23,
 "38": 24,
 "39": 25,
 "40": 26,
 "41": 27,
 "42": 28,
 "44": 29,
 "49": 30,
 "5": 4,
 "50": 31,
 "51": 32,
 "53": 33,
 "55": 34,
 "56": 35,
 "58": 36,
 "59": 37,
 "6": 5,
 "60": 38,
 "61": 39,
 "62": 40,
 "63": 41,
 "65": 42,
 "69": 43,
 "71": 44,
 "72": 45,
 "73": 46,
 "74": 47,
 "75": 48,
 "78": 49,
 "79": 50,
 "8": 6,
 "80": 51,
 "82": 52,
 "84": 53,
 "85": 54,
 "86": 55,
 "87": 56,
 "88": 57,
 "89": 58,
 "9": 7,
 "90": 59,
 "91": 60,
 "92": 61,
 "93": 62,
 "94": 63,
 "95": 64,
 "96": 65,
 "97": 66,
 "99": 67
 },
 "pruned_expert_ids": [
 4,
 7,
 10,
 11,
 12,
 13,
 14,
 16,
 18,
 20,
 32,
 33,
 34,
 37,
 43,
 45,
 46,
 47,
 48,
 52,
 54,
 57,
 64,
 66,
 67,
 68,
 70,
 76,
 77,
 81,
 83,
 98,
 100,
 101,
 105,
 111,
 119,
 120,
 123,
 125,
 128,
 129,
 132,
 140,
 142,
 144,
 146,
 149,
 151,
 154,
 160,
 161,
 162,
 170,
 174,
 180,
 185,
 190,
 191,
 194,
 195,
 198,
 202,
 205,
 209,
 216,
 217,
 221,
 223,
 224,
 225,
 227,
 232,
 234,
 236,
 238,
 240,
 241,
 243,
 248
 ]
 },
 "model.layers.60.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 3,
 4,
 6,
 7,
 8,
 9,
 10,
 11,
 12,
 13,
 14,
 15,
 16,
 18,
 19,
 21,
 22,
 24,
 29,
 30,
 31,
 32,
 35,
 36,
 37,
 39,
 40,
 41,
 42,
 43,
 46,
 48,
 49,
 52,
 53,
 54,
 55,
 57,
 59,
 60,
 61,
 62,
 65,
 66,
 67,
 68,
 69,
 70,
 72,
 76,
 77,
 79,
 83,
 84,
 85,
 86,
 89,
 90,
 91,
 93,
 94,
 95,
 96,
 99,
 100,
 101,
 102,
 103,
 105,
 107,
 108,
 109,
 111,
 112,
 113,
 115,
 116,
 117,
 119,
 121,
 123,
 125,
 126,
 127,
 129,
 130,
 133,
 134,
 135,
 137,
 140,
 141,
 142,
 143,
 144,
 146,
 149,
 150,
 151,
 152,
 153,
 154,
 156,
 158,
 159,
 161,
 162,
 163,
 164,
 165,
 166,
 168,
 170,
 172,
 173,
 174,
 175,
 176,
 177,
 178,
 180,
 181,
 182,
 183,
 184,
 185,
 187,
 188,
 190,
 191,
 192,
 193,
 194,
 195,
 196,
 198,
 199,
 200,
 202,
 203,
 204,
 206,
 207,
 208,
 210,
 212,
 214,
 215,
 216,
 219,
 220,
 222,
 223,
 224,
 225,
 226,
 227,
 229,
 230,
 232,
 233,
 235,
 236,
 238,
 240,
 241,
 244,
 245,
 249,
 250,
 251,
 252,
 253,
 254
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "10": 8,
 "100": 66,
 "101": 67,
 "102": 68,
 "103": 69,
 "105": 70,
 "107": 71,
 "108": 72,
 "109": 73,
 "11": 9,
 "111": 74,
 "112": 75,
 "113": 76,
 "115": 77,
 "116": 78,
 "117": 79,
 "119": 80,
 "12": 10,
 "121": 81,
 "123": 82,
 "125": 83,
 "126": 84,
 "127": 85,
 "129": 86,
 "13": 11,
 "130": 87,
 "133": 88,
 "134": 89,
 "135": 90,
 "137": 91,
 "14": 12,
 "140": 92,
 "141": 93,
 "142": 94,
 "143": 95,
 "144": 96,
 "146": 97,
 "149": 98,
 "15": 13,
 "150": 99,
 "151": 100,
 "152": 101,
 "153": 102,
 "154": 103,
 "156": 104,
 "158": 105,
 "159": 106,
 "16": 14,
 "161": 107,
 "162": 108,
 "163": 109,
 "164": 110,
 "165": 111,
 "166": 112,
 "168": 113,
 "170": 114,
 "172": 115,
 "173": 116,
 "174": 117,
 "175": 118,
 "176": 119,
 "177": 120,
 "178": 121,
 "18": 15,
 "180": 122,
 "181": 123,
 "182": 124,
 "183": 125,
 "184": 126,
 "185": 127,
 "187": 128,
 "188": 129,
 "19": 16,
 "190": 130,
 "191": 131,
 "192": 132,
 "193": 133,
 "194": 134,
 "195": 135,
 "196": 136,
 "198": 137,
 "199": 138,
 "200": 139,
 "202": 140,
 "203": 141,
 "204": 142,
 "206": 143,
 "207": 144,
 "208": 145,
 "21": 17,
 "210": 146,
 "212": 147,
 "214": 148,
 "215": 149,
 "216": 150,
 "219": 151,
 "22": 18,
 "220": 152,
 "222": 153,
 "223": 154,
 "224": 155,
 "225": 156,
 "226": 157,
 "227": 158,
 "229": 159,
 "230": 160,
 "232": 161,
 "233": 162,
 "235": 163,
 "236": 164,
 "238": 165,
 "24": 19,
 "240": 166,
 "241": 167,
 "244": 168,
 "245": 169,
 "249": 170,
 "250": 171,
 "251": 172,
 "252": 173,
 "253": 174,
 "254": 175,
 "29": 20,
 "3": 2,
 "30": 21,
 "31": 22,
 "32": 23,
 "35": 24,
 "36": 25,
 "37": 26,
 "39": 27,
 "4": 3,
 "40": 28,
 "41": 29,
 "42": 30,
 "43": 31,
 "46": 32,
 "48": 33,
 "49": 34,
 "52": 35,
 "53": 36,
 "54": 37,
 "55": 38,
 "57": 39,
 "59": 40,
 "6": 4,
 "60": 41,
 "61": 42,
 "62": 43,
 "65": 44,
 "66": 45,
 "67": 46,
 "68": 47,
 "69": 48,
 "7": 5,
 "70": 49,
 "72": 50,
 "76": 51,
 "77": 52,
 "79": 53,
 "8": 6,
 "83": 54,
 "84": 55,
 "85": 56,
 "86": 57,
 "89": 58,
 "9": 7,
 "90": 59,
 "91": 60,
 "93": 61,
 "94": 62,
 "95": 63,
 "96": 64,
 "99": 65
 },
 "pruned_expert_ids": [
 2,
 5,
 17,
 20,
 23,
 25,
 26,
 27,
 28,
 33,
 34,
 38,
 44,
 45,
 47,
 50,
 51,
 56,
 58,
 63,
 64,
 71,
 73,
 74,
 75,
 78,
 80,
 81,
 82,
 87,
 88,
 92,
 97,
 98,
 104,
 106,
 110,
 114,
 118,
 120,
 122,
 124,
 128,
 131,
 132,
 136,
 138,
 139,
 145,
 147,
 148,
 155,
 157,
 160,
 167,
 169,
 171,
 179,
 186,
 189,
 197,
 201,
 205,
 209,
 211,
 213,
 217,
 218,
 221,
 228,
 231,
 234,
 237,
 239,
 242,
 243,
 246,
 247,
 248,
 255
 ]
 },
 "model.layers.61.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 2,
 3,
 4,
 6,
 7,
 9,
 10,
 12,
 13,
 15,
 19,
 20,
 21,
 22,
 25,
 26,
 27,
 28,
 29,
 30,
 31,
 33,
 34,
 35,
 37,
 38,
 39,
 40,
 41,
 43,
 44,
 45,
 46,
 47,
 48,
 50,
 51,
 52,
 53,
 54,
 55,
 58,
 59,
 60,
 61,
 62,
 63,
 64,
 65,
 66,
 67,
 68,
 70,
 71,
 72,
 73,
 74,
 76,
 77,
 78,
 80,
 81,
 83,
 84,
 87,
 88,
 89,
 92,
 93,
 95,
 97,
 100,
 102,
 103,
 105,
 106,
 108,
 109,
 110,
 111,
 112,
 113,
 114,
 115,
 116,
 117,
 118,
 119,
 120,
 121,
 122,
 123,
 127,
 129,
 130,
 133,
 134,
 135,
 136,
 137,
 138,
 139,
 142,
 143,
 144,
 146,
 147,
 148,
 151,
 152,
 153,
 154,
 155,
 160,
 162,
 163,
 164,
 165,
 166,
 167,
 168,
 170,
 173,
 174,
 175,
 177,
 179,
 180,
 181,
 182,
 186,
 188,
 189,
 191,
 193,
 194,
 195,
 198,
 200,
 201,
 203,
 205,
 206,
 208,
 209,
 211,
 212,
 213,
 214,
 215,
 216,
 217,
 218,
 219,
 220,
 221,
 222,
 224,
 226,
 229,
 233,
 234,
 235,
 238,
 240,
 243,
 244,
 246,
 247,
 249,
 250,
 251,
 253,
 254
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "10": 8,
 "100": 73,
 "102": 74,
 "103": 75,
 "105": 76,
 "106": 77,
 "108": 78,
 "109": 79,
 "110": 80,
 "111": 81,
 "112": 82,
 "113": 83,
 "114": 84,
 "115": 85,
 "116": 86,
 "117": 87,
 "118": 88,
 "119": 89,
 "12": 9,
 "120": 90,
 "121": 91,
 "122": 92,
 "123": 93,
 "127": 94,
 "129": 95,
 "13": 10,
 "130": 96,
 "133": 97,
 "134": 98,
 "135": 99,
 "136": 100,
 "137": 101,
 "138": 102,
 "139": 103,
 "142": 104,
 "143": 105,
 "144": 106,
 "146": 107,
 "147": 108,
 "148": 109,
 "15": 11,
 "151": 110,
 "152": 111,
 "153": 112,
 "154": 113,
 "155": 114,
 "160": 115,
 "162": 116,
 "163": 117,
 "164": 118,
 "165": 119,
 "166": 120,
 "167": 121,
 "168": 122,
 "170": 123,
 "173": 124,
 "174": 125,
 "175": 126,
 "177": 127,
 "179": 128,
 "180": 129,
 "181": 130,
 "182": 131,
 "186": 132,
 "188": 133,
 "189": 134,
 "19": 12,
 "191": 135,
 "193": 136,
 "194": 137,
 "195": 138,
 "198": 139,
 "2": 2,
 "20": 13,
 "200": 140,
 "201": 141,
 "203": 142,
 "205": 143,
 "206": 144,
 "208": 145,
 "209": 146,
 "21": 14,
 "211": 147,
 "212": 148,
 "213": 149,
 "214": 150,
 "215": 151,
 "216": 152,
 "217": 153,
 "218": 154,
 "219": 155,
 "22": 15,
 "220": 156,
 "221": 157,
 "222": 158,
 "224": 159,
 "226": 160,
 "229": 161,
 "233": 162,
 "234": 163,
 "235": 164,
 "238": 165,
 "240": 166,
 "243": 167,
 "244": 168,
 "246": 169,
 "247": 170,
 "249": 171,
 "25": 16,
 "250": 172,
 "251": 173,
 "253": 174,
 "254": 175,
 "26": 17,
 "27": 18,
 "28": 19,
 "29": 20,
 "3": 3,
 "30": 21,
 "31": 22,
 "33": 23,
 "34": 24,
 "35": 25,
 "37": 26,
 "38": 27,
 "39": 28,
 "4": 4,
 "40": 29,
 "41": 30,
 "43": 31,
 "44": 32,
 "45": 33,
 "46": 34,
 "47": 35,
 "48": 36,
 "50": 37,
 "51": 38,
 "52": 39,
 "53": 40,
 "54": 41,
 "55": 42,
 "58": 43,
 "59": 44,
 "6": 5,
 "60": 45,
 "61": 46,
 "62": 47,
 "63": 48,
 "64": 49,
 "65": 50,
 "66": 51,
 "67": 52,
 "68": 53,
 "7": 6,
 "70": 54,
 "71": 55,
 "72": 56,
 "73": 57,
 "74": 58,
 "76": 59,
 "77": 60,
 "78": 61,
 "80": 62,
 "81": 63,
 "83": 64,
 "84": 65,
 "87": 66,
 "88": 67,
 "89": 68,
 "9": 7,
 "92": 69,
 "93": 70,
 "95": 71,
 "97": 72
 },
 "pruned_expert_ids": [
 5,
 8,
 11,
 14,
 16,
 17,
 18,
 23,
 24,
 32,
 36,
 42,
 49,
 56,
 57,
 69,
 75,
 79,
 82,
 85,
 86,
 90,
 91,
 94,
 96,
 98,
 99,
 101,
 104,
 107,
 124,
 125,
 126,
 128,
 131,
 132,
 140,
 141,
 145,
 149,
 150,
 156,
 157,
 158,
 159,
 161,
 169,
 171,
 172,
 176,
 178,
 183,
 184,
 185,
 187,
 190,
 192,
 196,
 197,
 199,
 202,
 204,
 207,
 210,
 223,
 225,
 227,
 228,
 230,
 231,
 232,
 236,
 237,
 239,
 241,
 242,
 245,
 248,
 252,
 255
 ]
 },
 "model.layers.7.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 1,
 4,
 6,
 8,
 10,
 11,
 13,
 14,
 16,
 20,
 21,
 22,
 23,
 24,
 25,
 26,
 27,
 28,
 29,
 30,
 31,
 33,
 34,
 37,
 38,
 40,
 42,
 43,
 45,
 47,
 48,
 49,
 50,
 51,
 52,
 53,
 55,
 58,
 59,
 60,
 62,
 63,
 69,
 70,
 71,
 72,
 74,
 76,
 78,
 79,
 80,
 82,
 85,
 86,
 89,
 90,
 91,
 92,
 94,
 95,
 96,
 97,
 98,
 99,
 100,
 102,
 103,
 105,
 106,
 107,
 108,
 109,
 110,
 111,
 113,
 114,
 115,
 117,
 118,
 120,
 122,
 125,
 126,
 128,
 130,
 131,
 132,
 133,
 135,
 137,
 138,
 140,
 141,
 142,
 143,
 144,
 145,
 146,
 148,
 149,
 150,
 151,
 152,
 154,
 156,
 157,
 158,
 159,
 161,
 162,
 164,
 165,
 166,
 167,
 168,
 169,
 170,
 171,
 174,
 175,
 176,
 177,
 179,
 183,
 184,
 185,
 186,
 187,
 188,
 189,
 192,
 194,
 195,
 196,
 197,
 198,
 199,
 203,
 206,
 208,
 209,
 210,
 211,
 213,
 214,
 215,
 217,
 218,
 220,
 221,
 222,
 223,
 224,
 225,
 227,
 230,
 231,
 232,
 233,
 234,
 236,
 238,
 239,
 240,
 241,
 242,
 243,
 245,
 246,
 248,
 249,
 250,
 251,
 252,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "1": 1,
 "10": 5,
 "100": 65,
 "102": 66,
 "103": 67,
 "105": 68,
 "106": 69,
 "107": 70,
 "108": 71,
 "109": 72,
 "11": 6,
 "110": 73,
 "111": 74,
 "113": 75,
 "114": 76,
 "115": 77,
 "117": 78,
 "118": 79,
 "120": 80,
 "122": 81,
 "125": 82,
 "126": 83,
 "128": 84,
 "13": 7,
 "130": 85,
 "131": 86,
 "132": 87,
 "133": 88,
 "135": 89,
 "137": 90,
 "138": 91,
 "14": 8,
 "140": 92,
 "141": 93,
 "142": 94,
 "143": 95,
 "144": 96,
 "145": 97,
 "146": 98,
 "148": 99,
 "149": 100,
 "150": 101,
 "151": 102,
 "152": 103,
 "154": 104,
 "156": 105,
 "157": 106,
 "158": 107,
 "159": 108,
 "16": 9,
 "161": 109,
 "162": 110,
 "164": 111,
 "165": 112,
 "166": 113,
 "167": 114,
 "168": 115,
 "169": 116,
 "170": 117,
 "171": 118,
 "174": 119,
 "175": 120,
 "176": 121,
 "177": 122,
 "179": 123,
 "183": 124,
 "184": 125,
 "185": 126,
 "186": 127,
 "187": 128,
 "188": 129,
 "189": 130,
 "192": 131,
 "194": 132,
 "195": 133,
 "196": 134,
 "197": 135,
 "198": 136,
 "199": 137,
 "20": 10,
 "203": 138,
 "206": 139,
 "208": 140,
 "209": 141,
 "21": 11,
 "210": 142,
 "211": 143,
 "213": 144,
 "214": 145,
 "215": 146,
 "217": 147,
 "218": 148,
 "22": 12,
 "220": 149,
 "221": 150,
 "222": 151,
 "223": 152,
 "224": 153,
 "225": 154,
 "227": 155,
 "23": 13,
 "230": 156,
 "231": 157,
 "232": 158,
 "233": 159,
 "234": 160,
 "236": 161,
 "238": 162,
 "239": 163,
 "24": 14,
 "240": 164,
 "241": 165,
 "242": 166,
 "243": 167,
 "245": 168,
 "246": 169,
 "248": 170,
 "249": 171,
 "25": 15,
 "250": 172,
 "251": 173,
 "252": 174,
 "255": 175,
 "26": 16,
 "27": 17,
 "28": 18,
 "29": 19,
 "30": 20,
 "31": 21,
 "33": 22,
 "34": 23,
 "37": 24,
 "38": 25,
 "4": 2,
 "40": 26,
 "42": 27,
 "43": 28,
 "45": 29,
 "47": 30,
 "48": 31,
 "49": 32,
 "50": 33,
 "51": 34,
 "52": 35,
 "53": 36,
 "55": 37,
 "58": 38,
 "59": 39,
 "6": 3,
 "60": 40,
 "62": 41,
 "63": 42,
 "69": 43,
 "70": 44,
 "71": 45,
 "72": 46,
 "74": 47,
 "76": 48,
 "78": 49,
 "79": 50,
 "8": 4,
 "80": 51,
 "82": 52,
 "85": 53,
 "86": 54,
 "89": 55,
 "90": 56,
 "91": 57,
 "92": 58,
 "94": 59,
 "95": 60,
 "96": 61,
 "97": 62,
 "98": 63,
 "99": 64
 },
 "pruned_expert_ids": [
 2,
 3,
 5,
 7,
 9,
 12,
 15,
 17,
 18,
 19,
 32,
 35,
 36,
 39,
 41,
 44,
 46,
 54,
 56,
 57,
 61,
 64,
 65,
 66,
 67,
 68,
 73,
 75,
 77,
 81,
 83,
 84,
 87,
 88,
 93,
 101,
 104,
 112,
 116,
 119,
 121,
 123,
 124,
 127,
 129,
 134,
 136,
 139,
 147,
 153,
 155,
 160,
 163,
 172,
 173,
 178,
 180,
 181,
 182,
 190,
 191,
 193,
 200,
 201,
 202,
 204,
 205,
 207,
 212,
 216,
 219,
 226,
 228,
 229,
 235,
 237,
 244,
 247,
 253,
 254
 ]
 },
 "model.layers.8.block_sparse_moe.gate": {
 "kept_expert_ids": [
 1,
 4,
 6,
 7,
 8,
 9,
 11,
 12,
 13,
 14,
 16,
 17,
 18,
 19,
 21,
 22,
 25,
 26,
 27,
 29,
 30,
 31,
 32,
 33,
 36,
 37,
 38,
 39,
 40,
 42,
 44,
 45,
 46,
 47,
 49,
 51,
 52,
 53,
 54,
 55,
 57,
 58,
 60,
 61,
 63,
 64,
 69,
 70,
 71,
 72,
 74,
 75,
 76,
 79,
 80,
 81,
 83,
 84,
 85,
 86,
 88,
 91,
 92,
 93,
 94,
 95,
 96,
 97,
 98,
 100,
 101,
 103,
 104,
 105,
 106,
 107,
 109,
 110,
 111,
 112,
 113,
 114,
 116,
 117,
 118,
 119,
 121,
 123,
 124,
 126,
 127,
 132,
 136,
 137,
 139,
 140,
 141,
 142,
 143,
 144,
 145,
 146,
 147,
 148,
 149,
 151,
 153,
 154,
 157,
 159,
 161,
 162,
 163,
 164,
 169,
 170,
 171,
 172,
 173,
 174,
 175,
 176,
 177,
 178,
 179,
 180,
 181,
 182,
 183,
 184,
 186,
 187,
 188,
 189,
 192,
 195,
 196,
 197,
 198,
 199,
 200,
 204,
 207,
 209,
 210,
 211,
 212,
 214,
 217,
 218,
 219,
 221,
 222,
 224,
 225,
 226,
 227,
 228,
 231,
 232,
 235,
 237,
 238,
 239,
 240,
 241,
 242,
 243,
 244,
 245,
 246,
 247,
 248,
 249,
 250,
 254
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "1": 0,
 "100": 69,
 "101": 70,
 "103": 71,
 "104": 72,
 "105": 73,
 "106": 74,
 "107": 75,
 "109": 76,
 "11": 6,
 "110": 77,
 "111": 78,
 "112": 79,
 "113": 80,
 "114": 81,
 "116": 82,
 "117": 83,
 "118": 84,
 "119": 85,
 "12": 7,
 "121": 86,
 "123": 87,
 "124": 88,
 "126": 89,
 "127": 90,
 "13": 8,
 "132": 91,
 "136": 92,
 "137": 93,
 "139": 94,
 "14": 9,
 "140": 95,
 "141": 96,
 "142": 97,
 "143": 98,
 "144": 99,
 "145": 100,
 "146": 101,
 "147": 102,
 "148": 103,
 "149": 104,
 "151": 105,
 "153": 106,
 "154": 107,
 "157": 108,
 "159": 109,
 "16": 10,
 "161": 110,
 "162": 111,
 "163": 112,
 "164": 113,
 "169": 114,
 "17": 11,
 "170": 115,
 "171": 116,
 "172": 117,
 "173": 118,
 "174": 119,
 "175": 120,
 "176": 121,
 "177": 122,
 "178": 123,
 "179": 124,
 "18": 12,
 "180": 125,
 "181": 126,
 "182": 127,
 "183": 128,
 "184": 129,
 "186": 130,
 "187": 131,
 "188": 132,
 "189": 133,
 "19": 13,
 "192": 134,
 "195": 135,
 "196": 136,
 "197": 137,
 "198": 138,
 "199": 139,
 "200": 140,
 "204": 141,
 "207": 142,
 "209": 143,
 "21": 14,
 "210": 144,
 "211": 145,
 "212": 146,
 "214": 147,
 "217": 148,
 "218": 149,
 "219": 150,
 "22": 15,
 "221": 151,
 "222": 152,
 "224": 153,
 "225": 154,
 "226": 155,
 "227": 156,
 "228": 157,
 "231": 158,
 "232": 159,
 "235": 160,
 "237": 161,
 "238": 162,
 "239": 163,
 "240": 164,
 "241": 165,
 "242": 166,
 "243": 167,
 "244": 168,
 "245": 169,
 "246": 170,
 "247": 171,
 "248": 172,
 "249": 173,
 "25": 16,
 "250": 174,
 "254": 175,
 "26": 17,
 "27": 18,
 "29": 19,
 "30": 20,
 "31": 21,
 "32": 22,
 "33": 23,
 "36": 24,
 "37": 25,
 "38": 26,
 "39": 27,
 "4": 1,
 "40": 28,
 "42": 29,
 "44": 30,
 "45": 31,
 "46": 32,
 "47": 33,
 "49": 34,
 "51": 35,
 "52": 36,
 "53": 37,
 "54": 38,
 "55": 39,
 "57": 40,
 "58": 41,
 "6": 2,
 "60": 42,
 "61": 43,
 "63": 44,
 "64": 45,
 "69": 46,
 "7": 3,
 "70": 47,
 "71": 48,
 "72": 49,
 "74": 50,
 "75": 51,
 "76": 52,
 "79": 53,
 "8": 4,
 "80": 54,
 "81": 55,
 "83": 56,
 "84": 57,
 "85": 58,
 "86": 59,
 "88": 60,
 "9": 5,
 "91": 61,
 "92": 62,
 "93": 63,
 "94": 64,
 "95": 65,
 "96": 66,
 "97": 67,
 "98": 68
 },
 "pruned_expert_ids": [
 0,
 2,
 3,
 5,
 10,
 15,
 20,
 23,
 24,
 28,
 34,
 35,
 41,
 43,
 48,
 50,
 56,
 59,
 62,
 65,
 66,
 67,
 68,
 73,
 77,
 78,
 82,
 87,
 89,
 90,
 99,
 102,
 108,
 115,
 120,
 122,
 125,
 128,
 129,
 130,
 131,
 133,
 134,
 135,
 138,
 150,
 152,
 155,
 156,
 158,
 160,
 165,
 166,
 167,
 168,
 185,
 190,
 191,
 193,
 194,
 201,
 202,
 203,
 205,
 206,
 208,
 213,
 215,
 216,
 220,
 223,
 229,
 230,
 233,
 234,
 236,
 251,
 252,
 253,
 255
 ]
 },
 "model.layers.9.block_sparse_moe.gate": {
 "kept_expert_ids": [
 0,
 2,
 5,
 10,
 12,
 13,
 14,
 15,
 16,
 17,
 18,
 21,
 23,
 26,
 27,
 28,
 32,
 35,
 36,
 37,
 39,
 40,
 41,
 42,
 43,
 44,
 46,
 48,
 51,
 52,
 53,
 55,
 56,
 57,
 58,
 60,
 61,
 63,
 64,
 66,
 67,
 69,
 70,
 73,
 75,
 76,
 77,
 78,
 80,
 81,
 84,
 85,
 86,
 87,
 90,
 92,
 94,
 95,
 96,
 97,
 98,
 99,
 100,
 101,
 103,
 105,
 106,
 107,
 108,
 110,
 111,
 113,
 114,
 116,
 117,
 118,
 120,
 121,
 122,
 123,
 124,
 126,
 127,
 128,
 129,
 130,
 131,
 132,
 134,
 135,
 136,
 137,
 138,
 139,
 141,
 142,
 146,
 147,
 148,
 149,
 150,
 151,
 152,
 156,
 157,
 158,
 161,
 163,
 165,
 166,
 170,
 174,
 175,
 176,
 177,
 178,
 179,
 180,
 182,
 183,
 184,
 185,
 186,
 187,
 188,
 189,
 190,
 191,
 192,
 193,
 194,
 195,
 196,
 197,
 198,
 200,
 201,
 202,
 203,
 206,
 207,
 210,
 211,
 212,
 213,
 214,
 215,
 216,
 218,
 221,
 223,
 224,
 225,
 226,
 228,
 229,
 232,
 235,
 236,
 237,
 238,
 240,
 241,
 242,
 243,
 244,
 245,
 246,
 247,
 249,
 250,
 251,
 252,
 253,
 254,
 255
 ],
 "num_experts_kept": 176,
 "num_experts_orig": 256,
 "orig_to_new_eid": {
 "0": 0,
 "10": 3,
 "100": 62,
 "101": 63,
 "103": 64,
 "105": 65,
 "106": 66,
 "107": 67,
 "108": 68,
 "110": 69,
 "111": 70,
 "113": 71,
 "114": 72,
 "116": 73,
 "117": 74,
 "118": 75,
 "12": 4,
 "120": 76,
 "121": 77,
 "122": 78,
 "123": 79,
 "124": 80,
 "126": 81,
 "127": 82,
 "128": 83,
 "129": 84,
 "13": 5,
 "130": 85,
 "131": 86,
 "132": 87,
 "134": 88,
 "135": 89,
 "136": 90,
 "137": 91,
 "138": 92,
 "139": 93,
 "14": 6,
 "141": 94,
 "142": 95,
 "146": 96,
 "147": 97,
 "148": 98,
 "149": 99,
 "15": 7,
 "150": 100,
 "151": 101,
 "152": 102,
 "156": 103,
 "157": 104,
 "158": 105,
 "16": 8,
 "161": 106,
 "163": 107,
 "165": 108,
 "166": 109,
 "17": 9,
 "170": 110,
 "174": 111,
 "175": 112,
 "176": 113,
 "177": 114,
 "178": 115,
 "179": 116,
 "18": 10,
 "180": 117,
 "182": 118,
 "183": 119,
 "184": 120,
 "185": 121,
 "186": 122,
 "187": 123,
 "188": 124,
 "189": 125,
 "190": 126,
 "191": 127,
 "192": 128,
 "193": 129,
 "194": 130,
 "195": 131,
 "196": 132,
 "197": 133,
 "198": 134,
 "2": 1,
 "200": 135,
 "201": 136,
 "202": 137,
 "203": 138,
 "206": 139,
 "207": 140,
 "21": 11,
 "210": 141,
 "211": 142,
 "212": 143,
 "213": 144,
 "214": 145,
 "215": 146,
 "216": 147,
 "218": 148,
 "221": 149,
 "223": 150,
 "224": 151,
 "225": 152,
 "226": 153,
 "228": 154,
 "229": 155,
 "23": 12,
 "232": 156,
 "235": 157,
 "236": 158,
 "237": 159,
 "238": 160,
 "240": 161,
 "241": 162,
 "242": 163,
 "243": 164,
 "244": 165,
 "245": 166,
 "246": 167,
 "247": 168,
 "249": 169,
 "250": 170,
 "251": 171,
 "252": 172,
 "253": 173,
 "254": 174,
 "255": 175,
 "26": 13,
 "27": 14,
 "28": 15,
 "32": 16,
 "35": 17,
 "36": 18,
 "37": 19,
 "39": 20,
 "40": 21,
 "41": 22,
 "42": 23,
 "43": 24,
 "44": 25,
 "46": 26,
 "48": 27,
 "5": 2,
 "51": 28,
 "52": 29,
 "53": 30,
 "55": 31,
 "56": 32,
 "57": 33,
 "58": 34,
 "60": 35,
 "61": 36,
 "63": 37,
 "64": 38,
 "66": 39,
 "67": 40,
 "69": 41,
 "70": 42,
 "73": 43,
 "75": 44,
 "76": 45,
 "77": 46,
 "78": 47,
 "80": 48,
 "81": 49,
 "84": 50,
 "85": 51,
 "86": 52,
 "87": 53,
 "90": 54,
 "92": 55,
 "94": 56,
 "95": 57,
 "96": 58,
 "97": 59,
 "98": 60,
 "99": 61
 },
 "pruned_expert_ids": [
 1,
 3,
 4,
 6,
 7,
 8,
 9,
 11,
 19,
 20,
 22,
 24,
 25,
 29,
 30,
 31,
 33,
 34,
 38,
 45,
 47,
 49,
 50,
 54,
 59,
 62,
 65,
 68,
 71,
 72,
 74,
 79,
 82,
 83,
 88,
 89,
 91,
 93,
 102,
 104,
 109,
 112,
 115,
 119,
 125,
 133,
 140,
 143,
 144,
 145,
 153,
 154,
 155,
 159,
 160,
 162,
 164,
 167,
 168,
 169,
 171,
 172,
 173,
 181,
 199,
 204,
 205,
 208,
 209,
 217,
 219,
 220,
 222,
 227,
 230,
 231,
 233,
 234,
 239,
 248
 ]
 }
}