{ "model.layers.0.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 2, 3, 6, 7, 8, 9, 10, 11, 13, 14, 17, 20, 21, 22, 23, 24, 26, 27, 29, 30, 31, 33, 34, 36, 37, 39, 40, 43, 46, 49, 50, 51, 52, 53, 54, 55, 56, 58, 60, 61, 62, 63, 66, 68, 70, 73, 74, 76, 84, 86, 89, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 106, 107, 108, 109, 110, 111, 113, 114, 115, 117, 118, 119, 120, 121, 122, 124, 125, 126, 128, 129, 130, 132, 133, 135, 136, 137, 138, 140, 141, 142, 145, 146, 147, 148, 150, 151, 152, 153, 154, 155, 157, 158, 159, 160, 161, 162, 163, 165, 168, 169, 170, 171, 173, 174, 176, 178, 179, 180, 181, 183, 184, 185, 186, 187, 190, 191, 192, 193, 194, 195, 196, 197, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 211, 212, 214, 215, 216, 217, 220, 222, 227, 229, 230, 231, 233, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 249, 250, 251, 252, 254 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "10": 8, "100": 61, "101": 62, "102": 63, "103": 64, "106": 65, "107": 66, "108": 67, "109": 68, "11": 9, "110": 69, "111": 70, "113": 71, "114": 72, "115": 73, "117": 74, "118": 75, "119": 76, "120": 77, "121": 78, "122": 79, "124": 80, "125": 81, "126": 82, "128": 83, "129": 84, "13": 10, "130": 85, "132": 86, "133": 87, "135": 88, "136": 89, "137": 90, "138": 91, "14": 11, "140": 92, "141": 93, "142": 94, "145": 95, "146": 96, "147": 97, "148": 98, "150": 99, "151": 100, "152": 101, "153": 102, "154": 103, "155": 104, "157": 105, "158": 106, "159": 107, "160": 108, "161": 109, "162": 110, "163": 111, "165": 112, "168": 113, "169": 114, "17": 12, "170": 115, "171": 116, "173": 117, "174": 118, "176": 119, "178": 120, "179": 121, "180": 122, "181": 123, "183": 124, "184": 125, "185": 126, "186": 127, "187": 128, "190": 129, "191": 130, "192": 131, "193": 132, "194": 133, "195": 134, "196": 135, "197": 136, "199": 137, "2": 2, "20": 13, "200": 138, "201": 139, "202": 140, "203": 141, "204": 142, "205": 143, "206": 144, "207": 145, "208": 146, "209": 147, "21": 14, "211": 148, "212": 149, "214": 150, "215": 151, "216": 152, "217": 153, "22": 15, "220": 154, "222": 155, "227": 156, "229": 157, "23": 16, "230": 158, "231": 159, "233": 160, "237": 161, "238": 162, "239": 163, "24": 17, "240": 164, "241": 165, "242": 166, "243": 167, "244": 168, "245": 169, "246": 170, "249": 171, "250": 172, "251": 173, "252": 174, "254": 175, "26": 18, "27": 19, "29": 20, "3": 3, "30": 21, "31": 22, "33": 23, "34": 24, "36": 25, "37": 26, "39": 27, "40": 28, "43": 29, "46": 30, "49": 31, "50": 32, "51": 33, "52": 34, "53": 35, "54": 36, "55": 37, "56": 38, "58": 39, "6": 4, "60": 40, "61": 41, "62": 42, "63": 43, "66": 44, "68": 45, "7": 5, "70": 46, "73": 47, "74": 48, "76": 49, "8": 6, "84": 50, "86": 51, "89": 52, "9": 7, "90": 53, "92": 54, "93": 55, "94": 56, "96": 57, "97": 58, "98": 59, "99": 60 }, "pruned_expert_ids": [ 4, 5, 12, 15, 16, 18, 19, 25, 28, 32, 35, 38, 41, 42, 44, 45, 47, 48, 57, 59, 64, 65, 67, 69, 71, 72, 75, 77, 78, 79, 80, 81, 82, 83, 85, 87, 88, 91, 95, 104, 105, 112, 116, 123, 127, 131, 134, 139, 143, 144, 149, 156, 164, 166, 167, 172, 175, 177, 182, 188, 189, 198, 210, 213, 218, 219, 221, 223, 224, 225, 226, 228, 232, 234, 235, 236, 247, 248, 253, 255 ] }, "model.layers.1.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 2, 3, 4, 12, 14, 15, 19, 21, 22, 23, 25, 26, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 44, 45, 47, 49, 53, 54, 55, 56, 57, 58, 59, 61, 62, 64, 65, 67, 68, 69, 70, 71, 72, 74, 76, 77, 78, 80, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 95, 97, 99, 101, 102, 103, 105, 106, 107, 110, 111, 112, 113, 115, 116, 117, 118, 119, 122, 123, 126, 127, 128, 131, 133, 134, 135, 137, 138, 140, 141, 142, 143, 144, 145, 147, 148, 149, 150, 151, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 170, 172, 173, 174, 175, 178, 179, 181, 182, 183, 184, 186, 188, 189, 190, 191, 192, 193, 194, 196, 197, 198, 199, 200, 202, 204, 205, 208, 209, 210, 211, 212, 213, 214, 215, 216, 218, 219, 221, 222, 223, 225, 226, 227, 228, 229, 231, 232, 235, 238, 239, 240, 241, 242, 243, 244, 246, 247, 249, 250, 254, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "101": 66, "102": 67, "103": 68, "105": 69, "106": 70, "107": 71, "110": 72, "111": 73, "112": 74, "113": 75, "115": 76, "116": 77, "117": 78, "118": 79, "119": 80, "12": 5, "122": 81, "123": 82, "126": 83, "127": 84, "128": 85, "131": 86, "133": 87, "134": 88, "135": 89, "137": 90, "138": 91, "14": 6, "140": 92, "141": 93, "142": 94, "143": 95, "144": 96, "145": 97, "147": 98, "148": 99, "149": 100, "15": 7, "150": 101, "151": 102, "153": 103, "154": 104, "155": 105, "156": 106, "158": 107, "159": 108, "160": 109, "161": 110, "162": 111, "163": 112, "164": 113, "170": 114, "172": 115, "173": 116, "174": 117, "175": 118, "178": 119, "179": 120, "181": 121, "182": 122, "183": 123, "184": 124, "186": 125, "188": 126, "189": 127, "19": 8, "190": 128, "191": 129, "192": 130, "193": 131, "194": 132, "196": 133, "197": 134, "198": 135, "199": 136, "2": 2, "200": 137, "202": 138, "204": 139, "205": 140, "208": 141, "209": 142, "21": 9, "210": 143, "211": 144, "212": 145, "213": 146, "214": 147, "215": 148, "216": 149, "218": 150, "219": 151, "22": 10, "221": 152, "222": 153, "223": 154, "225": 155, "226": 156, "227": 157, "228": 158, "229": 159, "23": 11, "231": 160, "232": 161, "235": 162, "238": 163, "239": 164, "240": 165, "241": 166, "242": 167, "243": 168, "244": 169, "246": 170, "247": 171, "249": 172, "25": 12, "250": 173, "254": 174, "255": 175, "26": 13, "28": 14, "29": 15, "3": 3, "30": 16, "31": 17, "32": 18, "34": 19, "35": 20, "36": 21, "37": 22, "38": 23, "39": 24, "4": 4, "44": 25, "45": 26, "47": 27, "49": 28, "53": 29, "54": 30, "55": 31, "56": 32, "57": 33, "58": 34, "59": 35, "61": 36, "62": 37, "64": 38, "65": 39, "67": 40, "68": 41, "69": 42, "70": 43, "71": 44, "72": 45, "74": 46, "76": 47, "77": 48, "78": 49, "80": 50, "81": 51, "82": 52, "83": 53, "84": 54, "85": 55, "86": 56, "88": 57, "89": 58, "90": 59, "91": 60, "92": 61, "93": 62, "95": 63, "97": 64, "99": 65 }, "pruned_expert_ids": [ 5, 6, 7, 8, 9, 10, 11, 13, 16, 17, 18, 20, 24, 27, 33, 40, 41, 42, 43, 46, 48, 50, 51, 52, 60, 63, 66, 73, 75, 79, 87, 94, 96, 98, 100, 104, 108, 109, 114, 120, 121, 124, 125, 129, 130, 132, 136, 139, 146, 152, 157, 165, 166, 167, 168, 169, 171, 176, 177, 180, 185, 187, 195, 201, 203, 206, 207, 217, 220, 224, 230, 233, 234, 236, 237, 245, 248, 251, 252, 253 ] }, "model.layers.10.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 4, 5, 6, 7, 10, 12, 13, 14, 15, 17, 18, 20, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 39, 40, 44, 45, 46, 47, 48, 50, 51, 53, 54, 55, 56, 57, 58, 59, 61, 62, 63, 64, 65, 67, 68, 70, 72, 78, 81, 82, 83, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 98, 99, 101, 103, 104, 105, 106, 107, 108, 109, 110, 111, 115, 116, 118, 120, 121, 122, 123, 124, 125, 126, 127, 129, 131, 132, 133, 135, 136, 137, 138, 139, 140, 142, 143, 144, 145, 147, 149, 150, 151, 152, 153, 155, 156, 158, 159, 160, 162, 163, 164, 165, 169, 170, 172, 173, 174, 177, 179, 180, 181, 182, 183, 186, 188, 189, 190, 191, 193, 196, 198, 201, 202, 203, 204, 205, 207, 208, 209, 210, 212, 213, 216, 219, 220, 222, 223, 224, 225, 226, 227, 228, 232, 233, 234, 235, 236, 237, 239, 240, 241, 243, 245, 246, 249, 253, 254, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "10": 5, "101": 70, "103": 71, "104": 72, "105": 73, "106": 74, "107": 75, "108": 76, "109": 77, "110": 78, "111": 79, "115": 80, "116": 81, "118": 82, "12": 6, "120": 83, "121": 84, "122": 85, "123": 86, "124": 87, "125": 88, "126": 89, "127": 90, "129": 91, "13": 7, "131": 92, "132": 93, "133": 94, "135": 95, "136": 96, "137": 97, "138": 98, "139": 99, "14": 8, "140": 100, "142": 101, "143": 102, "144": 103, "145": 104, "147": 105, "149": 106, "15": 9, "150": 107, "151": 108, "152": 109, "153": 110, "155": 111, "156": 112, "158": 113, "159": 114, "160": 115, "162": 116, "163": 117, "164": 118, "165": 119, "169": 120, "17": 10, "170": 121, "172": 122, "173": 123, "174": 124, "177": 125, "179": 126, "18": 11, "180": 127, "181": 128, "182": 129, "183": 130, "186": 131, "188": 132, "189": 133, "190": 134, "191": 135, "193": 136, "196": 137, "198": 138, "20": 12, "201": 139, "202": 140, "203": 141, "204": 142, "205": 143, "207": 144, "208": 145, "209": 146, "21": 13, "210": 147, "212": 148, "213": 149, "216": 150, "219": 151, "22": 14, "220": 152, "222": 153, "223": 154, "224": 155, "225": 156, "226": 157, "227": 158, "228": 159, "23": 15, "232": 160, "233": 161, "234": 162, "235": 163, "236": 164, "237": 165, "239": 166, "24": 16, "240": 167, "241": 168, "243": 169, "245": 170, "246": 171, "249": 172, "25": 17, "253": 173, "254": 174, "255": 175, "26": 18, "28": 19, "29": 20, "30": 21, "31": 22, "32": 23, "33": 24, "34": 25, "36": 26, "38": 27, "39": 28, "4": 1, "40": 29, "44": 30, "45": 31, "46": 32, "47": 33, "48": 34, "5": 2, "50": 35, "51": 36, "53": 37, "54": 38, "55": 39, "56": 40, "57": 41, "58": 42, "59": 43, "6": 3, "61": 44, "62": 45, "63": 46, "64": 47, "65": 48, "67": 49, "68": 50, "7": 4, "70": 51, "72": 52, "78": 53, "81": 54, "82": 55, "83": 56, "85": 57, "86": 58, "88": 59, "89": 60, "90": 61, "91": 62, "92": 63, "93": 64, "94": 65, "95": 66, "96": 67, "98": 68, "99": 69 }, "pruned_expert_ids": [ 1, 2, 3, 8, 9, 11, 16, 19, 27, 35, 37, 41, 42, 43, 49, 52, 60, 66, 69, 71, 73, 74, 75, 76, 77, 79, 80, 84, 87, 97, 100, 102, 112, 113, 114, 117, 119, 128, 130, 134, 141, 146, 148, 154, 157, 161, 166, 167, 168, 171, 175, 176, 178, 184, 185, 187, 192, 194, 195, 197, 199, 200, 206, 211, 214, 215, 217, 218, 221, 229, 230, 231, 238, 242, 244, 247, 248, 250, 251, 252 ] }, "model.layers.11.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 4, 6, 7, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 22, 23, 24, 25, 28, 30, 31, 32, 34, 35, 37, 41, 44, 46, 47, 48, 50, 52, 53, 55, 56, 57, 58, 59, 60, 64, 65, 66, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 81, 83, 84, 86, 88, 89, 90, 91, 92, 93, 94, 96, 98, 100, 102, 103, 105, 106, 107, 108, 109, 110, 111, 112, 114, 115, 116, 120, 121, 122, 123, 124, 126, 127, 128, 129, 131, 132, 133, 135, 136, 137, 138, 139, 140, 141, 142, 146, 147, 148, 150, 152, 153, 154, 156, 157, 159, 160, 161, 162, 163, 164, 166, 168, 169, 170, 171, 172, 173, 175, 177, 180, 181, 182, 183, 185, 187, 188, 189, 190, 191, 193, 194, 195, 198, 199, 200, 201, 203, 204, 205, 207, 208, 209, 212, 214, 216, 217, 218, 219, 221, 223, 224, 225, 226, 227, 228, 229, 233, 234, 236, 237, 238, 239, 241, 242, 243, 244, 246, 248, 249, 251, 253 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "10": 6, "100": 66, "102": 67, "103": 68, "105": 69, "106": 70, "107": 71, "108": 72, "109": 73, "11": 7, "110": 74, "111": 75, "112": 76, "114": 77, "115": 78, "116": 79, "12": 8, "120": 80, "121": 81, "122": 82, "123": 83, "124": 84, "126": 85, "127": 86, "128": 87, "129": 88, "13": 9, "131": 89, "132": 90, "133": 91, "135": 92, "136": 93, "137": 94, "138": 95, "139": 96, "14": 10, "140": 97, "141": 98, "142": 99, "146": 100, "147": 101, "148": 102, "15": 11, "150": 103, "152": 104, "153": 105, "154": 106, "156": 107, "157": 108, "159": 109, "160": 110, "161": 111, "162": 112, "163": 113, "164": 114, "166": 115, "168": 116, "169": 117, "17": 12, "170": 118, "171": 119, "172": 120, "173": 121, "175": 122, "177": 123, "18": 13, "180": 124, "181": 125, "182": 126, "183": 127, "185": 128, "187": 129, "188": 130, "189": 131, "19": 14, "190": 132, "191": 133, "193": 134, "194": 135, "195": 136, "198": 137, "199": 138, "200": 139, "201": 140, "203": 141, "204": 142, "205": 143, "207": 144, "208": 145, "209": 146, "212": 147, "214": 148, "216": 149, "217": 150, "218": 151, "219": 152, "22": 15, "221": 153, "223": 154, "224": 155, "225": 156, "226": 157, "227": 158, "228": 159, "229": 160, "23": 16, "233": 161, "234": 162, "236": 163, "237": 164, "238": 165, "239": 166, "24": 17, "241": 167, "242": 168, "243": 169, "244": 170, "246": 171, "248": 172, "249": 173, "25": 18, "251": 174, "253": 175, "28": 19, "30": 20, "31": 21, "32": 22, "34": 23, "35": 24, "37": 25, "4": 2, "41": 26, "44": 27, "46": 28, "47": 29, "48": 30, "50": 31, "52": 32, "53": 33, "55": 34, "56": 35, "57": 36, "58": 37, "59": 38, "6": 3, "60": 39, "64": 40, "65": 41, "66": 42, "69": 43, "7": 4, "70": 44, "71": 45, "73": 46, "74": 47, "75": 48, "76": 49, "77": 50, "78": 51, "79": 52, "81": 53, "83": 54, "84": 55, "86": 56, "88": 57, "89": 58, "9": 5, "90": 59, "91": 60, "92": 61, "93": 62, "94": 63, "96": 64, "98": 65 }, "pruned_expert_ids": [ 2, 3, 5, 8, 16, 20, 21, 26, 27, 29, 33, 36, 38, 39, 40, 42, 43, 45, 49, 51, 54, 61, 62, 63, 67, 68, 72, 80, 82, 85, 87, 95, 97, 99, 101, 104, 113, 117, 118, 119, 125, 130, 134, 143, 144, 145, 149, 151, 155, 158, 165, 167, 174, 176, 178, 179, 184, 186, 192, 196, 197, 202, 206, 210, 211, 213, 215, 220, 222, 230, 231, 232, 235, 240, 245, 247, 250, 252, 254, 255 ] }, "model.layers.12.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 20, 21, 24, 25, 26, 27, 28, 29, 31, 38, 39, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 53, 54, 56, 57, 58, 59, 60, 61, 64, 67, 70, 71, 72, 73, 75, 76, 80, 82, 83, 87, 88, 89, 90, 91, 93, 94, 96, 97, 98, 99, 100, 101, 103, 105, 106, 107, 108, 109, 111, 112, 113, 114, 118, 120, 121, 122, 124, 125, 126, 127, 128, 132, 133, 135, 136, 137, 138, 139, 140, 141, 142, 145, 146, 149, 152, 154, 155, 156, 157, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 172, 173, 174, 175, 177, 179, 180, 181, 182, 183, 184, 186, 188, 189, 190, 192, 193, 194, 196, 199, 200, 201, 202, 204, 205, 207, 208, 209, 210, 211, 213, 215, 218, 219, 220, 221, 222, 223, 224, 226, 227, 228, 229, 234, 235, 237, 239, 240, 242, 243, 244, 246, 247, 248, 250, 251, 252, 254, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "10": 10, "100": 68, "101": 69, "103": 70, "105": 71, "106": 72, "107": 73, "108": 74, "109": 75, "11": 11, "111": 76, "112": 77, "113": 78, "114": 79, "118": 80, "12": 12, "120": 81, "121": 82, "122": 83, "124": 84, "125": 85, "126": 86, "127": 87, "128": 88, "132": 89, "133": 90, "135": 91, "136": 92, "137": 93, "138": 94, "139": 95, "14": 13, "140": 96, "141": 97, "142": 98, "145": 99, "146": 100, "149": 101, "15": 14, "152": 102, "154": 103, "155": 104, "156": 105, "157": 106, "159": 107, "16": 15, "160": 108, "161": 109, "162": 110, "163": 111, "164": 112, "165": 113, "166": 114, "167": 115, "168": 116, "17": 16, "172": 117, "173": 118, "174": 119, "175": 120, "177": 121, "179": 122, "180": 123, "181": 124, "182": 125, "183": 126, "184": 127, "186": 128, "188": 129, "189": 130, "190": 131, "192": 132, "193": 133, "194": 134, "196": 135, "199": 136, "2": 2, "20": 17, "200": 137, "201": 138, "202": 139, "204": 140, "205": 141, "207": 142, "208": 143, "209": 144, "21": 18, "210": 145, "211": 146, "213": 147, "215": 148, "218": 149, "219": 150, "220": 151, "221": 152, "222": 153, "223": 154, "224": 155, "226": 156, "227": 157, "228": 158, "229": 159, "234": 160, "235": 161, "237": 162, "239": 163, "24": 19, "240": 164, "242": 165, "243": 166, "244": 167, "246": 168, "247": 169, "248": 170, "25": 20, "250": 171, "251": 172, "252": 173, "254": 174, "255": 175, "26": 21, "27": 22, "28": 23, "29": 24, "3": 3, "31": 25, "38": 26, "39": 27, "4": 4, "41": 28, "42": 29, "43": 30, "45": 31, "46": 32, "47": 33, "48": 34, "49": 35, "5": 5, "50": 36, "51": 37, "53": 38, "54": 39, "56": 40, "57": 41, "58": 42, "59": 43, "6": 6, "60": 44, "61": 45, "64": 46, "67": 47, "7": 7, "70": 48, "71": 49, "72": 50, "73": 51, "75": 52, "76": 53, "8": 8, "80": 54, "82": 55, "83": 56, "87": 57, "88": 58, "89": 59, "9": 9, "90": 60, "91": 61, "93": 62, "94": 63, "96": 64, "97": 65, "98": 66, "99": 67 }, "pruned_expert_ids": [ 13, 18, 19, 22, 23, 30, 32, 33, 34, 35, 36, 37, 40, 44, 52, 55, 62, 63, 65, 66, 68, 69, 74, 77, 78, 79, 81, 84, 85, 86, 92, 95, 102, 104, 110, 115, 116, 117, 119, 123, 129, 130, 131, 134, 143, 144, 147, 148, 150, 151, 153, 158, 169, 170, 171, 176, 178, 185, 187, 191, 195, 197, 198, 203, 206, 212, 214, 216, 217, 225, 230, 231, 232, 233, 236, 238, 241, 245, 249, 253 ] }, "model.layers.13.block_sparse_moe.gate": { "kept_expert_ids": [ 2, 3, 4, 6, 9, 10, 11, 12, 14, 15, 18, 20, 21, 22, 24, 27, 28, 30, 32, 33, 34, 35, 36, 37, 38, 40, 41, 42, 44, 45, 47, 48, 52, 53, 54, 56, 57, 58, 59, 61, 62, 63, 64, 65, 67, 69, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 84, 85, 86, 87, 90, 91, 93, 97, 98, 99, 101, 102, 105, 106, 111, 112, 113, 114, 117, 118, 119, 122, 123, 125, 126, 128, 129, 130, 131, 132, 133, 134, 135, 136, 138, 139, 140, 142, 144, 145, 146, 147, 149, 150, 152, 154, 155, 157, 158, 159, 162, 166, 167, 168, 169, 170, 171, 172, 174, 175, 176, 179, 180, 181, 182, 185, 186, 187, 188, 189, 190, 191, 193, 194, 196, 197, 198, 199, 202, 204, 206, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 220, 221, 222, 223, 224, 228, 229, 230, 231, 233, 234, 235, 237, 238, 239, 240, 241, 242, 243, 244, 245, 247, 248, 249, 250, 252, 254, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "10": 5, "101": 66, "102": 67, "105": 68, "106": 69, "11": 6, "111": 70, "112": 71, "113": 72, "114": 73, "117": 74, "118": 75, "119": 76, "12": 7, "122": 77, "123": 78, "125": 79, "126": 80, "128": 81, "129": 82, "130": 83, "131": 84, "132": 85, "133": 86, "134": 87, "135": 88, "136": 89, "138": 90, "139": 91, "14": 8, "140": 92, "142": 93, "144": 94, "145": 95, "146": 96, "147": 97, "149": 98, "15": 9, "150": 99, "152": 100, "154": 101, "155": 102, "157": 103, "158": 104, "159": 105, "162": 106, "166": 107, "167": 108, "168": 109, "169": 110, "170": 111, "171": 112, "172": 113, "174": 114, "175": 115, "176": 116, "179": 117, "18": 10, "180": 118, "181": 119, "182": 120, "185": 121, "186": 122, "187": 123, "188": 124, "189": 125, "190": 126, "191": 127, "193": 128, "194": 129, "196": 130, "197": 131, "198": 132, "199": 133, "2": 0, "20": 11, "202": 134, "204": 135, "206": 136, "208": 137, "209": 138, "21": 12, "210": 139, "211": 140, "212": 141, "213": 142, "214": 143, "215": 144, "216": 145, "217": 146, "218": 147, "22": 13, "220": 148, "221": 149, "222": 150, "223": 151, "224": 152, "228": 153, "229": 154, "230": 155, "231": 156, "233": 157, "234": 158, "235": 159, "237": 160, "238": 161, "239": 162, "24": 14, "240": 163, "241": 164, "242": 165, "243": 166, "244": 167, "245": 168, "247": 169, "248": 170, "249": 171, "250": 172, "252": 173, "254": 174, "255": 175, "27": 15, "28": 16, "3": 1, "30": 17, "32": 18, "33": 19, "34": 20, "35": 21, "36": 22, "37": 23, "38": 24, "4": 2, "40": 25, "41": 26, "42": 27, "44": 28, "45": 29, "47": 30, "48": 31, "52": 32, "53": 33, "54": 34, "56": 35, "57": 36, "58": 37, "59": 38, "6": 3, "61": 39, "62": 40, "63": 41, "64": 42, "65": 43, "67": 44, "69": 45, "71": 46, "72": 47, "73": 48, "74": 49, "75": 50, "76": 51, "78": 52, "79": 53, "80": 54, "81": 55, "84": 56, "85": 57, "86": 58, "87": 59, "9": 4, "90": 60, "91": 61, "93": 62, "97": 63, "98": 64, "99": 65 }, "pruned_expert_ids": [ 0, 1, 5, 7, 8, 13, 16, 17, 19, 23, 25, 26, 29, 31, 39, 43, 46, 49, 50, 51, 55, 60, 66, 68, 70, 77, 82, 83, 88, 89, 92, 94, 95, 96, 100, 103, 104, 107, 108, 109, 110, 115, 116, 120, 121, 124, 127, 137, 141, 143, 148, 151, 153, 156, 160, 161, 163, 164, 165, 173, 177, 178, 183, 184, 192, 195, 200, 201, 203, 205, 207, 219, 225, 226, 227, 232, 236, 246, 251, 253 ] }, "model.layers.14.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 2, 3, 4, 6, 8, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 30, 31, 32, 33, 35, 36, 37, 38, 39, 40, 41, 43, 44, 45, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 60, 63, 64, 66, 68, 69, 70, 71, 72, 73, 74, 76, 77, 79, 84, 85, 86, 89, 90, 91, 93, 96, 97, 99, 100, 102, 103, 104, 105, 106, 107, 108, 109, 110, 112, 113, 115, 116, 117, 118, 119, 122, 123, 124, 125, 126, 127, 129, 130, 132, 133, 135, 136, 140, 141, 144, 145, 146, 147, 149, 150, 151, 152, 154, 156, 157, 158, 159, 160, 163, 164, 168, 169, 170, 171, 173, 174, 176, 177, 178, 179, 181, 182, 183, 185, 186, 187, 188, 190, 191, 193, 194, 196, 197, 198, 199, 200, 202, 203, 206, 208, 209, 211, 212, 213, 214, 215, 216, 217, 218, 219, 222, 225, 226, 227, 230, 231, 232, 233, 234, 237, 239, 242, 244, 246, 248, 250, 252, 253, 254 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "100": 70, "102": 71, "103": 72, "104": 73, "105": 74, "106": 75, "107": 76, "108": 77, "109": 78, "110": 79, "112": 80, "113": 81, "115": 82, "116": 83, "117": 84, "118": 85, "119": 86, "122": 87, "123": 88, "124": 89, "125": 90, "126": 91, "127": 92, "129": 93, "13": 7, "130": 94, "132": 95, "133": 96, "135": 97, "136": 98, "14": 8, "140": 99, "141": 100, "144": 101, "145": 102, "146": 103, "147": 104, "149": 105, "15": 9, "150": 106, "151": 107, "152": 108, "154": 109, "156": 110, "157": 111, "158": 112, "159": 113, "16": 10, "160": 114, "163": 115, "164": 116, "168": 117, "169": 118, "17": 11, "170": 119, "171": 120, "173": 121, "174": 122, "176": 123, "177": 124, "178": 125, "179": 126, "18": 12, "181": 127, "182": 128, "183": 129, "185": 130, "186": 131, "187": 132, "188": 133, "19": 13, "190": 134, "191": 135, "193": 136, "194": 137, "196": 138, "197": 139, "198": 140, "199": 141, "2": 2, "20": 14, "200": 142, "202": 143, "203": 144, "206": 145, "208": 146, "209": 147, "21": 15, "211": 148, "212": 149, "213": 150, "214": 151, "215": 152, "216": 153, "217": 154, "218": 155, "219": 156, "22": 16, "222": 157, "225": 158, "226": 159, "227": 160, "23": 17, "230": 161, "231": 162, "232": 163, "233": 164, "234": 165, "237": 166, "239": 167, "24": 18, "242": 168, "244": 169, "246": 170, "248": 171, "25": 19, "250": 172, "252": 173, "253": 174, "254": 175, "26": 20, "27": 21, "3": 3, "30": 22, "31": 23, "32": 24, "33": 25, "35": 26, "36": 27, "37": 28, "38": 29, "39": 30, "4": 4, "40": 31, "41": 32, "43": 33, "44": 34, "45": 35, "48": 36, "49": 37, "50": 38, "51": 39, "52": 40, "53": 41, "54": 42, "55": 43, "56": 44, "57": 45, "6": 5, "60": 46, "63": 47, "64": 48, "66": 49, "68": 50, "69": 51, "70": 52, "71": 53, "72": 54, "73": 55, "74": 56, "76": 57, "77": 58, "79": 59, "8": 6, "84": 60, "85": 61, "86": 62, "89": 63, "90": 64, "91": 65, "93": 66, "96": 67, "97": 68, "99": 69 }, "pruned_expert_ids": [ 5, 7, 9, 10, 11, 12, 28, 29, 34, 42, 46, 47, 58, 59, 61, 62, 65, 67, 75, 78, 80, 81, 82, 83, 87, 88, 92, 94, 95, 98, 101, 111, 114, 120, 121, 128, 131, 134, 137, 138, 139, 142, 143, 148, 153, 155, 161, 162, 165, 166, 167, 172, 175, 180, 184, 189, 192, 195, 201, 204, 205, 207, 210, 220, 221, 223, 224, 228, 229, 235, 236, 238, 240, 241, 243, 245, 247, 249, 251, 255 ] }, "model.layers.15.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 2, 3, 5, 6, 7, 9, 12, 13, 14, 15, 16, 17, 18, 19, 25, 27, 28, 29, 30, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 49, 50, 51, 56, 58, 59, 60, 61, 62, 63, 64, 65, 66, 69, 70, 72, 74, 75, 76, 77, 79, 80, 81, 83, 85, 87, 91, 95, 96, 97, 98, 99, 100, 101, 103, 104, 107, 108, 109, 112, 113, 114, 117, 118, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 134, 136, 137, 138, 139, 140, 141, 143, 144, 145, 146, 147, 149, 151, 152, 154, 155, 157, 158, 159, 162, 163, 165, 166, 167, 168, 170, 171, 172, 174, 175, 177, 178, 180, 181, 182, 183, 185, 186, 188, 189, 190, 192, 193, 194, 198, 200, 202, 203, 204, 205, 206, 207, 209, 210, 211, 213, 214, 215, 218, 219, 220, 221, 223, 224, 225, 226, 228, 229, 230, 232, 233, 235, 236, 238, 241, 242, 244, 245, 246, 247, 248, 249, 251, 253, 254 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "100": 66, "101": 67, "103": 68, "104": 69, "107": 70, "108": 71, "109": 72, "112": 73, "113": 74, "114": 75, "117": 76, "118": 77, "12": 8, "121": 78, "122": 79, "123": 80, "124": 81, "125": 82, "126": 83, "127": 84, "128": 85, "129": 86, "13": 9, "130": 87, "131": 88, "132": 89, "134": 90, "136": 91, "137": 92, "138": 93, "139": 94, "14": 10, "140": 95, "141": 96, "143": 97, "144": 98, "145": 99, "146": 100, "147": 101, "149": 102, "15": 11, "151": 103, "152": 104, "154": 105, "155": 106, "157": 107, "158": 108, "159": 109, "16": 12, "162": 110, "163": 111, "165": 112, "166": 113, "167": 114, "168": 115, "17": 13, "170": 116, "171": 117, "172": 118, "174": 119, "175": 120, "177": 121, "178": 122, "18": 14, "180": 123, "181": 124, "182": 125, "183": 126, "185": 127, "186": 128, "188": 129, "189": 130, "19": 15, "190": 131, "192": 132, "193": 133, "194": 134, "198": 135, "2": 2, "200": 136, "202": 137, "203": 138, "204": 139, "205": 140, "206": 141, "207": 142, "209": 143, "210": 144, "211": 145, "213": 146, "214": 147, "215": 148, "218": 149, "219": 150, "220": 151, "221": 152, "223": 153, "224": 154, "225": 155, "226": 156, "228": 157, "229": 158, "230": 159, "232": 160, "233": 161, "235": 162, "236": 163, "238": 164, "241": 165, "242": 166, "244": 167, "245": 168, "246": 169, "247": 170, "248": 171, "249": 172, "25": 16, "251": 173, "253": 174, "254": 175, "27": 17, "28": 18, "29": 19, "3": 3, "30": 20, "34": 21, "35": 22, "36": 23, "37": 24, "38": 25, "39": 26, "40": 27, "41": 28, "42": 29, "43": 30, "44": 31, "46": 32, "47": 33, "49": 34, "5": 4, "50": 35, "51": 36, "56": 37, "58": 38, "59": 39, "6": 5, "60": 40, "61": 41, "62": 42, "63": 43, "64": 44, "65": 45, "66": 46, "69": 47, "7": 6, "70": 48, "72": 49, "74": 50, "75": 51, "76": 52, "77": 53, "79": 54, "80": 55, "81": 56, "83": 57, "85": 58, "87": 59, "9": 7, "91": 60, "95": 61, "96": 62, "97": 63, "98": 64, "99": 65 }, "pruned_expert_ids": [ 4, 8, 10, 11, 20, 21, 22, 23, 24, 26, 31, 32, 33, 45, 48, 52, 53, 54, 55, 57, 67, 68, 71, 73, 78, 82, 84, 86, 88, 89, 90, 92, 93, 94, 102, 105, 106, 110, 111, 115, 116, 119, 120, 133, 135, 142, 148, 150, 153, 156, 160, 161, 164, 169, 173, 176, 179, 184, 187, 191, 195, 196, 197, 199, 201, 208, 212, 216, 217, 222, 227, 231, 234, 237, 239, 240, 243, 250, 252, 255 ] }, "model.layers.16.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 2, 3, 5, 6, 8, 10, 11, 12, 16, 17, 20, 21, 22, 25, 26, 27, 28, 30, 33, 34, 36, 37, 39, 40, 41, 43, 44, 45, 46, 47, 48, 52, 54, 55, 57, 58, 59, 60, 62, 65, 66, 67, 68, 69, 70, 72, 73, 76, 77, 78, 79, 80, 82, 83, 88, 89, 90, 92, 95, 96, 97, 98, 101, 102, 104, 105, 106, 109, 110, 111, 112, 113, 114, 115, 117, 118, 119, 120, 122, 124, 125, 127, 130, 132, 133, 135, 137, 138, 140, 141, 142, 144, 146, 147, 148, 149, 150, 151, 153, 155, 156, 158, 159, 160, 161, 162, 163, 164, 167, 168, 169, 170, 172, 173, 175, 176, 177, 179, 180, 181, 183, 184, 185, 186, 188, 189, 190, 191, 193, 194, 195, 196, 198, 201, 202, 205, 206, 207, 209, 210, 211, 215, 216, 218, 219, 220, 221, 222, 223, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 239, 240, 241, 243, 245, 246, 247, 248, 250, 251, 252, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "10": 7, "101": 64, "102": 65, "104": 66, "105": 67, "106": 68, "109": 69, "11": 8, "110": 70, "111": 71, "112": 72, "113": 73, "114": 74, "115": 75, "117": 76, "118": 77, "119": 78, "12": 9, "120": 79, "122": 80, "124": 81, "125": 82, "127": 83, "130": 84, "132": 85, "133": 86, "135": 87, "137": 88, "138": 89, "140": 90, "141": 91, "142": 92, "144": 93, "146": 94, "147": 95, "148": 96, "149": 97, "150": 98, "151": 99, "153": 100, "155": 101, "156": 102, "158": 103, "159": 104, "16": 10, "160": 105, "161": 106, "162": 107, "163": 108, "164": 109, "167": 110, "168": 111, "169": 112, "17": 11, "170": 113, "172": 114, "173": 115, "175": 116, "176": 117, "177": 118, "179": 119, "180": 120, "181": 121, "183": 122, "184": 123, "185": 124, "186": 125, "188": 126, "189": 127, "190": 128, "191": 129, "193": 130, "194": 131, "195": 132, "196": 133, "198": 134, "2": 2, "20": 12, "201": 135, "202": 136, "205": 137, "206": 138, "207": 139, "209": 140, "21": 13, "210": 141, "211": 142, "215": 143, "216": 144, "218": 145, "219": 146, "22": 14, "220": 147, "221": 148, "222": 149, "223": 150, "225": 151, "226": 152, "227": 153, "228": 154, "229": 155, "230": 156, "231": 157, "232": 158, "233": 159, "234": 160, "235": 161, "236": 162, "237": 163, "239": 164, "240": 165, "241": 166, "243": 167, "245": 168, "246": 169, "247": 170, "248": 171, "25": 15, "250": 172, "251": 173, "252": 174, "255": 175, "26": 16, "27": 17, "28": 18, "3": 3, "30": 19, "33": 20, "34": 21, "36": 22, "37": 23, "39": 24, "40": 25, "41": 26, "43": 27, "44": 28, "45": 29, "46": 30, "47": 31, "48": 32, "5": 4, "52": 33, "54": 34, "55": 35, "57": 36, "58": 37, "59": 38, "6": 5, "60": 39, "62": 40, "65": 41, "66": 42, "67": 43, "68": 44, "69": 45, "70": 46, "72": 47, "73": 48, "76": 49, "77": 50, "78": 51, "79": 52, "8": 6, "80": 53, "82": 54, "83": 55, "88": 56, "89": 57, "90": 58, "92": 59, "95": 60, "96": 61, "97": 62, "98": 63 }, "pruned_expert_ids": [ 4, 7, 9, 13, 14, 15, 18, 19, 23, 24, 29, 31, 32, 35, 38, 42, 49, 50, 51, 53, 56, 61, 63, 64, 71, 74, 75, 81, 84, 85, 86, 87, 91, 93, 94, 99, 100, 103, 107, 108, 116, 121, 123, 126, 128, 129, 131, 134, 136, 139, 143, 145, 152, 154, 157, 165, 166, 171, 174, 178, 182, 187, 192, 197, 199, 200, 203, 204, 208, 212, 213, 214, 217, 224, 238, 242, 244, 249, 253, 254 ] }, "model.layers.17.block_sparse_moe.gate": { "kept_expert_ids": [ 1, 2, 3, 7, 8, 11, 13, 14, 15, 16, 17, 23, 25, 27, 28, 30, 33, 35, 36, 37, 38, 39, 42, 44, 45, 46, 47, 50, 51, 52, 53, 54, 55, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 69, 70, 71, 72, 73, 78, 79, 81, 82, 84, 85, 87, 88, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100, 103, 105, 106, 107, 109, 111, 112, 113, 115, 116, 117, 119, 120, 121, 124, 125, 126, 128, 129, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 150, 151, 153, 154, 156, 157, 158, 159, 162, 164, 167, 168, 169, 170, 171, 172, 175, 176, 177, 178, 179, 180, 181, 183, 184, 185, 188, 189, 190, 192, 194, 195, 196, 197, 198, 199, 200, 201, 203, 204, 205, 207, 209, 210, 211, 212, 214, 215, 218, 221, 223, 226, 227, 228, 229, 231, 232, 233, 234, 236, 238, 239, 241, 243, 244, 246, 248, 249, 250, 251, 252, 253, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "1": 0, "100": 66, "103": 67, "105": 68, "106": 69, "107": 70, "109": 71, "11": 5, "111": 72, "112": 73, "113": 74, "115": 75, "116": 76, "117": 77, "119": 78, "120": 79, "121": 80, "124": 81, "125": 82, "126": 83, "128": 84, "129": 85, "13": 6, "131": 86, "132": 87, "133": 88, "134": 89, "135": 90, "136": 91, "137": 92, "138": 93, "139": 94, "14": 7, "140": 95, "141": 96, "142": 97, "143": 98, "144": 99, "145": 100, "146": 101, "147": 102, "15": 8, "150": 103, "151": 104, "153": 105, "154": 106, "156": 107, "157": 108, "158": 109, "159": 110, "16": 9, "162": 111, "164": 112, "167": 113, "168": 114, "169": 115, "17": 10, "170": 116, "171": 117, "172": 118, "175": 119, "176": 120, "177": 121, "178": 122, "179": 123, "180": 124, "181": 125, "183": 126, "184": 127, "185": 128, "188": 129, "189": 130, "190": 131, "192": 132, "194": 133, "195": 134, "196": 135, "197": 136, "198": 137, "199": 138, "2": 1, "200": 139, "201": 140, "203": 141, "204": 142, "205": 143, "207": 144, "209": 145, "210": 146, "211": 147, "212": 148, "214": 149, "215": 150, "218": 151, "221": 152, "223": 153, "226": 154, "227": 155, "228": 156, "229": 157, "23": 11, "231": 158, "232": 159, "233": 160, "234": 161, "236": 162, "238": 163, "239": 164, "241": 165, "243": 166, "244": 167, "246": 168, "248": 169, "249": 170, "25": 12, "250": 171, "251": 172, "252": 173, "253": 174, "255": 175, "27": 13, "28": 14, "3": 2, "30": 15, "33": 16, "35": 17, "36": 18, "37": 19, "38": 20, "39": 21, "42": 22, "44": 23, "45": 24, "46": 25, "47": 26, "50": 27, "51": 28, "52": 29, "53": 30, "54": 31, "55": 32, "57": 33, "58": 34, "59": 35, "60": 36, "62": 37, "63": 38, "64": 39, "65": 40, "66": 41, "67": 42, "69": 43, "7": 3, "70": 44, "71": 45, "72": 46, "73": 47, "78": 48, "79": 49, "8": 4, "81": 50, "82": 51, "84": 52, "85": 53, "87": 54, "88": 55, "89": 56, "90": 57, "91": 58, "92": 59, "93": 60, "95": 61, "96": 62, "97": 63, "98": 64, "99": 65 }, "pruned_expert_ids": [ 0, 4, 5, 6, 9, 10, 12, 18, 19, 20, 21, 22, 24, 26, 29, 31, 32, 34, 40, 41, 43, 48, 49, 56, 61, 68, 74, 75, 76, 77, 80, 83, 86, 94, 101, 102, 104, 108, 110, 114, 118, 122, 123, 127, 130, 148, 149, 152, 155, 160, 161, 163, 165, 166, 173, 174, 182, 186, 187, 191, 193, 202, 206, 208, 213, 216, 217, 219, 220, 222, 224, 225, 230, 235, 237, 240, 242, 245, 247, 254 ] }, "model.layers.18.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 2, 3, 4, 6, 7, 8, 9, 10, 13, 16, 17, 18, 20, 21, 22, 24, 25, 26, 27, 28, 30, 31, 32, 33, 35, 36, 38, 39, 40, 41, 42, 43, 44, 46, 50, 51, 52, 53, 54, 55, 56, 57, 58, 60, 61, 62, 64, 65, 68, 69, 72, 73, 74, 75, 77, 78, 80, 81, 82, 84, 86, 88, 89, 90, 91, 92, 94, 96, 97, 98, 99, 100, 101, 102, 104, 106, 110, 111, 112, 114, 116, 118, 120, 122, 123, 124, 125, 128, 129, 133, 134, 135, 137, 138, 140, 141, 143, 144, 145, 146, 147, 148, 149, 150, 152, 154, 156, 157, 158, 160, 161, 162, 164, 167, 168, 171, 173, 174, 175, 176, 177, 178, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 197, 198, 201, 202, 203, 204, 205, 206, 207, 210, 212, 213, 214, 216, 217, 218, 220, 223, 224, 225, 227, 228, 230, 231, 232, 233, 238, 239, 241, 242, 245, 247, 248, 250, 251, 254, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "10": 9, "100": 73, "101": 74, "102": 75, "104": 76, "106": 77, "110": 78, "111": 79, "112": 80, "114": 81, "116": 82, "118": 83, "120": 84, "122": 85, "123": 86, "124": 87, "125": 88, "128": 89, "129": 90, "13": 10, "133": 91, "134": 92, "135": 93, "137": 94, "138": 95, "140": 96, "141": 97, "143": 98, "144": 99, "145": 100, "146": 101, "147": 102, "148": 103, "149": 104, "150": 105, "152": 106, "154": 107, "156": 108, "157": 109, "158": 110, "16": 11, "160": 111, "161": 112, "162": 113, "164": 114, "167": 115, "168": 116, "17": 12, "171": 117, "173": 118, "174": 119, "175": 120, "176": 121, "177": 122, "178": 123, "18": 13, "180": 124, "181": 125, "182": 126, "183": 127, "184": 128, "185": 129, "186": 130, "187": 131, "188": 132, "189": 133, "190": 134, "191": 135, "192": 136, "193": 137, "194": 138, "197": 139, "198": 140, "2": 2, "20": 14, "201": 141, "202": 142, "203": 143, "204": 144, "205": 145, "206": 146, "207": 147, "21": 15, "210": 148, "212": 149, "213": 150, "214": 151, "216": 152, "217": 153, "218": 154, "22": 16, "220": 155, "223": 156, "224": 157, "225": 158, "227": 159, "228": 160, "230": 161, "231": 162, "232": 163, "233": 164, "238": 165, "239": 166, "24": 17, "241": 167, "242": 168, "245": 169, "247": 170, "248": 171, "25": 18, "250": 172, "251": 173, "254": 174, "255": 175, "26": 19, "27": 20, "28": 21, "3": 3, "30": 22, "31": 23, "32": 24, "33": 25, "35": 26, "36": 27, "38": 28, "39": 29, "4": 4, "40": 30, "41": 31, "42": 32, "43": 33, "44": 34, "46": 35, "50": 36, "51": 37, "52": 38, "53": 39, "54": 40, "55": 41, "56": 42, "57": 43, "58": 44, "6": 5, "60": 45, "61": 46, "62": 47, "64": 48, "65": 49, "68": 50, "69": 51, "7": 6, "72": 52, "73": 53, "74": 54, "75": 55, "77": 56, "78": 57, "8": 7, "80": 58, "81": 59, "82": 60, "84": 61, "86": 62, "88": 63, "89": 64, "9": 8, "90": 65, "91": 66, "92": 67, "94": 68, "96": 69, "97": 70, "98": 71, "99": 72 }, "pruned_expert_ids": [ 5, 11, 12, 14, 15, 19, 23, 29, 34, 37, 45, 47, 48, 49, 59, 63, 66, 67, 70, 71, 76, 79, 83, 85, 87, 93, 95, 103, 105, 107, 108, 109, 113, 115, 117, 119, 121, 126, 127, 130, 131, 132, 136, 139, 142, 151, 153, 155, 159, 163, 165, 166, 169, 170, 172, 179, 195, 196, 199, 200, 208, 209, 211, 215, 219, 221, 222, 226, 229, 234, 235, 236, 237, 240, 243, 244, 246, 249, 252, 253 ] }, "model.layers.19.block_sparse_moe.gate": { "kept_expert_ids": [ 1, 2, 6, 7, 9, 10, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 35, 37, 38, 39, 40, 44, 45, 48, 50, 53, 54, 56, 57, 60, 62, 63, 64, 65, 66, 67, 70, 71, 74, 76, 78, 79, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96, 98, 99, 102, 103, 104, 107, 108, 109, 111, 113, 114, 116, 125, 126, 127, 129, 130, 131, 132, 133, 134, 135, 137, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 150, 153, 156, 157, 158, 159, 160, 161, 162, 164, 167, 168, 169, 170, 172, 174, 175, 177, 178, 180, 181, 183, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 200, 203, 204, 205, 206, 207, 208, 209, 211, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 226, 227, 229, 230, 231, 232, 237, 239, 240, 241, 242, 244, 246, 247, 248, 249, 250, 251, 252, 253, 254 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "1": 0, "10": 5, "102": 70, "103": 71, "104": 72, "107": 73, "108": 74, "109": 75, "111": 76, "113": 77, "114": 78, "116": 79, "125": 80, "126": 81, "127": 82, "129": 83, "13": 6, "130": 84, "131": 85, "132": 86, "133": 87, "134": 88, "135": 89, "137": 90, "139": 91, "14": 7, "140": 92, "141": 93, "142": 94, "143": 95, "144": 96, "145": 97, "146": 98, "147": 99, "148": 100, "15": 8, "150": 101, "153": 102, "156": 103, "157": 104, "158": 105, "159": 106, "16": 9, "160": 107, "161": 108, "162": 109, "164": 110, "167": 111, "168": 112, "169": 113, "17": 10, "170": 114, "172": 115, "174": 116, "175": 117, "177": 118, "178": 119, "18": 11, "180": 120, "181": 121, "183": 122, "185": 123, "186": 124, "187": 125, "188": 126, "189": 127, "19": 12, "190": 128, "191": 129, "192": 130, "193": 131, "194": 132, "195": 133, "196": 134, "2": 1, "20": 13, "200": 135, "203": 136, "204": 137, "205": 138, "206": 139, "207": 140, "208": 141, "209": 142, "21": 14, "211": 143, "213": 144, "214": 145, "215": 146, "216": 147, "217": 148, "218": 149, "219": 150, "22": 15, "220": 151, "221": 152, "222": 153, "223": 154, "226": 155, "227": 156, "229": 157, "23": 16, "230": 158, "231": 159, "232": 160, "237": 161, "239": 162, "24": 17, "240": 163, "241": 164, "242": 165, "244": 166, "246": 167, "247": 168, "248": 169, "249": 170, "25": 18, "250": 171, "251": 172, "252": 173, "253": 174, "254": 175, "26": 19, "27": 20, "28": 21, "29": 22, "30": 23, "31": 24, "33": 25, "34": 26, "35": 27, "37": 28, "38": 29, "39": 30, "40": 31, "44": 32, "45": 33, "48": 34, "50": 35, "53": 36, "54": 37, "56": 38, "57": 39, "6": 2, "60": 40, "62": 41, "63": 42, "64": 43, "65": 44, "66": 45, "67": 46, "7": 3, "70": 47, "71": 48, "74": 49, "76": 50, "78": 51, "79": 52, "81": 53, "82": 54, "83": 55, "84": 56, "85": 57, "86": 58, "87": 59, "88": 60, "89": 61, "9": 4, "90": 62, "91": 63, "92": 64, "93": 65, "94": 66, "96": 67, "98": 68, "99": 69 }, "pruned_expert_ids": [ 0, 3, 4, 5, 8, 11, 12, 32, 36, 41, 42, 43, 46, 47, 49, 51, 52, 55, 58, 59, 61, 68, 69, 72, 73, 75, 77, 80, 95, 97, 100, 101, 105, 106, 110, 112, 115, 117, 118, 119, 120, 121, 122, 123, 124, 128, 136, 138, 149, 151, 152, 154, 155, 163, 165, 166, 171, 173, 176, 179, 182, 184, 197, 198, 199, 201, 202, 210, 212, 224, 225, 228, 233, 234, 235, 236, 238, 243, 245, 255 ] }, "model.layers.2.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 2, 4, 5, 7, 8, 9, 11, 14, 15, 16, 17, 18, 20, 21, 23, 24, 25, 26, 28, 29, 30, 31, 32, 34, 35, 36, 37, 40, 41, 43, 44, 45, 47, 48, 50, 51, 53, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 66, 68, 69, 70, 73, 76, 78, 82, 86, 87, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 104, 105, 106, 109, 110, 111, 112, 113, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 129, 131, 132, 134, 135, 136, 137, 138, 139, 140, 142, 144, 146, 147, 148, 150, 151, 152, 153, 155, 156, 158, 159, 160, 161, 163, 164, 165, 167, 169, 170, 171, 172, 173, 174, 175, 176, 178, 179, 180, 181, 182, 183, 185, 186, 188, 190, 191, 192, 195, 198, 199, 200, 202, 205, 206, 209, 210, 211, 213, 214, 215, 216, 218, 219, 220, 223, 224, 225, 228, 229, 230, 231, 232, 233, 234, 236, 237, 239, 241, 244, 245, 246, 247, 248, 252, 253, 254 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "100": 66, "101": 67, "102": 68, "104": 69, "105": 70, "106": 71, "109": 72, "11": 7, "110": 73, "111": 74, "112": 75, "113": 76, "117": 77, "118": 78, "119": 79, "120": 80, "121": 81, "122": 82, "123": 83, "124": 84, "125": 85, "126": 86, "127": 87, "129": 88, "131": 89, "132": 90, "134": 91, "135": 92, "136": 93, "137": 94, "138": 95, "139": 96, "14": 8, "140": 97, "142": 98, "144": 99, "146": 100, "147": 101, "148": 102, "15": 9, "150": 103, "151": 104, "152": 105, "153": 106, "155": 107, "156": 108, "158": 109, "159": 110, "16": 10, "160": 111, "161": 112, "163": 113, "164": 114, "165": 115, "167": 116, "169": 117, "17": 11, "170": 118, "171": 119, "172": 120, "173": 121, "174": 122, "175": 123, "176": 124, "178": 125, "179": 126, "18": 12, "180": 127, "181": 128, "182": 129, "183": 130, "185": 131, "186": 132, "188": 133, "190": 134, "191": 135, "192": 136, "195": 137, "198": 138, "199": 139, "2": 1, "20": 13, "200": 140, "202": 141, "205": 142, "206": 143, "209": 144, "21": 14, "210": 145, "211": 146, "213": 147, "214": 148, "215": 149, "216": 150, "218": 151, "219": 152, "220": 153, "223": 154, "224": 155, "225": 156, "228": 157, "229": 158, "23": 15, "230": 159, "231": 160, "232": 161, "233": 162, "234": 163, "236": 164, "237": 165, "239": 166, "24": 16, "241": 167, "244": 168, "245": 169, "246": 170, "247": 171, "248": 172, "25": 17, "252": 173, "253": 174, "254": 175, "26": 18, "28": 19, "29": 20, "30": 21, "31": 22, "32": 23, "34": 24, "35": 25, "36": 26, "37": 27, "4": 2, "40": 28, "41": 29, "43": 30, "44": 31, "45": 32, "47": 33, "48": 34, "5": 3, "50": 35, "51": 36, "53": 37, "55": 38, "56": 39, "57": 40, "58": 41, "59": 42, "60": 43, "61": 44, "62": 45, "63": 46, "64": 47, "66": 48, "68": 49, "69": 50, "7": 4, "70": 51, "73": 52, "76": 53, "78": 54, "8": 5, "82": 55, "86": 56, "87": 57, "9": 6, "92": 58, "93": 59, "94": 60, "95": 61, "96": 62, "97": 63, "98": 64, "99": 65 }, "pruned_expert_ids": [ 1, 3, 6, 10, 12, 13, 19, 22, 27, 33, 38, 39, 42, 46, 49, 52, 54, 65, 67, 71, 72, 74, 75, 77, 79, 80, 81, 83, 84, 85, 88, 89, 90, 91, 103, 107, 108, 114, 115, 116, 128, 130, 133, 141, 143, 145, 149, 154, 157, 162, 166, 168, 177, 184, 187, 189, 193, 194, 196, 197, 201, 203, 204, 207, 208, 212, 217, 221, 222, 226, 227, 235, 238, 240, 242, 243, 249, 250, 251, 255 ] }, "model.layers.20.block_sparse_moe.gate": { "kept_expert_ids": [ 1, 2, 3, 4, 6, 7, 8, 11, 14, 17, 18, 19, 21, 22, 23, 24, 26, 28, 30, 31, 35, 36, 38, 39, 41, 42, 43, 44, 45, 46, 47, 51, 52, 53, 54, 56, 57, 58, 59, 60, 61, 62, 63, 66, 67, 69, 70, 71, 72, 73, 74, 76, 78, 79, 80, 81, 82, 83, 85, 87, 89, 92, 93, 94, 95, 97, 98, 99, 100, 102, 104, 105, 106, 107, 108, 109, 111, 112, 113, 114, 115, 118, 119, 120, 121, 122, 123, 124, 125, 127, 128, 130, 133, 135, 138, 139, 142, 143, 144, 146, 149, 150, 152, 154, 155, 156, 157, 158, 159, 160, 162, 164, 166, 168, 170, 171, 172, 173, 174, 175, 178, 179, 180, 181, 184, 185, 186, 187, 188, 191, 192, 193, 195, 197, 201, 202, 203, 204, 205, 206, 207, 208, 210, 211, 212, 214, 215, 216, 217, 220, 221, 222, 224, 225, 227, 228, 230, 231, 232, 233, 234, 235, 237, 238, 239, 240, 241, 242, 243, 245, 247, 250, 251, 252, 253, 254 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "1": 0, "100": 68, "102": 69, "104": 70, "105": 71, "106": 72, "107": 73, "108": 74, "109": 75, "11": 7, "111": 76, "112": 77, "113": 78, "114": 79, "115": 80, "118": 81, "119": 82, "120": 83, "121": 84, "122": 85, "123": 86, "124": 87, "125": 88, "127": 89, "128": 90, "130": 91, "133": 92, "135": 93, "138": 94, "139": 95, "14": 8, "142": 96, "143": 97, "144": 98, "146": 99, "149": 100, "150": 101, "152": 102, "154": 103, "155": 104, "156": 105, "157": 106, "158": 107, "159": 108, "160": 109, "162": 110, "164": 111, "166": 112, "168": 113, "17": 9, "170": 114, "171": 115, "172": 116, "173": 117, "174": 118, "175": 119, "178": 120, "179": 121, "18": 10, "180": 122, "181": 123, "184": 124, "185": 125, "186": 126, "187": 127, "188": 128, "19": 11, "191": 129, "192": 130, "193": 131, "195": 132, "197": 133, "2": 1, "201": 134, "202": 135, "203": 136, "204": 137, "205": 138, "206": 139, "207": 140, "208": 141, "21": 12, "210": 142, "211": 143, "212": 144, "214": 145, "215": 146, "216": 147, "217": 148, "22": 13, "220": 149, "221": 150, "222": 151, "224": 152, "225": 153, "227": 154, "228": 155, "23": 14, "230": 156, "231": 157, "232": 158, "233": 159, "234": 160, "235": 161, "237": 162, "238": 163, "239": 164, "24": 15, "240": 165, "241": 166, "242": 167, "243": 168, "245": 169, "247": 170, "250": 171, "251": 172, "252": 173, "253": 174, "254": 175, "26": 16, "28": 17, "3": 2, "30": 18, "31": 19, "35": 20, "36": 21, "38": 22, "39": 23, "4": 3, "41": 24, "42": 25, "43": 26, "44": 27, "45": 28, "46": 29, "47": 30, "51": 31, "52": 32, "53": 33, "54": 34, "56": 35, "57": 36, "58": 37, "59": 38, "6": 4, "60": 39, "61": 40, "62": 41, "63": 42, "66": 43, "67": 44, "69": 45, "7": 5, "70": 46, "71": 47, "72": 48, "73": 49, "74": 50, "76": 51, "78": 52, "79": 53, "8": 6, "80": 54, "81": 55, "82": 56, "83": 57, "85": 58, "87": 59, "89": 60, "92": 61, "93": 62, "94": 63, "95": 64, "97": 65, "98": 66, "99": 67 }, "pruned_expert_ids": [ 0, 5, 9, 10, 12, 13, 15, 16, 20, 25, 27, 29, 32, 33, 34, 37, 40, 48, 49, 50, 55, 64, 65, 68, 75, 77, 84, 86, 88, 90, 91, 96, 101, 103, 110, 116, 117, 126, 129, 131, 132, 134, 136, 137, 140, 141, 145, 147, 148, 151, 153, 161, 163, 165, 167, 169, 176, 177, 182, 183, 189, 190, 194, 196, 198, 199, 200, 209, 213, 218, 219, 223, 226, 229, 236, 244, 246, 248, 249, 255 ] }, "model.layers.21.block_sparse_moe.gate": { "kept_expert_ids": [ 1, 2, 4, 7, 9, 12, 13, 14, 16, 17, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 33, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 52, 54, 55, 56, 57, 58, 59, 60, 62, 63, 67, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84, 85, 86, 88, 91, 94, 95, 96, 97, 99, 101, 102, 105, 107, 108, 109, 110, 111, 112, 114, 115, 116, 118, 119, 120, 121, 123, 124, 126, 127, 129, 130, 133, 134, 135, 136, 137, 138, 139, 140, 141, 143, 144, 145, 147, 149, 150, 151, 152, 153, 156, 158, 159, 164, 165, 166, 167, 169, 170, 172, 173, 174, 175, 176, 178, 180, 181, 182, 185, 186, 187, 188, 189, 190, 191, 192, 195, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 208, 209, 210, 211, 212, 213, 214, 217, 218, 219, 221, 222, 225, 226, 227, 228, 232, 234, 235, 236, 238, 239, 240, 244, 245, 247, 249, 250, 252, 253, 254, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "1": 0, "101": 67, "102": 68, "105": 69, "107": 70, "108": 71, "109": 72, "110": 73, "111": 74, "112": 75, "114": 76, "115": 77, "116": 78, "118": 79, "119": 80, "12": 5, "120": 81, "121": 82, "123": 83, "124": 84, "126": 85, "127": 86, "129": 87, "13": 6, "130": 88, "133": 89, "134": 90, "135": 91, "136": 92, "137": 93, "138": 94, "139": 95, "14": 7, "140": 96, "141": 97, "143": 98, "144": 99, "145": 100, "147": 101, "149": 102, "150": 103, "151": 104, "152": 105, "153": 106, "156": 107, "158": 108, "159": 109, "16": 8, "164": 110, "165": 111, "166": 112, "167": 113, "169": 114, "17": 9, "170": 115, "172": 116, "173": 117, "174": 118, "175": 119, "176": 120, "178": 121, "180": 122, "181": 123, "182": 124, "185": 125, "186": 126, "187": 127, "188": 128, "189": 129, "19": 10, "190": 130, "191": 131, "192": 132, "195": 133, "197": 134, "198": 135, "199": 136, "2": 1, "20": 11, "200": 137, "201": 138, "202": 139, "203": 140, "204": 141, "205": 142, "206": 143, "208": 144, "209": 145, "21": 12, "210": 146, "211": 147, "212": 148, "213": 149, "214": 150, "217": 151, "218": 152, "219": 153, "22": 13, "221": 154, "222": 155, "225": 156, "226": 157, "227": 158, "228": 159, "23": 14, "232": 160, "234": 161, "235": 162, "236": 163, "238": 164, "239": 165, "24": 15, "240": 166, "244": 167, "245": 168, "247": 169, "249": 170, "25": 16, "250": 171, "252": 172, "253": 173, "254": 174, "255": 175, "26": 17, "27": 18, "28": 19, "30": 20, "31": 21, "33": 22, "35": 23, "36": 24, "37": 25, "38": 26, "39": 27, "4": 2, "40": 28, "41": 29, "42": 30, "43": 31, "44": 32, "46": 33, "52": 34, "54": 35, "55": 36, "56": 37, "57": 38, "58": 39, "59": 40, "60": 41, "62": 42, "63": 43, "67": 44, "69": 45, "7": 3, "70": 46, "71": 47, "73": 48, "74": 49, "75": 50, "76": 51, "77": 52, "78": 53, "79": 54, "80": 55, "82": 56, "84": 57, "85": 58, "86": 59, "88": 60, "9": 4, "91": 61, "94": 62, "95": 63, "96": 64, "97": 65, "99": 66 }, "pruned_expert_ids": [ 0, 3, 5, 6, 8, 10, 11, 15, 18, 29, 32, 34, 45, 47, 48, 49, 50, 51, 53, 61, 64, 65, 66, 68, 72, 81, 83, 87, 89, 90, 92, 93, 98, 100, 103, 104, 106, 113, 117, 122, 125, 128, 131, 132, 142, 146, 148, 154, 155, 157, 160, 161, 162, 163, 168, 171, 177, 179, 183, 184, 193, 194, 196, 207, 215, 216, 220, 223, 224, 229, 230, 231, 233, 237, 241, 242, 243, 246, 248, 251 ] }, "model.layers.22.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 2, 4, 5, 6, 7, 8, 10, 11, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23, 25, 26, 27, 30, 31, 32, 33, 34, 35, 36, 37, 38, 40, 41, 43, 45, 46, 48, 49, 50, 52, 53, 54, 57, 58, 60, 61, 63, 64, 66, 67, 68, 74, 76, 77, 80, 81, 82, 84, 85, 88, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100, 101, 102, 103, 106, 107, 108, 113, 114, 116, 118, 119, 121, 122, 123, 124, 126, 127, 128, 129, 132, 133, 134, 135, 136, 137, 138, 139, 140, 142, 145, 148, 149, 151, 154, 155, 156, 157, 158, 159, 160, 162, 163, 164, 165, 169, 170, 172, 173, 174, 175, 176, 177, 179, 182, 183, 184, 185, 186, 189, 190, 191, 192, 194, 198, 199, 202, 203, 204, 205, 207, 209, 211, 212, 214, 216, 218, 219, 220, 221, 222, 223, 224, 226, 228, 231, 232, 234, 235, 236, 237, 238, 240, 241, 242, 243, 244, 246, 247, 248, 249, 250, 251, 252, 253, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "10": 8, "100": 70, "101": 71, "102": 72, "103": 73, "106": 74, "107": 75, "108": 76, "11": 9, "113": 77, "114": 78, "116": 79, "118": 80, "119": 81, "121": 82, "122": 83, "123": 84, "124": 85, "126": 86, "127": 87, "128": 88, "129": 89, "13": 10, "132": 90, "133": 91, "134": 92, "135": 93, "136": 94, "137": 95, "138": 96, "139": 97, "14": 11, "140": 98, "142": 99, "145": 100, "148": 101, "149": 102, "15": 12, "151": 103, "154": 104, "155": 105, "156": 106, "157": 107, "158": 108, "159": 109, "16": 13, "160": 110, "162": 111, "163": 112, "164": 113, "165": 114, "169": 115, "17": 14, "170": 116, "172": 117, "173": 118, "174": 119, "175": 120, "176": 121, "177": 122, "179": 123, "18": 15, "182": 124, "183": 125, "184": 126, "185": 127, "186": 128, "189": 129, "190": 130, "191": 131, "192": 132, "194": 133, "198": 134, "199": 135, "2": 2, "20": 16, "202": 136, "203": 137, "204": 138, "205": 139, "207": 140, "209": 141, "21": 17, "211": 142, "212": 143, "214": 144, "216": 145, "218": 146, "219": 147, "22": 18, "220": 148, "221": 149, "222": 150, "223": 151, "224": 152, "226": 153, "228": 154, "23": 19, "231": 155, "232": 156, "234": 157, "235": 158, "236": 159, "237": 160, "238": 161, "240": 162, "241": 163, "242": 164, "243": 165, "244": 166, "246": 167, "247": 168, "248": 169, "249": 170, "25": 20, "250": 171, "251": 172, "252": 173, "253": 174, "255": 175, "26": 21, "27": 22, "30": 23, "31": 24, "32": 25, "33": 26, "34": 27, "35": 28, "36": 29, "37": 30, "38": 31, "4": 3, "40": 32, "41": 33, "43": 34, "45": 35, "46": 36, "48": 37, "49": 38, "5": 4, "50": 39, "52": 40, "53": 41, "54": 42, "57": 43, "58": 44, "6": 5, "60": 45, "61": 46, "63": 47, "64": 48, "66": 49, "67": 50, "68": 51, "7": 6, "74": 52, "76": 53, "77": 54, "8": 7, "80": 55, "81": 56, "82": 57, "84": 58, "85": 59, "88": 60, "90": 61, "91": 62, "92": 63, "93": 64, "95": 65, "96": 66, "97": 67, "98": 68, "99": 69 }, "pruned_expert_ids": [ 3, 9, 12, 19, 24, 28, 29, 39, 42, 44, 47, 51, 55, 56, 59, 62, 65, 69, 70, 71, 72, 73, 75, 78, 79, 83, 86, 87, 89, 94, 104, 105, 109, 110, 111, 112, 115, 117, 120, 125, 130, 131, 141, 143, 144, 146, 147, 150, 152, 153, 161, 166, 167, 168, 171, 178, 180, 181, 187, 188, 193, 195, 196, 197, 200, 201, 206, 208, 210, 213, 215, 217, 225, 227, 229, 230, 233, 239, 245, 254 ] }, "model.layers.23.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 3, 4, 5, 6, 7, 8, 9, 10, 13, 14, 15, 16, 18, 19, 21, 22, 23, 27, 28, 30, 31, 32, 33, 35, 36, 37, 38, 41, 46, 47, 49, 50, 52, 53, 57, 58, 59, 61, 63, 64, 65, 67, 68, 69, 71, 72, 73, 75, 76, 77, 78, 79, 81, 83, 84, 85, 86, 87, 88, 89, 91, 92, 99, 101, 102, 103, 104, 105, 106, 107, 109, 110, 112, 113, 115, 117, 118, 119, 120, 121, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 135, 136, 138, 140, 143, 144, 145, 147, 149, 151, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 166, 168, 169, 171, 172, 173, 174, 175, 176, 180, 181, 182, 183, 184, 187, 188, 189, 191, 194, 195, 197, 200, 201, 202, 203, 204, 206, 208, 211, 212, 213, 214, 215, 216, 217, 218, 221, 222, 223, 225, 227, 228, 229, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 242, 243, 244, 245, 246, 247, 250, 253, 254 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "10": 9, "101": 65, "102": 66, "103": 67, "104": 68, "105": 69, "106": 70, "107": 71, "109": 72, "110": 73, "112": 74, "113": 75, "115": 76, "117": 77, "118": 78, "119": 79, "120": 80, "121": 81, "123": 82, "124": 83, "125": 84, "126": 85, "127": 86, "128": 87, "129": 88, "13": 10, "130": 89, "131": 90, "132": 91, "135": 92, "136": 93, "138": 94, "14": 11, "140": 95, "143": 96, "144": 97, "145": 98, "147": 99, "149": 100, "15": 12, "151": 101, "153": 102, "154": 103, "155": 104, "156": 105, "158": 106, "159": 107, "16": 13, "160": 108, "161": 109, "162": 110, "163": 111, "164": 112, "165": 113, "166": 114, "168": 115, "169": 116, "171": 117, "172": 118, "173": 119, "174": 120, "175": 121, "176": 122, "18": 14, "180": 123, "181": 124, "182": 125, "183": 126, "184": 127, "187": 128, "188": 129, "189": 130, "19": 15, "191": 131, "194": 132, "195": 133, "197": 134, "200": 135, "201": 136, "202": 137, "203": 138, "204": 139, "206": 140, "208": 141, "21": 16, "211": 142, "212": 143, "213": 144, "214": 145, "215": 146, "216": 147, "217": 148, "218": 149, "22": 17, "221": 150, "222": 151, "223": 152, "225": 153, "227": 154, "228": 155, "229": 156, "23": 18, "231": 157, "232": 158, "233": 159, "234": 160, "235": 161, "236": 162, "237": 163, "238": 164, "239": 165, "240": 166, "242": 167, "243": 168, "244": 169, "245": 170, "246": 171, "247": 172, "250": 173, "253": 174, "254": 175, "27": 19, "28": 20, "3": 2, "30": 21, "31": 22, "32": 23, "33": 24, "35": 25, "36": 26, "37": 27, "38": 28, "4": 3, "41": 29, "46": 30, "47": 31, "49": 32, "5": 4, "50": 33, "52": 34, "53": 35, "57": 36, "58": 37, "59": 38, "6": 5, "61": 39, "63": 40, "64": 41, "65": 42, "67": 43, "68": 44, "69": 45, "7": 6, "71": 46, "72": 47, "73": 48, "75": 49, "76": 50, "77": 51, "78": 52, "79": 53, "8": 7, "81": 54, "83": 55, "84": 56, "85": 57, "86": 58, "87": 59, "88": 60, "89": 61, "9": 8, "91": 62, "92": 63, "99": 64 }, "pruned_expert_ids": [ 2, 11, 12, 17, 20, 24, 25, 26, 29, 34, 39, 40, 42, 43, 44, 45, 48, 51, 54, 55, 56, 60, 62, 66, 70, 74, 80, 82, 90, 93, 94, 95, 96, 97, 98, 100, 108, 111, 114, 116, 122, 133, 134, 137, 139, 141, 142, 146, 148, 150, 152, 157, 167, 170, 177, 178, 179, 185, 186, 190, 192, 193, 196, 198, 199, 205, 207, 209, 210, 219, 220, 224, 226, 230, 241, 248, 249, 251, 252, 255 ] }, "model.layers.24.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 3, 4, 5, 6, 8, 9, 10, 11, 12, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 26, 27, 31, 33, 37, 38, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62, 63, 64, 68, 69, 70, 72, 75, 76, 77, 78, 81, 82, 83, 85, 86, 88, 90, 91, 92, 93, 94, 95, 96, 99, 101, 103, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 122, 123, 125, 127, 129, 130, 132, 133, 134, 135, 137, 139, 140, 141, 142, 143, 145, 147, 151, 152, 155, 156, 157, 158, 159, 160, 161, 164, 166, 169, 173, 174, 175, 176, 177, 178, 181, 183, 184, 185, 186, 187, 189, 190, 192, 193, 194, 197, 199, 204, 205, 206, 207, 208, 209, 210, 214, 215, 217, 218, 219, 220, 222, 223, 225, 226, 229, 230, 231, 233, 234, 238, 239, 241, 242, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "10": 8, "101": 73, "103": 74, "105": 75, "106": 76, "107": 77, "108": 78, "109": 79, "11": 9, "110": 80, "111": 81, "112": 82, "113": 83, "114": 84, "115": 85, "116": 86, "117": 87, "118": 88, "119": 89, "12": 10, "120": 90, "122": 91, "123": 92, "125": 93, "127": 94, "129": 95, "130": 96, "132": 97, "133": 98, "134": 99, "135": 100, "137": 101, "139": 102, "14": 11, "140": 103, "141": 104, "142": 105, "143": 106, "145": 107, "147": 108, "15": 12, "151": 109, "152": 110, "155": 111, "156": 112, "157": 113, "158": 114, "159": 115, "16": 13, "160": 116, "161": 117, "164": 118, "166": 119, "169": 120, "17": 14, "173": 121, "174": 122, "175": 123, "176": 124, "177": 125, "178": 126, "181": 127, "183": 128, "184": 129, "185": 130, "186": 131, "187": 132, "189": 133, "19": 15, "190": 134, "192": 135, "193": 136, "194": 137, "197": 138, "199": 139, "20": 16, "204": 140, "205": 141, "206": 142, "207": 143, "208": 144, "209": 145, "21": 17, "210": 146, "214": 147, "215": 148, "217": 149, "218": 150, "219": 151, "22": 18, "220": 152, "222": 153, "223": 154, "225": 155, "226": 156, "229": 157, "23": 19, "230": 158, "231": 159, "233": 160, "234": 161, "238": 162, "239": 163, "24": 20, "241": 164, "242": 165, "245": 166, "246": 167, "247": 168, "248": 169, "249": 170, "25": 21, "250": 171, "251": 172, "252": 173, "253": 174, "254": 175, "26": 22, "27": 23, "3": 2, "31": 24, "33": 25, "37": 26, "38": 27, "4": 3, "40": 28, "41": 29, "42": 30, "43": 31, "44": 32, "45": 33, "46": 34, "47": 35, "48": 36, "5": 4, "50": 37, "51": 38, "52": 39, "53": 40, "54": 41, "55": 42, "56": 43, "58": 44, "59": 45, "6": 5, "60": 46, "61": 47, "62": 48, "63": 49, "64": 50, "68": 51, "69": 52, "70": 53, "72": 54, "75": 55, "76": 56, "77": 57, "78": 58, "8": 6, "81": 59, "82": 60, "83": 61, "85": 62, "86": 63, "88": 64, "9": 7, "90": 65, "91": 66, "92": 67, "93": 68, "94": 69, "95": 70, "96": 71, "99": 72 }, "pruned_expert_ids": [ 2, 7, 13, 18, 28, 29, 30, 32, 34, 35, 36, 39, 49, 57, 65, 66, 67, 71, 73, 74, 79, 80, 84, 87, 89, 97, 98, 100, 102, 104, 121, 124, 126, 128, 131, 136, 138, 144, 146, 148, 149, 150, 153, 154, 162, 163, 165, 167, 168, 170, 171, 172, 179, 180, 182, 188, 191, 195, 196, 198, 200, 201, 202, 203, 211, 212, 213, 216, 221, 224, 227, 228, 232, 235, 236, 237, 240, 243, 244, 255 ] }, "model.layers.25.block_sparse_moe.gate": { "kept_expert_ids": [ 3, 4, 5, 6, 7, 10, 14, 15, 17, 20, 22, 23, 25, 26, 27, 28, 30, 34, 36, 38, 39, 40, 42, 43, 44, 45, 46, 47, 50, 51, 52, 53, 54, 55, 56, 57, 61, 62, 63, 65, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 83, 86, 87, 88, 89, 91, 92, 93, 94, 96, 97, 99, 100, 104, 106, 108, 109, 110, 112, 113, 114, 116, 118, 119, 120, 121, 122, 123, 124, 125, 128, 129, 130, 131, 132, 133, 134, 136, 137, 138, 139, 140, 141, 142, 143, 144, 146, 147, 148, 149, 151, 152, 154, 155, 156, 157, 159, 161, 163, 164, 165, 166, 167, 168, 169, 170, 171, 173, 175, 176, 177, 179, 180, 182, 184, 185, 186, 187, 190, 193, 194, 195, 196, 197, 199, 200, 202, 203, 204, 207, 208, 210, 211, 215, 218, 219, 220, 221, 223, 226, 227, 228, 229, 231, 232, 234, 235, 236, 238, 239, 240, 242, 243, 244, 245, 246, 247, 248, 249, 250, 252, 253, 254 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "10": 5, "100": 65, "104": 66, "106": 67, "108": 68, "109": 69, "110": 70, "112": 71, "113": 72, "114": 73, "116": 74, "118": 75, "119": 76, "120": 77, "121": 78, "122": 79, "123": 80, "124": 81, "125": 82, "128": 83, "129": 84, "130": 85, "131": 86, "132": 87, "133": 88, "134": 89, "136": 90, "137": 91, "138": 92, "139": 93, "14": 6, "140": 94, "141": 95, "142": 96, "143": 97, "144": 98, "146": 99, "147": 100, "148": 101, "149": 102, "15": 7, "151": 103, "152": 104, "154": 105, "155": 106, "156": 107, "157": 108, "159": 109, "161": 110, "163": 111, "164": 112, "165": 113, "166": 114, "167": 115, "168": 116, "169": 117, "17": 8, "170": 118, "171": 119, "173": 120, "175": 121, "176": 122, "177": 123, "179": 124, "180": 125, "182": 126, "184": 127, "185": 128, "186": 129, "187": 130, "190": 131, "193": 132, "194": 133, "195": 134, "196": 135, "197": 136, "199": 137, "20": 9, "200": 138, "202": 139, "203": 140, "204": 141, "207": 142, "208": 143, "210": 144, "211": 145, "215": 146, "218": 147, "219": 148, "22": 10, "220": 149, "221": 150, "223": 151, "226": 152, "227": 153, "228": 154, "229": 155, "23": 11, "231": 156, "232": 157, "234": 158, "235": 159, "236": 160, "238": 161, "239": 162, "240": 163, "242": 164, "243": 165, "244": 166, "245": 167, "246": 168, "247": 169, "248": 170, "249": 171, "25": 12, "250": 172, "252": 173, "253": 174, "254": 175, "26": 13, "27": 14, "28": 15, "3": 0, "30": 16, "34": 17, "36": 18, "38": 19, "39": 20, "4": 1, "40": 21, "42": 22, "43": 23, "44": 24, "45": 25, "46": 26, "47": 27, "5": 2, "50": 28, "51": 29, "52": 30, "53": 31, "54": 32, "55": 33, "56": 34, "57": 35, "6": 3, "61": 36, "62": 37, "63": 38, "65": 39, "68": 40, "69": 41, "7": 4, "70": 42, "71": 43, "72": 44, "73": 45, "74": 46, "75": 47, "76": 48, "78": 49, "79": 50, "80": 51, "81": 52, "83": 53, "86": 54, "87": 55, "88": 56, "89": 57, "91": 58, "92": 59, "93": 60, "94": 61, "96": 62, "97": 63, "99": 64 }, "pruned_expert_ids": [ 0, 1, 2, 8, 9, 11, 12, 13, 16, 18, 19, 21, 24, 29, 31, 32, 33, 35, 37, 41, 48, 49, 58, 59, 60, 64, 66, 67, 77, 82, 84, 85, 90, 95, 98, 101, 102, 103, 105, 107, 111, 115, 117, 126, 127, 135, 145, 150, 153, 158, 160, 162, 172, 174, 178, 181, 183, 188, 189, 191, 192, 198, 201, 205, 206, 209, 212, 213, 214, 216, 217, 222, 224, 225, 230, 233, 237, 241, 251, 255 ] }, "model.layers.26.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 2, 3, 5, 6, 7, 8, 10, 11, 14, 15, 17, 19, 20, 21, 22, 26, 27, 30, 31, 33, 35, 36, 39, 40, 42, 43, 44, 46, 47, 48, 49, 50, 55, 57, 58, 60, 61, 62, 63, 65, 66, 67, 68, 69, 70, 73, 75, 77, 80, 82, 83, 85, 87, 88, 89, 91, 92, 94, 96, 97, 99, 100, 101, 103, 104, 105, 106, 107, 109, 110, 111, 112, 113, 114, 115, 116, 118, 119, 120, 122, 123, 124, 125, 126, 128, 130, 131, 132, 133, 134, 138, 139, 140, 142, 146, 147, 148, 149, 150, 151, 153, 154, 155, 156, 157, 161, 162, 163, 166, 167, 168, 169, 170, 171, 172, 173, 177, 178, 179, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 206, 207, 208, 212, 214, 215, 216, 217, 218, 219, 220, 222, 223, 224, 225, 226, 229, 230, 231, 236, 239, 240, 241, 242, 244, 245, 247, 249, 250, 251, 252, 254 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "10": 8, "100": 63, "101": 64, "103": 65, "104": 66, "105": 67, "106": 68, "107": 69, "109": 70, "11": 9, "110": 71, "111": 72, "112": 73, "113": 74, "114": 75, "115": 76, "116": 77, "118": 78, "119": 79, "120": 80, "122": 81, "123": 82, "124": 83, "125": 84, "126": 85, "128": 86, "130": 87, "131": 88, "132": 89, "133": 90, "134": 91, "138": 92, "139": 93, "14": 10, "140": 94, "142": 95, "146": 96, "147": 97, "148": 98, "149": 99, "15": 11, "150": 100, "151": 101, "153": 102, "154": 103, "155": 104, "156": 105, "157": 106, "161": 107, "162": 108, "163": 109, "166": 110, "167": 111, "168": 112, "169": 113, "17": 12, "170": 114, "171": 115, "172": 116, "173": 117, "177": 118, "178": 119, "179": 120, "181": 121, "182": 122, "183": 123, "184": 124, "185": 125, "186": 126, "187": 127, "188": 128, "189": 129, "19": 13, "190": 130, "191": 131, "192": 132, "193": 133, "194": 134, "195": 135, "196": 136, "197": 137, "198": 138, "199": 139, "2": 2, "20": 14, "200": 140, "201": 141, "202": 142, "203": 143, "206": 144, "207": 145, "208": 146, "21": 15, "212": 147, "214": 148, "215": 149, "216": 150, "217": 151, "218": 152, "219": 153, "22": 16, "220": 154, "222": 155, "223": 156, "224": 157, "225": 158, "226": 159, "229": 160, "230": 161, "231": 162, "236": 163, "239": 164, "240": 165, "241": 166, "242": 167, "244": 168, "245": 169, "247": 170, "249": 171, "250": 172, "251": 173, "252": 174, "254": 175, "26": 17, "27": 18, "3": 3, "30": 19, "31": 20, "33": 21, "35": 22, "36": 23, "39": 24, "40": 25, "42": 26, "43": 27, "44": 28, "46": 29, "47": 30, "48": 31, "49": 32, "5": 4, "50": 33, "55": 34, "57": 35, "58": 36, "6": 5, "60": 37, "61": 38, "62": 39, "63": 40, "65": 41, "66": 42, "67": 43, "68": 44, "69": 45, "7": 6, "70": 46, "73": 47, "75": 48, "77": 49, "8": 7, "80": 50, "82": 51, "83": 52, "85": 53, "87": 54, "88": 55, "89": 56, "91": 57, "92": 58, "94": 59, "96": 60, "97": 61, "99": 62 }, "pruned_expert_ids": [ 4, 9, 12, 13, 16, 18, 23, 24, 25, 28, 29, 32, 34, 37, 38, 41, 45, 51, 52, 53, 54, 56, 59, 64, 71, 72, 74, 76, 78, 79, 81, 84, 86, 90, 93, 95, 98, 102, 108, 117, 121, 127, 129, 135, 136, 137, 141, 143, 144, 145, 152, 158, 159, 160, 164, 165, 174, 175, 176, 180, 204, 205, 209, 210, 211, 213, 221, 227, 228, 232, 233, 234, 235, 237, 238, 243, 246, 248, 253, 255 ] }, "model.layers.27.block_sparse_moe.gate": { "kept_expert_ids": [ 2, 3, 4, 5, 6, 7, 8, 9, 13, 15, 16, 17, 18, 21, 24, 26, 27, 28, 29, 32, 33, 34, 35, 37, 38, 39, 40, 41, 42, 44, 47, 49, 51, 53, 55, 56, 57, 59, 60, 61, 62, 63, 65, 66, 67, 70, 71, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84, 85, 86, 87, 88, 91, 93, 95, 96, 97, 99, 100, 102, 103, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 116, 117, 119, 121, 123, 124, 125, 127, 128, 129, 130, 131, 132, 133, 135, 136, 138, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 154, 156, 157, 160, 161, 163, 164, 166, 167, 169, 170, 171, 172, 177, 178, 179, 181, 182, 183, 185, 187, 188, 189, 190, 194, 197, 199, 201, 202, 203, 205, 206, 208, 209, 210, 212, 213, 214, 215, 216, 217, 221, 222, 223, 224, 225, 226, 227, 228, 229, 231, 232, 234, 235, 236, 238, 239, 240, 241, 242, 245, 247, 250, 251, 252, 254, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "100": 68, "102": 69, "103": 70, "105": 71, "106": 72, "107": 73, "108": 74, "109": 75, "110": 76, "111": 77, "112": 78, "113": 79, "114": 80, "116": 81, "117": 82, "119": 83, "121": 84, "123": 85, "124": 86, "125": 87, "127": 88, "128": 89, "129": 90, "13": 8, "130": 91, "131": 92, "132": 93, "133": 94, "135": 95, "136": 96, "138": 97, "142": 98, "143": 99, "144": 100, "145": 101, "146": 102, "147": 103, "148": 104, "149": 105, "15": 9, "150": 106, "151": 107, "152": 108, "154": 109, "156": 110, "157": 111, "16": 10, "160": 112, "161": 113, "163": 114, "164": 115, "166": 116, "167": 117, "169": 118, "17": 11, "170": 119, "171": 120, "172": 121, "177": 122, "178": 123, "179": 124, "18": 12, "181": 125, "182": 126, "183": 127, "185": 128, "187": 129, "188": 130, "189": 131, "190": 132, "194": 133, "197": 134, "199": 135, "2": 0, "201": 136, "202": 137, "203": 138, "205": 139, "206": 140, "208": 141, "209": 142, "21": 13, "210": 143, "212": 144, "213": 145, "214": 146, "215": 147, "216": 148, "217": 149, "221": 150, "222": 151, "223": 152, "224": 153, "225": 154, "226": 155, "227": 156, "228": 157, "229": 158, "231": 159, "232": 160, "234": 161, "235": 162, "236": 163, "238": 164, "239": 165, "24": 14, "240": 166, "241": 167, "242": 168, "245": 169, "247": 170, "250": 171, "251": 172, "252": 173, "254": 174, "255": 175, "26": 15, "27": 16, "28": 17, "29": 18, "3": 1, "32": 19, "33": 20, "34": 21, "35": 22, "37": 23, "38": 24, "39": 25, "4": 2, "40": 26, "41": 27, "42": 28, "44": 29, "47": 30, "49": 31, "5": 3, "51": 32, "53": 33, "55": 34, "56": 35, "57": 36, "59": 37, "6": 4, "60": 38, "61": 39, "62": 40, "63": 41, "65": 42, "66": 43, "67": 44, "7": 5, "70": 45, "71": 46, "73": 47, "74": 48, "75": 49, "76": 50, "77": 51, "78": 52, "79": 53, "8": 6, "80": 54, "81": 55, "83": 56, "84": 57, "85": 58, "86": 59, "87": 60, "88": 61, "9": 7, "91": 62, "93": 63, "95": 64, "96": 65, "97": 66, "99": 67 }, "pruned_expert_ids": [ 0, 1, 10, 11, 12, 14, 19, 20, 22, 23, 25, 30, 31, 36, 43, 45, 46, 48, 50, 52, 54, 58, 64, 68, 69, 72, 82, 89, 90, 92, 94, 98, 101, 104, 115, 118, 120, 122, 126, 134, 137, 139, 140, 141, 153, 155, 158, 159, 162, 165, 168, 173, 174, 175, 176, 180, 184, 186, 191, 192, 193, 195, 196, 198, 200, 204, 207, 211, 218, 219, 220, 230, 233, 237, 243, 244, 246, 248, 249, 253 ] }, "model.layers.28.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 2, 7, 8, 10, 11, 12, 14, 16, 17, 18, 19, 20, 21, 22, 24, 25, 29, 31, 32, 33, 34, 36, 40, 42, 44, 46, 48, 49, 50, 51, 52, 53, 54, 55, 56, 59, 60, 61, 63, 65, 66, 67, 68, 71, 72, 74, 75, 78, 79, 80, 81, 82, 84, 85, 86, 88, 89, 90, 91, 92, 94, 95, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108, 110, 111, 112, 113, 114, 117, 118, 119, 120, 121, 122, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 142, 144, 146, 147, 148, 150, 152, 153, 154, 156, 157, 158, 159, 162, 163, 165, 166, 167, 169, 170, 171, 172, 174, 176, 177, 178, 179, 180, 181, 182, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 199, 200, 201, 202, 203, 205, 206, 207, 209, 211, 212, 213, 215, 216, 217, 220, 221, 222, 225, 227, 228, 229, 232, 233, 234, 240, 241, 242, 244, 245, 246, 247, 251, 252, 253, 254, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "10": 4, "100": 65, "101": 66, "102": 67, "103": 68, "104": 69, "105": 70, "106": 71, "108": 72, "11": 5, "110": 73, "111": 74, "112": 75, "113": 76, "114": 77, "117": 78, "118": 79, "119": 80, "12": 6, "120": 81, "121": 82, "122": 83, "125": 84, "126": 85, "127": 86, "128": 87, "129": 88, "130": 89, "131": 90, "132": 91, "133": 92, "134": 93, "135": 94, "136": 95, "137": 96, "138": 97, "139": 98, "14": 7, "142": 99, "144": 100, "146": 101, "147": 102, "148": 103, "150": 104, "152": 105, "153": 106, "154": 107, "156": 108, "157": 109, "158": 110, "159": 111, "16": 8, "162": 112, "163": 113, "165": 114, "166": 115, "167": 116, "169": 117, "17": 9, "170": 118, "171": 119, "172": 120, "174": 121, "176": 122, "177": 123, "178": 124, "179": 125, "18": 10, "180": 126, "181": 127, "182": 128, "185": 129, "186": 130, "187": 131, "188": 132, "189": 133, "19": 11, "190": 134, "191": 135, "192": 136, "193": 137, "194": 138, "199": 139, "2": 1, "20": 12, "200": 140, "201": 141, "202": 142, "203": 143, "205": 144, "206": 145, "207": 146, "209": 147, "21": 13, "211": 148, "212": 149, "213": 150, "215": 151, "216": 152, "217": 153, "22": 14, "220": 154, "221": 155, "222": 156, "225": 157, "227": 158, "228": 159, "229": 160, "232": 161, "233": 162, "234": 163, "24": 15, "240": 164, "241": 165, "242": 166, "244": 167, "245": 168, "246": 169, "247": 170, "25": 16, "251": 171, "252": 172, "253": 173, "254": 174, "255": 175, "29": 17, "31": 18, "32": 19, "33": 20, "34": 21, "36": 22, "40": 23, "42": 24, "44": 25, "46": 26, "48": 27, "49": 28, "50": 29, "51": 30, "52": 31, "53": 32, "54": 33, "55": 34, "56": 35, "59": 36, "60": 37, "61": 38, "63": 39, "65": 40, "66": 41, "67": 42, "68": 43, "7": 2, "71": 44, "72": 45, "74": 46, "75": 47, "78": 48, "79": 49, "8": 3, "80": 50, "81": 51, "82": 52, "84": 53, "85": 54, "86": 55, "88": 56, "89": 57, "90": 58, "91": 59, "92": 60, "94": 61, "95": 62, "98": 63, "99": 64 }, "pruned_expert_ids": [ 1, 3, 4, 5, 6, 9, 13, 15, 23, 26, 27, 28, 30, 35, 37, 38, 39, 41, 43, 45, 47, 57, 58, 62, 64, 69, 70, 73, 76, 77, 83, 87, 93, 96, 97, 107, 109, 115, 116, 123, 124, 140, 141, 143, 145, 149, 151, 155, 160, 161, 164, 168, 173, 175, 183, 184, 195, 196, 197, 198, 204, 208, 210, 214, 218, 219, 223, 224, 226, 230, 231, 235, 236, 237, 238, 239, 243, 248, 249, 250 ] }, "model.layers.29.block_sparse_moe.gate": { "kept_expert_ids": [ 1, 4, 5, 6, 7, 8, 9, 10, 11, 12, 15, 16, 18, 20, 22, 23, 24, 26, 28, 30, 31, 32, 33, 36, 37, 38, 39, 40, 42, 45, 48, 50, 51, 52, 54, 55, 56, 57, 58, 59, 60, 64, 67, 69, 72, 73, 75, 77, 81, 82, 84, 86, 87, 88, 89, 90, 91, 92, 95, 96, 97, 99, 101, 103, 105, 106, 107, 108, 109, 110, 111, 113, 115, 116, 117, 118, 122, 123, 126, 127, 128, 129, 130, 131, 132, 133, 134, 137, 139, 140, 141, 142, 143, 144, 145, 146, 147, 149, 150, 152, 154, 155, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 176, 177, 178, 179, 182, 185, 186, 187, 188, 189, 190, 191, 193, 194, 195, 196, 197, 198, 199, 201, 202, 204, 205, 207, 208, 210, 212, 213, 215, 216, 218, 219, 220, 221, 225, 226, 227, 228, 229, 231, 232, 234, 235, 236, 237, 238, 240, 241, 244, 245, 246, 247, 252, 253, 254, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "1": 0, "10": 7, "101": 62, "103": 63, "105": 64, "106": 65, "107": 66, "108": 67, "109": 68, "11": 8, "110": 69, "111": 70, "113": 71, "115": 72, "116": 73, "117": 74, "118": 75, "12": 9, "122": 76, "123": 77, "126": 78, "127": 79, "128": 80, "129": 81, "130": 82, "131": 83, "132": 84, "133": 85, "134": 86, "137": 87, "139": 88, "140": 89, "141": 90, "142": 91, "143": 92, "144": 93, "145": 94, "146": 95, "147": 96, "149": 97, "15": 10, "150": 98, "152": 99, "154": 100, "155": 101, "157": 102, "158": 103, "159": 104, "16": 11, "160": 105, "161": 106, "162": 107, "163": 108, "164": 109, "165": 110, "166": 111, "167": 112, "168": 113, "169": 114, "170": 115, "171": 116, "172": 117, "173": 118, "174": 119, "176": 120, "177": 121, "178": 122, "179": 123, "18": 12, "182": 124, "185": 125, "186": 126, "187": 127, "188": 128, "189": 129, "190": 130, "191": 131, "193": 132, "194": 133, "195": 134, "196": 135, "197": 136, "198": 137, "199": 138, "20": 13, "201": 139, "202": 140, "204": 141, "205": 142, "207": 143, "208": 144, "210": 145, "212": 146, "213": 147, "215": 148, "216": 149, "218": 150, "219": 151, "22": 14, "220": 152, "221": 153, "225": 154, "226": 155, "227": 156, "228": 157, "229": 158, "23": 15, "231": 159, "232": 160, "234": 161, "235": 162, "236": 163, "237": 164, "238": 165, "24": 16, "240": 166, "241": 167, "244": 168, "245": 169, "246": 170, "247": 171, "252": 172, "253": 173, "254": 174, "255": 175, "26": 17, "28": 18, "30": 19, "31": 20, "32": 21, "33": 22, "36": 23, "37": 24, "38": 25, "39": 26, "4": 1, "40": 27, "42": 28, "45": 29, "48": 30, "5": 2, "50": 31, "51": 32, "52": 33, "54": 34, "55": 35, "56": 36, "57": 37, "58": 38, "59": 39, "6": 3, "60": 40, "64": 41, "67": 42, "69": 43, "7": 4, "72": 44, "73": 45, "75": 46, "77": 47, "8": 5, "81": 48, "82": 49, "84": 50, "86": 51, "87": 52, "88": 53, "89": 54, "9": 6, "90": 55, "91": 56, "92": 57, "95": 58, "96": 59, "97": 60, "99": 61 }, "pruned_expert_ids": [ 0, 2, 3, 13, 14, 17, 19, 21, 25, 27, 29, 34, 35, 41, 43, 44, 46, 47, 49, 53, 61, 62, 63, 65, 66, 68, 70, 71, 74, 76, 78, 79, 80, 83, 85, 93, 94, 98, 100, 102, 104, 112, 114, 119, 120, 121, 124, 125, 135, 136, 138, 148, 151, 153, 156, 175, 180, 181, 183, 184, 192, 200, 203, 206, 209, 211, 214, 217, 222, 223, 224, 230, 233, 239, 242, 243, 248, 249, 250, 251 ] }, "model.layers.3.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 16, 17, 18, 20, 23, 24, 25, 26, 27, 29, 30, 31, 34, 35, 36, 40, 41, 42, 43, 44, 45, 46, 47, 49, 50, 51, 52, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 72, 73, 74, 77, 78, 82, 84, 86, 87, 89, 90, 91, 92, 93, 94, 95, 96, 98, 100, 101, 102, 106, 108, 109, 111, 112, 113, 115, 117, 119, 121, 122, 123, 124, 125, 126, 131, 132, 133, 135, 138, 139, 142, 143, 144, 145, 147, 148, 149, 150, 151, 152, 153, 154, 156, 157, 158, 160, 161, 163, 165, 166, 167, 168, 169, 170, 172, 173, 174, 176, 177, 178, 179, 181, 182, 183, 184, 186, 187, 188, 189, 190, 191, 192, 193, 194, 197, 200, 201, 202, 203, 205, 206, 208, 211, 212, 213, 216, 219, 221, 222, 223, 224, 226, 228, 230, 232, 234, 236, 237, 238, 239, 242, 243, 244, 246, 249, 250, 251, 253, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "10": 9, "100": 73, "101": 74, "102": 75, "106": 76, "108": 77, "109": 78, "11": 10, "111": 79, "112": 80, "113": 81, "115": 82, "117": 83, "119": 84, "12": 11, "121": 85, "122": 86, "123": 87, "124": 88, "125": 89, "126": 90, "13": 12, "131": 91, "132": 92, "133": 93, "135": 94, "138": 95, "139": 96, "142": 97, "143": 98, "144": 99, "145": 100, "147": 101, "148": 102, "149": 103, "150": 104, "151": 105, "152": 106, "153": 107, "154": 108, "156": 109, "157": 110, "158": 111, "16": 13, "160": 112, "161": 113, "163": 114, "165": 115, "166": 116, "167": 117, "168": 118, "169": 119, "17": 14, "170": 120, "172": 121, "173": 122, "174": 123, "176": 124, "177": 125, "178": 126, "179": 127, "18": 15, "181": 128, "182": 129, "183": 130, "184": 131, "186": 132, "187": 133, "188": 134, "189": 135, "190": 136, "191": 137, "192": 138, "193": 139, "194": 140, "197": 141, "2": 2, "20": 16, "200": 142, "201": 143, "202": 144, "203": 145, "205": 146, "206": 147, "208": 148, "211": 149, "212": 150, "213": 151, "216": 152, "219": 153, "221": 154, "222": 155, "223": 156, "224": 157, "226": 158, "228": 159, "23": 17, "230": 160, "232": 161, "234": 162, "236": 163, "237": 164, "238": 165, "239": 166, "24": 18, "242": 167, "243": 168, "244": 169, "246": 170, "249": 171, "25": 19, "250": 172, "251": 173, "253": 174, "255": 175, "26": 20, "27": 21, "29": 22, "3": 3, "30": 23, "31": 24, "34": 25, "35": 26, "36": 27, "4": 4, "40": 28, "41": 29, "42": 30, "43": 31, "44": 32, "45": 33, "46": 34, "47": 35, "49": 36, "5": 5, "50": 37, "51": 38, "52": 39, "55": 40, "56": 41, "57": 42, "58": 43, "59": 44, "6": 6, "60": 45, "62": 46, "63": 47, "64": 48, "65": 49, "66": 50, "67": 51, "68": 52, "69": 53, "7": 7, "70": 54, "72": 55, "73": 56, "74": 57, "77": 58, "78": 59, "8": 8, "82": 60, "84": 61, "86": 62, "87": 63, "89": 64, "90": 65, "91": 66, "92": 67, "93": 68, "94": 69, "95": 70, "96": 71, "98": 72 }, "pruned_expert_ids": [ 9, 14, 15, 19, 21, 22, 28, 32, 33, 37, 38, 39, 48, 53, 54, 61, 71, 75, 76, 79, 80, 81, 83, 85, 88, 97, 99, 103, 104, 105, 107, 110, 114, 116, 118, 120, 127, 128, 129, 130, 134, 136, 137, 140, 141, 146, 155, 159, 162, 164, 171, 175, 180, 185, 195, 196, 198, 199, 204, 207, 209, 210, 214, 215, 217, 218, 220, 225, 227, 229, 231, 233, 235, 240, 241, 245, 247, 248, 252, 254 ] }, "model.layers.30.block_sparse_moe.gate": { "kept_expert_ids": [ 1, 3, 5, 6, 7, 9, 10, 14, 15, 16, 17, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 31, 32, 33, 34, 36, 37, 40, 42, 44, 46, 47, 48, 49, 51, 52, 53, 54, 55, 57, 59, 60, 61, 62, 63, 67, 68, 69, 71, 74, 75, 76, 77, 78, 79, 81, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 100, 101, 106, 107, 108, 110, 113, 114, 118, 120, 121, 123, 124, 125, 126, 128, 130, 131, 133, 134, 136, 138, 139, 141, 142, 145, 148, 150, 151, 153, 154, 155, 156, 157, 159, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 176, 177, 178, 180, 181, 182, 184, 185, 186, 187, 189, 190, 191, 193, 194, 195, 196, 199, 201, 203, 205, 206, 208, 209, 210, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 225, 226, 227, 229, 232, 233, 234, 235, 236, 237, 239, 242, 243, 244, 245, 246, 247, 248, 249, 250, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "1": 0, "10": 6, "100": 72, "101": 73, "106": 74, "107": 75, "108": 76, "110": 77, "113": 78, "114": 79, "118": 80, "120": 81, "121": 82, "123": 83, "124": 84, "125": 85, "126": 86, "128": 87, "130": 88, "131": 89, "133": 90, "134": 91, "136": 92, "138": 93, "139": 94, "14": 7, "141": 95, "142": 96, "145": 97, "148": 98, "15": 8, "150": 99, "151": 100, "153": 101, "154": 102, "155": 103, "156": 104, "157": 105, "159": 106, "16": 9, "161": 107, "162": 108, "163": 109, "164": 110, "165": 111, "166": 112, "167": 113, "168": 114, "169": 115, "17": 10, "170": 116, "171": 117, "172": 118, "173": 119, "176": 120, "177": 121, "178": 122, "180": 123, "181": 124, "182": 125, "184": 126, "185": 127, "186": 128, "187": 129, "189": 130, "19": 11, "190": 131, "191": 132, "193": 133, "194": 134, "195": 135, "196": 136, "199": 137, "20": 12, "201": 138, "203": 139, "205": 140, "206": 141, "208": 142, "209": 143, "21": 13, "210": 144, "213": 145, "214": 146, "215": 147, "216": 148, "217": 149, "218": 150, "219": 151, "22": 14, "220": 152, "221": 153, "222": 154, "225": 155, "226": 156, "227": 157, "229": 158, "23": 15, "232": 159, "233": 160, "234": 161, "235": 162, "236": 163, "237": 164, "239": 165, "242": 166, "243": 167, "244": 168, "245": 169, "246": 170, "247": 171, "248": 172, "249": 173, "25": 16, "250": 174, "255": 175, "26": 17, "27": 18, "28": 19, "29": 20, "3": 1, "31": 21, "32": 22, "33": 23, "34": 24, "36": 25, "37": 26, "40": 27, "42": 28, "44": 29, "46": 30, "47": 31, "48": 32, "49": 33, "5": 2, "51": 34, "52": 35, "53": 36, "54": 37, "55": 38, "57": 39, "59": 40, "6": 3, "60": 41, "61": 42, "62": 43, "63": 44, "67": 45, "68": 46, "69": 47, "7": 4, "71": 48, "74": 49, "75": 50, "76": 51, "77": 52, "78": 53, "79": 54, "81": 55, "83": 56, "84": 57, "85": 58, "86": 59, "87": 60, "88": 61, "89": 62, "9": 5, "90": 63, "91": 64, "92": 65, "93": 66, "94": 67, "95": 68, "96": 69, "97": 70, "98": 71 }, "pruned_expert_ids": [ 0, 2, 4, 8, 11, 12, 13, 18, 24, 30, 35, 38, 39, 41, 43, 45, 50, 56, 58, 64, 65, 66, 70, 72, 73, 80, 82, 99, 102, 103, 104, 105, 109, 111, 112, 115, 116, 117, 119, 122, 127, 129, 132, 135, 137, 140, 143, 144, 146, 147, 149, 152, 158, 160, 174, 175, 179, 183, 188, 192, 197, 198, 200, 202, 204, 207, 211, 212, 223, 224, 228, 230, 231, 238, 240, 241, 251, 252, 253, 254 ] }, "model.layers.31.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 4, 6, 9, 10, 12, 13, 14, 15, 16, 19, 20, 21, 22, 23, 24, 26, 27, 28, 29, 30, 31, 32, 34, 36, 37, 38, 42, 43, 44, 45, 46, 47, 48, 52, 53, 55, 56, 57, 58, 60, 63, 64, 66, 68, 69, 71, 72, 73, 74, 75, 76, 77, 78, 80, 81, 83, 85, 86, 87, 88, 89, 92, 93, 94, 95, 97, 98, 99, 101, 102, 103, 104, 105, 110, 111, 112, 113, 114, 116, 117, 118, 119, 120, 121, 122, 125, 127, 129, 131, 132, 133, 134, 135, 136, 138, 139, 141, 143, 144, 147, 148, 151, 152, 153, 154, 155, 156, 157, 159, 160, 161, 162, 163, 166, 167, 168, 171, 172, 174, 175, 176, 178, 179, 180, 181, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 201, 202, 204, 205, 208, 210, 212, 214, 215, 216, 217, 218, 219, 221, 224, 225, 226, 227, 228, 230, 231, 232, 233, 236, 237, 239, 241, 242, 243, 245, 246, 247, 248, 249, 253, 254, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "10": 5, "101": 70, "102": 71, "103": 72, "104": 73, "105": 74, "110": 75, "111": 76, "112": 77, "113": 78, "114": 79, "116": 80, "117": 81, "118": 82, "119": 83, "12": 6, "120": 84, "121": 85, "122": 86, "125": 87, "127": 88, "129": 89, "13": 7, "131": 90, "132": 91, "133": 92, "134": 93, "135": 94, "136": 95, "138": 96, "139": 97, "14": 8, "141": 98, "143": 99, "144": 100, "147": 101, "148": 102, "15": 9, "151": 103, "152": 104, "153": 105, "154": 106, "155": 107, "156": 108, "157": 109, "159": 110, "16": 10, "160": 111, "161": 112, "162": 113, "163": 114, "166": 115, "167": 116, "168": 117, "171": 118, "172": 119, "174": 120, "175": 121, "176": 122, "178": 123, "179": 124, "180": 125, "181": 126, "185": 127, "186": 128, "187": 129, "188": 130, "189": 131, "19": 11, "190": 132, "191": 133, "192": 134, "193": 135, "194": 136, "195": 137, "196": 138, "20": 12, "201": 139, "202": 140, "204": 141, "205": 142, "208": 143, "21": 13, "210": 144, "212": 145, "214": 146, "215": 147, "216": 148, "217": 149, "218": 150, "219": 151, "22": 14, "221": 152, "224": 153, "225": 154, "226": 155, "227": 156, "228": 157, "23": 15, "230": 158, "231": 159, "232": 160, "233": 161, "236": 162, "237": 163, "239": 164, "24": 16, "241": 165, "242": 166, "243": 167, "245": 168, "246": 169, "247": 170, "248": 171, "249": 172, "253": 173, "254": 174, "255": 175, "26": 17, "27": 18, "28": 19, "29": 20, "30": 21, "31": 22, "32": 23, "34": 24, "36": 25, "37": 26, "38": 27, "4": 2, "42": 28, "43": 29, "44": 30, "45": 31, "46": 32, "47": 33, "48": 34, "52": 35, "53": 36, "55": 37, "56": 38, "57": 39, "58": 40, "6": 3, "60": 41, "63": 42, "64": 43, "66": 44, "68": 45, "69": 46, "71": 47, "72": 48, "73": 49, "74": 50, "75": 51, "76": 52, "77": 53, "78": 54, "80": 55, "81": 56, "83": 57, "85": 58, "86": 59, "87": 60, "88": 61, "89": 62, "9": 4, "92": 63, "93": 64, "94": 65, "95": 66, "97": 67, "98": 68, "99": 69 }, "pruned_expert_ids": [ 2, 3, 5, 7, 8, 11, 17, 18, 25, 33, 35, 39, 40, 41, 49, 50, 51, 54, 59, 61, 62, 65, 67, 70, 79, 82, 84, 90, 91, 96, 100, 106, 107, 108, 109, 115, 123, 124, 126, 128, 130, 137, 140, 142, 145, 146, 149, 150, 158, 164, 165, 169, 170, 173, 177, 182, 183, 184, 197, 198, 199, 200, 203, 206, 207, 209, 211, 213, 220, 222, 223, 229, 234, 235, 238, 240, 244, 250, 251, 252 ] }, "model.layers.32.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 3, 4, 10, 12, 15, 16, 17, 21, 22, 23, 24, 27, 29, 32, 33, 34, 35, 36, 37, 38, 39, 40, 42, 43, 44, 45, 46, 47, 48, 49, 50, 52, 53, 56, 57, 60, 61, 63, 66, 67, 68, 69, 70, 73, 74, 75, 76, 77, 80, 82, 84, 85, 86, 87, 89, 92, 93, 95, 96, 97, 98, 99, 102, 105, 106, 107, 108, 109, 110, 111, 113, 114, 115, 116, 117, 119, 121, 122, 124, 125, 126, 127, 128, 129, 131, 133, 134, 135, 137, 138, 139, 140, 141, 142, 143, 145, 146, 147, 149, 150, 151, 154, 157, 158, 159, 160, 161, 162, 163, 164, 165, 167, 169, 172, 173, 174, 177, 178, 180, 182, 183, 186, 188, 190, 192, 194, 197, 199, 200, 202, 203, 204, 205, 207, 208, 209, 210, 211, 212, 213, 214, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 243, 245, 247, 249, 250, 253, 254, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "10": 4, "102": 64, "105": 65, "106": 66, "107": 67, "108": 68, "109": 69, "110": 70, "111": 71, "113": 72, "114": 73, "115": 74, "116": 75, "117": 76, "119": 77, "12": 5, "121": 78, "122": 79, "124": 80, "125": 81, "126": 82, "127": 83, "128": 84, "129": 85, "131": 86, "133": 87, "134": 88, "135": 89, "137": 90, "138": 91, "139": 92, "140": 93, "141": 94, "142": 95, "143": 96, "145": 97, "146": 98, "147": 99, "149": 100, "15": 6, "150": 101, "151": 102, "154": 103, "157": 104, "158": 105, "159": 106, "16": 7, "160": 107, "161": 108, "162": 109, "163": 110, "164": 111, "165": 112, "167": 113, "169": 114, "17": 8, "172": 115, "173": 116, "174": 117, "177": 118, "178": 119, "180": 120, "182": 121, "183": 122, "186": 123, "188": 124, "190": 125, "192": 126, "194": 127, "197": 128, "199": 129, "200": 130, "202": 131, "203": 132, "204": 133, "205": 134, "207": 135, "208": 136, "209": 137, "21": 9, "210": 138, "211": 139, "212": 140, "213": 141, "214": 142, "216": 143, "217": 144, "218": 145, "219": 146, "22": 10, "220": 147, "221": 148, "222": 149, "223": 150, "224": 151, "225": 152, "226": 153, "227": 154, "228": 155, "229": 156, "23": 11, "231": 157, "232": 158, "233": 159, "234": 160, "235": 161, "236": 162, "237": 163, "238": 164, "239": 165, "24": 12, "240": 166, "241": 167, "243": 168, "245": 169, "247": 170, "249": 171, "250": 172, "253": 173, "254": 174, "255": 175, "27": 13, "29": 14, "3": 2, "32": 15, "33": 16, "34": 17, "35": 18, "36": 19, "37": 20, "38": 21, "39": 22, "4": 3, "40": 23, "42": 24, "43": 25, "44": 26, "45": 27, "46": 28, "47": 29, "48": 30, "49": 31, "50": 32, "52": 33, "53": 34, "56": 35, "57": 36, "60": 37, "61": 38, "63": 39, "66": 40, "67": 41, "68": 42, "69": 43, "70": 44, "73": 45, "74": 46, "75": 47, "76": 48, "77": 49, "80": 50, "82": 51, "84": 52, "85": 53, "86": 54, "87": 55, "89": 56, "92": 57, "93": 58, "95": 59, "96": 60, "97": 61, "98": 62, "99": 63 }, "pruned_expert_ids": [ 2, 5, 6, 7, 8, 9, 11, 13, 14, 18, 19, 20, 25, 26, 28, 30, 31, 41, 51, 54, 55, 58, 59, 62, 64, 65, 71, 72, 78, 79, 81, 83, 88, 90, 91, 94, 100, 101, 103, 104, 112, 118, 120, 123, 130, 132, 136, 144, 148, 152, 153, 155, 156, 166, 168, 170, 171, 175, 176, 179, 181, 184, 185, 187, 189, 191, 193, 195, 196, 198, 201, 206, 215, 230, 242, 244, 246, 248, 251, 252 ] }, "model.layers.33.block_sparse_moe.gate": { "kept_expert_ids": [ 1, 3, 9, 12, 14, 15, 17, 19, 20, 21, 23, 24, 25, 26, 27, 29, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 48, 49, 52, 53, 54, 55, 57, 59, 60, 62, 63, 66, 67, 68, 70, 72, 73, 74, 76, 78, 79, 80, 81, 83, 85, 86, 87, 89, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 106, 107, 109, 112, 113, 116, 117, 118, 119, 120, 121, 124, 126, 128, 130, 131, 134, 135, 136, 137, 138, 141, 142, 146, 149, 150, 151, 152, 154, 155, 159, 160, 163, 164, 165, 167, 169, 170, 171, 172, 173, 174, 175, 176, 178, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 191, 192, 194, 195, 198, 199, 200, 201, 202, 203, 204, 205, 208, 209, 210, 211, 212, 213, 217, 219, 220, 221, 222, 226, 227, 229, 230, 232, 233, 234, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "1": 0, "100": 67, "101": 68, "102": 69, "103": 70, "104": 71, "106": 72, "107": 73, "109": 74, "112": 75, "113": 76, "116": 77, "117": 78, "118": 79, "119": 80, "12": 3, "120": 81, "121": 82, "124": 83, "126": 84, "128": 85, "130": 86, "131": 87, "134": 88, "135": 89, "136": 90, "137": 91, "138": 92, "14": 4, "141": 93, "142": 94, "146": 95, "149": 96, "15": 5, "150": 97, "151": 98, "152": 99, "154": 100, "155": 101, "159": 102, "160": 103, "163": 104, "164": 105, "165": 106, "167": 107, "169": 108, "17": 6, "170": 109, "171": 110, "172": 111, "173": 112, "174": 113, "175": 114, "176": 115, "178": 116, "180": 117, "181": 118, "182": 119, "183": 120, "184": 121, "185": 122, "186": 123, "187": 124, "188": 125, "189": 126, "19": 7, "191": 127, "192": 128, "194": 129, "195": 130, "198": 131, "199": 132, "20": 8, "200": 133, "201": 134, "202": 135, "203": 136, "204": 137, "205": 138, "208": 139, "209": 140, "21": 9, "210": 141, "211": 142, "212": 143, "213": 144, "217": 145, "219": 146, "220": 147, "221": 148, "222": 149, "226": 150, "227": 151, "229": 152, "23": 10, "230": 153, "232": 154, "233": 155, "234": 156, "236": 157, "237": 158, "238": 159, "239": 160, "24": 11, "240": 161, "241": 162, "242": 163, "243": 164, "244": 165, "245": 166, "246": 167, "247": 168, "248": 169, "249": 170, "25": 12, "250": 171, "251": 172, "252": 173, "253": 174, "255": 175, "26": 13, "27": 14, "29": 15, "3": 1, "31": 16, "32": 17, "33": 18, "34": 19, "35": 20, "36": 21, "37": 22, "38": 23, "39": 24, "40": 25, "41": 26, "42": 27, "43": 28, "44": 29, "48": 30, "49": 31, "52": 32, "53": 33, "54": 34, "55": 35, "57": 36, "59": 37, "60": 38, "62": 39, "63": 40, "66": 41, "67": 42, "68": 43, "70": 44, "72": 45, "73": 46, "74": 47, "76": 48, "78": 49, "79": 50, "80": 51, "81": 52, "83": 53, "85": 54, "86": 55, "87": 56, "89": 57, "9": 2, "90": 58, "92": 59, "93": 60, "94": 61, "95": 62, "96": 63, "97": 64, "98": 65, "99": 66 }, "pruned_expert_ids": [ 0, 2, 4, 5, 6, 7, 8, 10, 11, 13, 16, 18, 22, 28, 30, 45, 46, 47, 50, 51, 56, 58, 61, 64, 65, 69, 71, 75, 77, 82, 84, 88, 91, 105, 108, 110, 111, 114, 115, 122, 123, 125, 127, 129, 132, 133, 139, 140, 143, 144, 145, 147, 148, 153, 156, 157, 158, 161, 162, 166, 168, 177, 179, 190, 193, 196, 197, 206, 207, 214, 215, 216, 218, 223, 224, 225, 228, 231, 235, 254 ] }, "model.layers.34.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 2, 3, 4, 5, 7, 10, 11, 12, 13, 16, 17, 18, 21, 22, 23, 24, 25, 27, 29, 30, 32, 34, 35, 36, 39, 40, 41, 43, 44, 46, 49, 50, 52, 54, 55, 56, 57, 58, 60, 61, 64, 65, 68, 70, 73, 75, 76, 77, 78, 80, 81, 82, 84, 86, 87, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 102, 103, 104, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 118, 119, 120, 121, 122, 123, 125, 126, 128, 129, 130, 137, 138, 141, 143, 144, 146, 147, 148, 149, 151, 152, 154, 155, 156, 157, 158, 159, 161, 162, 164, 166, 168, 169, 171, 172, 173, 175, 177, 178, 180, 181, 182, 184, 185, 186, 190, 191, 192, 193, 194, 195, 196, 198, 199, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 217, 219, 220, 222, 223, 224, 225, 226, 227, 228, 230, 232, 233, 234, 235, 237, 238, 239, 241, 242, 243, 245, 247, 249, 251, 253, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "10": 7, "102": 68, "103": 69, "104": 70, "106": 71, "107": 72, "108": 73, "109": 74, "11": 8, "110": 75, "111": 76, "112": 77, "113": 78, "114": 79, "115": 80, "118": 81, "119": 82, "12": 9, "120": 83, "121": 84, "122": 85, "123": 86, "125": 87, "126": 88, "128": 89, "129": 90, "13": 10, "130": 91, "137": 92, "138": 93, "141": 94, "143": 95, "144": 96, "146": 97, "147": 98, "148": 99, "149": 100, "151": 101, "152": 102, "154": 103, "155": 104, "156": 105, "157": 106, "158": 107, "159": 108, "16": 11, "161": 109, "162": 110, "164": 111, "166": 112, "168": 113, "169": 114, "17": 12, "171": 115, "172": 116, "173": 117, "175": 118, "177": 119, "178": 120, "18": 13, "180": 121, "181": 122, "182": 123, "184": 124, "185": 125, "186": 126, "190": 127, "191": 128, "192": 129, "193": 130, "194": 131, "195": 132, "196": 133, "198": 134, "199": 135, "2": 2, "203": 136, "204": 137, "205": 138, "206": 139, "207": 140, "208": 141, "209": 142, "21": 14, "210": 143, "211": 144, "212": 145, "213": 146, "214": 147, "215": 148, "217": 149, "219": 150, "22": 15, "220": 151, "222": 152, "223": 153, "224": 154, "225": 155, "226": 156, "227": 157, "228": 158, "23": 16, "230": 159, "232": 160, "233": 161, "234": 162, "235": 163, "237": 164, "238": 165, "239": 166, "24": 17, "241": 167, "242": 168, "243": 169, "245": 170, "247": 171, "249": 172, "25": 18, "251": 173, "253": 174, "255": 175, "27": 19, "29": 20, "3": 3, "30": 21, "32": 22, "34": 23, "35": 24, "36": 25, "39": 26, "4": 4, "40": 27, "41": 28, "43": 29, "44": 30, "46": 31, "49": 32, "5": 5, "50": 33, "52": 34, "54": 35, "55": 36, "56": 37, "57": 38, "58": 39, "60": 40, "61": 41, "64": 42, "65": 43, "68": 44, "7": 6, "70": 45, "73": 46, "75": 47, "76": 48, "77": 49, "78": 50, "80": 51, "81": 52, "82": 53, "84": 54, "86": 55, "87": 56, "89": 57, "90": 58, "91": 59, "92": 60, "93": 61, "94": 62, "95": 63, "96": 64, "97": 65, "98": 66, "99": 67 }, "pruned_expert_ids": [ 6, 8, 9, 14, 15, 19, 20, 26, 28, 31, 33, 37, 38, 42, 45, 47, 48, 51, 53, 59, 62, 63, 66, 67, 69, 71, 72, 74, 79, 83, 85, 88, 100, 101, 105, 116, 117, 124, 127, 131, 132, 133, 134, 135, 136, 139, 140, 142, 145, 150, 153, 160, 163, 165, 167, 170, 174, 176, 179, 183, 187, 188, 189, 197, 200, 201, 202, 216, 218, 221, 229, 231, 236, 240, 244, 246, 248, 250, 252, 254 ] }, "model.layers.35.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 3, 4, 5, 7, 8, 10, 11, 12, 13, 14, 15, 16, 19, 20, 21, 22, 25, 26, 27, 28, 29, 32, 33, 34, 35, 36, 37, 39, 42, 43, 44, 46, 48, 54, 57, 58, 59, 61, 62, 63, 64, 65, 67, 68, 69, 70, 71, 72, 74, 75, 78, 80, 81, 82, 83, 84, 87, 88, 90, 92, 96, 97, 98, 99, 100, 101, 102, 104, 105, 107, 109, 111, 112, 114, 116, 117, 118, 119, 120, 121, 122, 123, 124, 126, 128, 129, 130, 131, 132, 135, 137, 138, 139, 141, 142, 144, 145, 146, 147, 149, 150, 151, 152, 154, 155, 156, 157, 158, 162, 165, 166, 168, 170, 171, 173, 174, 175, 176, 177, 179, 180, 182, 183, 184, 185, 186, 187, 188, 189, 191, 192, 193, 194, 196, 197, 198, 199, 201, 202, 203, 205, 207, 208, 212, 213, 214, 215, 216, 217, 220, 221, 222, 224, 225, 228, 229, 230, 232, 234, 235, 237, 238, 239, 240, 241, 242, 243, 244, 246, 247, 248, 251, 252, 254 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "10": 7, "100": 66, "101": 67, "102": 68, "104": 69, "105": 70, "107": 71, "109": 72, "11": 8, "111": 73, "112": 74, "114": 75, "116": 76, "117": 77, "118": 78, "119": 79, "12": 9, "120": 80, "121": 81, "122": 82, "123": 83, "124": 84, "126": 85, "128": 86, "129": 87, "13": 10, "130": 88, "131": 89, "132": 90, "135": 91, "137": 92, "138": 93, "139": 94, "14": 11, "141": 95, "142": 96, "144": 97, "145": 98, "146": 99, "147": 100, "149": 101, "15": 12, "150": 102, "151": 103, "152": 104, "154": 105, "155": 106, "156": 107, "157": 108, "158": 109, "16": 13, "162": 110, "165": 111, "166": 112, "168": 113, "170": 114, "171": 115, "173": 116, "174": 117, "175": 118, "176": 119, "177": 120, "179": 121, "180": 122, "182": 123, "183": 124, "184": 125, "185": 126, "186": 127, "187": 128, "188": 129, "189": 130, "19": 14, "191": 131, "192": 132, "193": 133, "194": 134, "196": 135, "197": 136, "198": 137, "199": 138, "20": 15, "201": 139, "202": 140, "203": 141, "205": 142, "207": 143, "208": 144, "21": 16, "212": 145, "213": 146, "214": 147, "215": 148, "216": 149, "217": 150, "22": 17, "220": 151, "221": 152, "222": 153, "224": 154, "225": 155, "228": 156, "229": 157, "230": 158, "232": 159, "234": 160, "235": 161, "237": 162, "238": 163, "239": 164, "240": 165, "241": 166, "242": 167, "243": 168, "244": 169, "246": 170, "247": 171, "248": 172, "25": 18, "251": 173, "252": 174, "254": 175, "26": 19, "27": 20, "28": 21, "29": 22, "3": 2, "32": 23, "33": 24, "34": 25, "35": 26, "36": 27, "37": 28, "39": 29, "4": 3, "42": 30, "43": 31, "44": 32, "46": 33, "48": 34, "5": 4, "54": 35, "57": 36, "58": 37, "59": 38, "61": 39, "62": 40, "63": 41, "64": 42, "65": 43, "67": 44, "68": 45, "69": 46, "7": 5, "70": 47, "71": 48, "72": 49, "74": 50, "75": 51, "78": 52, "8": 6, "80": 53, "81": 54, "82": 55, "83": 56, "84": 57, "87": 58, "88": 59, "90": 60, "92": 61, "96": 62, "97": 63, "98": 64, "99": 65 }, "pruned_expert_ids": [ 2, 6, 9, 17, 18, 23, 24, 30, 31, 38, 40, 41, 45, 47, 49, 50, 51, 52, 53, 55, 56, 60, 66, 73, 76, 77, 79, 85, 86, 89, 91, 93, 94, 95, 103, 106, 108, 110, 113, 115, 125, 127, 133, 134, 136, 140, 143, 148, 153, 159, 160, 161, 163, 164, 167, 169, 172, 178, 181, 190, 195, 200, 204, 206, 209, 210, 211, 218, 219, 223, 226, 227, 231, 233, 236, 245, 249, 250, 253, 255 ] }, "model.layers.36.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 2, 3, 5, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 20, 21, 22, 24, 27, 29, 30, 31, 32, 34, 35, 36, 38, 40, 41, 43, 44, 46, 47, 49, 50, 53, 55, 56, 57, 58, 62, 63, 65, 66, 67, 68, 69, 71, 72, 73, 75, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 93, 95, 96, 97, 98, 99, 100, 101, 104, 106, 108, 110, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 125, 126, 128, 129, 130, 133, 134, 135, 138, 140, 142, 143, 144, 147, 152, 153, 156, 157, 159, 160, 161, 162, 163, 164, 166, 167, 168, 172, 173, 174, 175, 178, 179, 180, 181, 182, 183, 185, 187, 189, 190, 192, 193, 194, 195, 196, 198, 199, 200, 204, 206, 207, 208, 210, 211, 213, 214, 216, 217, 218, 219, 221, 224, 225, 226, 227, 229, 230, 231, 232, 233, 234, 235, 237, 238, 239, 242, 243, 244, 245, 246, 248, 250, 251, 253, 254, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "10": 7, "100": 71, "101": 72, "104": 73, "106": 74, "108": 75, "11": 8, "110": 76, "112": 77, "113": 78, "114": 79, "115": 80, "116": 81, "117": 82, "118": 83, "119": 84, "12": 9, "120": 85, "121": 86, "122": 87, "123": 88, "125": 89, "126": 90, "128": 91, "129": 92, "13": 10, "130": 93, "133": 94, "134": 95, "135": 96, "138": 97, "14": 11, "140": 98, "142": 99, "143": 100, "144": 101, "147": 102, "15": 12, "152": 103, "153": 104, "156": 105, "157": 106, "159": 107, "16": 13, "160": 108, "161": 109, "162": 110, "163": 111, "164": 112, "166": 113, "167": 114, "168": 115, "172": 116, "173": 117, "174": 118, "175": 119, "178": 120, "179": 121, "18": 14, "180": 122, "181": 123, "182": 124, "183": 125, "185": 126, "187": 127, "189": 128, "190": 129, "192": 130, "193": 131, "194": 132, "195": 133, "196": 134, "198": 135, "199": 136, "2": 2, "20": 15, "200": 137, "204": 138, "206": 139, "207": 140, "208": 141, "21": 16, "210": 142, "211": 143, "213": 144, "214": 145, "216": 146, "217": 147, "218": 148, "219": 149, "22": 17, "221": 150, "224": 151, "225": 152, "226": 153, "227": 154, "229": 155, "230": 156, "231": 157, "232": 158, "233": 159, "234": 160, "235": 161, "237": 162, "238": 163, "239": 164, "24": 18, "242": 165, "243": 166, "244": 167, "245": 168, "246": 169, "248": 170, "250": 171, "251": 172, "253": 173, "254": 174, "255": 175, "27": 19, "29": 20, "3": 3, "30": 21, "31": 22, "32": 23, "34": 24, "35": 25, "36": 26, "38": 27, "40": 28, "41": 29, "43": 30, "44": 31, "46": 32, "47": 33, "49": 34, "5": 4, "50": 35, "53": 36, "55": 37, "56": 38, "57": 39, "58": 40, "62": 41, "63": 42, "65": 43, "66": 44, "67": 45, "68": 46, "69": 47, "71": 48, "72": 49, "73": 50, "75": 51, "78": 52, "79": 53, "8": 5, "80": 54, "81": 55, "82": 56, "83": 57, "84": 58, "85": 59, "86": 60, "87": 61, "89": 62, "9": 6, "90": 63, "91": 64, "93": 65, "95": 66, "96": 67, "97": 68, "98": 69, "99": 70 }, "pruned_expert_ids": [ 4, 6, 7, 17, 19, 23, 25, 26, 28, 33, 37, 39, 42, 45, 48, 51, 52, 54, 59, 60, 61, 64, 70, 74, 76, 77, 88, 92, 94, 102, 103, 105, 107, 109, 111, 124, 127, 131, 132, 136, 137, 139, 141, 145, 146, 148, 149, 150, 151, 154, 155, 158, 165, 169, 170, 171, 176, 177, 184, 186, 188, 191, 197, 201, 202, 203, 205, 209, 212, 215, 220, 222, 223, 228, 236, 240, 241, 247, 249, 252 ] }, "model.layers.37.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 2, 4, 6, 7, 9, 10, 11, 15, 16, 18, 19, 21, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 37, 38, 40, 42, 43, 44, 45, 47, 49, 50, 52, 53, 54, 56, 57, 58, 60, 61, 62, 64, 65, 66, 68, 69, 72, 73, 74, 75, 77, 78, 79, 80, 81, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96, 98, 102, 103, 105, 108, 109, 110, 112, 114, 115, 116, 117, 119, 120, 121, 122, 123, 124, 126, 127, 129, 130, 131, 132, 134, 135, 137, 138, 140, 144, 146, 147, 148, 149, 150, 152, 156, 158, 159, 160, 161, 162, 164, 165, 167, 168, 169, 173, 175, 177, 178, 179, 183, 184, 185, 186, 187, 191, 193, 194, 195, 198, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 213, 214, 215, 216, 217, 218, 223, 225, 226, 228, 229, 230, 231, 232, 233, 234, 235, 237, 238, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 253, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "10": 7, "102": 70, "103": 71, "105": 72, "108": 73, "109": 74, "11": 8, "110": 75, "112": 76, "114": 77, "115": 78, "116": 79, "117": 80, "119": 81, "120": 82, "121": 83, "122": 84, "123": 85, "124": 86, "126": 87, "127": 88, "129": 89, "130": 90, "131": 91, "132": 92, "134": 93, "135": 94, "137": 95, "138": 96, "140": 97, "144": 98, "146": 99, "147": 100, "148": 101, "149": 102, "15": 9, "150": 103, "152": 104, "156": 105, "158": 106, "159": 107, "16": 10, "160": 108, "161": 109, "162": 110, "164": 111, "165": 112, "167": 113, "168": 114, "169": 115, "173": 116, "175": 117, "177": 118, "178": 119, "179": 120, "18": 11, "183": 121, "184": 122, "185": 123, "186": 124, "187": 125, "19": 12, "191": 126, "193": 127, "194": 128, "195": 129, "198": 130, "2": 2, "200": 131, "201": 132, "202": 133, "203": 134, "204": 135, "205": 136, "206": 137, "207": 138, "208": 139, "209": 140, "21": 13, "210": 141, "211": 142, "213": 143, "214": 144, "215": 145, "216": 146, "217": 147, "218": 148, "223": 149, "225": 150, "226": 151, "228": 152, "229": 153, "230": 154, "231": 155, "232": 156, "233": 157, "234": 158, "235": 159, "237": 160, "238": 161, "24": 14, "240": 162, "241": 163, "242": 164, "243": 165, "244": 166, "245": 167, "246": 168, "247": 169, "248": 170, "249": 171, "25": 15, "250": 172, "251": 173, "253": 174, "255": 175, "26": 16, "27": 17, "28": 18, "29": 19, "30": 20, "31": 21, "32": 22, "34": 23, "37": 24, "38": 25, "4": 3, "40": 26, "42": 27, "43": 28, "44": 29, "45": 30, "47": 31, "49": 32, "50": 33, "52": 34, "53": 35, "54": 36, "56": 37, "57": 38, "58": 39, "6": 4, "60": 40, "61": 41, "62": 42, "64": 43, "65": 44, "66": 45, "68": 46, "69": 47, "7": 5, "72": 48, "73": 49, "74": 50, "75": 51, "77": 52, "78": 53, "79": 54, "80": 55, "81": 56, "84": 57, "85": 58, "86": 59, "87": 60, "88": 61, "89": 62, "9": 6, "90": 63, "91": 64, "92": 65, "93": 66, "94": 67, "96": 68, "98": 69 }, "pruned_expert_ids": [ 3, 5, 8, 12, 13, 14, 17, 20, 22, 23, 33, 35, 36, 39, 41, 46, 48, 51, 55, 59, 63, 67, 70, 71, 76, 82, 83, 95, 97, 99, 100, 101, 104, 106, 107, 111, 113, 118, 125, 128, 133, 136, 139, 141, 142, 143, 145, 151, 153, 154, 155, 157, 163, 166, 170, 171, 172, 174, 176, 180, 181, 182, 188, 189, 190, 192, 196, 197, 199, 212, 219, 220, 221, 222, 224, 227, 236, 239, 252, 254 ] }, "model.layers.38.block_sparse_moe.gate": { "kept_expert_ids": [ 1, 5, 7, 8, 9, 10, 11, 12, 13, 14, 16, 18, 19, 20, 21, 22, 23, 24, 26, 27, 29, 30, 32, 34, 35, 36, 37, 38, 40, 41, 43, 44, 45, 47, 48, 49, 52, 54, 55, 56, 58, 59, 61, 62, 64, 65, 66, 69, 70, 72, 73, 75, 77, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 89, 92, 95, 96, 99, 100, 101, 103, 104, 105, 106, 109, 110, 112, 113, 114, 115, 119, 122, 123, 124, 126, 127, 128, 129, 130, 135, 136, 137, 138, 139, 142, 143, 144, 146, 148, 149, 150, 151, 152, 154, 155, 156, 157, 158, 160, 161, 165, 166, 167, 169, 170, 171, 172, 174, 175, 176, 177, 181, 182, 183, 184, 185, 186, 188, 190, 191, 193, 195, 196, 197, 198, 200, 202, 203, 205, 206, 208, 209, 211, 212, 213, 214, 215, 216, 217, 219, 220, 221, 222, 224, 226, 228, 229, 230, 231, 232, 233, 234, 237, 238, 241, 242, 244, 245, 246, 247, 250, 251, 252, 253, 254, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "1": 0, "10": 5, "100": 68, "101": 69, "103": 70, "104": 71, "105": 72, "106": 73, "109": 74, "11": 6, "110": 75, "112": 76, "113": 77, "114": 78, "115": 79, "119": 80, "12": 7, "122": 81, "123": 82, "124": 83, "126": 84, "127": 85, "128": 86, "129": 87, "13": 8, "130": 88, "135": 89, "136": 90, "137": 91, "138": 92, "139": 93, "14": 9, "142": 94, "143": 95, "144": 96, "146": 97, "148": 98, "149": 99, "150": 100, "151": 101, "152": 102, "154": 103, "155": 104, "156": 105, "157": 106, "158": 107, "16": 10, "160": 108, "161": 109, "165": 110, "166": 111, "167": 112, "169": 113, "170": 114, "171": 115, "172": 116, "174": 117, "175": 118, "176": 119, "177": 120, "18": 11, "181": 121, "182": 122, "183": 123, "184": 124, "185": 125, "186": 126, "188": 127, "19": 12, "190": 128, "191": 129, "193": 130, "195": 131, "196": 132, "197": 133, "198": 134, "20": 13, "200": 135, "202": 136, "203": 137, "205": 138, "206": 139, "208": 140, "209": 141, "21": 14, "211": 142, "212": 143, "213": 144, "214": 145, "215": 146, "216": 147, "217": 148, "219": 149, "22": 15, "220": 150, "221": 151, "222": 152, "224": 153, "226": 154, "228": 155, "229": 156, "23": 16, "230": 157, "231": 158, "232": 159, "233": 160, "234": 161, "237": 162, "238": 163, "24": 17, "241": 164, "242": 165, "244": 166, "245": 167, "246": 168, "247": 169, "250": 170, "251": 171, "252": 172, "253": 173, "254": 174, "255": 175, "26": 18, "27": 19, "29": 20, "30": 21, "32": 22, "34": 23, "35": 24, "36": 25, "37": 26, "38": 27, "40": 28, "41": 29, "43": 30, "44": 31, "45": 32, "47": 33, "48": 34, "49": 35, "5": 1, "52": 36, "54": 37, "55": 38, "56": 39, "58": 40, "59": 41, "61": 42, "62": 43, "64": 44, "65": 45, "66": 46, "69": 47, "7": 2, "70": 48, "72": 49, "73": 50, "75": 51, "77": 52, "78": 53, "79": 54, "8": 3, "80": 55, "82": 56, "83": 57, "84": 58, "85": 59, "86": 60, "87": 61, "88": 62, "89": 63, "9": 4, "92": 64, "95": 65, "96": 66, "99": 67 }, "pruned_expert_ids": [ 0, 2, 3, 4, 6, 15, 17, 25, 28, 31, 33, 39, 42, 46, 50, 51, 53, 57, 60, 63, 67, 68, 71, 74, 76, 81, 90, 91, 93, 94, 97, 98, 102, 107, 108, 111, 116, 117, 118, 120, 121, 125, 131, 132, 133, 134, 140, 141, 145, 147, 153, 159, 162, 163, 164, 168, 173, 178, 179, 180, 187, 189, 192, 194, 199, 201, 204, 207, 210, 218, 223, 225, 227, 235, 236, 239, 240, 243, 248, 249 ] }, "model.layers.39.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 2, 3, 4, 5, 6, 8, 11, 12, 19, 20, 23, 24, 25, 27, 28, 29, 30, 31, 32, 34, 35, 36, 38, 39, 41, 43, 44, 45, 48, 49, 51, 52, 53, 54, 55, 56, 59, 60, 61, 64, 66, 68, 69, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84, 85, 87, 88, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 104, 105, 106, 107, 108, 109, 110, 111, 113, 115, 116, 117, 118, 119, 120, 121, 122, 124, 125, 128, 130, 131, 132, 133, 135, 137, 138, 140, 141, 143, 145, 147, 149, 150, 151, 152, 153, 154, 155, 157, 158, 159, 160, 163, 164, 166, 167, 169, 170, 171, 172, 173, 174, 175, 176, 178, 181, 186, 187, 188, 189, 191, 192, 193, 194, 195, 196, 197, 200, 201, 202, 204, 205, 207, 209, 211, 213, 215, 216, 218, 219, 220, 222, 224, 226, 227, 228, 229, 231, 232, 233, 235, 238, 239, 240, 241, 242, 243, 245, 246, 248, 249, 254, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "100": 69, "101": 70, "102": 71, "104": 72, "105": 73, "106": 74, "107": 75, "108": 76, "109": 77, "11": 8, "110": 78, "111": 79, "113": 80, "115": 81, "116": 82, "117": 83, "118": 84, "119": 85, "12": 9, "120": 86, "121": 87, "122": 88, "124": 89, "125": 90, "128": 91, "130": 92, "131": 93, "132": 94, "133": 95, "135": 96, "137": 97, "138": 98, "140": 99, "141": 100, "143": 101, "145": 102, "147": 103, "149": 104, "150": 105, "151": 106, "152": 107, "153": 108, "154": 109, "155": 110, "157": 111, "158": 112, "159": 113, "160": 114, "163": 115, "164": 116, "166": 117, "167": 118, "169": 119, "170": 120, "171": 121, "172": 122, "173": 123, "174": 124, "175": 125, "176": 126, "178": 127, "181": 128, "186": 129, "187": 130, "188": 131, "189": 132, "19": 10, "191": 133, "192": 134, "193": 135, "194": 136, "195": 137, "196": 138, "197": 139, "2": 2, "20": 11, "200": 140, "201": 141, "202": 142, "204": 143, "205": 144, "207": 145, "209": 146, "211": 147, "213": 148, "215": 149, "216": 150, "218": 151, "219": 152, "220": 153, "222": 154, "224": 155, "226": 156, "227": 157, "228": 158, "229": 159, "23": 12, "231": 160, "232": 161, "233": 162, "235": 163, "238": 164, "239": 165, "24": 13, "240": 166, "241": 167, "242": 168, "243": 169, "245": 170, "246": 171, "248": 172, "249": 173, "25": 14, "254": 174, "255": 175, "27": 15, "28": 16, "29": 17, "3": 3, "30": 18, "31": 19, "32": 20, "34": 21, "35": 22, "36": 23, "38": 24, "39": 25, "4": 4, "41": 26, "43": 27, "44": 28, "45": 29, "48": 30, "49": 31, "5": 5, "51": 32, "52": 33, "53": 34, "54": 35, "55": 36, "56": 37, "59": 38, "6": 6, "60": 39, "61": 40, "64": 41, "66": 42, "68": 43, "69": 44, "73": 45, "74": 46, "75": 47, "76": 48, "77": 49, "78": 50, "79": 51, "8": 7, "80": 52, "81": 53, "82": 54, "84": 55, "85": 56, "87": 57, "88": 58, "90": 59, "91": 60, "92": 61, "93": 62, "94": 63, "95": 64, "96": 65, "97": 66, "98": 67, "99": 68 }, "pruned_expert_ids": [ 7, 9, 10, 13, 14, 15, 16, 17, 18, 21, 22, 26, 33, 37, 40, 42, 46, 47, 50, 57, 58, 62, 63, 65, 67, 70, 71, 72, 83, 86, 89, 103, 112, 114, 123, 126, 127, 129, 134, 136, 139, 142, 144, 146, 148, 156, 161, 162, 165, 168, 177, 179, 180, 182, 183, 184, 185, 190, 198, 199, 203, 206, 208, 210, 212, 214, 217, 221, 223, 225, 230, 234, 236, 237, 244, 247, 250, 251, 252, 253 ] }, "model.layers.4.block_sparse_moe.gate": { "kept_expert_ids": [ 1, 2, 4, 5, 6, 8, 9, 11, 15, 20, 22, 23, 24, 25, 26, 27, 28, 29, 33, 35, 36, 38, 39, 42, 43, 44, 45, 48, 50, 51, 54, 55, 56, 60, 62, 63, 64, 65, 66, 67, 68, 70, 71, 75, 76, 77, 79, 80, 81, 83, 84, 85, 86, 88, 89, 92, 95, 96, 97, 98, 99, 100, 101, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 114, 118, 119, 120, 122, 123, 124, 126, 127, 128, 129, 130, 131, 132, 133, 135, 136, 138, 139, 140, 141, 143, 144, 145, 148, 150, 152, 153, 154, 155, 159, 160, 161, 162, 164, 165, 166, 167, 168, 169, 170, 172, 175, 176, 177, 179, 180, 181, 182, 183, 184, 185, 186, 187, 189, 190, 191, 192, 193, 194, 197, 198, 200, 201, 202, 204, 205, 208, 209, 210, 211, 212, 214, 216, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 229, 230, 233, 234, 235, 236, 238, 240, 241, 242, 244, 245, 248, 250, 251, 252, 253, 254, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "1": 0, "100": 61, "101": 62, "103": 63, "104": 64, "105": 65, "106": 66, "107": 67, "108": 68, "109": 69, "11": 7, "110": 70, "111": 71, "112": 72, "114": 73, "118": 74, "119": 75, "120": 76, "122": 77, "123": 78, "124": 79, "126": 80, "127": 81, "128": 82, "129": 83, "130": 84, "131": 85, "132": 86, "133": 87, "135": 88, "136": 89, "138": 90, "139": 91, "140": 92, "141": 93, "143": 94, "144": 95, "145": 96, "148": 97, "15": 8, "150": 98, "152": 99, "153": 100, "154": 101, "155": 102, "159": 103, "160": 104, "161": 105, "162": 106, "164": 107, "165": 108, "166": 109, "167": 110, "168": 111, "169": 112, "170": 113, "172": 114, "175": 115, "176": 116, "177": 117, "179": 118, "180": 119, "181": 120, "182": 121, "183": 122, "184": 123, "185": 124, "186": 125, "187": 126, "189": 127, "190": 128, "191": 129, "192": 130, "193": 131, "194": 132, "197": 133, "198": 134, "2": 1, "20": 9, "200": 135, "201": 136, "202": 137, "204": 138, "205": 139, "208": 140, "209": 141, "210": 142, "211": 143, "212": 144, "214": 145, "216": 146, "218": 147, "219": 148, "22": 10, "220": 149, "221": 150, "222": 151, "223": 152, "224": 153, "225": 154, "226": 155, "227": 156, "229": 157, "23": 11, "230": 158, "233": 159, "234": 160, "235": 161, "236": 162, "238": 163, "24": 12, "240": 164, "241": 165, "242": 166, "244": 167, "245": 168, "248": 169, "25": 13, "250": 170, "251": 171, "252": 172, "253": 173, "254": 174, "255": 175, "26": 14, "27": 15, "28": 16, "29": 17, "33": 18, "35": 19, "36": 20, "38": 21, "39": 22, "4": 2, "42": 23, "43": 24, "44": 25, "45": 26, "48": 27, "5": 3, "50": 28, "51": 29, "54": 30, "55": 31, "56": 32, "6": 4, "60": 33, "62": 34, "63": 35, "64": 36, "65": 37, "66": 38, "67": 39, "68": 40, "70": 41, "71": 42, "75": 43, "76": 44, "77": 45, "79": 46, "8": 5, "80": 47, "81": 48, "83": 49, "84": 50, "85": 51, "86": 52, "88": 53, "89": 54, "9": 6, "92": 55, "95": 56, "96": 57, "97": 58, "98": 59, "99": 60 }, "pruned_expert_ids": [ 0, 3, 7, 10, 12, 13, 14, 16, 17, 18, 19, 21, 30, 31, 32, 34, 37, 40, 41, 46, 47, 49, 52, 53, 57, 58, 59, 61, 69, 72, 73, 74, 78, 82, 87, 90, 91, 93, 94, 102, 113, 115, 116, 117, 121, 125, 134, 137, 142, 146, 147, 149, 151, 156, 157, 158, 163, 171, 173, 174, 178, 188, 195, 196, 199, 203, 206, 207, 213, 215, 217, 228, 231, 232, 237, 239, 243, 246, 247, 249 ] }, "model.layers.40.block_sparse_moe.gate": { "kept_expert_ids": [ 1, 3, 4, 5, 6, 7, 9, 12, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 29, 31, 32, 33, 34, 35, 36, 38, 40, 41, 42, 44, 45, 47, 48, 49, 51, 52, 54, 58, 60, 61, 62, 63, 64, 65, 66, 67, 69, 71, 72, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 90, 91, 92, 94, 95, 96, 98, 99, 100, 102, 104, 105, 106, 107, 108, 109, 110, 111, 113, 114, 115, 116, 117, 118, 121, 124, 125, 126, 131, 132, 136, 138, 140, 141, 142, 144, 146, 147, 151, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 164, 165, 166, 170, 172, 173, 174, 176, 177, 178, 179, 182, 183, 185, 186, 187, 190, 193, 194, 195, 197, 198, 199, 200, 202, 203, 204, 206, 207, 209, 210, 211, 212, 213, 214, 215, 217, 218, 219, 220, 222, 223, 224, 225, 226, 228, 229, 231, 232, 233, 234, 235, 236, 238, 240, 241, 243, 245, 246, 247, 248, 249, 250, 252, 253, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "1": 0, "100": 69, "102": 70, "104": 71, "105": 72, "106": 73, "107": 74, "108": 75, "109": 76, "110": 77, "111": 78, "113": 79, "114": 80, "115": 81, "116": 82, "117": 83, "118": 84, "12": 7, "121": 85, "124": 86, "125": 87, "126": 88, "131": 89, "132": 90, "136": 91, "138": 92, "140": 93, "141": 94, "142": 95, "144": 96, "146": 97, "147": 98, "15": 8, "151": 99, "152": 100, "153": 101, "154": 102, "155": 103, "156": 104, "158": 105, "159": 106, "16": 9, "160": 107, "161": 108, "162": 109, "164": 110, "165": 111, "166": 112, "17": 10, "170": 113, "172": 114, "173": 115, "174": 116, "176": 117, "177": 118, "178": 119, "179": 120, "18": 11, "182": 121, "183": 122, "185": 123, "186": 124, "187": 125, "19": 12, "190": 126, "193": 127, "194": 128, "195": 129, "197": 130, "198": 131, "199": 132, "20": 13, "200": 133, "202": 134, "203": 135, "204": 136, "206": 137, "207": 138, "209": 139, "21": 14, "210": 140, "211": 141, "212": 142, "213": 143, "214": 144, "215": 145, "217": 146, "218": 147, "219": 148, "22": 15, "220": 149, "222": 150, "223": 151, "224": 152, "225": 153, "226": 154, "228": 155, "229": 156, "23": 16, "231": 157, "232": 158, "233": 159, "234": 160, "235": 161, "236": 162, "238": 163, "24": 17, "240": 164, "241": 165, "243": 166, "245": 167, "246": 168, "247": 169, "248": 170, "249": 171, "25": 18, "250": 172, "252": 173, "253": 174, "255": 175, "29": 19, "3": 1, "31": 20, "32": 21, "33": 22, "34": 23, "35": 24, "36": 25, "38": 26, "4": 2, "40": 27, "41": 28, "42": 29, "44": 30, "45": 31, "47": 32, "48": 33, "49": 34, "5": 3, "51": 35, "52": 36, "54": 37, "58": 38, "6": 4, "60": 39, "61": 40, "62": 41, "63": 42, "64": 43, "65": 44, "66": 45, "67": 46, "69": 47, "7": 5, "71": 48, "72": 49, "77": 50, "78": 51, "79": 52, "80": 53, "81": 54, "82": 55, "83": 56, "84": 57, "85": 58, "86": 59, "87": 60, "9": 6, "90": 61, "91": 62, "92": 63, "94": 64, "95": 65, "96": 66, "98": 67, "99": 68 }, "pruned_expert_ids": [ 0, 2, 8, 10, 11, 13, 14, 26, 27, 28, 30, 37, 39, 43, 46, 50, 53, 55, 56, 57, 59, 68, 70, 73, 74, 75, 76, 88, 89, 93, 97, 101, 103, 112, 119, 120, 122, 123, 127, 128, 129, 130, 133, 134, 135, 137, 139, 143, 145, 148, 149, 150, 157, 163, 167, 168, 169, 171, 175, 180, 181, 184, 188, 189, 191, 192, 196, 201, 205, 208, 216, 221, 227, 230, 237, 239, 242, 244, 251, 254 ] }, "model.layers.41.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 4, 5, 6, 9, 10, 14, 15, 17, 18, 19, 20, 22, 23, 24, 26, 29, 31, 32, 33, 34, 35, 36, 39, 40, 43, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 59, 60, 61, 62, 64, 65, 67, 68, 72, 75, 76, 77, 78, 79, 80, 81, 82, 85, 86, 87, 88, 89, 92, 93, 94, 95, 96, 97, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 112, 113, 116, 118, 119, 121, 122, 123, 125, 127, 128, 130, 132, 133, 135, 136, 137, 140, 141, 142, 143, 144, 146, 148, 149, 150, 151, 154, 155, 156, 158, 159, 160, 161, 163, 164, 165, 167, 168, 169, 172, 173, 174, 175, 177, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 196, 197, 198, 200, 201, 202, 203, 204, 206, 207, 208, 209, 212, 214, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 227, 228, 230, 231, 232, 235, 236, 237, 238, 240, 242, 243, 245, 247, 248, 251 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "10": 6, "100": 68, "101": 69, "102": 70, "103": 71, "104": 72, "105": 73, "106": 74, "107": 75, "108": 76, "109": 77, "110": 78, "112": 79, "113": 80, "116": 81, "118": 82, "119": 83, "121": 84, "122": 85, "123": 86, "125": 87, "127": 88, "128": 89, "130": 90, "132": 91, "133": 92, "135": 93, "136": 94, "137": 95, "14": 7, "140": 96, "141": 97, "142": 98, "143": 99, "144": 100, "146": 101, "148": 102, "149": 103, "15": 8, "150": 104, "151": 105, "154": 106, "155": 107, "156": 108, "158": 109, "159": 110, "160": 111, "161": 112, "163": 113, "164": 114, "165": 115, "167": 116, "168": 117, "169": 118, "17": 9, "172": 119, "173": 120, "174": 121, "175": 122, "177": 123, "18": 10, "183": 124, "184": 125, "185": 126, "186": 127, "187": 128, "188": 129, "189": 130, "19": 11, "190": 131, "191": 132, "192": 133, "193": 134, "194": 135, "196": 136, "197": 137, "198": 138, "20": 12, "200": 139, "201": 140, "202": 141, "203": 142, "204": 143, "206": 144, "207": 145, "208": 146, "209": 147, "212": 148, "214": 149, "216": 150, "217": 151, "218": 152, "219": 153, "22": 13, "220": 154, "221": 155, "222": 156, "223": 157, "224": 158, "225": 159, "227": 160, "228": 161, "23": 14, "230": 162, "231": 163, "232": 164, "235": 165, "236": 166, "237": 167, "238": 168, "24": 15, "240": 169, "242": 170, "243": 171, "245": 172, "247": 173, "248": 174, "251": 175, "26": 16, "29": 17, "31": 18, "32": 19, "33": 20, "34": 21, "35": 22, "36": 23, "39": 24, "4": 2, "40": 25, "43": 26, "46": 27, "47": 28, "48": 29, "49": 30, "5": 3, "50": 31, "51": 32, "52": 33, "53": 34, "54": 35, "55": 36, "56": 37, "57": 38, "59": 39, "6": 4, "60": 40, "61": 41, "62": 42, "64": 43, "65": 44, "67": 45, "68": 46, "72": 47, "75": 48, "76": 49, "77": 50, "78": 51, "79": 52, "80": 53, "81": 54, "82": 55, "85": 56, "86": 57, "87": 58, "88": 59, "89": 60, "9": 5, "92": 61, "93": 62, "94": 63, "95": 64, "96": 65, "97": 66, "99": 67 }, "pruned_expert_ids": [ 2, 3, 7, 8, 11, 12, 13, 16, 21, 25, 27, 28, 30, 37, 38, 41, 42, 44, 45, 58, 63, 66, 69, 70, 71, 73, 74, 83, 84, 90, 91, 98, 111, 114, 115, 117, 120, 124, 126, 129, 131, 134, 138, 139, 145, 147, 152, 153, 157, 162, 166, 170, 171, 176, 178, 179, 180, 181, 182, 195, 199, 205, 210, 211, 213, 215, 226, 229, 233, 234, 239, 241, 244, 246, 249, 250, 252, 253, 254, 255 ] }, "model.layers.42.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 2, 3, 4, 5, 7, 8, 9, 12, 14, 15, 20, 23, 25, 26, 27, 28, 30, 32, 33, 34, 35, 36, 38, 39, 40, 42, 43, 44, 45, 46, 49, 50, 52, 53, 56, 58, 59, 63, 64, 65, 66, 67, 68, 69, 72, 73, 76, 77, 78, 79, 80, 82, 83, 84, 87, 90, 91, 93, 94, 95, 96, 97, 98, 99, 100, 104, 105, 106, 109, 110, 111, 113, 115, 116, 117, 118, 122, 123, 124, 125, 126, 128, 129, 130, 131, 132, 134, 135, 136, 139, 140, 142, 143, 144, 145, 146, 147, 149, 151, 152, 153, 154, 155, 156, 157, 159, 161, 162, 164, 165, 166, 167, 168, 169, 170, 171, 173, 175, 176, 177, 178, 180, 181, 182, 184, 186, 187, 192, 194, 196, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 209, 210, 213, 214, 215, 216, 220, 222, 223, 224, 226, 227, 229, 230, 232, 234, 235, 236, 238, 240, 241, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "100": 66, "104": 67, "105": 68, "106": 69, "109": 70, "110": 71, "111": 72, "113": 73, "115": 74, "116": 75, "117": 76, "118": 77, "12": 9, "122": 78, "123": 79, "124": 80, "125": 81, "126": 82, "128": 83, "129": 84, "130": 85, "131": 86, "132": 87, "134": 88, "135": 89, "136": 90, "139": 91, "14": 10, "140": 92, "142": 93, "143": 94, "144": 95, "145": 96, "146": 97, "147": 98, "149": 99, "15": 11, "151": 100, "152": 101, "153": 102, "154": 103, "155": 104, "156": 105, "157": 106, "159": 107, "161": 108, "162": 109, "164": 110, "165": 111, "166": 112, "167": 113, "168": 114, "169": 115, "170": 116, "171": 117, "173": 118, "175": 119, "176": 120, "177": 121, "178": 122, "180": 123, "181": 124, "182": 125, "184": 126, "186": 127, "187": 128, "192": 129, "194": 130, "196": 131, "198": 132, "199": 133, "2": 2, "20": 12, "200": 134, "201": 135, "202": 136, "203": 137, "204": 138, "205": 139, "206": 140, "207": 141, "209": 142, "210": 143, "213": 144, "214": 145, "215": 146, "216": 147, "220": 148, "222": 149, "223": 150, "224": 151, "226": 152, "227": 153, "229": 154, "23": 13, "230": 155, "232": 156, "234": 157, "235": 158, "236": 159, "238": 160, "240": 161, "241": 162, "243": 163, "244": 164, "245": 165, "246": 166, "247": 167, "248": 168, "249": 169, "25": 14, "250": 170, "251": 171, "252": 172, "253": 173, "254": 174, "255": 175, "26": 15, "27": 16, "28": 17, "3": 3, "30": 18, "32": 19, "33": 20, "34": 21, "35": 22, "36": 23, "38": 24, "39": 25, "4": 4, "40": 26, "42": 27, "43": 28, "44": 29, "45": 30, "46": 31, "49": 32, "5": 5, "50": 33, "52": 34, "53": 35, "56": 36, "58": 37, "59": 38, "63": 39, "64": 40, "65": 41, "66": 42, "67": 43, "68": 44, "69": 45, "7": 6, "72": 46, "73": 47, "76": 48, "77": 49, "78": 50, "79": 51, "8": 7, "80": 52, "82": 53, "83": 54, "84": 55, "87": 56, "9": 8, "90": 57, "91": 58, "93": 59, "94": 60, "95": 61, "96": 62, "97": 63, "98": 64, "99": 65 }, "pruned_expert_ids": [ 6, 10, 11, 13, 16, 17, 18, 19, 21, 22, 24, 29, 31, 37, 41, 47, 48, 51, 54, 55, 57, 60, 61, 62, 70, 71, 74, 75, 81, 85, 86, 88, 89, 92, 101, 102, 103, 107, 108, 112, 114, 119, 120, 121, 127, 133, 137, 138, 141, 148, 150, 158, 160, 163, 172, 174, 179, 183, 185, 188, 189, 190, 191, 193, 195, 197, 208, 211, 212, 217, 218, 219, 221, 225, 228, 231, 233, 237, 239, 242 ] }, "model.layers.43.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 2, 3, 5, 6, 7, 9, 11, 13, 14, 16, 17, 20, 21, 22, 23, 24, 25, 29, 31, 34, 35, 36, 37, 40, 41, 43, 44, 45, 46, 47, 52, 53, 54, 55, 56, 57, 59, 60, 62, 65, 66, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 99, 101, 102, 103, 105, 106, 107, 109, 112, 113, 114, 115, 116, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 130, 131, 132, 134, 135, 137, 138, 139, 140, 141, 142, 143, 146, 148, 149, 150, 151, 152, 153, 155, 157, 159, 164, 166, 167, 168, 170, 174, 175, 177, 179, 180, 181, 183, 184, 187, 188, 191, 192, 193, 194, 195, 196, 197, 200, 202, 205, 207, 208, 209, 210, 211, 212, 213, 214, 216, 217, 219, 220, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 234, 236, 237, 239, 240, 241, 245, 247, 248, 250, 251, 253, 254, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "101": 69, "102": 70, "103": 71, "105": 72, "106": 73, "107": 74, "109": 75, "11": 8, "112": 76, "113": 77, "114": 78, "115": 79, "116": 80, "117": 81, "118": 82, "119": 83, "121": 84, "122": 85, "123": 86, "124": 87, "125": 88, "126": 89, "127": 90, "128": 91, "13": 9, "130": 92, "131": 93, "132": 94, "134": 95, "135": 96, "137": 97, "138": 98, "139": 99, "14": 10, "140": 100, "141": 101, "142": 102, "143": 103, "146": 104, "148": 105, "149": 106, "150": 107, "151": 108, "152": 109, "153": 110, "155": 111, "157": 112, "159": 113, "16": 11, "164": 114, "166": 115, "167": 116, "168": 117, "17": 12, "170": 118, "174": 119, "175": 120, "177": 121, "179": 122, "180": 123, "181": 124, "183": 125, "184": 126, "187": 127, "188": 128, "191": 129, "192": 130, "193": 131, "194": 132, "195": 133, "196": 134, "197": 135, "2": 2, "20": 13, "200": 136, "202": 137, "205": 138, "207": 139, "208": 140, "209": 141, "21": 14, "210": 142, "211": 143, "212": 144, "213": 145, "214": 146, "216": 147, "217": 148, "219": 149, "22": 15, "220": 150, "222": 151, "223": 152, "224": 153, "225": 154, "226": 155, "227": 156, "228": 157, "229": 158, "23": 16, "230": 159, "231": 160, "232": 161, "234": 162, "236": 163, "237": 164, "239": 165, "24": 17, "240": 166, "241": 167, "245": 168, "247": 169, "248": 170, "25": 18, "250": 171, "251": 172, "253": 173, "254": 174, "255": 175, "29": 19, "3": 3, "31": 20, "34": 21, "35": 22, "36": 23, "37": 24, "40": 25, "41": 26, "43": 27, "44": 28, "45": 29, "46": 30, "47": 31, "5": 4, "52": 32, "53": 33, "54": 34, "55": 35, "56": 36, "57": 37, "59": 38, "6": 5, "60": 39, "62": 40, "65": 41, "66": 42, "68": 43, "69": 44, "7": 6, "70": 45, "71": 46, "72": 47, "73": 48, "74": 49, "75": 50, "76": 51, "77": 52, "78": 53, "83": 54, "84": 55, "85": 56, "86": 57, "87": 58, "88": 59, "89": 60, "9": 7, "90": 61, "91": 62, "92": 63, "93": 64, "94": 65, "96": 66, "97": 67, "99": 68 }, "pruned_expert_ids": [ 4, 8, 10, 12, 15, 18, 19, 26, 27, 28, 30, 32, 33, 38, 39, 42, 48, 49, 50, 51, 58, 61, 63, 64, 67, 79, 80, 81, 82, 95, 98, 100, 104, 108, 110, 111, 120, 129, 133, 136, 144, 145, 147, 154, 156, 158, 160, 161, 162, 163, 165, 169, 171, 172, 173, 176, 178, 182, 185, 186, 189, 190, 198, 199, 201, 203, 204, 206, 215, 218, 221, 233, 235, 238, 242, 243, 244, 246, 249, 252 ] }, "model.layers.44.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 11, 12, 13, 14, 15, 16, 17, 22, 25, 26, 28, 29, 30, 31, 32, 33, 35, 36, 38, 41, 42, 45, 46, 47, 49, 50, 51, 54, 55, 56, 57, 58, 59, 61, 63, 66, 67, 68, 71, 72, 74, 75, 76, 77, 79, 80, 81, 83, 85, 86, 87, 88, 89, 94, 95, 96, 97, 100, 101, 102, 106, 107, 110, 111, 113, 114, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 128, 129, 130, 136, 137, 140, 141, 143, 145, 146, 147, 148, 149, 152, 154, 155, 159, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 175, 176, 177, 179, 180, 182, 183, 184, 187, 188, 189, 190, 191, 192, 193, 194, 196, 197, 201, 202, 203, 204, 205, 206, 207, 210, 211, 213, 215, 216, 217, 218, 220, 221, 222, 224, 225, 226, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 243, 244, 245, 246, 247, 248, 249, 250, 252, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "100": 66, "101": 67, "102": 68, "106": 69, "107": 70, "11": 9, "110": 71, "111": 72, "113": 73, "114": 74, "116": 75, "117": 76, "118": 77, "119": 78, "12": 10, "120": 79, "121": 80, "122": 81, "123": 82, "124": 83, "125": 84, "126": 85, "128": 86, "129": 87, "13": 11, "130": 88, "136": 89, "137": 90, "14": 12, "140": 91, "141": 92, "143": 93, "145": 94, "146": 95, "147": 96, "148": 97, "149": 98, "15": 13, "152": 99, "154": 100, "155": 101, "159": 102, "16": 14, "162": 103, "163": 104, "164": 105, "165": 106, "166": 107, "167": 108, "168": 109, "169": 110, "17": 15, "170": 111, "171": 112, "172": 113, "173": 114, "175": 115, "176": 116, "177": 117, "179": 118, "180": 119, "182": 120, "183": 121, "184": 122, "187": 123, "188": 124, "189": 125, "190": 126, "191": 127, "192": 128, "193": 129, "194": 130, "196": 131, "197": 132, "2": 2, "201": 133, "202": 134, "203": 135, "204": 136, "205": 137, "206": 138, "207": 139, "210": 140, "211": 141, "213": 142, "215": 143, "216": 144, "217": 145, "218": 146, "22": 16, "220": 147, "221": 148, "222": 149, "224": 150, "225": 151, "226": 152, "228": 153, "229": 154, "230": 155, "231": 156, "232": 157, "233": 158, "234": 159, "235": 160, "236": 161, "237": 162, "238": 163, "239": 164, "240": 165, "243": 166, "244": 167, "245": 168, "246": 169, "247": 170, "248": 171, "249": 172, "25": 17, "250": 173, "252": 174, "255": 175, "26": 18, "28": 19, "29": 20, "3": 3, "30": 21, "31": 22, "32": 23, "33": 24, "35": 25, "36": 26, "38": 27, "4": 4, "41": 28, "42": 29, "45": 30, "46": 31, "47": 32, "49": 33, "5": 5, "50": 34, "51": 35, "54": 36, "55": 37, "56": 38, "57": 39, "58": 40, "59": 41, "6": 6, "61": 42, "63": 43, "66": 44, "67": 45, "68": 46, "7": 7, "71": 47, "72": 48, "74": 49, "75": 50, "76": 51, "77": 52, "79": 53, "8": 8, "80": 54, "81": 55, "83": 56, "85": 57, "86": 58, "87": 59, "88": 60, "89": 61, "94": 62, "95": 63, "96": 64, "97": 65 }, "pruned_expert_ids": [ 9, 10, 18, 19, 20, 21, 23, 24, 27, 34, 37, 39, 40, 43, 44, 48, 52, 53, 60, 62, 64, 65, 69, 70, 73, 78, 82, 84, 90, 91, 92, 93, 98, 99, 103, 104, 105, 108, 109, 112, 115, 127, 131, 132, 133, 134, 135, 138, 139, 142, 144, 150, 151, 153, 156, 157, 158, 160, 161, 174, 178, 181, 185, 186, 195, 198, 199, 200, 208, 209, 212, 214, 219, 223, 227, 241, 242, 251, 253, 254 ] }, "model.layers.45.block_sparse_moe.gate": { "kept_expert_ids": [ 1, 2, 4, 6, 7, 8, 9, 11, 14, 15, 16, 18, 19, 20, 21, 23, 26, 28, 29, 30, 32, 33, 34, 35, 36, 37, 38, 39, 40, 44, 46, 47, 49, 50, 51, 52, 53, 56, 57, 58, 61, 62, 63, 64, 65, 66, 67, 69, 71, 72, 73, 74, 75, 76, 77, 78, 79, 82, 83, 84, 87, 89, 90, 92, 93, 95, 96, 97, 98, 100, 101, 102, 103, 104, 106, 107, 108, 109, 110, 111, 112, 113, 115, 116, 117, 118, 120, 121, 123, 125, 127, 128, 129, 130, 131, 133, 134, 138, 140, 141, 142, 147, 149, 150, 152, 153, 154, 155, 156, 157, 158, 160, 161, 162, 163, 164, 166, 167, 170, 174, 176, 177, 178, 179, 180, 181, 182, 183, 185, 186, 187, 188, 190, 191, 192, 193, 194, 195, 196, 197, 200, 201, 202, 203, 205, 207, 208, 209, 211, 213, 214, 215, 218, 219, 220, 221, 224, 225, 226, 228, 229, 230, 231, 233, 234, 235, 236, 237, 240, 241, 243, 244, 246, 249, 252, 254 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "1": 0, "100": 69, "101": 70, "102": 71, "103": 72, "104": 73, "106": 74, "107": 75, "108": 76, "109": 77, "11": 7, "110": 78, "111": 79, "112": 80, "113": 81, "115": 82, "116": 83, "117": 84, "118": 85, "120": 86, "121": 87, "123": 88, "125": 89, "127": 90, "128": 91, "129": 92, "130": 93, "131": 94, "133": 95, "134": 96, "138": 97, "14": 8, "140": 98, "141": 99, "142": 100, "147": 101, "149": 102, "15": 9, "150": 103, "152": 104, "153": 105, "154": 106, "155": 107, "156": 108, "157": 109, "158": 110, "16": 10, "160": 111, "161": 112, "162": 113, "163": 114, "164": 115, "166": 116, "167": 117, "170": 118, "174": 119, "176": 120, "177": 121, "178": 122, "179": 123, "18": 11, "180": 124, "181": 125, "182": 126, "183": 127, "185": 128, "186": 129, "187": 130, "188": 131, "19": 12, "190": 132, "191": 133, "192": 134, "193": 135, "194": 136, "195": 137, "196": 138, "197": 139, "2": 1, "20": 13, "200": 140, "201": 141, "202": 142, "203": 143, "205": 144, "207": 145, "208": 146, "209": 147, "21": 14, "211": 148, "213": 149, "214": 150, "215": 151, "218": 152, "219": 153, "220": 154, "221": 155, "224": 156, "225": 157, "226": 158, "228": 159, "229": 160, "23": 15, "230": 161, "231": 162, "233": 163, "234": 164, "235": 165, "236": 166, "237": 167, "240": 168, "241": 169, "243": 170, "244": 171, "246": 172, "249": 173, "252": 174, "254": 175, "26": 16, "28": 17, "29": 18, "30": 19, "32": 20, "33": 21, "34": 22, "35": 23, "36": 24, "37": 25, "38": 26, "39": 27, "4": 2, "40": 28, "44": 29, "46": 30, "47": 31, "49": 32, "50": 33, "51": 34, "52": 35, "53": 36, "56": 37, "57": 38, "58": 39, "6": 3, "61": 40, "62": 41, "63": 42, "64": 43, "65": 44, "66": 45, "67": 46, "69": 47, "7": 4, "71": 48, "72": 49, "73": 50, "74": 51, "75": 52, "76": 53, "77": 54, "78": 55, "79": 56, "8": 5, "82": 57, "83": 58, "84": 59, "87": 60, "89": 61, "9": 6, "90": 62, "92": 63, "93": 64, "95": 65, "96": 66, "97": 67, "98": 68 }, "pruned_expert_ids": [ 0, 3, 5, 10, 12, 13, 17, 22, 24, 25, 27, 31, 41, 42, 43, 45, 48, 54, 55, 59, 60, 68, 70, 80, 81, 85, 86, 88, 91, 94, 99, 105, 114, 119, 122, 124, 126, 132, 135, 136, 137, 139, 143, 144, 145, 146, 148, 151, 159, 165, 168, 169, 171, 172, 173, 175, 184, 189, 198, 199, 204, 206, 210, 212, 216, 217, 222, 223, 227, 232, 238, 239, 242, 245, 247, 248, 250, 251, 253, 255 ] }, "model.layers.46.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 17, 21, 22, 23, 24, 26, 27, 29, 30, 31, 32, 33, 35, 36, 37, 39, 40, 41, 44, 45, 46, 48, 49, 50, 52, 53, 54, 57, 58, 59, 61, 63, 64, 65, 69, 70, 71, 72, 76, 77, 78, 81, 82, 83, 84, 85, 86, 88, 90, 91, 92, 93, 96, 97, 98, 99, 100, 101, 102, 103, 107, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 128, 129, 131, 133, 134, 135, 136, 137, 138, 140, 141, 142, 145, 146, 147, 149, 150, 152, 158, 159, 160, 161, 162, 163, 164, 165, 167, 169, 170, 171, 172, 175, 176, 177, 179, 180, 181, 182, 183, 184, 185, 188, 189, 190, 191, 193, 194, 195, 197, 198, 200, 202, 203, 204, 205, 208, 209, 211, 213, 214, 216, 217, 218, 219, 221, 222, 223, 225, 226, 228, 229, 232, 233, 234, 235, 236, 237, 238, 241, 242, 244, 245, 246, 247, 248, 250, 252, 253 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "100": 68, "101": 69, "102": 70, "103": 71, "107": 72, "11": 7, "110": 73, "111": 74, "112": 75, "113": 76, "114": 77, "115": 78, "116": 79, "117": 80, "118": 81, "119": 82, "12": 8, "120": 83, "121": 84, "122": 85, "123": 86, "124": 87, "128": 88, "129": 89, "13": 9, "131": 90, "133": 91, "134": 92, "135": 93, "136": 94, "137": 95, "138": 96, "14": 10, "140": 97, "141": 98, "142": 99, "145": 100, "146": 101, "147": 102, "149": 103, "15": 11, "150": 104, "152": 105, "158": 106, "159": 107, "160": 108, "161": 109, "162": 110, "163": 111, "164": 112, "165": 113, "167": 114, "169": 115, "17": 12, "170": 116, "171": 117, "172": 118, "175": 119, "176": 120, "177": 121, "179": 122, "180": 123, "181": 124, "182": 125, "183": 126, "184": 127, "185": 128, "188": 129, "189": 130, "190": 131, "191": 132, "193": 133, "194": 134, "195": 135, "197": 136, "198": 137, "200": 138, "202": 139, "203": 140, "204": 141, "205": 142, "208": 143, "209": 144, "21": 13, "211": 145, "213": 146, "214": 147, "216": 148, "217": 149, "218": 150, "219": 151, "22": 14, "221": 152, "222": 153, "223": 154, "225": 155, "226": 156, "228": 157, "229": 158, "23": 15, "232": 159, "233": 160, "234": 161, "235": 162, "236": 163, "237": 164, "238": 165, "24": 16, "241": 166, "242": 167, "244": 168, "245": 169, "246": 170, "247": 171, "248": 172, "250": 173, "252": 174, "253": 175, "26": 17, "27": 18, "29": 19, "30": 20, "31": 21, "32": 22, "33": 23, "35": 24, "36": 25, "37": 26, "39": 27, "40": 28, "41": 29, "44": 30, "45": 31, "46": 32, "48": 33, "49": 34, "5": 2, "50": 35, "52": 36, "53": 37, "54": 38, "57": 39, "58": 40, "59": 41, "6": 3, "61": 42, "63": 43, "64": 44, "65": 45, "69": 46, "7": 4, "70": 47, "71": 48, "72": 49, "76": 50, "77": 51, "78": 52, "8": 5, "81": 53, "82": 54, "83": 55, "84": 56, "85": 57, "86": 58, "88": 59, "9": 6, "90": 60, "91": 61, "92": 62, "93": 63, "96": 64, "97": 65, "98": 66, "99": 67 }, "pruned_expert_ids": [ 2, 3, 4, 10, 16, 18, 19, 20, 25, 28, 34, 38, 42, 43, 47, 51, 55, 56, 60, 62, 66, 67, 68, 73, 74, 75, 79, 80, 87, 89, 94, 95, 104, 105, 106, 108, 109, 125, 126, 127, 130, 132, 139, 143, 144, 148, 151, 153, 154, 155, 156, 157, 166, 168, 173, 174, 178, 186, 187, 192, 196, 199, 201, 206, 207, 210, 212, 215, 220, 224, 227, 230, 231, 239, 240, 243, 249, 251, 254, 255 ] }, "model.layers.47.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 2, 3, 4, 5, 7, 8, 9, 10, 12, 13, 14, 15, 18, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 39, 40, 41, 42, 44, 46, 50, 53, 54, 55, 56, 57, 58, 59, 62, 66, 68, 69, 71, 72, 73, 76, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 107, 108, 109, 110, 111, 113, 114, 116, 118, 119, 121, 123, 124, 125, 126, 127, 130, 134, 136, 138, 139, 140, 142, 143, 144, 148, 149, 151, 153, 156, 159, 160, 161, 163, 164, 165, 166, 167, 170, 171, 173, 174, 175, 178, 179, 180, 181, 183, 185, 186, 188, 189, 190, 191, 192, 193, 194, 199, 202, 205, 206, 207, 209, 211, 212, 213, 214, 215, 217, 218, 219, 220, 221, 222, 225, 227, 228, 229, 231, 232, 233, 235, 237, 238, 239, 240, 241, 242, 243, 244, 245, 247, 248, 250, 251, 252, 253, 254, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "10": 8, "100": 72, "101": 73, "102": 74, "103": 75, "104": 76, "107": 77, "108": 78, "109": 79, "110": 80, "111": 81, "113": 82, "114": 83, "116": 84, "118": 85, "119": 86, "12": 9, "121": 87, "123": 88, "124": 89, "125": 90, "126": 91, "127": 92, "13": 10, "130": 93, "134": 94, "136": 95, "138": 96, "139": 97, "14": 11, "140": 98, "142": 99, "143": 100, "144": 101, "148": 102, "149": 103, "15": 12, "151": 104, "153": 105, "156": 106, "159": 107, "160": 108, "161": 109, "163": 110, "164": 111, "165": 112, "166": 113, "167": 114, "170": 115, "171": 116, "173": 117, "174": 118, "175": 119, "178": 120, "179": 121, "18": 13, "180": 122, "181": 123, "183": 124, "185": 125, "186": 126, "188": 127, "189": 128, "190": 129, "191": 130, "192": 131, "193": 132, "194": 133, "199": 134, "2": 1, "20": 14, "202": 135, "205": 136, "206": 137, "207": 138, "209": 139, "21": 15, "211": 140, "212": 141, "213": 142, "214": 143, "215": 144, "217": 145, "218": 146, "219": 147, "22": 16, "220": 148, "221": 149, "222": 150, "225": 151, "227": 152, "228": 153, "229": 154, "231": 155, "232": 156, "233": 157, "235": 158, "237": 159, "238": 160, "239": 161, "24": 17, "240": 162, "241": 163, "242": 164, "243": 165, "244": 166, "245": 167, "247": 168, "248": 169, "25": 18, "250": 170, "251": 171, "252": 172, "253": 173, "254": 174, "255": 175, "26": 19, "27": 20, "28": 21, "29": 22, "3": 2, "30": 23, "31": 24, "32": 25, "33": 26, "34": 27, "35": 28, "36": 29, "38": 30, "39": 31, "4": 3, "40": 32, "41": 33, "42": 34, "44": 35, "46": 36, "5": 4, "50": 37, "53": 38, "54": 39, "55": 40, "56": 41, "57": 42, "58": 43, "59": 44, "62": 45, "66": 46, "68": 47, "69": 48, "7": 5, "71": 49, "72": 50, "73": 51, "76": 52, "79": 53, "8": 6, "80": 54, "81": 55, "82": 56, "83": 57, "84": 58, "85": 59, "86": 60, "87": 61, "88": 62, "89": 63, "9": 7, "90": 64, "92": 65, "93": 66, "94": 67, "95": 68, "97": 69, "98": 70, "99": 71 }, "pruned_expert_ids": [ 1, 6, 11, 16, 17, 19, 23, 37, 43, 45, 47, 48, 49, 51, 52, 60, 61, 63, 64, 65, 67, 70, 74, 75, 77, 78, 91, 96, 105, 106, 112, 115, 117, 120, 122, 128, 129, 131, 132, 133, 135, 137, 141, 145, 146, 147, 150, 152, 154, 155, 157, 158, 162, 168, 169, 172, 176, 177, 182, 184, 187, 195, 196, 197, 198, 200, 201, 203, 204, 208, 210, 216, 223, 224, 226, 230, 234, 236, 246, 249 ] }, "model.layers.48.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 18, 20, 21, 23, 24, 26, 27, 28, 29, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 53, 56, 58, 59, 60, 62, 64, 68, 70, 72, 73, 74, 76, 79, 80, 83, 84, 86, 87, 88, 90, 92, 93, 94, 96, 97, 99, 101, 102, 103, 104, 105, 108, 110, 111, 112, 113, 114, 118, 119, 120, 121, 123, 126, 128, 130, 131, 132, 133, 134, 135, 136, 139, 141, 142, 143, 144, 147, 148, 149, 150, 152, 154, 155, 156, 157, 159, 160, 166, 167, 168, 169, 170, 171, 172, 174, 175, 176, 177, 178, 179, 181, 182, 183, 184, 185, 188, 189, 191, 195, 196, 198, 201, 202, 203, 204, 206, 207, 208, 209, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 233, 234, 238, 239, 240, 241, 246, 249, 250, 251, 252, 253 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "10": 9, "101": 70, "102": 71, "103": 72, "104": 73, "105": 74, "108": 75, "11": 10, "110": 76, "111": 77, "112": 78, "113": 79, "114": 80, "118": 81, "119": 82, "12": 11, "120": 83, "121": 84, "123": 85, "126": 86, "128": 87, "13": 12, "130": 88, "131": 89, "132": 90, "133": 91, "134": 92, "135": 93, "136": 94, "139": 95, "14": 13, "141": 96, "142": 97, "143": 98, "144": 99, "147": 100, "148": 101, "149": 102, "150": 103, "152": 104, "154": 105, "155": 106, "156": 107, "157": 108, "159": 109, "16": 14, "160": 110, "166": 111, "167": 112, "168": 113, "169": 114, "17": 15, "170": 115, "171": 116, "172": 117, "174": 118, "175": 119, "176": 120, "177": 121, "178": 122, "179": 123, "18": 16, "181": 124, "182": 125, "183": 126, "184": 127, "185": 128, "188": 129, "189": 130, "191": 131, "195": 132, "196": 133, "198": 134, "20": 17, "201": 135, "202": 136, "203": 137, "204": 138, "206": 139, "207": 140, "208": 141, "209": 142, "21": 18, "211": 143, "212": 144, "213": 145, "214": 146, "215": 147, "216": 148, "217": 149, "218": 150, "219": 151, "220": 152, "221": 153, "222": 154, "223": 155, "224": 156, "225": 157, "226": 158, "227": 159, "228": 160, "229": 161, "23": 19, "230": 162, "231": 163, "233": 164, "234": 165, "238": 166, "239": 167, "24": 20, "240": 168, "241": 169, "246": 170, "249": 171, "250": 172, "251": 173, "252": 174, "253": 175, "26": 21, "27": 22, "28": 23, "29": 24, "3": 2, "32": 25, "34": 26, "35": 27, "36": 28, "37": 29, "38": 30, "39": 31, "4": 3, "40": 32, "41": 33, "42": 34, "43": 35, "44": 36, "46": 37, "47": 38, "48": 39, "49": 40, "5": 4, "50": 41, "51": 42, "53": 43, "56": 44, "58": 45, "59": 46, "6": 5, "60": 47, "62": 48, "64": 49, "68": 50, "7": 6, "70": 51, "72": 52, "73": 53, "74": 54, "76": 55, "79": 56, "8": 7, "80": 57, "83": 58, "84": 59, "86": 60, "87": 61, "88": 62, "9": 8, "90": 63, "92": 64, "93": 65, "94": 66, "96": 67, "97": 68, "99": 69 }, "pruned_expert_ids": [ 2, 15, 19, 22, 25, 30, 31, 33, 45, 52, 54, 55, 57, 61, 63, 65, 66, 67, 69, 71, 75, 77, 78, 81, 82, 85, 89, 91, 95, 98, 100, 106, 107, 109, 115, 116, 117, 122, 124, 125, 127, 129, 137, 138, 140, 145, 146, 151, 153, 158, 161, 162, 163, 164, 165, 173, 180, 186, 187, 190, 192, 193, 194, 197, 199, 200, 205, 210, 232, 235, 236, 237, 242, 243, 244, 245, 247, 248, 254, 255 ] }, "model.layers.49.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 14, 15, 17, 18, 19, 20, 22, 25, 26, 27, 28, 29, 31, 33, 34, 35, 36, 37, 38, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 56, 58, 60, 62, 65, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 78, 80, 81, 84, 85, 87, 88, 89, 90, 93, 96, 97, 99, 100, 101, 102, 104, 105, 107, 108, 109, 112, 113, 114, 115, 116, 119, 120, 121, 123, 125, 126, 128, 130, 131, 132, 133, 134, 135, 136, 137, 144, 146, 147, 148, 150, 151, 152, 153, 154, 156, 157, 158, 159, 160, 162, 164, 166, 167, 170, 171, 172, 173, 174, 175, 176, 178, 179, 182, 183, 185, 189, 190, 193, 194, 195, 196, 199, 200, 201, 202, 203, 204, 205, 207, 208, 209, 213, 216, 217, 218, 219, 220, 221, 222, 223, 225, 226, 228, 229, 230, 232, 233, 234, 235, 236, 237, 239, 240, 242, 243, 244, 245, 246, 249, 252, 253, 254, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "10": 10, "100": 70, "101": 71, "102": 72, "104": 73, "105": 74, "107": 75, "108": 76, "109": 77, "112": 78, "113": 79, "114": 80, "115": 81, "116": 82, "119": 83, "120": 84, "121": 85, "123": 86, "125": 87, "126": 88, "128": 89, "13": 11, "130": 90, "131": 91, "132": 92, "133": 93, "134": 94, "135": 95, "136": 96, "137": 97, "14": 12, "144": 98, "146": 99, "147": 100, "148": 101, "15": 13, "150": 102, "151": 103, "152": 104, "153": 105, "154": 106, "156": 107, "157": 108, "158": 109, "159": 110, "160": 111, "162": 112, "164": 113, "166": 114, "167": 115, "17": 14, "170": 116, "171": 117, "172": 118, "173": 119, "174": 120, "175": 121, "176": 122, "178": 123, "179": 124, "18": 15, "182": 125, "183": 126, "185": 127, "189": 128, "19": 16, "190": 129, "193": 130, "194": 131, "195": 132, "196": 133, "199": 134, "2": 2, "20": 17, "200": 135, "201": 136, "202": 137, "203": 138, "204": 139, "205": 140, "207": 141, "208": 142, "209": 143, "213": 144, "216": 145, "217": 146, "218": 147, "219": 148, "22": 18, "220": 149, "221": 150, "222": 151, "223": 152, "225": 153, "226": 154, "228": 155, "229": 156, "230": 157, "232": 158, "233": 159, "234": 160, "235": 161, "236": 162, "237": 163, "239": 164, "240": 165, "242": 166, "243": 167, "244": 168, "245": 169, "246": 170, "249": 171, "25": 19, "252": 172, "253": 173, "254": 174, "255": 175, "26": 20, "27": 21, "28": 22, "29": 23, "3": 3, "31": 24, "33": 25, "34": 26, "35": 27, "36": 28, "37": 29, "38": 30, "4": 4, "41": 31, "42": 32, "44": 33, "45": 34, "46": 35, "47": 36, "48": 37, "49": 38, "5": 5, "50": 39, "51": 40, "52": 41, "56": 42, "58": 43, "6": 6, "60": 44, "62": 45, "65": 46, "66": 47, "67": 48, "68": 49, "69": 50, "7": 7, "71": 51, "72": 52, "73": 53, "74": 54, "75": 55, "76": 56, "78": 57, "8": 8, "80": 58, "81": 59, "84": 60, "85": 61, "87": 62, "88": 63, "89": 64, "9": 9, "90": 65, "93": 66, "96": 67, "97": 68, "99": 69 }, "pruned_expert_ids": [ 11, 12, 16, 21, 23, 24, 30, 32, 39, 40, 43, 53, 54, 55, 57, 59, 61, 63, 64, 70, 77, 79, 82, 83, 86, 91, 92, 94, 95, 98, 103, 106, 110, 111, 117, 118, 122, 124, 127, 129, 138, 139, 140, 141, 142, 143, 145, 149, 155, 161, 163, 165, 168, 169, 177, 180, 181, 184, 186, 187, 188, 191, 192, 197, 198, 206, 210, 211, 212, 214, 215, 224, 227, 231, 238, 241, 247, 248, 250, 251 ] }, "model.layers.5.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 2, 3, 5, 7, 8, 9, 10, 11, 12, 13, 15, 17, 18, 19, 20, 21, 22, 26, 28, 29, 30, 31, 34, 39, 40, 41, 44, 46, 48, 49, 50, 51, 52, 53, 54, 55, 57, 58, 59, 62, 64, 65, 68, 69, 70, 72, 73, 74, 75, 76, 77, 79, 80, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 93, 94, 96, 97, 98, 100, 101, 102, 104, 105, 108, 109, 111, 113, 114, 116, 117, 118, 121, 123, 124, 127, 128, 130, 131, 132, 133, 134, 135, 137, 138, 140, 141, 142, 143, 144, 145, 146, 148, 149, 151, 152, 153, 155, 159, 161, 163, 164, 165, 167, 168, 169, 170, 171, 172, 173, 175, 177, 178, 179, 180, 182, 183, 184, 185, 186, 187, 189, 191, 193, 194, 197, 198, 199, 201, 206, 207, 209, 210, 211, 212, 213, 214, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 228, 229, 231, 234, 235, 237, 238, 239, 240, 245, 246, 249, 250, 251, 252, 253, 254, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "10": 8, "100": 70, "101": 71, "102": 72, "104": 73, "105": 74, "108": 75, "109": 76, "11": 9, "111": 77, "113": 78, "114": 79, "116": 80, "117": 81, "118": 82, "12": 10, "121": 83, "123": 84, "124": 85, "127": 86, "128": 87, "13": 11, "130": 88, "131": 89, "132": 90, "133": 91, "134": 92, "135": 93, "137": 94, "138": 95, "140": 96, "141": 97, "142": 98, "143": 99, "144": 100, "145": 101, "146": 102, "148": 103, "149": 104, "15": 12, "151": 105, "152": 106, "153": 107, "155": 108, "159": 109, "161": 110, "163": 111, "164": 112, "165": 113, "167": 114, "168": 115, "169": 116, "17": 13, "170": 117, "171": 118, "172": 119, "173": 120, "175": 121, "177": 122, "178": 123, "179": 124, "18": 14, "180": 125, "182": 126, "183": 127, "184": 128, "185": 129, "186": 130, "187": 131, "189": 132, "19": 15, "191": 133, "193": 134, "194": 135, "197": 136, "198": 137, "199": 138, "2": 2, "20": 16, "201": 139, "206": 140, "207": 141, "209": 142, "21": 17, "210": 143, "211": 144, "212": 145, "213": 146, "214": 147, "217": 148, "218": 149, "219": 150, "22": 18, "220": 151, "221": 152, "222": 153, "223": 154, "224": 155, "225": 156, "226": 157, "228": 158, "229": 159, "231": 160, "234": 161, "235": 162, "237": 163, "238": 164, "239": 165, "240": 166, "245": 167, "246": 168, "249": 169, "250": 170, "251": 171, "252": 172, "253": 173, "254": 174, "255": 175, "26": 19, "28": 20, "29": 21, "3": 3, "30": 22, "31": 23, "34": 24, "39": 25, "40": 26, "41": 27, "44": 28, "46": 29, "48": 30, "49": 31, "5": 4, "50": 32, "51": 33, "52": 34, "53": 35, "54": 36, "55": 37, "57": 38, "58": 39, "59": 40, "62": 41, "64": 42, "65": 43, "68": 44, "69": 45, "7": 5, "70": 46, "72": 47, "73": 48, "74": 49, "75": 50, "76": 51, "77": 52, "79": 53, "8": 6, "80": 54, "81": 55, "82": 56, "83": 57, "84": 58, "85": 59, "86": 60, "87": 61, "89": 62, "9": 7, "90": 63, "91": 64, "93": 65, "94": 66, "96": 67, "97": 68, "98": 69 }, "pruned_expert_ids": [ 4, 6, 14, 16, 23, 24, 25, 27, 32, 33, 35, 36, 37, 38, 42, 43, 45, 47, 56, 60, 61, 63, 66, 67, 71, 78, 88, 92, 95, 99, 103, 106, 107, 110, 112, 115, 119, 120, 122, 125, 126, 129, 136, 139, 147, 150, 154, 156, 157, 158, 160, 162, 166, 174, 176, 181, 188, 190, 192, 195, 196, 200, 202, 203, 204, 205, 208, 215, 216, 227, 230, 232, 233, 236, 241, 242, 243, 244, 247, 248 ] }, "model.layers.50.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 3, 4, 7, 8, 9, 10, 11, 12, 14, 16, 17, 18, 19, 21, 22, 23, 24, 26, 27, 30, 31, 32, 33, 35, 36, 37, 39, 40, 42, 45, 46, 47, 51, 52, 53, 54, 57, 58, 59, 62, 63, 64, 67, 68, 71, 72, 75, 76, 77, 79, 81, 82, 83, 86, 89, 90, 91, 92, 94, 95, 96, 97, 99, 100, 101, 102, 103, 104, 105, 106, 108, 110, 112, 114, 115, 117, 118, 119, 120, 121, 122, 123, 124, 126, 128, 130, 134, 136, 137, 138, 139, 140, 144, 145, 146, 148, 149, 150, 151, 152, 154, 155, 157, 158, 159, 160, 162, 163, 164, 165, 166, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 184, 185, 186, 187, 189, 190, 191, 193, 195, 196, 198, 199, 201, 202, 203, 204, 205, 208, 210, 211, 212, 214, 215, 217, 219, 220, 222, 223, 225, 226, 227, 228, 229, 230, 232, 234, 235, 236, 237, 238, 239, 240, 241, 242, 247, 249, 250, 252, 254, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "10": 7, "100": 65, "101": 66, "102": 67, "103": 68, "104": 69, "105": 70, "106": 71, "108": 72, "11": 8, "110": 73, "112": 74, "114": 75, "115": 76, "117": 77, "118": 78, "119": 79, "12": 9, "120": 80, "121": 81, "122": 82, "123": 83, "124": 84, "126": 85, "128": 86, "130": 87, "134": 88, "136": 89, "137": 90, "138": 91, "139": 92, "14": 10, "140": 93, "144": 94, "145": 95, "146": 96, "148": 97, "149": 98, "150": 99, "151": 100, "152": 101, "154": 102, "155": 103, "157": 104, "158": 105, "159": 106, "16": 11, "160": 107, "162": 108, "163": 109, "164": 110, "165": 111, "166": 112, "169": 113, "17": 12, "170": 114, "171": 115, "172": 116, "173": 117, "174": 118, "175": 119, "176": 120, "177": 121, "178": 122, "179": 123, "18": 13, "180": 124, "181": 125, "184": 126, "185": 127, "186": 128, "187": 129, "189": 130, "19": 14, "190": 131, "191": 132, "193": 133, "195": 134, "196": 135, "198": 136, "199": 137, "201": 138, "202": 139, "203": 140, "204": 141, "205": 142, "208": 143, "21": 15, "210": 144, "211": 145, "212": 146, "214": 147, "215": 148, "217": 149, "219": 150, "22": 16, "220": 151, "222": 152, "223": 153, "225": 154, "226": 155, "227": 156, "228": 157, "229": 158, "23": 17, "230": 159, "232": 160, "234": 161, "235": 162, "236": 163, "237": 164, "238": 165, "239": 166, "24": 18, "240": 167, "241": 168, "242": 169, "247": 170, "249": 171, "250": 172, "252": 173, "254": 174, "255": 175, "26": 19, "27": 20, "3": 2, "30": 21, "31": 22, "32": 23, "33": 24, "35": 25, "36": 26, "37": 27, "39": 28, "4": 3, "40": 29, "42": 30, "45": 31, "46": 32, "47": 33, "51": 34, "52": 35, "53": 36, "54": 37, "57": 38, "58": 39, "59": 40, "62": 41, "63": 42, "64": 43, "67": 44, "68": 45, "7": 4, "71": 46, "72": 47, "75": 48, "76": 49, "77": 50, "79": 51, "8": 5, "81": 52, "82": 53, "83": 54, "86": 55, "89": 56, "9": 6, "90": 57, "91": 58, "92": 59, "94": 60, "95": 61, "96": 62, "97": 63, "99": 64 }, "pruned_expert_ids": [ 2, 5, 6, 13, 15, 20, 25, 28, 29, 34, 38, 41, 43, 44, 48, 49, 50, 55, 56, 60, 61, 65, 66, 69, 70, 73, 74, 78, 80, 84, 85, 87, 88, 93, 98, 107, 109, 111, 113, 116, 125, 127, 129, 131, 132, 133, 135, 141, 142, 143, 147, 153, 156, 161, 167, 168, 182, 183, 188, 192, 194, 197, 200, 206, 207, 209, 213, 216, 218, 221, 224, 231, 233, 243, 244, 245, 246, 248, 251, 253 ] }, "model.layers.51.block_sparse_moe.gate": { "kept_expert_ids": [ 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 15, 16, 18, 19, 23, 24, 25, 27, 28, 30, 31, 32, 33, 35, 36, 37, 38, 39, 40, 43, 47, 49, 50, 51, 54, 55, 56, 57, 58, 59, 60, 61, 62, 64, 65, 66, 69, 71, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 84, 86, 87, 89, 90, 91, 93, 94, 95, 96, 97, 98, 99, 100, 102, 103, 106, 107, 108, 109, 110, 111, 112, 113, 115, 116, 117, 118, 119, 121, 122, 123, 125, 126, 127, 128, 130, 132, 133, 134, 135, 136, 142, 143, 144, 148, 149, 152, 153, 154, 155, 156, 160, 161, 163, 165, 166, 167, 168, 169, 170, 171, 173, 174, 175, 176, 178, 179, 180, 181, 183, 186, 187, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 209, 210, 212, 215, 216, 217, 218, 220, 224, 226, 229, 230, 232, 233, 234, 235, 237, 239, 240, 242, 243, 244, 245, 248, 249, 252, 254, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "10": 8, "100": 72, "102": 73, "103": 74, "106": 75, "107": 76, "108": 77, "109": 78, "11": 9, "110": 79, "111": 80, "112": 81, "113": 82, "115": 83, "116": 84, "117": 85, "118": 86, "119": 87, "121": 88, "122": 89, "123": 90, "125": 91, "126": 92, "127": 93, "128": 94, "13": 10, "130": 95, "132": 96, "133": 97, "134": 98, "135": 99, "136": 100, "142": 101, "143": 102, "144": 103, "148": 104, "149": 105, "15": 11, "152": 106, "153": 107, "154": 108, "155": 109, "156": 110, "16": 12, "160": 111, "161": 112, "163": 113, "165": 114, "166": 115, "167": 116, "168": 117, "169": 118, "170": 119, "171": 120, "173": 121, "174": 122, "175": 123, "176": 124, "178": 125, "179": 126, "18": 13, "180": 127, "181": 128, "183": 129, "186": 130, "187": 131, "19": 14, "191": 132, "192": 133, "193": 134, "194": 135, "195": 136, "196": 137, "197": 138, "198": 139, "199": 140, "2": 0, "200": 141, "201": 142, "202": 143, "203": 144, "204": 145, "205": 146, "206": 147, "209": 148, "210": 149, "212": 150, "215": 151, "216": 152, "217": 153, "218": 154, "220": 155, "224": 156, "226": 157, "229": 158, "23": 15, "230": 159, "232": 160, "233": 161, "234": 162, "235": 163, "237": 164, "239": 165, "24": 16, "240": 166, "242": 167, "243": 168, "244": 169, "245": 170, "248": 171, "249": 172, "25": 17, "252": 173, "254": 174, "255": 175, "27": 18, "28": 19, "3": 1, "30": 20, "31": 21, "32": 22, "33": 23, "35": 24, "36": 25, "37": 26, "38": 27, "39": 28, "4": 2, "40": 29, "43": 30, "47": 31, "49": 32, "5": 3, "50": 33, "51": 34, "54": 35, "55": 36, "56": 37, "57": 38, "58": 39, "59": 40, "6": 4, "60": 41, "61": 42, "62": 43, "64": 44, "65": 45, "66": 46, "69": 47, "7": 5, "71": 48, "72": 49, "73": 50, "74": 51, "75": 52, "76": 53, "77": 54, "78": 55, "8": 6, "80": 56, "81": 57, "82": 58, "84": 59, "86": 60, "87": 61, "89": 62, "9": 7, "90": 63, "91": 64, "93": 65, "94": 66, "95": 67, "96": 68, "97": 69, "98": 70, "99": 71 }, "pruned_expert_ids": [ 0, 1, 12, 14, 17, 20, 21, 22, 26, 29, 34, 41, 42, 44, 45, 46, 48, 52, 53, 63, 67, 68, 70, 79, 83, 85, 88, 92, 101, 104, 105, 114, 120, 124, 129, 131, 137, 138, 139, 140, 141, 145, 146, 147, 150, 151, 157, 158, 159, 162, 164, 172, 177, 182, 184, 185, 188, 189, 190, 207, 208, 211, 213, 214, 219, 221, 222, 223, 225, 227, 228, 231, 236, 238, 241, 246, 247, 250, 251, 253 ] }, "model.layers.52.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 2, 3, 4, 5, 6, 8, 10, 11, 14, 15, 16, 17, 18, 19, 21, 23, 24, 26, 29, 30, 32, 33, 34, 35, 36, 37, 39, 40, 41, 42, 46, 47, 48, 52, 53, 54, 55, 57, 58, 59, 60, 63, 64, 65, 66, 68, 70, 72, 73, 74, 75, 76, 77, 79, 80, 81, 83, 84, 85, 86, 87, 89, 90, 92, 94, 97, 98, 99, 100, 102, 103, 105, 106, 108, 109, 110, 111, 112, 117, 118, 119, 120, 122, 123, 125, 126, 127, 128, 129, 130, 132, 133, 136, 137, 139, 140, 141, 142, 143, 144, 145, 146, 149, 150, 151, 152, 153, 154, 157, 158, 159, 160, 166, 167, 168, 169, 170, 171, 173, 174, 178, 179, 180, 181, 182, 183, 184, 186, 187, 190, 191, 192, 193, 194, 195, 196, 200, 201, 202, 203, 204, 206, 208, 210, 212, 213, 216, 217, 218, 219, 220, 221, 222, 224, 226, 227, 228, 229, 231, 233, 234, 235, 239, 240, 241, 243, 244, 247, 248, 249, 250, 251, 252, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "10": 8, "100": 70, "102": 71, "103": 72, "105": 73, "106": 74, "108": 75, "109": 76, "11": 9, "110": 77, "111": 78, "112": 79, "117": 80, "118": 81, "119": 82, "120": 83, "122": 84, "123": 85, "125": 86, "126": 87, "127": 88, "128": 89, "129": 90, "130": 91, "132": 92, "133": 93, "136": 94, "137": 95, "139": 96, "14": 10, "140": 97, "141": 98, "142": 99, "143": 100, "144": 101, "145": 102, "146": 103, "149": 104, "15": 11, "150": 105, "151": 106, "152": 107, "153": 108, "154": 109, "157": 110, "158": 111, "159": 112, "16": 12, "160": 113, "166": 114, "167": 115, "168": 116, "169": 117, "17": 13, "170": 118, "171": 119, "173": 120, "174": 121, "178": 122, "179": 123, "18": 14, "180": 124, "181": 125, "182": 126, "183": 127, "184": 128, "186": 129, "187": 130, "19": 15, "190": 131, "191": 132, "192": 133, "193": 134, "194": 135, "195": 136, "196": 137, "2": 2, "200": 138, "201": 139, "202": 140, "203": 141, "204": 142, "206": 143, "208": 144, "21": 16, "210": 145, "212": 146, "213": 147, "216": 148, "217": 149, "218": 150, "219": 151, "220": 152, "221": 153, "222": 154, "224": 155, "226": 156, "227": 157, "228": 158, "229": 159, "23": 17, "231": 160, "233": 161, "234": 162, "235": 163, "239": 164, "24": 18, "240": 165, "241": 166, "243": 167, "244": 168, "247": 169, "248": 170, "249": 171, "250": 172, "251": 173, "252": 174, "255": 175, "26": 19, "29": 20, "3": 3, "30": 21, "32": 22, "33": 23, "34": 24, "35": 25, "36": 26, "37": 27, "39": 28, "4": 4, "40": 29, "41": 30, "42": 31, "46": 32, "47": 33, "48": 34, "5": 5, "52": 35, "53": 36, "54": 37, "55": 38, "57": 39, "58": 40, "59": 41, "6": 6, "60": 42, "63": 43, "64": 44, "65": 45, "66": 46, "68": 47, "70": 48, "72": 49, "73": 50, "74": 51, "75": 52, "76": 53, "77": 54, "79": 55, "8": 7, "80": 56, "81": 57, "83": 58, "84": 59, "85": 60, "86": 61, "87": 62, "89": 63, "90": 64, "92": 65, "94": 66, "97": 67, "98": 68, "99": 69 }, "pruned_expert_ids": [ 7, 9, 12, 13, 20, 22, 25, 27, 28, 31, 38, 43, 44, 45, 49, 50, 51, 56, 61, 62, 67, 69, 71, 78, 82, 88, 91, 93, 95, 96, 101, 104, 107, 113, 114, 115, 116, 121, 124, 131, 134, 135, 138, 147, 148, 155, 156, 161, 162, 163, 164, 165, 172, 175, 176, 177, 185, 188, 189, 197, 198, 199, 205, 207, 209, 211, 214, 215, 223, 225, 230, 232, 236, 237, 238, 242, 245, 246, 253, 254 ] }, "model.layers.53.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 4, 6, 10, 11, 12, 13, 14, 15, 16, 18, 20, 22, 23, 25, 26, 27, 30, 31, 32, 34, 35, 36, 39, 40, 42, 44, 49, 52, 53, 55, 56, 57, 58, 59, 60, 61, 62, 63, 66, 67, 68, 69, 70, 71, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 90, 91, 92, 94, 96, 97, 98, 100, 101, 102, 103, 104, 105, 107, 109, 110, 111, 121, 122, 124, 125, 126, 127, 128, 130, 131, 134, 135, 136, 137, 139, 140, 142, 144, 146, 148, 151, 152, 153, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 167, 168, 169, 170, 174, 175, 177, 179, 180, 182, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 196, 197, 198, 199, 200, 201, 202, 203, 204, 206, 207, 208, 209, 210, 211, 216, 217, 218, 221, 222, 223, 228, 230, 232, 233, 234, 235, 237, 238, 239, 240, 241, 242, 244, 245, 246, 247, 248, 249, 250, 252, 253, 254, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "10": 4, "100": 68, "101": 69, "102": 70, "103": 71, "104": 72, "105": 73, "107": 74, "109": 75, "11": 5, "110": 76, "111": 77, "12": 6, "121": 78, "122": 79, "124": 80, "125": 81, "126": 82, "127": 83, "128": 84, "13": 7, "130": 85, "131": 86, "134": 87, "135": 88, "136": 89, "137": 90, "139": 91, "14": 8, "140": 92, "142": 93, "144": 94, "146": 95, "148": 96, "15": 9, "151": 97, "152": 98, "153": 99, "155": 100, "156": 101, "157": 102, "158": 103, "159": 104, "16": 10, "160": 105, "161": 106, "162": 107, "163": 108, "164": 109, "165": 110, "167": 111, "168": 112, "169": 113, "170": 114, "174": 115, "175": 116, "177": 117, "179": 118, "18": 11, "180": 119, "182": 120, "184": 121, "185": 122, "186": 123, "187": 124, "188": 125, "189": 126, "190": 127, "191": 128, "192": 129, "193": 130, "194": 131, "196": 132, "197": 133, "198": 134, "199": 135, "20": 12, "200": 136, "201": 137, "202": 138, "203": 139, "204": 140, "206": 141, "207": 142, "208": 143, "209": 144, "210": 145, "211": 146, "216": 147, "217": 148, "218": 149, "22": 13, "221": 150, "222": 151, "223": 152, "228": 153, "23": 14, "230": 154, "232": 155, "233": 156, "234": 157, "235": 158, "237": 159, "238": 160, "239": 161, "240": 162, "241": 163, "242": 164, "244": 165, "245": 166, "246": 167, "247": 168, "248": 169, "249": 170, "25": 15, "250": 171, "252": 172, "253": 173, "254": 174, "255": 175, "26": 16, "27": 17, "30": 18, "31": 19, "32": 20, "34": 21, "35": 22, "36": 23, "39": 24, "4": 2, "40": 25, "42": 26, "44": 27, "49": 28, "52": 29, "53": 30, "55": 31, "56": 32, "57": 33, "58": 34, "59": 35, "6": 3, "60": 36, "61": 37, "62": 38, "63": 39, "66": 40, "67": 41, "68": 42, "69": 43, "70": 44, "71": 45, "74": 46, "75": 47, "76": 48, "77": 49, "78": 50, "79": 51, "80": 52, "81": 53, "82": 54, "83": 55, "84": 56, "85": 57, "86": 58, "87": 59, "88": 60, "90": 61, "91": 62, "92": 63, "94": 64, "96": 65, "97": 66, "98": 67 }, "pruned_expert_ids": [ 2, 3, 5, 7, 8, 9, 17, 19, 21, 24, 28, 29, 33, 37, 38, 41, 43, 45, 46, 47, 48, 50, 51, 54, 64, 65, 72, 73, 89, 93, 95, 99, 106, 108, 112, 113, 114, 115, 116, 117, 118, 119, 120, 123, 129, 132, 133, 138, 141, 143, 145, 147, 149, 150, 154, 166, 171, 172, 173, 176, 178, 181, 183, 195, 205, 212, 213, 214, 215, 219, 220, 224, 225, 226, 227, 229, 231, 236, 243, 251 ] }, "model.layers.54.block_sparse_moe.gate": { "kept_expert_ids": [ 1, 4, 5, 7, 8, 10, 12, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 31, 32, 33, 34, 36, 37, 38, 39, 40, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 54, 58, 60, 61, 62, 63, 65, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 95, 96, 98, 99, 101, 102, 104, 105, 107, 109, 110, 111, 112, 114, 115, 117, 119, 120, 121, 123, 124, 125, 128, 129, 130, 131, 132, 133, 135, 136, 137, 139, 141, 142, 143, 144, 148, 149, 150, 151, 156, 157, 158, 159, 161, 163, 164, 166, 167, 168, 169, 173, 175, 178, 179, 180, 185, 187, 189, 190, 191, 192, 193, 194, 196, 197, 200, 201, 202, 203, 204, 206, 208, 210, 212, 213, 215, 216, 217, 220, 221, 223, 224, 225, 228, 229, 230, 231, 233, 234, 235, 236, 237, 238, 239, 240, 243, 244, 246, 247, 248, 250, 251 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "1": 0, "10": 5, "101": 77, "102": 78, "104": 79, "105": 80, "107": 81, "109": 82, "110": 83, "111": 84, "112": 85, "114": 86, "115": 87, "117": 88, "119": 89, "12": 6, "120": 90, "121": 91, "123": 92, "124": 93, "125": 94, "128": 95, "129": 96, "130": 97, "131": 98, "132": 99, "133": 100, "135": 101, "136": 102, "137": 103, "139": 104, "14": 7, "141": 105, "142": 106, "143": 107, "144": 108, "148": 109, "149": 110, "15": 8, "150": 111, "151": 112, "156": 113, "157": 114, "158": 115, "159": 116, "16": 9, "161": 117, "163": 118, "164": 119, "166": 120, "167": 121, "168": 122, "169": 123, "17": 10, "173": 124, "175": 125, "178": 126, "179": 127, "180": 128, "185": 129, "187": 130, "189": 131, "19": 11, "190": 132, "191": 133, "192": 134, "193": 135, "194": 136, "196": 137, "197": 138, "20": 12, "200": 139, "201": 140, "202": 141, "203": 142, "204": 143, "206": 144, "208": 145, "21": 13, "210": 146, "212": 147, "213": 148, "215": 149, "216": 150, "217": 151, "22": 14, "220": 152, "221": 153, "223": 154, "224": 155, "225": 156, "228": 157, "229": 158, "23": 15, "230": 159, "231": 160, "233": 161, "234": 162, "235": 163, "236": 164, "237": 165, "238": 166, "239": 167, "24": 16, "240": 168, "243": 169, "244": 170, "246": 171, "247": 172, "248": 173, "25": 17, "250": 174, "251": 175, "26": 18, "27": 19, "28": 20, "29": 21, "31": 22, "32": 23, "33": 24, "34": 25, "36": 26, "37": 27, "38": 28, "39": 29, "4": 1, "40": 30, "42": 31, "43": 32, "44": 33, "45": 34, "46": 35, "47": 36, "48": 37, "49": 38, "5": 2, "50": 39, "51": 40, "52": 41, "54": 42, "58": 43, "60": 44, "61": 45, "62": 46, "63": 47, "65": 48, "67": 49, "68": 50, "69": 51, "7": 3, "70": 52, "71": 53, "73": 54, "74": 55, "75": 56, "76": 57, "77": 58, "78": 59, "79": 60, "8": 4, "80": 61, "81": 62, "83": 63, "84": 64, "85": 65, "86": 66, "87": 67, "88": 68, "89": 69, "90": 70, "91": 71, "92": 72, "95": 73, "96": 74, "98": 75, "99": 76 }, "pruned_expert_ids": [ 0, 2, 3, 6, 9, 11, 13, 18, 30, 35, 41, 53, 55, 56, 57, 59, 64, 66, 72, 82, 93, 94, 97, 100, 103, 106, 108, 113, 116, 118, 122, 126, 127, 134, 138, 140, 145, 146, 147, 152, 153, 154, 155, 160, 162, 165, 170, 171, 172, 174, 176, 177, 181, 182, 183, 184, 186, 188, 195, 198, 199, 205, 207, 209, 211, 214, 218, 219, 222, 226, 227, 232, 241, 242, 245, 249, 252, 253, 254, 255 ] }, "model.layers.55.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 2, 3, 4, 5, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 20, 21, 23, 25, 26, 27, 28, 29, 30, 31, 33, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 48, 49, 50, 51, 53, 54, 56, 57, 58, 59, 60, 61, 62, 64, 67, 68, 70, 71, 72, 73, 76, 77, 78, 79, 80, 81, 84, 85, 87, 88, 89, 91, 92, 94, 96, 97, 99, 100, 102, 105, 108, 109, 111, 113, 114, 115, 118, 119, 120, 126, 128, 130, 131, 132, 134, 137, 139, 140, 141, 142, 143, 146, 147, 149, 150, 154, 156, 158, 160, 161, 163, 166, 168, 169, 170, 172, 173, 175, 176, 177, 178, 179, 180, 182, 184, 185, 187, 189, 190, 193, 194, 195, 196, 197, 198, 199, 201, 205, 207, 209, 210, 211, 213, 214, 215, 216, 217, 218, 219, 221, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 237, 238, 239, 242, 243, 244, 247, 248, 249, 250, 251, 253, 254, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "10": 8, "100": 76, "102": 77, "105": 78, "108": 79, "109": 80, "11": 9, "111": 81, "113": 82, "114": 83, "115": 84, "118": 85, "119": 86, "12": 10, "120": 87, "126": 88, "128": 89, "13": 11, "130": 90, "131": 91, "132": 92, "134": 93, "137": 94, "139": 95, "14": 12, "140": 96, "141": 97, "142": 98, "143": 99, "146": 100, "147": 101, "149": 102, "15": 13, "150": 103, "154": 104, "156": 105, "158": 106, "160": 107, "161": 108, "163": 109, "166": 110, "168": 111, "169": 112, "17": 14, "170": 113, "172": 114, "173": 115, "175": 116, "176": 117, "177": 118, "178": 119, "179": 120, "18": 15, "180": 121, "182": 122, "184": 123, "185": 124, "187": 125, "189": 126, "19": 16, "190": 127, "193": 128, "194": 129, "195": 130, "196": 131, "197": 132, "198": 133, "199": 134, "2": 1, "20": 17, "201": 135, "205": 136, "207": 137, "209": 138, "21": 18, "210": 139, "211": 140, "213": 141, "214": 142, "215": 143, "216": 144, "217": 145, "218": 146, "219": 147, "221": 148, "223": 149, "224": 150, "225": 151, "226": 152, "227": 153, "228": 154, "229": 155, "23": 19, "230": 156, "231": 157, "232": 158, "233": 159, "234": 160, "235": 161, "237": 162, "238": 163, "239": 164, "242": 165, "243": 166, "244": 167, "247": 168, "248": 169, "249": 170, "25": 20, "250": 171, "251": 172, "253": 173, "254": 174, "255": 175, "26": 21, "27": 22, "28": 23, "29": 24, "3": 2, "30": 25, "31": 26, "33": 27, "36": 28, "37": 29, "38": 30, "39": 31, "4": 3, "40": 32, "41": 33, "42": 34, "43": 35, "44": 36, "45": 37, "46": 38, "48": 39, "49": 40, "5": 4, "50": 41, "51": 42, "53": 43, "54": 44, "56": 45, "57": 46, "58": 47, "59": 48, "60": 49, "61": 50, "62": 51, "64": 52, "67": 53, "68": 54, "7": 5, "70": 55, "71": 56, "72": 57, "73": 58, "76": 59, "77": 60, "78": 61, "79": 62, "8": 6, "80": 63, "81": 64, "84": 65, "85": 66, "87": 67, "88": 68, "89": 69, "9": 7, "91": 70, "92": 71, "94": 72, "96": 73, "97": 74, "99": 75 }, "pruned_expert_ids": [ 1, 6, 16, 22, 24, 32, 34, 35, 47, 52, 55, 63, 65, 66, 69, 74, 75, 82, 83, 86, 90, 93, 95, 98, 101, 103, 104, 106, 107, 110, 112, 116, 117, 121, 122, 123, 124, 125, 127, 129, 133, 135, 136, 138, 144, 145, 148, 151, 152, 153, 155, 157, 159, 162, 164, 165, 167, 171, 174, 181, 183, 186, 188, 191, 192, 200, 202, 203, 204, 206, 208, 212, 220, 222, 236, 240, 241, 245, 246, 252 ] }, "model.layers.56.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 2, 3, 4, 7, 8, 9, 11, 12, 13, 15, 16, 17, 18, 20, 23, 24, 28, 29, 30, 31, 32, 33, 34, 35, 40, 41, 43, 45, 46, 47, 48, 49, 50, 51, 53, 54, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 68, 70, 71, 72, 73, 75, 76, 77, 78, 79, 80, 81, 83, 84, 86, 87, 88, 90, 92, 93, 95, 96, 97, 98, 100, 101, 102, 103, 104, 106, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 122, 124, 125, 129, 131, 133, 136, 139, 140, 142, 143, 144, 146, 148, 150, 151, 152, 153, 154, 157, 158, 161, 163, 165, 167, 168, 170, 171, 174, 175, 176, 180, 181, 182, 184, 186, 187, 191, 192, 193, 195, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 215, 216, 217, 218, 220, 224, 225, 227, 228, 229, 231, 233, 234, 237, 238, 239, 241, 242, 243, 244, 245, 247, 250, 251, 252, 253, 254, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "100": 72, "101": 73, "102": 74, "103": 75, "104": 76, "106": 77, "108": 78, "109": 79, "11": 8, "110": 80, "111": 81, "112": 82, "113": 83, "114": 84, "115": 85, "116": 86, "117": 87, "118": 88, "119": 89, "12": 9, "120": 90, "122": 91, "124": 92, "125": 93, "129": 94, "13": 10, "131": 95, "133": 96, "136": 97, "139": 98, "140": 99, "142": 100, "143": 101, "144": 102, "146": 103, "148": 104, "15": 11, "150": 105, "151": 106, "152": 107, "153": 108, "154": 109, "157": 110, "158": 111, "16": 12, "161": 112, "163": 113, "165": 114, "167": 115, "168": 116, "17": 13, "170": 117, "171": 118, "174": 119, "175": 120, "176": 121, "18": 14, "180": 122, "181": 123, "182": 124, "184": 125, "186": 126, "187": 127, "191": 128, "192": 129, "193": 130, "195": 131, "198": 132, "199": 133, "2": 2, "20": 15, "200": 134, "201": 135, "202": 136, "203": 137, "204": 138, "205": 139, "206": 140, "207": 141, "208": 142, "209": 143, "210": 144, "211": 145, "212": 146, "213": 147, "215": 148, "216": 149, "217": 150, "218": 151, "220": 152, "224": 153, "225": 154, "227": 155, "228": 156, "229": 157, "23": 16, "231": 158, "233": 159, "234": 160, "237": 161, "238": 162, "239": 163, "24": 17, "241": 164, "242": 165, "243": 166, "244": 167, "245": 168, "247": 169, "250": 170, "251": 171, "252": 172, "253": 173, "254": 174, "255": 175, "28": 18, "29": 19, "3": 3, "30": 20, "31": 21, "32": 22, "33": 23, "34": 24, "35": 25, "4": 4, "40": 26, "41": 27, "43": 28, "45": 29, "46": 30, "47": 31, "48": 32, "49": 33, "50": 34, "51": 35, "53": 36, "54": 37, "56": 38, "57": 39, "58": 40, "59": 41, "60": 42, "62": 43, "63": 44, "64": 45, "65": 46, "66": 47, "68": 48, "7": 5, "70": 49, "71": 50, "72": 51, "73": 52, "75": 53, "76": 54, "77": 55, "78": 56, "79": 57, "8": 6, "80": 58, "81": 59, "83": 60, "84": 61, "86": 62, "87": 63, "88": 64, "9": 7, "90": 65, "92": 66, "93": 67, "95": 68, "96": 69, "97": 70, "98": 71 }, "pruned_expert_ids": [ 5, 6, 10, 14, 19, 21, 22, 25, 26, 27, 36, 37, 38, 39, 42, 44, 52, 55, 61, 67, 69, 74, 82, 85, 89, 91, 94, 99, 105, 107, 121, 123, 126, 127, 128, 130, 132, 134, 135, 137, 138, 141, 145, 147, 149, 155, 156, 159, 160, 162, 164, 166, 169, 172, 173, 177, 178, 179, 183, 185, 188, 189, 190, 194, 196, 197, 214, 219, 221, 222, 223, 226, 230, 232, 235, 236, 240, 246, 248, 249 ] }, "model.layers.57.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 2, 6, 7, 8, 10, 12, 14, 15, 16, 17, 18, 21, 23, 24, 26, 27, 29, 31, 32, 33, 34, 36, 37, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 55, 57, 58, 59, 61, 62, 63, 64, 65, 66, 67, 68, 69, 72, 74, 76, 78, 80, 81, 82, 83, 84, 86, 87, 90, 91, 92, 94, 95, 96, 97, 99, 100, 101, 102, 103, 104, 105, 108, 109, 110, 112, 114, 116, 117, 119, 120, 121, 122, 127, 131, 132, 133, 135, 137, 138, 139, 140, 141, 142, 143, 144, 147, 148, 150, 152, 153, 154, 156, 157, 158, 159, 161, 162, 163, 164, 165, 166, 167, 168, 171, 172, 173, 174, 175, 177, 178, 179, 180, 182, 184, 185, 186, 188, 190, 191, 192, 193, 194, 195, 198, 199, 200, 202, 203, 204, 205, 207, 208, 209, 210, 214, 215, 217, 219, 222, 224, 225, 228, 229, 230, 231, 234, 235, 236, 237, 238, 239, 240, 242, 243, 244, 246, 249, 252, 253, 254, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "10": 6, "100": 70, "101": 71, "102": 72, "103": 73, "104": 74, "105": 75, "108": 76, "109": 77, "110": 78, "112": 79, "114": 80, "116": 81, "117": 82, "119": 83, "12": 7, "120": 84, "121": 85, "122": 86, "127": 87, "131": 88, "132": 89, "133": 90, "135": 91, "137": 92, "138": 93, "139": 94, "14": 8, "140": 95, "141": 96, "142": 97, "143": 98, "144": 99, "147": 100, "148": 101, "15": 9, "150": 102, "152": 103, "153": 104, "154": 105, "156": 106, "157": 107, "158": 108, "159": 109, "16": 10, "161": 110, "162": 111, "163": 112, "164": 113, "165": 114, "166": 115, "167": 116, "168": 117, "17": 11, "171": 118, "172": 119, "173": 120, "174": 121, "175": 122, "177": 123, "178": 124, "179": 125, "18": 12, "180": 126, "182": 127, "184": 128, "185": 129, "186": 130, "188": 131, "190": 132, "191": 133, "192": 134, "193": 135, "194": 136, "195": 137, "198": 138, "199": 139, "2": 2, "200": 140, "202": 141, "203": 142, "204": 143, "205": 144, "207": 145, "208": 146, "209": 147, "21": 13, "210": 148, "214": 149, "215": 150, "217": 151, "219": 152, "222": 153, "224": 154, "225": 155, "228": 156, "229": 157, "23": 14, "230": 158, "231": 159, "234": 160, "235": 161, "236": 162, "237": 163, "238": 164, "239": 165, "24": 15, "240": 166, "242": 167, "243": 168, "244": 169, "246": 170, "249": 171, "252": 172, "253": 173, "254": 174, "255": 175, "26": 16, "27": 17, "29": 18, "31": 19, "32": 20, "33": 21, "34": 22, "36": 23, "37": 24, "39": 25, "40": 26, "41": 27, "42": 28, "43": 29, "44": 30, "45": 31, "46": 32, "47": 33, "48": 34, "49": 35, "50": 36, "51": 37, "55": 38, "57": 39, "58": 40, "59": 41, "6": 3, "61": 42, "62": 43, "63": 44, "64": 45, "65": 46, "66": 47, "67": 48, "68": 49, "69": 50, "7": 4, "72": 51, "74": 52, "76": 53, "78": 54, "8": 5, "80": 55, "81": 56, "82": 57, "83": 58, "84": 59, "86": 60, "87": 61, "90": 62, "91": 63, "92": 64, "94": 65, "95": 66, "96": 67, "97": 68, "99": 69 }, "pruned_expert_ids": [ 3, 4, 5, 9, 11, 13, 19, 20, 22, 25, 28, 30, 35, 38, 52, 53, 54, 56, 60, 70, 71, 73, 75, 77, 79, 85, 88, 89, 93, 98, 106, 107, 111, 113, 115, 118, 123, 124, 125, 126, 128, 129, 130, 134, 136, 145, 146, 149, 151, 155, 160, 169, 170, 176, 181, 183, 187, 189, 196, 197, 201, 206, 211, 212, 213, 216, 218, 220, 221, 223, 226, 227, 232, 233, 241, 245, 247, 248, 250, 251 ] }, "model.layers.58.block_sparse_moe.gate": { "kept_expert_ids": [ 1, 2, 3, 5, 6, 7, 9, 10, 11, 14, 15, 16, 17, 18, 20, 22, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 41, 42, 43, 44, 47, 48, 49, 50, 52, 53, 54, 55, 58, 60, 62, 63, 64, 65, 66, 67, 69, 70, 71, 72, 73, 77, 78, 81, 82, 83, 84, 85, 86, 88, 90, 91, 92, 94, 95, 96, 97, 98, 99, 100, 102, 104, 105, 106, 107, 108, 110, 116, 117, 118, 119, 120, 121, 123, 125, 126, 127, 128, 129, 130, 133, 136, 137, 138, 140, 141, 142, 143, 145, 151, 153, 154, 155, 156, 157, 160, 161, 162, 163, 164, 166, 167, 168, 169, 170, 171, 172, 174, 176, 179, 180, 182, 183, 184, 185, 186, 187, 189, 191, 192, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 209, 210, 211, 213, 215, 217, 218, 219, 220, 221, 223, 224, 225, 229, 232, 233, 235, 236, 237, 238, 243, 245, 246, 247, 248, 249, 251, 252, 253, 254 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "1": 0, "10": 7, "100": 72, "102": 73, "104": 74, "105": 75, "106": 76, "107": 77, "108": 78, "11": 8, "110": 79, "116": 80, "117": 81, "118": 82, "119": 83, "120": 84, "121": 85, "123": 86, "125": 87, "126": 88, "127": 89, "128": 90, "129": 91, "130": 92, "133": 93, "136": 94, "137": 95, "138": 96, "14": 9, "140": 97, "141": 98, "142": 99, "143": 100, "145": 101, "15": 10, "151": 102, "153": 103, "154": 104, "155": 105, "156": 106, "157": 107, "16": 11, "160": 108, "161": 109, "162": 110, "163": 111, "164": 112, "166": 113, "167": 114, "168": 115, "169": 116, "17": 12, "170": 117, "171": 118, "172": 119, "174": 120, "176": 121, "179": 122, "18": 13, "180": 123, "182": 124, "183": 125, "184": 126, "185": 127, "186": 128, "187": 129, "189": 130, "191": 131, "192": 132, "194": 133, "195": 134, "196": 135, "197": 136, "198": 137, "199": 138, "2": 1, "20": 14, "200": 139, "201": 140, "202": 141, "203": 142, "204": 143, "205": 144, "206": 145, "209": 146, "210": 147, "211": 148, "213": 149, "215": 150, "217": 151, "218": 152, "219": 153, "22": 15, "220": 154, "221": 155, "223": 156, "224": 157, "225": 158, "229": 159, "232": 160, "233": 161, "235": 162, "236": 163, "237": 164, "238": 165, "243": 166, "245": 167, "246": 168, "247": 169, "248": 170, "249": 171, "251": 172, "252": 173, "253": 174, "254": 175, "26": 16, "27": 17, "28": 18, "29": 19, "3": 2, "30": 20, "31": 21, "32": 22, "33": 23, "34": 24, "35": 25, "36": 26, "37": 27, "38": 28, "41": 29, "42": 30, "43": 31, "44": 32, "47": 33, "48": 34, "49": 35, "5": 3, "50": 36, "52": 37, "53": 38, "54": 39, "55": 40, "58": 41, "6": 4, "60": 42, "62": 43, "63": 44, "64": 45, "65": 46, "66": 47, "67": 48, "69": 49, "7": 5, "70": 50, "71": 51, "72": 52, "73": 53, "77": 54, "78": 55, "81": 56, "82": 57, "83": 58, "84": 59, "85": 60, "86": 61, "88": 62, "9": 6, "90": 63, "91": 64, "92": 65, "94": 66, "95": 67, "96": 68, "97": 69, "98": 70, "99": 71 }, "pruned_expert_ids": [ 0, 4, 8, 12, 13, 19, 21, 23, 24, 25, 39, 40, 45, 46, 51, 56, 57, 59, 61, 68, 74, 75, 76, 79, 80, 87, 89, 93, 101, 103, 109, 111, 112, 113, 114, 115, 122, 124, 131, 132, 134, 135, 139, 144, 146, 147, 148, 149, 150, 152, 158, 159, 165, 173, 175, 177, 178, 181, 188, 190, 193, 207, 208, 212, 214, 216, 222, 226, 227, 228, 230, 231, 234, 239, 240, 241, 242, 244, 250, 255 ] }, "model.layers.59.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 3, 4, 5, 11, 12, 17, 18, 19, 21, 22, 23, 24, 25, 26, 29, 31, 32, 33, 34, 37, 38, 41, 42, 43, 44, 45, 47, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 61, 63, 64, 65, 66, 67, 68, 70, 72, 74, 75, 76, 77, 79, 80, 81, 82, 83, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95, 96, 98, 99, 101, 102, 103, 104, 108, 109, 111, 112, 113, 114, 115, 116, 117, 118, 119, 121, 124, 125, 127, 129, 130, 131, 132, 133, 134, 135, 137, 139, 140, 141, 142, 143, 145, 147, 149, 151, 154, 155, 159, 160, 161, 162, 163, 165, 166, 167, 169, 170, 171, 172, 174, 176, 177, 179, 180, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 197, 200, 201, 202, 203, 207, 208, 210, 211, 212, 213, 216, 217, 219, 220, 222, 223, 224, 225, 228, 229, 230, 231, 232, 233, 235, 238, 240, 241, 242, 243, 244, 245, 246, 248, 249, 251, 252, 254 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "101": 69, "102": 70, "103": 71, "104": 72, "108": 73, "109": 74, "11": 4, "111": 75, "112": 76, "113": 77, "114": 78, "115": 79, "116": 80, "117": 81, "118": 82, "119": 83, "12": 5, "121": 84, "124": 85, "125": 86, "127": 87, "129": 88, "130": 89, "131": 90, "132": 91, "133": 92, "134": 93, "135": 94, "137": 95, "139": 96, "140": 97, "141": 98, "142": 99, "143": 100, "145": 101, "147": 102, "149": 103, "151": 104, "154": 105, "155": 106, "159": 107, "160": 108, "161": 109, "162": 110, "163": 111, "165": 112, "166": 113, "167": 114, "169": 115, "17": 6, "170": 116, "171": 117, "172": 118, "174": 119, "176": 120, "177": 121, "179": 122, "18": 7, "180": 123, "182": 124, "183": 125, "184": 126, "185": 127, "186": 128, "187": 129, "188": 130, "189": 131, "19": 8, "190": 132, "191": 133, "192": 134, "193": 135, "194": 136, "197": 137, "200": 138, "201": 139, "202": 140, "203": 141, "207": 142, "208": 143, "21": 9, "210": 144, "211": 145, "212": 146, "213": 147, "216": 148, "217": 149, "219": 150, "22": 10, "220": 151, "222": 152, "223": 153, "224": 154, "225": 155, "228": 156, "229": 157, "23": 11, "230": 158, "231": 159, "232": 160, "233": 161, "235": 162, "238": 163, "24": 12, "240": 164, "241": 165, "242": 166, "243": 167, "244": 168, "245": 169, "246": 170, "248": 171, "249": 172, "25": 13, "251": 173, "252": 174, "254": 175, "26": 14, "29": 15, "3": 1, "31": 16, "32": 17, "33": 18, "34": 19, "37": 20, "38": 21, "4": 2, "41": 22, "42": 23, "43": 24, "44": 25, "45": 26, "47": 27, "5": 3, "50": 28, "51": 29, "52": 30, "53": 31, "54": 32, "55": 33, "56": 34, "57": 35, "58": 36, "59": 37, "61": 38, "63": 39, "64": 40, "65": 41, "66": 42, "67": 43, "68": 44, "70": 45, "72": 46, "74": 47, "75": 48, "76": 49, "77": 50, "79": 51, "80": 52, "81": 53, "82": 54, "83": 55, "85": 56, "86": 57, "87": 58, "88": 59, "89": 60, "90": 61, "91": 62, "92": 63, "93": 64, "95": 65, "96": 66, "98": 67, "99": 68 }, "pruned_expert_ids": [ 1, 2, 6, 7, 8, 9, 10, 13, 14, 15, 16, 20, 27, 28, 30, 35, 36, 39, 40, 46, 48, 49, 60, 62, 69, 71, 73, 78, 84, 94, 97, 100, 105, 106, 107, 110, 120, 122, 123, 126, 128, 136, 138, 144, 146, 148, 150, 152, 153, 156, 157, 158, 164, 168, 173, 175, 178, 181, 195, 196, 198, 199, 204, 205, 206, 209, 214, 215, 218, 221, 226, 227, 234, 236, 237, 239, 247, 250, 253, 255 ] }, "model.layers.6.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 2, 3, 5, 6, 8, 9, 15, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 35, 36, 38, 39, 40, 41, 42, 44, 49, 50, 51, 53, 55, 56, 58, 59, 60, 61, 62, 63, 65, 69, 71, 72, 73, 74, 75, 78, 79, 80, 82, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 99, 102, 103, 104, 106, 107, 108, 109, 110, 112, 113, 114, 115, 116, 117, 118, 121, 122, 124, 126, 127, 130, 131, 133, 134, 135, 136, 137, 138, 139, 141, 143, 145, 147, 148, 150, 152, 153, 155, 156, 157, 158, 159, 163, 164, 165, 166, 167, 168, 169, 171, 172, 173, 175, 176, 177, 178, 179, 181, 182, 183, 184, 186, 187, 188, 189, 192, 193, 196, 197, 199, 200, 201, 203, 204, 206, 207, 208, 210, 211, 212, 213, 214, 215, 218, 219, 220, 222, 226, 228, 229, 230, 231, 233, 235, 237, 239, 242, 244, 245, 246, 247, 249, 250, 251, 252, 253, 254, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "102": 68, "103": 69, "104": 70, "106": 71, "107": 72, "108": 73, "109": 74, "110": 75, "112": 76, "113": 77, "114": 78, "115": 79, "116": 80, "117": 81, "118": 82, "121": 83, "122": 84, "124": 85, "126": 86, "127": 87, "130": 88, "131": 89, "133": 90, "134": 91, "135": 92, "136": 93, "137": 94, "138": 95, "139": 96, "141": 97, "143": 98, "145": 99, "147": 100, "148": 101, "15": 8, "150": 102, "152": 103, "153": 104, "155": 105, "156": 106, "157": 107, "158": 108, "159": 109, "163": 110, "164": 111, "165": 112, "166": 113, "167": 114, "168": 115, "169": 116, "17": 9, "171": 117, "172": 118, "173": 119, "175": 120, "176": 121, "177": 122, "178": 123, "179": 124, "181": 125, "182": 126, "183": 127, "184": 128, "186": 129, "187": 130, "188": 131, "189": 132, "19": 10, "192": 133, "193": 134, "196": 135, "197": 136, "199": 137, "2": 2, "200": 138, "201": 139, "203": 140, "204": 141, "206": 142, "207": 143, "208": 144, "21": 11, "210": 145, "211": 146, "212": 147, "213": 148, "214": 149, "215": 150, "218": 151, "219": 152, "22": 12, "220": 153, "222": 154, "226": 155, "228": 156, "229": 157, "23": 13, "230": 158, "231": 159, "233": 160, "235": 161, "237": 162, "239": 163, "24": 14, "242": 164, "244": 165, "245": 166, "246": 167, "247": 168, "249": 169, "25": 15, "250": 170, "251": 171, "252": 172, "253": 173, "254": 174, "255": 175, "26": 16, "27": 17, "28": 18, "29": 19, "3": 3, "30": 20, "31": 21, "35": 22, "36": 23, "38": 24, "39": 25, "40": 26, "41": 27, "42": 28, "44": 29, "49": 30, "5": 4, "50": 31, "51": 32, "53": 33, "55": 34, "56": 35, "58": 36, "59": 37, "6": 5, "60": 38, "61": 39, "62": 40, "63": 41, "65": 42, "69": 43, "71": 44, "72": 45, "73": 46, "74": 47, "75": 48, "78": 49, "79": 50, "8": 6, "80": 51, "82": 52, "84": 53, "85": 54, "86": 55, "87": 56, "88": 57, "89": 58, "9": 7, "90": 59, "91": 60, "92": 61, "93": 62, "94": 63, "95": 64, "96": 65, "97": 66, "99": 67 }, "pruned_expert_ids": [ 4, 7, 10, 11, 12, 13, 14, 16, 18, 20, 32, 33, 34, 37, 43, 45, 46, 47, 48, 52, 54, 57, 64, 66, 67, 68, 70, 76, 77, 81, 83, 98, 100, 101, 105, 111, 119, 120, 123, 125, 128, 129, 132, 140, 142, 144, 146, 149, 151, 154, 160, 161, 162, 170, 174, 180, 185, 190, 191, 194, 195, 198, 202, 205, 209, 216, 217, 221, 223, 224, 225, 227, 232, 234, 236, 238, 240, 241, 243, 248 ] }, "model.layers.60.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 21, 22, 24, 29, 30, 31, 32, 35, 36, 37, 39, 40, 41, 42, 43, 46, 48, 49, 52, 53, 54, 55, 57, 59, 60, 61, 62, 65, 66, 67, 68, 69, 70, 72, 76, 77, 79, 83, 84, 85, 86, 89, 90, 91, 93, 94, 95, 96, 99, 100, 101, 102, 103, 105, 107, 108, 109, 111, 112, 113, 115, 116, 117, 119, 121, 123, 125, 126, 127, 129, 130, 133, 134, 135, 137, 140, 141, 142, 143, 144, 146, 149, 150, 151, 152, 153, 154, 156, 158, 159, 161, 162, 163, 164, 165, 166, 168, 170, 172, 173, 174, 175, 176, 177, 178, 180, 181, 182, 183, 184, 185, 187, 188, 190, 191, 192, 193, 194, 195, 196, 198, 199, 200, 202, 203, 204, 206, 207, 208, 210, 212, 214, 215, 216, 219, 220, 222, 223, 224, 225, 226, 227, 229, 230, 232, 233, 235, 236, 238, 240, 241, 244, 245, 249, 250, 251, 252, 253, 254 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "10": 8, "100": 66, "101": 67, "102": 68, "103": 69, "105": 70, "107": 71, "108": 72, "109": 73, "11": 9, "111": 74, "112": 75, "113": 76, "115": 77, "116": 78, "117": 79, "119": 80, "12": 10, "121": 81, "123": 82, "125": 83, "126": 84, "127": 85, "129": 86, "13": 11, "130": 87, "133": 88, "134": 89, "135": 90, "137": 91, "14": 12, "140": 92, "141": 93, "142": 94, "143": 95, "144": 96, "146": 97, "149": 98, "15": 13, "150": 99, "151": 100, "152": 101, "153": 102, "154": 103, "156": 104, "158": 105, "159": 106, "16": 14, "161": 107, "162": 108, "163": 109, "164": 110, "165": 111, "166": 112, "168": 113, "170": 114, "172": 115, "173": 116, "174": 117, "175": 118, "176": 119, "177": 120, "178": 121, "18": 15, "180": 122, "181": 123, "182": 124, "183": 125, "184": 126, "185": 127, "187": 128, "188": 129, "19": 16, "190": 130, "191": 131, "192": 132, "193": 133, "194": 134, "195": 135, "196": 136, "198": 137, "199": 138, "200": 139, "202": 140, "203": 141, "204": 142, "206": 143, "207": 144, "208": 145, "21": 17, "210": 146, "212": 147, "214": 148, "215": 149, "216": 150, "219": 151, "22": 18, "220": 152, "222": 153, "223": 154, "224": 155, "225": 156, "226": 157, "227": 158, "229": 159, "230": 160, "232": 161, "233": 162, "235": 163, "236": 164, "238": 165, "24": 19, "240": 166, "241": 167, "244": 168, "245": 169, "249": 170, "250": 171, "251": 172, "252": 173, "253": 174, "254": 175, "29": 20, "3": 2, "30": 21, "31": 22, "32": 23, "35": 24, "36": 25, "37": 26, "39": 27, "4": 3, "40": 28, "41": 29, "42": 30, "43": 31, "46": 32, "48": 33, "49": 34, "52": 35, "53": 36, "54": 37, "55": 38, "57": 39, "59": 40, "6": 4, "60": 41, "61": 42, "62": 43, "65": 44, "66": 45, "67": 46, "68": 47, "69": 48, "7": 5, "70": 49, "72": 50, "76": 51, "77": 52, "79": 53, "8": 6, "83": 54, "84": 55, "85": 56, "86": 57, "89": 58, "9": 7, "90": 59, "91": 60, "93": 61, "94": 62, "95": 63, "96": 64, "99": 65 }, "pruned_expert_ids": [ 2, 5, 17, 20, 23, 25, 26, 27, 28, 33, 34, 38, 44, 45, 47, 50, 51, 56, 58, 63, 64, 71, 73, 74, 75, 78, 80, 81, 82, 87, 88, 92, 97, 98, 104, 106, 110, 114, 118, 120, 122, 124, 128, 131, 132, 136, 138, 139, 145, 147, 148, 155, 157, 160, 167, 169, 171, 179, 186, 189, 197, 201, 205, 209, 211, 213, 217, 218, 221, 228, 231, 234, 237, 239, 242, 243, 246, 247, 248, 255 ] }, "model.layers.61.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 2, 3, 4, 6, 7, 9, 10, 12, 13, 15, 19, 20, 21, 22, 25, 26, 27, 28, 29, 30, 31, 33, 34, 35, 37, 38, 39, 40, 41, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 70, 71, 72, 73, 74, 76, 77, 78, 80, 81, 83, 84, 87, 88, 89, 92, 93, 95, 97, 100, 102, 103, 105, 106, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 127, 129, 130, 133, 134, 135, 136, 137, 138, 139, 142, 143, 144, 146, 147, 148, 151, 152, 153, 154, 155, 160, 162, 163, 164, 165, 166, 167, 168, 170, 173, 174, 175, 177, 179, 180, 181, 182, 186, 188, 189, 191, 193, 194, 195, 198, 200, 201, 203, 205, 206, 208, 209, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 224, 226, 229, 233, 234, 235, 238, 240, 243, 244, 246, 247, 249, 250, 251, 253, 254 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "10": 8, "100": 73, "102": 74, "103": 75, "105": 76, "106": 77, "108": 78, "109": 79, "110": 80, "111": 81, "112": 82, "113": 83, "114": 84, "115": 85, "116": 86, "117": 87, "118": 88, "119": 89, "12": 9, "120": 90, "121": 91, "122": 92, "123": 93, "127": 94, "129": 95, "13": 10, "130": 96, "133": 97, "134": 98, "135": 99, "136": 100, "137": 101, "138": 102, "139": 103, "142": 104, "143": 105, "144": 106, "146": 107, "147": 108, "148": 109, "15": 11, "151": 110, "152": 111, "153": 112, "154": 113, "155": 114, "160": 115, "162": 116, "163": 117, "164": 118, "165": 119, "166": 120, "167": 121, "168": 122, "170": 123, "173": 124, "174": 125, "175": 126, "177": 127, "179": 128, "180": 129, "181": 130, "182": 131, "186": 132, "188": 133, "189": 134, "19": 12, "191": 135, "193": 136, "194": 137, "195": 138, "198": 139, "2": 2, "20": 13, "200": 140, "201": 141, "203": 142, "205": 143, "206": 144, "208": 145, "209": 146, "21": 14, "211": 147, "212": 148, "213": 149, "214": 150, "215": 151, "216": 152, "217": 153, "218": 154, "219": 155, "22": 15, "220": 156, "221": 157, "222": 158, "224": 159, "226": 160, "229": 161, "233": 162, "234": 163, "235": 164, "238": 165, "240": 166, "243": 167, "244": 168, "246": 169, "247": 170, "249": 171, "25": 16, "250": 172, "251": 173, "253": 174, "254": 175, "26": 17, "27": 18, "28": 19, "29": 20, "3": 3, "30": 21, "31": 22, "33": 23, "34": 24, "35": 25, "37": 26, "38": 27, "39": 28, "4": 4, "40": 29, "41": 30, "43": 31, "44": 32, "45": 33, "46": 34, "47": 35, "48": 36, "50": 37, "51": 38, "52": 39, "53": 40, "54": 41, "55": 42, "58": 43, "59": 44, "6": 5, "60": 45, "61": 46, "62": 47, "63": 48, "64": 49, "65": 50, "66": 51, "67": 52, "68": 53, "7": 6, "70": 54, "71": 55, "72": 56, "73": 57, "74": 58, "76": 59, "77": 60, "78": 61, "80": 62, "81": 63, "83": 64, "84": 65, "87": 66, "88": 67, "89": 68, "9": 7, "92": 69, "93": 70, "95": 71, "97": 72 }, "pruned_expert_ids": [ 5, 8, 11, 14, 16, 17, 18, 23, 24, 32, 36, 42, 49, 56, 57, 69, 75, 79, 82, 85, 86, 90, 91, 94, 96, 98, 99, 101, 104, 107, 124, 125, 126, 128, 131, 132, 140, 141, 145, 149, 150, 156, 157, 158, 159, 161, 169, 171, 172, 176, 178, 183, 184, 185, 187, 190, 192, 196, 197, 199, 202, 204, 207, 210, 223, 225, 227, 228, 230, 231, 232, 236, 237, 239, 241, 242, 245, 248, 252, 255 ] }, "model.layers.7.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 1, 4, 6, 8, 10, 11, 13, 14, 16, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 37, 38, 40, 42, 43, 45, 47, 48, 49, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 69, 70, 71, 72, 74, 76, 78, 79, 80, 82, 85, 86, 89, 90, 91, 92, 94, 95, 96, 97, 98, 99, 100, 102, 103, 105, 106, 107, 108, 109, 110, 111, 113, 114, 115, 117, 118, 120, 122, 125, 126, 128, 130, 131, 132, 133, 135, 137, 138, 140, 141, 142, 143, 144, 145, 146, 148, 149, 150, 151, 152, 154, 156, 157, 158, 159, 161, 162, 164, 165, 166, 167, 168, 169, 170, 171, 174, 175, 176, 177, 179, 183, 184, 185, 186, 187, 188, 189, 192, 194, 195, 196, 197, 198, 199, 203, 206, 208, 209, 210, 211, 213, 214, 215, 217, 218, 220, 221, 222, 223, 224, 225, 227, 230, 231, 232, 233, 234, 236, 238, 239, 240, 241, 242, 243, 245, 246, 248, 249, 250, 251, 252, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "1": 1, "10": 5, "100": 65, "102": 66, "103": 67, "105": 68, "106": 69, "107": 70, "108": 71, "109": 72, "11": 6, "110": 73, "111": 74, "113": 75, "114": 76, "115": 77, "117": 78, "118": 79, "120": 80, "122": 81, "125": 82, "126": 83, "128": 84, "13": 7, "130": 85, "131": 86, "132": 87, "133": 88, "135": 89, "137": 90, "138": 91, "14": 8, "140": 92, "141": 93, "142": 94, "143": 95, "144": 96, "145": 97, "146": 98, "148": 99, "149": 100, "150": 101, "151": 102, "152": 103, "154": 104, "156": 105, "157": 106, "158": 107, "159": 108, "16": 9, "161": 109, "162": 110, "164": 111, "165": 112, "166": 113, "167": 114, "168": 115, "169": 116, "170": 117, "171": 118, "174": 119, "175": 120, "176": 121, "177": 122, "179": 123, "183": 124, "184": 125, "185": 126, "186": 127, "187": 128, "188": 129, "189": 130, "192": 131, "194": 132, "195": 133, "196": 134, "197": 135, "198": 136, "199": 137, "20": 10, "203": 138, "206": 139, "208": 140, "209": 141, "21": 11, "210": 142, "211": 143, "213": 144, "214": 145, "215": 146, "217": 147, "218": 148, "22": 12, "220": 149, "221": 150, "222": 151, "223": 152, "224": 153, "225": 154, "227": 155, "23": 13, "230": 156, "231": 157, "232": 158, "233": 159, "234": 160, "236": 161, "238": 162, "239": 163, "24": 14, "240": 164, "241": 165, "242": 166, "243": 167, "245": 168, "246": 169, "248": 170, "249": 171, "25": 15, "250": 172, "251": 173, "252": 174, "255": 175, "26": 16, "27": 17, "28": 18, "29": 19, "30": 20, "31": 21, "33": 22, "34": 23, "37": 24, "38": 25, "4": 2, "40": 26, "42": 27, "43": 28, "45": 29, "47": 30, "48": 31, "49": 32, "50": 33, "51": 34, "52": 35, "53": 36, "55": 37, "58": 38, "59": 39, "6": 3, "60": 40, "62": 41, "63": 42, "69": 43, "70": 44, "71": 45, "72": 46, "74": 47, "76": 48, "78": 49, "79": 50, "8": 4, "80": 51, "82": 52, "85": 53, "86": 54, "89": 55, "90": 56, "91": 57, "92": 58, "94": 59, "95": 60, "96": 61, "97": 62, "98": 63, "99": 64 }, "pruned_expert_ids": [ 2, 3, 5, 7, 9, 12, 15, 17, 18, 19, 32, 35, 36, 39, 41, 44, 46, 54, 56, 57, 61, 64, 65, 66, 67, 68, 73, 75, 77, 81, 83, 84, 87, 88, 93, 101, 104, 112, 116, 119, 121, 123, 124, 127, 129, 134, 136, 139, 147, 153, 155, 160, 163, 172, 173, 178, 180, 181, 182, 190, 191, 193, 200, 201, 202, 204, 205, 207, 212, 216, 219, 226, 228, 229, 235, 237, 244, 247, 253, 254 ] }, "model.layers.8.block_sparse_moe.gate": { "kept_expert_ids": [ 1, 4, 6, 7, 8, 9, 11, 12, 13, 14, 16, 17, 18, 19, 21, 22, 25, 26, 27, 29, 30, 31, 32, 33, 36, 37, 38, 39, 40, 42, 44, 45, 46, 47, 49, 51, 52, 53, 54, 55, 57, 58, 60, 61, 63, 64, 69, 70, 71, 72, 74, 75, 76, 79, 80, 81, 83, 84, 85, 86, 88, 91, 92, 93, 94, 95, 96, 97, 98, 100, 101, 103, 104, 105, 106, 107, 109, 110, 111, 112, 113, 114, 116, 117, 118, 119, 121, 123, 124, 126, 127, 132, 136, 137, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 151, 153, 154, 157, 159, 161, 162, 163, 164, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 186, 187, 188, 189, 192, 195, 196, 197, 198, 199, 200, 204, 207, 209, 210, 211, 212, 214, 217, 218, 219, 221, 222, 224, 225, 226, 227, 228, 231, 232, 235, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 254 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "1": 0, "100": 69, "101": 70, "103": 71, "104": 72, "105": 73, "106": 74, "107": 75, "109": 76, "11": 6, "110": 77, "111": 78, "112": 79, "113": 80, "114": 81, "116": 82, "117": 83, "118": 84, "119": 85, "12": 7, "121": 86, "123": 87, "124": 88, "126": 89, "127": 90, "13": 8, "132": 91, "136": 92, "137": 93, "139": 94, "14": 9, "140": 95, "141": 96, "142": 97, "143": 98, "144": 99, "145": 100, "146": 101, "147": 102, "148": 103, "149": 104, "151": 105, "153": 106, "154": 107, "157": 108, "159": 109, "16": 10, "161": 110, "162": 111, "163": 112, "164": 113, "169": 114, "17": 11, "170": 115, "171": 116, "172": 117, "173": 118, "174": 119, "175": 120, "176": 121, "177": 122, "178": 123, "179": 124, "18": 12, "180": 125, "181": 126, "182": 127, "183": 128, "184": 129, "186": 130, "187": 131, "188": 132, "189": 133, "19": 13, "192": 134, "195": 135, "196": 136, "197": 137, "198": 138, "199": 139, "200": 140, "204": 141, "207": 142, "209": 143, "21": 14, "210": 144, "211": 145, "212": 146, "214": 147, "217": 148, "218": 149, "219": 150, "22": 15, "221": 151, "222": 152, "224": 153, "225": 154, "226": 155, "227": 156, "228": 157, "231": 158, "232": 159, "235": 160, "237": 161, "238": 162, "239": 163, "240": 164, "241": 165, "242": 166, "243": 167, "244": 168, "245": 169, "246": 170, "247": 171, "248": 172, "249": 173, "25": 16, "250": 174, "254": 175, "26": 17, "27": 18, "29": 19, "30": 20, "31": 21, "32": 22, "33": 23, "36": 24, "37": 25, "38": 26, "39": 27, "4": 1, "40": 28, "42": 29, "44": 30, "45": 31, "46": 32, "47": 33, "49": 34, "51": 35, "52": 36, "53": 37, "54": 38, "55": 39, "57": 40, "58": 41, "6": 2, "60": 42, "61": 43, "63": 44, "64": 45, "69": 46, "7": 3, "70": 47, "71": 48, "72": 49, "74": 50, "75": 51, "76": 52, "79": 53, "8": 4, "80": 54, "81": 55, "83": 56, "84": 57, "85": 58, "86": 59, "88": 60, "9": 5, "91": 61, "92": 62, "93": 63, "94": 64, "95": 65, "96": 66, "97": 67, "98": 68 }, "pruned_expert_ids": [ 0, 2, 3, 5, 10, 15, 20, 23, 24, 28, 34, 35, 41, 43, 48, 50, 56, 59, 62, 65, 66, 67, 68, 73, 77, 78, 82, 87, 89, 90, 99, 102, 108, 115, 120, 122, 125, 128, 129, 130, 131, 133, 134, 135, 138, 150, 152, 155, 156, 158, 160, 165, 166, 167, 168, 185, 190, 191, 193, 194, 201, 202, 203, 205, 206, 208, 213, 215, 216, 220, 223, 229, 230, 233, 234, 236, 251, 252, 253, 255 ] }, "model.layers.9.block_sparse_moe.gate": { "kept_expert_ids": [ 0, 2, 5, 10, 12, 13, 14, 15, 16, 17, 18, 21, 23, 26, 27, 28, 32, 35, 36, 37, 39, 40, 41, 42, 43, 44, 46, 48, 51, 52, 53, 55, 56, 57, 58, 60, 61, 63, 64, 66, 67, 69, 70, 73, 75, 76, 77, 78, 80, 81, 84, 85, 86, 87, 90, 92, 94, 95, 96, 97, 98, 99, 100, 101, 103, 105, 106, 107, 108, 110, 111, 113, 114, 116, 117, 118, 120, 121, 122, 123, 124, 126, 127, 128, 129, 130, 131, 132, 134, 135, 136, 137, 138, 139, 141, 142, 146, 147, 148, 149, 150, 151, 152, 156, 157, 158, 161, 163, 165, 166, 170, 174, 175, 176, 177, 178, 179, 180, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 200, 201, 202, 203, 206, 207, 210, 211, 212, 213, 214, 215, 216, 218, 221, 223, 224, 225, 226, 228, 229, 232, 235, 236, 237, 238, 240, 241, 242, 243, 244, 245, 246, 247, 249, 250, 251, 252, 253, 254, 255 ], "num_experts_kept": 176, "num_experts_orig": 256, "orig_to_new_eid": { "0": 0, "10": 3, "100": 62, "101": 63, "103": 64, "105": 65, "106": 66, "107": 67, "108": 68, "110": 69, "111": 70, "113": 71, "114": 72, "116": 73, "117": 74, "118": 75, "12": 4, "120": 76, "121": 77, "122": 78, "123": 79, "124": 80, "126": 81, "127": 82, "128": 83, "129": 84, "13": 5, "130": 85, "131": 86, "132": 87, "134": 88, "135": 89, "136": 90, "137": 91, "138": 92, "139": 93, "14": 6, "141": 94, "142": 95, "146": 96, "147": 97, "148": 98, "149": 99, "15": 7, "150": 100, "151": 101, "152": 102, "156": 103, "157": 104, "158": 105, "16": 8, "161": 106, "163": 107, "165": 108, "166": 109, "17": 9, "170": 110, "174": 111, "175": 112, "176": 113, "177": 114, "178": 115, "179": 116, "18": 10, "180": 117, "182": 118, "183": 119, "184": 120, "185": 121, "186": 122, "187": 123, "188": 124, "189": 125, "190": 126, "191": 127, "192": 128, "193": 129, "194": 130, "195": 131, "196": 132, "197": 133, "198": 134, "2": 1, "200": 135, "201": 136, "202": 137, "203": 138, "206": 139, "207": 140, "21": 11, "210": 141, "211": 142, "212": 143, "213": 144, "214": 145, "215": 146, "216": 147, "218": 148, "221": 149, "223": 150, "224": 151, "225": 152, "226": 153, "228": 154, "229": 155, "23": 12, "232": 156, "235": 157, "236": 158, "237": 159, "238": 160, "240": 161, "241": 162, "242": 163, "243": 164, "244": 165, "245": 166, "246": 167, "247": 168, "249": 169, "250": 170, "251": 171, "252": 172, "253": 173, "254": 174, "255": 175, "26": 13, "27": 14, "28": 15, "32": 16, "35": 17, "36": 18, "37": 19, "39": 20, "40": 21, "41": 22, "42": 23, "43": 24, "44": 25, "46": 26, "48": 27, "5": 2, "51": 28, "52": 29, "53": 30, "55": 31, "56": 32, "57": 33, "58": 34, "60": 35, "61": 36, "63": 37, "64": 38, "66": 39, "67": 40, "69": 41, "70": 42, "73": 43, "75": 44, "76": 45, "77": 46, "78": 47, "80": 48, "81": 49, "84": 50, "85": 51, "86": 52, "87": 53, "90": 54, "92": 55, "94": 56, "95": 57, "96": 58, "97": 59, "98": 60, "99": 61 }, "pruned_expert_ids": [ 1, 3, 4, 6, 7, 8, 9, 11, 19, 20, 22, 24, 25, 29, 30, 31, 33, 34, 38, 45, 47, 49, 50, 54, 59, 62, 65, 68, 71, 72, 74, 79, 82, 83, 88, 89, 91, 93, 102, 104, 109, 112, 115, 119, 125, 133, 140, 143, 144, 145, 153, 154, 155, 159, 160, 162, 164, 167, 168, 169, 171, 172, 173, 181, 199, 204, 205, 208, 209, 217, 219, 220, 222, 227, 230, 231, 233, 234, 239, 248 ] } }