{
  "dominant_allocation": {
    "actual_num_groups_total": 896,
    "frequency_threshold": 0.006591796875,
    "min_groups_per_layer": 1,
    "num_groups_total": 896,
    "strategy": "threshold",
    "type": "global"
  },
  "expert_outputs_shape": null,
  "layers": [
    {
      "dominant_experts": [
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        19,
        20,
        21,
        22,
        24,
        25,
        26,
        27,
        28,
        29,
        30,
        31,
        32,
        33,
        35,
        36,
        37,
        38,
        39,
        40,
        41,
        42,
        43,
        44,
        45,
        46,
        47,
        48,
        49,
        50,
        51,
        52,
        53,
        54,
        55,
        56,
        57,
        58,
        59,
        60,
        61,
        62
      ],
      "expert_to_group": {
        "0": 21,
        "1": 1,
        "10": 10,
        "11": 11,
        "12": 12,
        "13": 13,
        "14": 14,
        "15": 15,
        "16": 16,
        "17": 17,
        "18": 18,
        "19": 19,
        "2": 2,
        "20": 20,
        "21": 21,
        "22": 22,
        "23": 52,
        "24": 24,
        "25": 25,
        "26": 26,
        "27": 27,
        "28": 28,
        "29": 29,
        "3": 3,
        "30": 30,
        "31": 31,
        "32": 32,
        "33": 33,
        "34": 21,
        "35": 35,
        "36": 36,
        "37": 37,
        "38": 38,
        "39": 39,
        "4": 4,
        "40": 40,
        "41": 41,
        "42": 42,
        "43": 43,
        "44": 44,
        "45": 45,
        "46": 46,
        "47": 47,
        "48": 48,
        "49": 49,
        "5": 5,
        "50": 50,
        "51": 51,
        "52": 52,
        "53": 53,
        "54": 54,
        "55": 55,
        "56": 56,
        "57": 57,
        "58": 58,
        "59": 59,
        "6": 6,
        "60": 60,
        "61": 61,
        "62": 62,
        "63": 39,
        "7": 7,
        "8": 8,
        "9": 9
      },
      "groups": [
        {
          "activation_counts": {
            "1": 2461
          },
          "experts": [
            1
          ],
          "frequencies": {
            "1": 0.01877593994140625
          },
          "leader": 1,
          "similarities_to_leader": {
            "1": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "2": 1685
          },
          "experts": [
            2
          ],
          "frequencies": {
            "2": 0.01285552978515625
          },
          "leader": 2,
          "similarities_to_leader": {
            "2": 1.0
          }
        },
        {
          "activation_counts": {
            "3": 1702
          },
          "experts": [
            3
          ],
          "frequencies": {
            "3": 0.0129852294921875
          },
          "leader": 3,
          "similarities_to_leader": {
            "3": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "4": 2112
          },
          "experts": [
            4
          ],
          "frequencies": {
            "4": 0.01611328125
          },
          "leader": 4,
          "similarities_to_leader": {
            "4": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "5": 2415
          },
          "experts": [
            5
          ],
          "frequencies": {
            "5": 0.01842498779296875
          },
          "leader": 5,
          "similarities_to_leader": {
            "5": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "6": 2922
          },
          "experts": [
            6
          ],
          "frequencies": {
            "6": 0.0222930908203125
          },
          "leader": 6,
          "similarities_to_leader": {
            "6": 1.0000000000000007
          }
        },
        {
          "activation_counts": {
            "7": 2479
          },
          "experts": [
            7
          ],
          "frequencies": {
            "7": 0.01891326904296875
          },
          "leader": 7,
          "similarities_to_leader": {
            "7": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "8": 1314
          },
          "experts": [
            8
          ],
          "frequencies": {
            "8": 0.0100250244140625
          },
          "leader": 8,
          "similarities_to_leader": {
            "8": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "9": 3256
          },
          "experts": [
            9
          ],
          "frequencies": {
            "9": 0.02484130859375
          },
          "leader": 9,
          "similarities_to_leader": {
            "9": 1.0
          }
        },
        {
          "activation_counts": {
            "10": 1824
          },
          "experts": [
            10
          ],
          "frequencies": {
            "10": 0.013916015625
          },
          "leader": 10,
          "similarities_to_leader": {
            "10": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "11": 999
          },
          "experts": [
            11
          ],
          "frequencies": {
            "11": 0.00762176513671875
          },
          "leader": 11,
          "similarities_to_leader": {
            "11": 1.0
          }
        },
        {
          "activation_counts": {
            "12": 2810
          },
          "experts": [
            12
          ],
          "frequencies": {
            "12": 0.0214385986328125
          },
          "leader": 12,
          "similarities_to_leader": {
            "12": 0.9999999999999993
          }
        },
        {
          "activation_counts": {
            "13": 1493
          },
          "experts": [
            13
          ],
          "frequencies": {
            "13": 0.01139068603515625
          },
          "leader": 13,
          "similarities_to_leader": {
            "13": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "14": 1965
          },
          "experts": [
            14
          ],
          "frequencies": {
            "14": 0.01499176025390625
          },
          "leader": 14,
          "similarities_to_leader": {
            "14": 1.0
          }
        },
        {
          "activation_counts": {
            "15": 1880
          },
          "experts": [
            15
          ],
          "frequencies": {
            "15": 0.01434326171875
          },
          "leader": 15,
          "similarities_to_leader": {
            "15": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "16": 2793
          },
          "experts": [
            16
          ],
          "frequencies": {
            "16": 0.02130889892578125
          },
          "leader": 16,
          "similarities_to_leader": {
            "16": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "17": 1708
          },
          "experts": [
            17
          ],
          "frequencies": {
            "17": 0.013031005859375
          },
          "leader": 17,
          "similarities_to_leader": {
            "17": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "18": 1475
          },
          "experts": [
            18
          ],
          "frequencies": {
            "18": 0.01125335693359375
          },
          "leader": 18,
          "similarities_to_leader": {
            "18": 1.0
          }
        },
        {
          "activation_counts": {
            "19": 2499
          },
          "experts": [
            19
          ],
          "frequencies": {
            "19": 0.01906585693359375
          },
          "leader": 19,
          "similarities_to_leader": {
            "19": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "20": 2782
          },
          "experts": [
            20
          ],
          "frequencies": {
            "20": 0.0212249755859375
          },
          "leader": 20,
          "similarities_to_leader": {
            "20": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "0": 854,
            "21": 1082,
            "34": 293
          },
          "experts": [
            0,
            21,
            34
          ],
          "frequencies": {
            "0": 0.0065155029296875,
            "21": 0.0082550048828125,
            "34": 0.00223541259765625
          },
          "leader": 21,
          "similarities_to_leader": {
            "0": 0.9074839374829765,
            "21": 1.0000000000000002,
            "34": 0.8860609136569705
          }
        },
        {
          "activation_counts": {
            "22": 2554
          },
          "experts": [
            22
          ],
          "frequencies": {
            "22": 0.0194854736328125
          },
          "leader": 22,
          "similarities_to_leader": {
            "22": 1.0000000000000007
          }
        },
        {
          "activation_counts": {
            "24": 1291
          },
          "experts": [
            24
          ],
          "frequencies": {
            "24": 0.00984954833984375
          },
          "leader": 24,
          "similarities_to_leader": {
            "24": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "25": 1773
          },
          "experts": [
            25
          ],
          "frequencies": {
            "25": 0.01352691650390625
          },
          "leader": 25,
          "similarities_to_leader": {
            "25": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "26": 1980
          },
          "experts": [
            26
          ],
          "frequencies": {
            "26": 0.015106201171875
          },
          "leader": 26,
          "similarities_to_leader": {
            "26": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "27": 2301
          },
          "experts": [
            27
          ],
          "frequencies": {
            "27": 0.01755523681640625
          },
          "leader": 27,
          "similarities_to_leader": {
            "27": 0.9999999999999993
          }
        },
        {
          "activation_counts": {
            "28": 2351
          },
          "experts": [
            28
          ],
          "frequencies": {
            "28": 0.01793670654296875
          },
          "leader": 28,
          "similarities_to_leader": {
            "28": 1.0
          }
        },
        {
          "activation_counts": {
            "29": 1243
          },
          "experts": [
            29
          ],
          "frequencies": {
            "29": 0.00948333740234375
          },
          "leader": 29,
          "similarities_to_leader": {
            "29": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "30": 1741
          },
          "experts": [
            30
          ],
          "frequencies": {
            "30": 0.01328277587890625
          },
          "leader": 30,
          "similarities_to_leader": {
            "30": 1.0
          }
        },
        {
          "activation_counts": {
            "31": 1851
          },
          "experts": [
            31
          ],
          "frequencies": {
            "31": 0.01412200927734375
          },
          "leader": 31,
          "similarities_to_leader": {
            "31": 1.0
          }
        },
        {
          "activation_counts": {
            "32": 2027
          },
          "experts": [
            32
          ],
          "frequencies": {
            "32": 0.01546478271484375
          },
          "leader": 32,
          "similarities_to_leader": {
            "32": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "33": 2538
          },
          "experts": [
            33
          ],
          "frequencies": {
            "33": 0.0193634033203125
          },
          "leader": 33,
          "similarities_to_leader": {
            "33": 1.0
          }
        },
        {
          "activation_counts": {
            "35": 2536
          },
          "experts": [
            35
          ],
          "frequencies": {
            "35": 0.01934814453125
          },
          "leader": 35,
          "similarities_to_leader": {
            "35": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "36": 2159
          },
          "experts": [
            36
          ],
          "frequencies": {
            "36": 0.01647186279296875
          },
          "leader": 36,
          "similarities_to_leader": {
            "36": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "37": 1839
          },
          "experts": [
            37
          ],
          "frequencies": {
            "37": 0.01403045654296875
          },
          "leader": 37,
          "similarities_to_leader": {
            "37": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "38": 2429
          },
          "experts": [
            38
          ],
          "frequencies": {
            "38": 0.01853179931640625
          },
          "leader": 38,
          "similarities_to_leader": {
            "38": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "39": 1976,
            "63": 588
          },
          "experts": [
            39,
            63
          ],
          "frequencies": {
            "39": 0.01507568359375,
            "63": 0.004486083984375
          },
          "leader": 39,
          "similarities_to_leader": {
            "39": 0.9999999999999997,
            "63": 0.8760320834384122
          }
        },
        {
          "activation_counts": {
            "40": 1651
          },
          "experts": [
            40
          ],
          "frequencies": {
            "40": 0.01259613037109375
          },
          "leader": 40,
          "similarities_to_leader": {
            "40": 1.0
          }
        },
        {
          "activation_counts": {
            "41": 5827
          },
          "experts": [
            41
          ],
          "frequencies": {
            "41": 0.04445648193359375
          },
          "leader": 41,
          "similarities_to_leader": {
            "41": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "42": 1825
          },
          "experts": [
            42
          ],
          "frequencies": {
            "42": 0.01392364501953125
          },
          "leader": 42,
          "similarities_to_leader": {
            "42": 1.0
          }
        },
        {
          "activation_counts": {
            "43": 2070
          },
          "experts": [
            43
          ],
          "frequencies": {
            "43": 0.0157928466796875
          },
          "leader": 43,
          "similarities_to_leader": {
            "43": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "44": 1542
          },
          "experts": [
            44
          ],
          "frequencies": {
            "44": 0.0117645263671875
          },
          "leader": 44,
          "similarities_to_leader": {
            "44": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "45": 2039
          },
          "experts": [
            45
          ],
          "frequencies": {
            "45": 0.01555633544921875
          },
          "leader": 45,
          "similarities_to_leader": {
            "45": 1.0
          }
        },
        {
          "activation_counts": {
            "46": 2676
          },
          "experts": [
            46
          ],
          "frequencies": {
            "46": 0.020416259765625
          },
          "leader": 46,
          "similarities_to_leader": {
            "46": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "47": 1833
          },
          "experts": [
            47
          ],
          "frequencies": {
            "47": 0.01398468017578125
          },
          "leader": 47,
          "similarities_to_leader": {
            "47": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "48": 2484
          },
          "experts": [
            48
          ],
          "frequencies": {
            "48": 0.018951416015625
          },
          "leader": 48,
          "similarities_to_leader": {
            "48": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "49": 2092
          },
          "experts": [
            49
          ],
          "frequencies": {
            "49": 0.015960693359375
          },
          "leader": 49,
          "similarities_to_leader": {
            "49": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "50": 1854
          },
          "experts": [
            50
          ],
          "frequencies": {
            "50": 0.0141448974609375
          },
          "leader": 50,
          "similarities_to_leader": {
            "50": 1.0000000000000009
          }
        },
        {
          "activation_counts": {
            "51": 1368
          },
          "experts": [
            51
          ],
          "frequencies": {
            "51": 0.01043701171875
          },
          "leader": 51,
          "similarities_to_leader": {
            "51": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "23": 179,
            "52": 1387
          },
          "experts": [
            23,
            52
          ],
          "frequencies": {
            "23": 0.00136566162109375,
            "52": 0.01058197021484375
          },
          "leader": 52,
          "similarities_to_leader": {
            "23": 0.8717282593929786,
            "52": 1.0
          }
        },
        {
          "activation_counts": {
            "53": 1541
          },
          "experts": [
            53
          ],
          "frequencies": {
            "53": 0.01175689697265625
          },
          "leader": 53,
          "similarities_to_leader": {
            "53": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "54": 1734
          },
          "experts": [
            54
          ],
          "frequencies": {
            "54": 0.0132293701171875
          },
          "leader": 54,
          "similarities_to_leader": {
            "54": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "55": 1929
          },
          "experts": [
            55
          ],
          "frequencies": {
            "55": 0.01471710205078125
          },
          "leader": 55,
          "similarities_to_leader": {
            "55": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "56": 2124
          },
          "experts": [
            56
          ],
          "frequencies": {
            "56": 0.016204833984375
          },
          "leader": 56,
          "similarities_to_leader": {
            "56": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "57": 4024
          },
          "experts": [
            57
          ],
          "frequencies": {
            "57": 0.03070068359375
          },
          "leader": 57,
          "similarities_to_leader": {
            "57": 0.9999999999999994
          }
        },
        {
          "activation_counts": {
            "58": 4585
          },
          "experts": [
            58
          ],
          "frequencies": {
            "58": 0.03498077392578125
          },
          "leader": 58,
          "similarities_to_leader": {
            "58": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "59": 2211
          },
          "experts": [
            59
          ],
          "frequencies": {
            "59": 0.01686859130859375
          },
          "leader": 59,
          "similarities_to_leader": {
            "59": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "60": 1903
          },
          "experts": [
            60
          ],
          "frequencies": {
            "60": 0.01451873779296875
          },
          "leader": 60,
          "similarities_to_leader": {
            "60": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "61": 2146
          },
          "experts": [
            61
          ],
          "frequencies": {
            "61": 0.0163726806640625
          },
          "leader": 61,
          "similarities_to_leader": {
            "61": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "62": 2068
          },
          "experts": [
            62
          ],
          "frequencies": {
            "62": 0.015777587890625
          },
          "leader": 62,
          "similarities_to_leader": {
            "62": 1.0
          }
        }
      ],
      "model_layer": "0",
      "stats_layer": 0
    },
    {
      "dominant_experts": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        16,
        17,
        18,
        19,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        27,
        28,
        29,
        30,
        31,
        32,
        33,
        34,
        35,
        36,
        37,
        38,
        39,
        40,
        41,
        42,
        43,
        44,
        45,
        46,
        48,
        49,
        50,
        51,
        52,
        53,
        54,
        55,
        56,
        57,
        58,
        59,
        60,
        61,
        62,
        63
      ],
      "expert_to_group": {
        "0": 0,
        "1": 1,
        "10": 10,
        "11": 11,
        "12": 12,
        "13": 13,
        "14": 14,
        "15": 18,
        "16": 16,
        "17": 17,
        "18": 18,
        "19": 19,
        "2": 2,
        "20": 20,
        "21": 21,
        "22": 22,
        "23": 23,
        "24": 24,
        "25": 25,
        "26": 26,
        "27": 27,
        "28": 28,
        "29": 29,
        "3": 3,
        "30": 30,
        "31": 31,
        "32": 32,
        "33": 33,
        "34": 34,
        "35": 35,
        "36": 36,
        "37": 37,
        "38": 38,
        "39": 39,
        "4": 4,
        "40": 40,
        "41": 41,
        "42": 42,
        "43": 43,
        "44": 44,
        "45": 45,
        "46": 46,
        "47": 25,
        "48": 48,
        "49": 49,
        "5": 5,
        "50": 50,
        "51": 51,
        "52": 52,
        "53": 53,
        "54": 54,
        "55": 55,
        "56": 56,
        "57": 57,
        "58": 58,
        "59": 59,
        "6": 6,
        "60": 60,
        "61": 61,
        "62": 62,
        "63": 63,
        "7": 7,
        "8": 8,
        "9": 9
      },
      "groups": [
        {
          "activation_counts": {
            "0": 2060
          },
          "experts": [
            0
          ],
          "frequencies": {
            "0": 0.015716552734375
          },
          "leader": 0,
          "similarities_to_leader": {
            "0": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "1": 2953
          },
          "experts": [
            1
          ],
          "frequencies": {
            "1": 0.02252960205078125
          },
          "leader": 1,
          "similarities_to_leader": {
            "1": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "2": 2815
          },
          "experts": [
            2
          ],
          "frequencies": {
            "2": 0.02147674560546875
          },
          "leader": 2,
          "similarities_to_leader": {
            "2": 1.0
          }
        },
        {
          "activation_counts": {
            "3": 1895
          },
          "experts": [
            3
          ],
          "frequencies": {
            "3": 0.01445770263671875
          },
          "leader": 3,
          "similarities_to_leader": {
            "3": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "4": 2223
          },
          "experts": [
            4
          ],
          "frequencies": {
            "4": 0.01696014404296875
          },
          "leader": 4,
          "similarities_to_leader": {
            "4": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "5": 3274
          },
          "experts": [
            5
          ],
          "frequencies": {
            "5": 0.0249786376953125
          },
          "leader": 5,
          "similarities_to_leader": {
            "5": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "6": 1613
          },
          "experts": [
            6
          ],
          "frequencies": {
            "6": 0.01230621337890625
          },
          "leader": 6,
          "similarities_to_leader": {
            "6": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "7": 1889
          },
          "experts": [
            7
          ],
          "frequencies": {
            "7": 0.01441192626953125
          },
          "leader": 7,
          "similarities_to_leader": {
            "7": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "8": 1862
          },
          "experts": [
            8
          ],
          "frequencies": {
            "8": 0.0142059326171875
          },
          "leader": 8,
          "similarities_to_leader": {
            "8": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "9": 2245
          },
          "experts": [
            9
          ],
          "frequencies": {
            "9": 0.01712799072265625
          },
          "leader": 9,
          "similarities_to_leader": {
            "9": 1.0000000000000009
          }
        },
        {
          "activation_counts": {
            "10": 1724
          },
          "experts": [
            10
          ],
          "frequencies": {
            "10": 0.013153076171875
          },
          "leader": 10,
          "similarities_to_leader": {
            "10": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "11": 1374
          },
          "experts": [
            11
          ],
          "frequencies": {
            "11": 0.0104827880859375
          },
          "leader": 11,
          "similarities_to_leader": {
            "11": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "12": 2140
          },
          "experts": [
            12
          ],
          "frequencies": {
            "12": 0.016326904296875
          },
          "leader": 12,
          "similarities_to_leader": {
            "12": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "13": 2195
          },
          "experts": [
            13
          ],
          "frequencies": {
            "13": 0.01674652099609375
          },
          "leader": 13,
          "similarities_to_leader": {
            "13": 1.0000000000000009
          }
        },
        {
          "activation_counts": {
            "14": 2315
          },
          "experts": [
            14
          ],
          "frequencies": {
            "14": 0.01766204833984375
          },
          "leader": 14,
          "similarities_to_leader": {
            "14": 1.0000000000000007
          }
        },
        {
          "activation_counts": {
            "16": 1456
          },
          "experts": [
            16
          ],
          "frequencies": {
            "16": 0.0111083984375
          },
          "leader": 16,
          "similarities_to_leader": {
            "16": 1.0
          }
        },
        {
          "activation_counts": {
            "17": 2129
          },
          "experts": [
            17
          ],
          "frequencies": {
            "17": 0.01624298095703125
          },
          "leader": 17,
          "similarities_to_leader": {
            "17": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "15": 733,
            "18": 1150
          },
          "experts": [
            15,
            18
          ],
          "frequencies": {
            "15": 0.00559234619140625,
            "18": 0.0087738037109375
          },
          "leader": 18,
          "similarities_to_leader": {
            "15": 0.9116532859317296,
            "18": 1.0
          }
        },
        {
          "activation_counts": {
            "19": 2517
          },
          "experts": [
            19
          ],
          "frequencies": {
            "19": 0.01920318603515625
          },
          "leader": 19,
          "similarities_to_leader": {
            "19": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "20": 2481
          },
          "experts": [
            20
          ],
          "frequencies": {
            "20": 0.01892852783203125
          },
          "leader": 20,
          "similarities_to_leader": {
            "20": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "21": 1929
          },
          "experts": [
            21
          ],
          "frequencies": {
            "21": 0.01471710205078125
          },
          "leader": 21,
          "similarities_to_leader": {
            "21": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "22": 1820
          },
          "experts": [
            22
          ],
          "frequencies": {
            "22": 0.013885498046875
          },
          "leader": 22,
          "similarities_to_leader": {
            "22": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "23": 2026
          },
          "experts": [
            23
          ],
          "frequencies": {
            "23": 0.0154571533203125
          },
          "leader": 23,
          "similarities_to_leader": {
            "23": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "24": 1488
          },
          "experts": [
            24
          ],
          "frequencies": {
            "24": 0.0113525390625
          },
          "leader": 24,
          "similarities_to_leader": {
            "24": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "25": 1449,
            "47": 548
          },
          "experts": [
            25,
            47
          ],
          "frequencies": {
            "25": 0.01105499267578125,
            "47": 0.004180908203125
          },
          "leader": 25,
          "similarities_to_leader": {
            "25": 1.0000000000000002,
            "47": 0.9525410820148864
          }
        },
        {
          "activation_counts": {
            "26": 1335
          },
          "experts": [
            26
          ],
          "frequencies": {
            "26": 0.01018524169921875
          },
          "leader": 26,
          "similarities_to_leader": {
            "26": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "27": 2106
          },
          "experts": [
            27
          ],
          "frequencies": {
            "27": 0.0160675048828125
          },
          "leader": 27,
          "similarities_to_leader": {
            "27": 1.0
          }
        },
        {
          "activation_counts": {
            "28": 1883
          },
          "experts": [
            28
          ],
          "frequencies": {
            "28": 0.01436614990234375
          },
          "leader": 28,
          "similarities_to_leader": {
            "28": 0.9999999999999994
          }
        },
        {
          "activation_counts": {
            "29": 1647
          },
          "experts": [
            29
          ],
          "frequencies": {
            "29": 0.01256561279296875
          },
          "leader": 29,
          "similarities_to_leader": {
            "29": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "30": 1871
          },
          "experts": [
            30
          ],
          "frequencies": {
            "30": 0.01427459716796875
          },
          "leader": 30,
          "similarities_to_leader": {
            "30": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "31": 1824
          },
          "experts": [
            31
          ],
          "frequencies": {
            "31": 0.013916015625
          },
          "leader": 31,
          "similarities_to_leader": {
            "31": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "32": 2463
          },
          "experts": [
            32
          ],
          "frequencies": {
            "32": 0.01879119873046875
          },
          "leader": 32,
          "similarities_to_leader": {
            "32": 1.0
          }
        },
        {
          "activation_counts": {
            "33": 1652
          },
          "experts": [
            33
          ],
          "frequencies": {
            "33": 0.012603759765625
          },
          "leader": 33,
          "similarities_to_leader": {
            "33": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "34": 1769
          },
          "experts": [
            34
          ],
          "frequencies": {
            "34": 0.01349639892578125
          },
          "leader": 34,
          "similarities_to_leader": {
            "34": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "35": 2758
          },
          "experts": [
            35
          ],
          "frequencies": {
            "35": 0.0210418701171875
          },
          "leader": 35,
          "similarities_to_leader": {
            "35": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "36": 1665
          },
          "experts": [
            36
          ],
          "frequencies": {
            "36": 0.01270294189453125
          },
          "leader": 36,
          "similarities_to_leader": {
            "36": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "37": 2895
          },
          "experts": [
            37
          ],
          "frequencies": {
            "37": 0.02208709716796875
          },
          "leader": 37,
          "similarities_to_leader": {
            "37": 1.0
          }
        },
        {
          "activation_counts": {
            "38": 1893
          },
          "experts": [
            38
          ],
          "frequencies": {
            "38": 0.01444244384765625
          },
          "leader": 38,
          "similarities_to_leader": {
            "38": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "39": 2670
          },
          "experts": [
            39
          ],
          "frequencies": {
            "39": 0.0203704833984375
          },
          "leader": 39,
          "similarities_to_leader": {
            "39": 0.9999999999999987
          }
        },
        {
          "activation_counts": {
            "40": 2962
          },
          "experts": [
            40
          ],
          "frequencies": {
            "40": 0.0225982666015625
          },
          "leader": 40,
          "similarities_to_leader": {
            "40": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "41": 2593
          },
          "experts": [
            41
          ],
          "frequencies": {
            "41": 0.01978302001953125
          },
          "leader": 41,
          "similarities_to_leader": {
            "41": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "42": 2135
          },
          "experts": [
            42
          ],
          "frequencies": {
            "42": 0.01628875732421875
          },
          "leader": 42,
          "similarities_to_leader": {
            "42": 1.0
          }
        },
        {
          "activation_counts": {
            "43": 1812
          },
          "experts": [
            43
          ],
          "frequencies": {
            "43": 0.013824462890625
          },
          "leader": 43,
          "similarities_to_leader": {
            "43": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "44": 1447
          },
          "experts": [
            44
          ],
          "frequencies": {
            "44": 0.01103973388671875
          },
          "leader": 44,
          "similarities_to_leader": {
            "44": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "45": 2710
          },
          "experts": [
            45
          ],
          "frequencies": {
            "45": 0.0206756591796875
          },
          "leader": 45,
          "similarities_to_leader": {
            "45": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "46": 1689
          },
          "experts": [
            46
          ],
          "frequencies": {
            "46": 0.01288604736328125
          },
          "leader": 46,
          "similarities_to_leader": {
            "46": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "48": 1781
          },
          "experts": [
            48
          ],
          "frequencies": {
            "48": 0.01358795166015625
          },
          "leader": 48,
          "similarities_to_leader": {
            "48": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "49": 2745
          },
          "experts": [
            49
          ],
          "frequencies": {
            "49": 0.02094268798828125
          },
          "leader": 49,
          "similarities_to_leader": {
            "49": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "50": 3142
          },
          "experts": [
            50
          ],
          "frequencies": {
            "50": 0.0239715576171875
          },
          "leader": 50,
          "similarities_to_leader": {
            "50": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "51": 1642
          },
          "experts": [
            51
          ],
          "frequencies": {
            "51": 0.0125274658203125
          },
          "leader": 51,
          "similarities_to_leader": {
            "51": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "52": 1627
          },
          "experts": [
            52
          ],
          "frequencies": {
            "52": 0.01241302490234375
          },
          "leader": 52,
          "similarities_to_leader": {
            "52": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "53": 2373
          },
          "experts": [
            53
          ],
          "frequencies": {
            "53": 0.01810455322265625
          },
          "leader": 53,
          "similarities_to_leader": {
            "53": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "54": 2566
          },
          "experts": [
            54
          ],
          "frequencies": {
            "54": 0.0195770263671875
          },
          "leader": 54,
          "similarities_to_leader": {
            "54": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "55": 1991
          },
          "experts": [
            55
          ],
          "frequencies": {
            "55": 0.01519012451171875
          },
          "leader": 55,
          "similarities_to_leader": {
            "55": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "56": 1717
          },
          "experts": [
            56
          ],
          "frequencies": {
            "56": 0.01309967041015625
          },
          "leader": 56,
          "similarities_to_leader": {
            "56": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "57": 1895
          },
          "experts": [
            57
          ],
          "frequencies": {
            "57": 0.01445770263671875
          },
          "leader": 57,
          "similarities_to_leader": {
            "57": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "58": 2214
          },
          "experts": [
            58
          ],
          "frequencies": {
            "58": 0.0168914794921875
          },
          "leader": 58,
          "similarities_to_leader": {
            "58": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "59": 2584
          },
          "experts": [
            59
          ],
          "frequencies": {
            "59": 0.01971435546875
          },
          "leader": 59,
          "similarities_to_leader": {
            "59": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "60": 2504
          },
          "experts": [
            60
          ],
          "frequencies": {
            "60": 0.01910400390625
          },
          "leader": 60,
          "similarities_to_leader": {
            "60": 1.0000000000000007
          }
        },
        {
          "activation_counts": {
            "61": 1284
          },
          "experts": [
            61
          ],
          "frequencies": {
            "61": 0.009796142578125
          },
          "leader": 61,
          "similarities_to_leader": {
            "61": 1.0
          }
        },
        {
          "activation_counts": {
            "62": 2569
          },
          "experts": [
            62
          ],
          "frequencies": {
            "62": 0.01959991455078125
          },
          "leader": 62,
          "similarities_to_leader": {
            "62": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "63": 2356
          },
          "experts": [
            63
          ],
          "frequencies": {
            "63": 0.017974853515625
          },
          "leader": 63,
          "similarities_to_leader": {
            "63": 0.9999999999999997
          }
        }
      ],
      "model_layer": "1",
      "stats_layer": 1
    },
    {
      "dominant_experts": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        19,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        27,
        28,
        29,
        30,
        31,
        32,
        33,
        34,
        35,
        36,
        37,
        38,
        39,
        40,
        41,
        42,
        43,
        44,
        45,
        46,
        47,
        48,
        49,
        50,
        52,
        53,
        54,
        55,
        56,
        57,
        58,
        59,
        62,
        63
      ],
      "expert_to_group": {
        "0": 0,
        "1": 1,
        "10": 10,
        "11": 11,
        "12": 12,
        "13": 13,
        "14": 14,
        "15": 15,
        "16": 16,
        "17": 17,
        "18": 18,
        "19": 19,
        "2": 2,
        "20": 20,
        "21": 21,
        "22": 22,
        "23": 23,
        "24": 24,
        "25": 25,
        "26": 26,
        "27": 27,
        "28": 28,
        "29": 29,
        "3": 3,
        "30": 30,
        "31": 31,
        "32": 32,
        "33": 33,
        "34": 34,
        "35": 35,
        "36": 36,
        "37": 37,
        "38": 38,
        "39": 39,
        "4": 4,
        "40": 40,
        "41": 41,
        "42": 42,
        "43": 43,
        "44": 44,
        "45": 45,
        "46": 46,
        "47": 47,
        "48": 48,
        "49": 49,
        "5": 5,
        "50": 50,
        "51": 55,
        "52": 52,
        "53": 53,
        "54": 54,
        "55": 55,
        "56": 56,
        "57": 57,
        "58": 58,
        "59": 59,
        "6": 6,
        "60": 14,
        "61": 45,
        "62": 62,
        "63": 63,
        "7": 7,
        "8": 8,
        "9": 9
      },
      "groups": [
        {
          "activation_counts": {
            "0": 2885
          },
          "experts": [
            0
          ],
          "frequencies": {
            "0": 0.02201080322265625
          },
          "leader": 0,
          "similarities_to_leader": {
            "0": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "1": 3798
          },
          "experts": [
            1
          ],
          "frequencies": {
            "1": 0.0289764404296875
          },
          "leader": 1,
          "similarities_to_leader": {
            "1": 1.0
          }
        },
        {
          "activation_counts": {
            "2": 1658
          },
          "experts": [
            2
          ],
          "frequencies": {
            "2": 0.0126495361328125
          },
          "leader": 2,
          "similarities_to_leader": {
            "2": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "3": 2927
          },
          "experts": [
            3
          ],
          "frequencies": {
            "3": 0.02233123779296875
          },
          "leader": 3,
          "similarities_to_leader": {
            "3": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "4": 4904
          },
          "experts": [
            4
          ],
          "frequencies": {
            "4": 0.03741455078125
          },
          "leader": 4,
          "similarities_to_leader": {
            "4": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "5": 1111
          },
          "experts": [
            5
          ],
          "frequencies": {
            "5": 0.00847625732421875
          },
          "leader": 5,
          "similarities_to_leader": {
            "5": 1.0
          }
        },
        {
          "activation_counts": {
            "6": 2636
          },
          "experts": [
            6
          ],
          "frequencies": {
            "6": 0.020111083984375
          },
          "leader": 6,
          "similarities_to_leader": {
            "6": 1.0
          }
        },
        {
          "activation_counts": {
            "7": 1006
          },
          "experts": [
            7
          ],
          "frequencies": {
            "7": 0.0076751708984375
          },
          "leader": 7,
          "similarities_to_leader": {
            "7": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "8": 1730
          },
          "experts": [
            8
          ],
          "frequencies": {
            "8": 0.0131988525390625
          },
          "leader": 8,
          "similarities_to_leader": {
            "8": 1.0
          }
        },
        {
          "activation_counts": {
            "9": 1495
          },
          "experts": [
            9
          ],
          "frequencies": {
            "9": 0.01140594482421875
          },
          "leader": 9,
          "similarities_to_leader": {
            "9": 0.9999999999999994
          }
        },
        {
          "activation_counts": {
            "10": 2409
          },
          "experts": [
            10
          ],
          "frequencies": {
            "10": 0.01837921142578125
          },
          "leader": 10,
          "similarities_to_leader": {
            "10": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "11": 1755
          },
          "experts": [
            11
          ],
          "frequencies": {
            "11": 0.01338958740234375
          },
          "leader": 11,
          "similarities_to_leader": {
            "11": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "12": 1951
          },
          "experts": [
            12
          ],
          "frequencies": {
            "12": 0.01488494873046875
          },
          "leader": 12,
          "similarities_to_leader": {
            "12": 1.0000000000000007
          }
        },
        {
          "activation_counts": {
            "13": 2105
          },
          "experts": [
            13
          ],
          "frequencies": {
            "13": 0.01605987548828125
          },
          "leader": 13,
          "similarities_to_leader": {
            "13": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "14": 1681,
            "60": 632
          },
          "experts": [
            14,
            60
          ],
          "frequencies": {
            "14": 0.01282501220703125,
            "60": 0.00482177734375
          },
          "leader": 14,
          "similarities_to_leader": {
            "14": 1.0000000000000004,
            "60": 0.9297499834257675
          }
        },
        {
          "activation_counts": {
            "15": 1883
          },
          "experts": [
            15
          ],
          "frequencies": {
            "15": 0.01436614990234375
          },
          "leader": 15,
          "similarities_to_leader": {
            "15": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "16": 2044
          },
          "experts": [
            16
          ],
          "frequencies": {
            "16": 0.015594482421875
          },
          "leader": 16,
          "similarities_to_leader": {
            "16": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "17": 1454
          },
          "experts": [
            17
          ],
          "frequencies": {
            "17": 0.0110931396484375
          },
          "leader": 17,
          "similarities_to_leader": {
            "17": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "18": 1921
          },
          "experts": [
            18
          ],
          "frequencies": {
            "18": 0.01465606689453125
          },
          "leader": 18,
          "similarities_to_leader": {
            "18": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "19": 2268
          },
          "experts": [
            19
          ],
          "frequencies": {
            "19": 0.017303466796875
          },
          "leader": 19,
          "similarities_to_leader": {
            "19": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "20": 3566
          },
          "experts": [
            20
          ],
          "frequencies": {
            "20": 0.0272064208984375
          },
          "leader": 20,
          "similarities_to_leader": {
            "20": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "21": 2346
          },
          "experts": [
            21
          ],
          "frequencies": {
            "21": 0.0178985595703125
          },
          "leader": 21,
          "similarities_to_leader": {
            "21": 0.9999999999999991
          }
        },
        {
          "activation_counts": {
            "22": 2592
          },
          "experts": [
            22
          ],
          "frequencies": {
            "22": 0.019775390625
          },
          "leader": 22,
          "similarities_to_leader": {
            "22": 1.0
          }
        },
        {
          "activation_counts": {
            "23": 3195
          },
          "experts": [
            23
          ],
          "frequencies": {
            "23": 0.02437591552734375
          },
          "leader": 23,
          "similarities_to_leader": {
            "23": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "24": 1341
          },
          "experts": [
            24
          ],
          "frequencies": {
            "24": 0.01023101806640625
          },
          "leader": 24,
          "similarities_to_leader": {
            "24": 0.9999999999999992
          }
        },
        {
          "activation_counts": {
            "25": 2243
          },
          "experts": [
            25
          ],
          "frequencies": {
            "25": 0.01711273193359375
          },
          "leader": 25,
          "similarities_to_leader": {
            "25": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "26": 2286
          },
          "experts": [
            26
          ],
          "frequencies": {
            "26": 0.0174407958984375
          },
          "leader": 26,
          "similarities_to_leader": {
            "26": 1.0000000000000009
          }
        },
        {
          "activation_counts": {
            "27": 1582
          },
          "experts": [
            27
          ],
          "frequencies": {
            "27": 0.0120697021484375
          },
          "leader": 27,
          "similarities_to_leader": {
            "27": 1.0
          }
        },
        {
          "activation_counts": {
            "28": 1360
          },
          "experts": [
            28
          ],
          "frequencies": {
            "28": 0.0103759765625
          },
          "leader": 28,
          "similarities_to_leader": {
            "28": 0.9999999999999994
          }
        },
        {
          "activation_counts": {
            "29": 2581
          },
          "experts": [
            29
          ],
          "frequencies": {
            "29": 0.01969146728515625
          },
          "leader": 29,
          "similarities_to_leader": {
            "29": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "30": 1018
          },
          "experts": [
            30
          ],
          "frequencies": {
            "30": 0.0077667236328125
          },
          "leader": 30,
          "similarities_to_leader": {
            "30": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "31": 2040
          },
          "experts": [
            31
          ],
          "frequencies": {
            "31": 0.01556396484375
          },
          "leader": 31,
          "similarities_to_leader": {
            "31": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "32": 916
          },
          "experts": [
            32
          ],
          "frequencies": {
            "32": 0.006988525390625
          },
          "leader": 32,
          "similarities_to_leader": {
            "32": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "33": 2624
          },
          "experts": [
            33
          ],
          "frequencies": {
            "33": 0.02001953125
          },
          "leader": 33,
          "similarities_to_leader": {
            "33": 1.0
          }
        },
        {
          "activation_counts": {
            "34": 2431
          },
          "experts": [
            34
          ],
          "frequencies": {
            "34": 0.01854705810546875
          },
          "leader": 34,
          "similarities_to_leader": {
            "34": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "35": 2062
          },
          "experts": [
            35
          ],
          "frequencies": {
            "35": 0.0157318115234375
          },
          "leader": 35,
          "similarities_to_leader": {
            "35": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "36": 1183
          },
          "experts": [
            36
          ],
          "frequencies": {
            "36": 0.00902557373046875
          },
          "leader": 36,
          "similarities_to_leader": {
            "36": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "37": 2355
          },
          "experts": [
            37
          ],
          "frequencies": {
            "37": 0.01796722412109375
          },
          "leader": 37,
          "similarities_to_leader": {
            "37": 1.0
          }
        },
        {
          "activation_counts": {
            "38": 2369
          },
          "experts": [
            38
          ],
          "frequencies": {
            "38": 0.01807403564453125
          },
          "leader": 38,
          "similarities_to_leader": {
            "38": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "39": 2509
          },
          "experts": [
            39
          ],
          "frequencies": {
            "39": 0.01914215087890625
          },
          "leader": 39,
          "similarities_to_leader": {
            "39": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "40": 1146
          },
          "experts": [
            40
          ],
          "frequencies": {
            "40": 0.0087432861328125
          },
          "leader": 40,
          "similarities_to_leader": {
            "40": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "41": 2668
          },
          "experts": [
            41
          ],
          "frequencies": {
            "41": 0.020355224609375
          },
          "leader": 41,
          "similarities_to_leader": {
            "41": 1.0
          }
        },
        {
          "activation_counts": {
            "42": 1491
          },
          "experts": [
            42
          ],
          "frequencies": {
            "42": 0.01137542724609375
          },
          "leader": 42,
          "similarities_to_leader": {
            "42": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "43": 1546
          },
          "experts": [
            43
          ],
          "frequencies": {
            "43": 0.0117950439453125
          },
          "leader": 43,
          "similarities_to_leader": {
            "43": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "44": 2153
          },
          "experts": [
            44
          ],
          "frequencies": {
            "44": 0.01642608642578125
          },
          "leader": 44,
          "similarities_to_leader": {
            "44": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "45": 933,
            "61": 562
          },
          "experts": [
            45,
            61
          ],
          "frequencies": {
            "45": 0.00711822509765625,
            "61": 0.0042877197265625
          },
          "leader": 45,
          "similarities_to_leader": {
            "45": 1.0000000000000004,
            "61": 0.915166504429904
          }
        },
        {
          "activation_counts": {
            "46": 1841
          },
          "experts": [
            46
          ],
          "frequencies": {
            "46": 0.01404571533203125
          },
          "leader": 46,
          "similarities_to_leader": {
            "46": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "47": 1955
          },
          "experts": [
            47
          ],
          "frequencies": {
            "47": 0.01491546630859375
          },
          "leader": 47,
          "similarities_to_leader": {
            "47": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "48": 2276
          },
          "experts": [
            48
          ],
          "frequencies": {
            "48": 0.017364501953125
          },
          "leader": 48,
          "similarities_to_leader": {
            "48": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "49": 1608
          },
          "experts": [
            49
          ],
          "frequencies": {
            "49": 0.01226806640625
          },
          "leader": 49,
          "similarities_to_leader": {
            "49": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "50": 1710
          },
          "experts": [
            50
          ],
          "frequencies": {
            "50": 0.0130462646484375
          },
          "leader": 50,
          "similarities_to_leader": {
            "50": 1.0000000000000007
          }
        },
        {
          "activation_counts": {
            "52": 2407
          },
          "experts": [
            52
          ],
          "frequencies": {
            "52": 0.01836395263671875
          },
          "leader": 52,
          "similarities_to_leader": {
            "52": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "53": 3702
          },
          "experts": [
            53
          ],
          "frequencies": {
            "53": 0.0282440185546875
          },
          "leader": 53,
          "similarities_to_leader": {
            "53": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "54": 2129
          },
          "experts": [
            54
          ],
          "frequencies": {
            "54": 0.01624298095703125
          },
          "leader": 54,
          "similarities_to_leader": {
            "54": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "51": 350,
            "55": 1332
          },
          "experts": [
            51,
            55
          ],
          "frequencies": {
            "51": 0.0026702880859375,
            "55": 0.010162353515625
          },
          "leader": 55,
          "similarities_to_leader": {
            "51": 0.9295538670171526,
            "55": 1.0000000000000007
          }
        },
        {
          "activation_counts": {
            "56": 2167
          },
          "experts": [
            56
          ],
          "frequencies": {
            "56": 0.01653289794921875
          },
          "leader": 56,
          "similarities_to_leader": {
            "56": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "57": 3357
          },
          "experts": [
            57
          ],
          "frequencies": {
            "57": 0.02561187744140625
          },
          "leader": 57,
          "similarities_to_leader": {
            "57": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "58": 2983
          },
          "experts": [
            58
          ],
          "frequencies": {
            "58": 0.02275848388671875
          },
          "leader": 58,
          "similarities_to_leader": {
            "58": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "59": 1319
          },
          "experts": [
            59
          ],
          "frequencies": {
            "59": 0.01006317138671875
          },
          "leader": 59,
          "similarities_to_leader": {
            "59": 0.9999999999999994
          }
        },
        {
          "activation_counts": {
            "62": 2398
          },
          "experts": [
            62
          ],
          "frequencies": {
            "62": 0.0182952880859375
          },
          "leader": 62,
          "similarities_to_leader": {
            "62": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "63": 2187
          },
          "experts": [
            63
          ],
          "frequencies": {
            "63": 0.01668548583984375
          },
          "leader": 63,
          "similarities_to_leader": {
            "63": 0.9999999999999999
          }
        }
      ],
      "model_layer": "2",
      "stats_layer": 2
    },
    {
      "dominant_experts": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        17,
        18,
        19,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        27,
        28,
        29,
        30,
        31,
        32,
        33,
        34,
        37,
        38,
        39,
        40,
        41,
        42,
        45,
        46,
        47,
        48,
        49,
        50,
        51,
        52,
        53,
        54,
        55,
        56,
        57,
        58,
        59,
        61,
        62,
        63
      ],
      "expert_to_group": {
        "0": 0,
        "1": 1,
        "10": 10,
        "11": 11,
        "12": 12,
        "13": 13,
        "14": 14,
        "15": 63,
        "16": 17,
        "17": 17,
        "18": 18,
        "19": 19,
        "2": 2,
        "20": 20,
        "21": 21,
        "22": 22,
        "23": 23,
        "24": 24,
        "25": 25,
        "26": 26,
        "27": 27,
        "28": 28,
        "29": 29,
        "3": 3,
        "30": 30,
        "31": 31,
        "32": 32,
        "33": 33,
        "34": 34,
        "35": 39,
        "36": 29,
        "37": 37,
        "38": 38,
        "39": 39,
        "4": 4,
        "40": 40,
        "41": 41,
        "42": 42,
        "43": 39,
        "44": 39,
        "45": 45,
        "46": 46,
        "47": 47,
        "48": 48,
        "49": 49,
        "5": 5,
        "50": 50,
        "51": 51,
        "52": 52,
        "53": 53,
        "54": 54,
        "55": 55,
        "56": 56,
        "57": 57,
        "58": 58,
        "59": 59,
        "6": 6,
        "60": 17,
        "61": 61,
        "62": 62,
        "63": 63,
        "7": 7,
        "8": 8,
        "9": 9
      },
      "groups": [
        {
          "activation_counts": {
            "0": 2383
          },
          "experts": [
            0
          ],
          "frequencies": {
            "0": 0.01818084716796875
          },
          "leader": 0,
          "similarities_to_leader": {
            "0": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "1": 1740
          },
          "experts": [
            1
          ],
          "frequencies": {
            "1": 0.013275146484375
          },
          "leader": 1,
          "similarities_to_leader": {
            "1": 1.000000000000001
          }
        },
        {
          "activation_counts": {
            "2": 2566
          },
          "experts": [
            2
          ],
          "frequencies": {
            "2": 0.0195770263671875
          },
          "leader": 2,
          "similarities_to_leader": {
            "2": 1.0
          }
        },
        {
          "activation_counts": {
            "3": 1210
          },
          "experts": [
            3
          ],
          "frequencies": {
            "3": 0.0092315673828125
          },
          "leader": 3,
          "similarities_to_leader": {
            "3": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "4": 1567
          },
          "experts": [
            4
          ],
          "frequencies": {
            "4": 0.01195526123046875
          },
          "leader": 4,
          "similarities_to_leader": {
            "4": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "5": 2068
          },
          "experts": [
            5
          ],
          "frequencies": {
            "5": 0.015777587890625
          },
          "leader": 5,
          "similarities_to_leader": {
            "5": 0.9999999999999994
          }
        },
        {
          "activation_counts": {
            "6": 2392
          },
          "experts": [
            6
          ],
          "frequencies": {
            "6": 0.01824951171875
          },
          "leader": 6,
          "similarities_to_leader": {
            "6": 1.0
          }
        },
        {
          "activation_counts": {
            "7": 2343
          },
          "experts": [
            7
          ],
          "frequencies": {
            "7": 0.01787567138671875
          },
          "leader": 7,
          "similarities_to_leader": {
            "7": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "8": 2124
          },
          "experts": [
            8
          ],
          "frequencies": {
            "8": 0.016204833984375
          },
          "leader": 8,
          "similarities_to_leader": {
            "8": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "9": 1018
          },
          "experts": [
            9
          ],
          "frequencies": {
            "9": 0.0077667236328125
          },
          "leader": 9,
          "similarities_to_leader": {
            "9": 1.0
          }
        },
        {
          "activation_counts": {
            "10": 2426
          },
          "experts": [
            10
          ],
          "frequencies": {
            "10": 0.0185089111328125
          },
          "leader": 10,
          "similarities_to_leader": {
            "10": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "11": 2499
          },
          "experts": [
            11
          ],
          "frequencies": {
            "11": 0.01906585693359375
          },
          "leader": 11,
          "similarities_to_leader": {
            "11": 1.0
          }
        },
        {
          "activation_counts": {
            "12": 3180
          },
          "experts": [
            12
          ],
          "frequencies": {
            "12": 0.024261474609375
          },
          "leader": 12,
          "similarities_to_leader": {
            "12": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "13": 1025
          },
          "experts": [
            13
          ],
          "frequencies": {
            "13": 0.00782012939453125
          },
          "leader": 13,
          "similarities_to_leader": {
            "13": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "14": 3587
          },
          "experts": [
            14
          ],
          "frequencies": {
            "14": 0.02736663818359375
          },
          "leader": 14,
          "similarities_to_leader": {
            "14": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "16": 708,
            "17": 1082,
            "60": 841
          },
          "experts": [
            16,
            17,
            60
          ],
          "frequencies": {
            "16": 0.005401611328125,
            "17": 0.0082550048828125,
            "60": 0.00641632080078125
          },
          "leader": 17,
          "similarities_to_leader": {
            "16": 0.9247463419817468,
            "17": 1.0,
            "60": 0.9370950074157303
          }
        },
        {
          "activation_counts": {
            "18": 2795
          },
          "experts": [
            18
          ],
          "frequencies": {
            "18": 0.02132415771484375
          },
          "leader": 18,
          "similarities_to_leader": {
            "18": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "19": 1431
          },
          "experts": [
            19
          ],
          "frequencies": {
            "19": 0.01091766357421875
          },
          "leader": 19,
          "similarities_to_leader": {
            "19": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "20": 2539
          },
          "experts": [
            20
          ],
          "frequencies": {
            "20": 0.01937103271484375
          },
          "leader": 20,
          "similarities_to_leader": {
            "20": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "21": 3426
          },
          "experts": [
            21
          ],
          "frequencies": {
            "21": 0.0261383056640625
          },
          "leader": 21,
          "similarities_to_leader": {
            "21": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "22": 3278
          },
          "experts": [
            22
          ],
          "frequencies": {
            "22": 0.0250091552734375
          },
          "leader": 22,
          "similarities_to_leader": {
            "22": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "23": 2690
          },
          "experts": [
            23
          ],
          "frequencies": {
            "23": 0.0205230712890625
          },
          "leader": 23,
          "similarities_to_leader": {
            "23": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "24": 1340
          },
          "experts": [
            24
          ],
          "frequencies": {
            "24": 0.010223388671875
          },
          "leader": 24,
          "similarities_to_leader": {
            "24": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "25": 2466
          },
          "experts": [
            25
          ],
          "frequencies": {
            "25": 0.0188140869140625
          },
          "leader": 25,
          "similarities_to_leader": {
            "25": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "26": 948
          },
          "experts": [
            26
          ],
          "frequencies": {
            "26": 0.007232666015625
          },
          "leader": 26,
          "similarities_to_leader": {
            "26": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "27": 3361
          },
          "experts": [
            27
          ],
          "frequencies": {
            "27": 0.02564239501953125
          },
          "leader": 27,
          "similarities_to_leader": {
            "27": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "28": 3901
          },
          "experts": [
            28
          ],
          "frequencies": {
            "28": 0.02976226806640625
          },
          "leader": 28,
          "similarities_to_leader": {
            "28": 1.0
          }
        },
        {
          "activation_counts": {
            "29": 872,
            "36": 863
          },
          "experts": [
            29,
            36
          ],
          "frequencies": {
            "29": 0.00665283203125,
            "36": 0.00658416748046875
          },
          "leader": 29,
          "similarities_to_leader": {
            "29": 1.0000000000000007,
            "36": 0.8736965666541652
          }
        },
        {
          "activation_counts": {
            "30": 3196
          },
          "experts": [
            30
          ],
          "frequencies": {
            "30": 0.024383544921875
          },
          "leader": 30,
          "similarities_to_leader": {
            "30": 1.0
          }
        },
        {
          "activation_counts": {
            "31": 2141
          },
          "experts": [
            31
          ],
          "frequencies": {
            "31": 0.01633453369140625
          },
          "leader": 31,
          "similarities_to_leader": {
            "31": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "32": 3325
          },
          "experts": [
            32
          ],
          "frequencies": {
            "32": 0.02536773681640625
          },
          "leader": 32,
          "similarities_to_leader": {
            "32": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "33": 2663
          },
          "experts": [
            33
          ],
          "frequencies": {
            "33": 0.02031707763671875
          },
          "leader": 33,
          "similarities_to_leader": {
            "33": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "34": 2799
          },
          "experts": [
            34
          ],
          "frequencies": {
            "34": 0.02135467529296875
          },
          "leader": 34,
          "similarities_to_leader": {
            "34": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "37": 2506
          },
          "experts": [
            37
          ],
          "frequencies": {
            "37": 0.0191192626953125
          },
          "leader": 37,
          "similarities_to_leader": {
            "37": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "38": 2002
          },
          "experts": [
            38
          ],
          "frequencies": {
            "38": 0.0152740478515625
          },
          "leader": 38,
          "similarities_to_leader": {
            "38": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "35": 58,
            "39": 1061,
            "43": 791,
            "44": 689
          },
          "experts": [
            35,
            39,
            43,
            44
          ],
          "frequencies": {
            "35": 0.0004425048828125,
            "39": 0.00809478759765625,
            "43": 0.00603485107421875,
            "44": 0.00525665283203125
          },
          "leader": 39,
          "similarities_to_leader": {
            "35": 0.9118002110496919,
            "39": 1.0000000000000002,
            "43": 0.934639628315578,
            "44": 0.8981187755316965
          }
        },
        {
          "activation_counts": {
            "40": 2363
          },
          "experts": [
            40
          ],
          "frequencies": {
            "40": 0.01802825927734375
          },
          "leader": 40,
          "similarities_to_leader": {
            "40": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "41": 1543
          },
          "experts": [
            41
          ],
          "frequencies": {
            "41": 0.01177215576171875
          },
          "leader": 41,
          "similarities_to_leader": {
            "41": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "42": 2103
          },
          "experts": [
            42
          ],
          "frequencies": {
            "42": 0.01604461669921875
          },
          "leader": 42,
          "similarities_to_leader": {
            "42": 1.0
          }
        },
        {
          "activation_counts": {
            "45": 2576
          },
          "experts": [
            45
          ],
          "frequencies": {
            "45": 0.0196533203125
          },
          "leader": 45,
          "similarities_to_leader": {
            "45": 1.0
          }
        },
        {
          "activation_counts": {
            "46": 2288
          },
          "experts": [
            46
          ],
          "frequencies": {
            "46": 0.0174560546875
          },
          "leader": 46,
          "similarities_to_leader": {
            "46": 1.0
          }
        },
        {
          "activation_counts": {
            "47": 1818
          },
          "experts": [
            47
          ],
          "frequencies": {
            "47": 0.0138702392578125
          },
          "leader": 47,
          "similarities_to_leader": {
            "47": 1.0
          }
        },
        {
          "activation_counts": {
            "48": 1371
          },
          "experts": [
            48
          ],
          "frequencies": {
            "48": 0.01045989990234375
          },
          "leader": 48,
          "similarities_to_leader": {
            "48": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "49": 3417
          },
          "experts": [
            49
          ],
          "frequencies": {
            "49": 0.02606964111328125
          },
          "leader": 49,
          "similarities_to_leader": {
            "49": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "50": 2835
          },
          "experts": [
            50
          ],
          "frequencies": {
            "50": 0.02162933349609375
          },
          "leader": 50,
          "similarities_to_leader": {
            "50": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "51": 1756
          },
          "experts": [
            51
          ],
          "frequencies": {
            "51": 0.013397216796875
          },
          "leader": 51,
          "similarities_to_leader": {
            "51": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "52": 1880
          },
          "experts": [
            52
          ],
          "frequencies": {
            "52": 0.01434326171875
          },
          "leader": 52,
          "similarities_to_leader": {
            "52": 1.0
          }
        },
        {
          "activation_counts": {
            "53": 1040
          },
          "experts": [
            53
          ],
          "frequencies": {
            "53": 0.0079345703125
          },
          "leader": 53,
          "similarities_to_leader": {
            "53": 1.0
          }
        },
        {
          "activation_counts": {
            "54": 2973
          },
          "experts": [
            54
          ],
          "frequencies": {
            "54": 0.02268218994140625
          },
          "leader": 54,
          "similarities_to_leader": {
            "54": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "55": 4100
          },
          "experts": [
            55
          ],
          "frequencies": {
            "55": 0.031280517578125
          },
          "leader": 55,
          "similarities_to_leader": {
            "55": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "56": 2429
          },
          "experts": [
            56
          ],
          "frequencies": {
            "56": 0.01853179931640625
          },
          "leader": 56,
          "similarities_to_leader": {
            "56": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "57": 1792
          },
          "experts": [
            57
          ],
          "frequencies": {
            "57": 0.013671875
          },
          "leader": 57,
          "similarities_to_leader": {
            "57": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "58": 2347
          },
          "experts": [
            58
          ],
          "frequencies": {
            "58": 0.01790618896484375
          },
          "leader": 58,
          "similarities_to_leader": {
            "58": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "59": 2547
          },
          "experts": [
            59
          ],
          "frequencies": {
            "59": 0.01943206787109375
          },
          "leader": 59,
          "similarities_to_leader": {
            "59": 0.9999999999999994
          }
        },
        {
          "activation_counts": {
            "61": 1346
          },
          "experts": [
            61
          ],
          "frequencies": {
            "61": 0.0102691650390625
          },
          "leader": 61,
          "similarities_to_leader": {
            "61": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "62": 1230
          },
          "experts": [
            62
          ],
          "frequencies": {
            "62": 0.0093841552734375
          },
          "leader": 62,
          "similarities_to_leader": {
            "62": 0.9999999999999994
          }
        },
        {
          "activation_counts": {
            "15": 443,
            "63": 975
          },
          "experts": [
            15,
            63
          ],
          "frequencies": {
            "15": 0.00337982177734375,
            "63": 0.00743865966796875
          },
          "leader": 63,
          "similarities_to_leader": {
            "15": 0.9133984732045388,
            "63": 1.0000000000000002
          }
        }
      ],
      "model_layer": "3",
      "stats_layer": 3
    },
    {
      "dominant_experts": [
        0,
        1,
        2,
        3,
        4,
        5,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        18,
        19,
        20,
        22,
        23,
        24,
        26,
        27,
        28,
        29,
        30,
        31,
        32,
        34,
        35,
        36,
        37,
        38,
        39,
        40,
        41,
        42,
        43,
        44,
        45,
        47,
        48,
        49,
        50,
        51,
        52,
        53,
        54,
        55,
        56,
        57,
        58,
        59,
        60,
        61,
        62,
        63
      ],
      "expert_to_group": {
        "0": 0,
        "1": 1,
        "10": 10,
        "11": 11,
        "12": 12,
        "13": 13,
        "14": 14,
        "15": 15,
        "16": 15,
        "17": 55,
        "18": 18,
        "19": 19,
        "2": 2,
        "20": 20,
        "21": 2,
        "22": 22,
        "23": 23,
        "24": 24,
        "25": 2,
        "26": 26,
        "27": 27,
        "28": 28,
        "29": 29,
        "3": 3,
        "30": 30,
        "31": 31,
        "32": 32,
        "33": 2,
        "34": 34,
        "35": 35,
        "36": 36,
        "37": 37,
        "38": 38,
        "39": 39,
        "4": 4,
        "40": 40,
        "41": 41,
        "42": 42,
        "43": 43,
        "44": 44,
        "45": 45,
        "46": 2,
        "47": 47,
        "48": 48,
        "49": 49,
        "5": 5,
        "50": 50,
        "51": 51,
        "52": 52,
        "53": 53,
        "54": 54,
        "55": 55,
        "56": 56,
        "57": 57,
        "58": 58,
        "59": 59,
        "6": 2,
        "60": 60,
        "61": 61,
        "62": 62,
        "63": 63,
        "7": 7,
        "8": 8,
        "9": 9
      },
      "groups": [
        {
          "activation_counts": {
            "0": 1294
          },
          "experts": [
            0
          ],
          "frequencies": {
            "0": 0.0098724365234375
          },
          "leader": 0,
          "similarities_to_leader": {
            "0": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "1": 2806
          },
          "experts": [
            1
          ],
          "frequencies": {
            "1": 0.0214080810546875
          },
          "leader": 1,
          "similarities_to_leader": {
            "1": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "2": 1194,
            "21": 326,
            "25": 784,
            "33": 682,
            "46": 474,
            "6": 518
          },
          "experts": [
            2,
            6,
            21,
            25,
            33,
            46
          ],
          "frequencies": {
            "2": 0.0091094970703125,
            "21": 0.0024871826171875,
            "25": 0.0059814453125,
            "33": 0.0052032470703125,
            "46": 0.0036163330078125,
            "6": 0.0039520263671875
          },
          "leader": 2,
          "similarities_to_leader": {
            "2": 1.0000000000000002,
            "21": 0.9453138039172194,
            "25": 0.950912906405785,
            "33": 0.9355573166707737,
            "46": 0.916241565535538,
            "6": 0.9420429790459599
          }
        },
        {
          "activation_counts": {
            "3": 962
          },
          "experts": [
            3
          ],
          "frequencies": {
            "3": 0.0073394775390625
          },
          "leader": 3,
          "similarities_to_leader": {
            "3": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "4": 1056
          },
          "experts": [
            4
          ],
          "frequencies": {
            "4": 0.008056640625
          },
          "leader": 4,
          "similarities_to_leader": {
            "4": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "5": 2512
          },
          "experts": [
            5
          ],
          "frequencies": {
            "5": 0.0191650390625
          },
          "leader": 5,
          "similarities_to_leader": {
            "5": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "7": 2239
          },
          "experts": [
            7
          ],
          "frequencies": {
            "7": 0.01708221435546875
          },
          "leader": 7,
          "similarities_to_leader": {
            "7": 1.0
          }
        },
        {
          "activation_counts": {
            "8": 2287
          },
          "experts": [
            8
          ],
          "frequencies": {
            "8": 0.01744842529296875
          },
          "leader": 8,
          "similarities_to_leader": {
            "8": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "9": 2828
          },
          "experts": [
            9
          ],
          "frequencies": {
            "9": 0.021575927734375
          },
          "leader": 9,
          "similarities_to_leader": {
            "9": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "10": 1857
          },
          "experts": [
            10
          ],
          "frequencies": {
            "10": 0.01416778564453125
          },
          "leader": 10,
          "similarities_to_leader": {
            "10": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "11": 1028
          },
          "experts": [
            11
          ],
          "frequencies": {
            "11": 0.007843017578125
          },
          "leader": 11,
          "similarities_to_leader": {
            "11": 1.0
          }
        },
        {
          "activation_counts": {
            "12": 1193
          },
          "experts": [
            12
          ],
          "frequencies": {
            "12": 0.00910186767578125
          },
          "leader": 12,
          "similarities_to_leader": {
            "12": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "13": 2822
          },
          "experts": [
            13
          ],
          "frequencies": {
            "13": 0.0215301513671875
          },
          "leader": 13,
          "similarities_to_leader": {
            "13": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "14": 2174
          },
          "experts": [
            14
          ],
          "frequencies": {
            "14": 0.0165863037109375
          },
          "leader": 14,
          "similarities_to_leader": {
            "14": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "15": 1227,
            "16": 860
          },
          "experts": [
            15,
            16
          ],
          "frequencies": {
            "15": 0.00936126708984375,
            "16": 0.006561279296875
          },
          "leader": 15,
          "similarities_to_leader": {
            "15": 1.0,
            "16": 0.9274180288009529
          }
        },
        {
          "activation_counts": {
            "18": 2145
          },
          "experts": [
            18
          ],
          "frequencies": {
            "18": 0.01636505126953125
          },
          "leader": 18,
          "similarities_to_leader": {
            "18": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "19": 1144
          },
          "experts": [
            19
          ],
          "frequencies": {
            "19": 0.00872802734375
          },
          "leader": 19,
          "similarities_to_leader": {
            "19": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "20": 2308
          },
          "experts": [
            20
          ],
          "frequencies": {
            "20": 0.017608642578125
          },
          "leader": 20,
          "similarities_to_leader": {
            "20": 1.0
          }
        },
        {
          "activation_counts": {
            "22": 3497
          },
          "experts": [
            22
          ],
          "frequencies": {
            "22": 0.02667999267578125
          },
          "leader": 22,
          "similarities_to_leader": {
            "22": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "23": 2986
          },
          "experts": [
            23
          ],
          "frequencies": {
            "23": 0.0227813720703125
          },
          "leader": 23,
          "similarities_to_leader": {
            "23": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "24": 2852
          },
          "experts": [
            24
          ],
          "frequencies": {
            "24": 0.021759033203125
          },
          "leader": 24,
          "similarities_to_leader": {
            "24": 1.0
          }
        },
        {
          "activation_counts": {
            "26": 3229
          },
          "experts": [
            26
          ],
          "frequencies": {
            "26": 0.02463531494140625
          },
          "leader": 26,
          "similarities_to_leader": {
            "26": 1.0
          }
        },
        {
          "activation_counts": {
            "27": 1383
          },
          "experts": [
            27
          ],
          "frequencies": {
            "27": 0.01055145263671875
          },
          "leader": 27,
          "similarities_to_leader": {
            "27": 1.0000000000000009
          }
        },
        {
          "activation_counts": {
            "28": 1592
          },
          "experts": [
            28
          ],
          "frequencies": {
            "28": 0.01214599609375
          },
          "leader": 28,
          "similarities_to_leader": {
            "28": 1.0
          }
        },
        {
          "activation_counts": {
            "29": 3431
          },
          "experts": [
            29
          ],
          "frequencies": {
            "29": 0.02617645263671875
          },
          "leader": 29,
          "similarities_to_leader": {
            "29": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "30": 2341
          },
          "experts": [
            30
          ],
          "frequencies": {
            "30": 0.01786041259765625
          },
          "leader": 30,
          "similarities_to_leader": {
            "30": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "31": 1798
          },
          "experts": [
            31
          ],
          "frequencies": {
            "31": 0.0137176513671875
          },
          "leader": 31,
          "similarities_to_leader": {
            "31": 1.0000000000000007
          }
        },
        {
          "activation_counts": {
            "32": 1079
          },
          "experts": [
            32
          ],
          "frequencies": {
            "32": 0.00823211669921875
          },
          "leader": 32,
          "similarities_to_leader": {
            "32": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "34": 1267
          },
          "experts": [
            34
          ],
          "frequencies": {
            "34": 0.00966644287109375
          },
          "leader": 34,
          "similarities_to_leader": {
            "34": 0.999999999999999
          }
        },
        {
          "activation_counts": {
            "35": 2194
          },
          "experts": [
            35
          ],
          "frequencies": {
            "35": 0.0167388916015625
          },
          "leader": 35,
          "similarities_to_leader": {
            "35": 0.9999999999999994
          }
        },
        {
          "activation_counts": {
            "36": 2734
          },
          "experts": [
            36
          ],
          "frequencies": {
            "36": 0.0208587646484375
          },
          "leader": 36,
          "similarities_to_leader": {
            "36": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "37": 1722
          },
          "experts": [
            37
          ],
          "frequencies": {
            "37": 0.0131378173828125
          },
          "leader": 37,
          "similarities_to_leader": {
            "37": 1.0000000000000007
          }
        },
        {
          "activation_counts": {
            "38": 3034
          },
          "experts": [
            38
          ],
          "frequencies": {
            "38": 0.0231475830078125
          },
          "leader": 38,
          "similarities_to_leader": {
            "38": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "39": 2182
          },
          "experts": [
            39
          ],
          "frequencies": {
            "39": 0.0166473388671875
          },
          "leader": 39,
          "similarities_to_leader": {
            "39": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "40": 3206
          },
          "experts": [
            40
          ],
          "frequencies": {
            "40": 0.0244598388671875
          },
          "leader": 40,
          "similarities_to_leader": {
            "40": 1.0
          }
        },
        {
          "activation_counts": {
            "41": 1598
          },
          "experts": [
            41
          ],
          "frequencies": {
            "41": 0.0121917724609375
          },
          "leader": 41,
          "similarities_to_leader": {
            "41": 0.9999999999999991
          }
        },
        {
          "activation_counts": {
            "42": 2713
          },
          "experts": [
            42
          ],
          "frequencies": {
            "42": 0.02069854736328125
          },
          "leader": 42,
          "similarities_to_leader": {
            "42": 1.0000000000000007
          }
        },
        {
          "activation_counts": {
            "43": 1133
          },
          "experts": [
            43
          ],
          "frequencies": {
            "43": 0.00864410400390625
          },
          "leader": 43,
          "similarities_to_leader": {
            "43": 1.0
          }
        },
        {
          "activation_counts": {
            "44": 2352
          },
          "experts": [
            44
          ],
          "frequencies": {
            "44": 0.0179443359375
          },
          "leader": 44,
          "similarities_to_leader": {
            "44": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "45": 2994
          },
          "experts": [
            45
          ],
          "frequencies": {
            "45": 0.0228424072265625
          },
          "leader": 45,
          "similarities_to_leader": {
            "45": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "47": 3710
          },
          "experts": [
            47
          ],
          "frequencies": {
            "47": 0.0283050537109375
          },
          "leader": 47,
          "similarities_to_leader": {
            "47": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "48": 1991
          },
          "experts": [
            48
          ],
          "frequencies": {
            "48": 0.01519012451171875
          },
          "leader": 48,
          "similarities_to_leader": {
            "48": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "49": 2145
          },
          "experts": [
            49
          ],
          "frequencies": {
            "49": 0.01636505126953125
          },
          "leader": 49,
          "similarities_to_leader": {
            "49": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "50": 2232
          },
          "experts": [
            50
          ],
          "frequencies": {
            "50": 0.01702880859375
          },
          "leader": 50,
          "similarities_to_leader": {
            "50": 1.0
          }
        },
        {
          "activation_counts": {
            "51": 2269
          },
          "experts": [
            51
          ],
          "frequencies": {
            "51": 0.01731109619140625
          },
          "leader": 51,
          "similarities_to_leader": {
            "51": 1.000000000000001
          }
        },
        {
          "activation_counts": {
            "52": 2588
          },
          "experts": [
            52
          ],
          "frequencies": {
            "52": 0.019744873046875
          },
          "leader": 52,
          "similarities_to_leader": {
            "52": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "53": 2797
          },
          "experts": [
            53
          ],
          "frequencies": {
            "53": 0.02133941650390625
          },
          "leader": 53,
          "similarities_to_leader": {
            "53": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "54": 2301
          },
          "experts": [
            54
          ],
          "frequencies": {
            "54": 0.01755523681640625
          },
          "leader": 54,
          "similarities_to_leader": {
            "54": 1.0
          }
        },
        {
          "activation_counts": {
            "17": 83,
            "55": 1496
          },
          "experts": [
            17,
            55
          ],
          "frequencies": {
            "17": 0.00063323974609375,
            "55": 0.01141357421875
          },
          "leader": 55,
          "similarities_to_leader": {
            "17": 0.9433936402485639,
            "55": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "56": 1984
          },
          "experts": [
            56
          ],
          "frequencies": {
            "56": 0.01513671875
          },
          "leader": 56,
          "similarities_to_leader": {
            "56": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "57": 2846
          },
          "experts": [
            57
          ],
          "frequencies": {
            "57": 0.0217132568359375
          },
          "leader": 57,
          "similarities_to_leader": {
            "57": 0.9999999999999992
          }
        },
        {
          "activation_counts": {
            "58": 2674
          },
          "experts": [
            58
          ],
          "frequencies": {
            "58": 0.0204010009765625
          },
          "leader": 58,
          "similarities_to_leader": {
            "58": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "59": 2868
          },
          "experts": [
            59
          ],
          "frequencies": {
            "59": 0.021881103515625
          },
          "leader": 59,
          "similarities_to_leader": {
            "59": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "60": 3646
          },
          "experts": [
            60
          ],
          "frequencies": {
            "60": 0.0278167724609375
          },
          "leader": 60,
          "similarities_to_leader": {
            "60": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "61": 2354
          },
          "experts": [
            61
          ],
          "frequencies": {
            "61": 0.0179595947265625
          },
          "leader": 61,
          "similarities_to_leader": {
            "61": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "62": 3259
          },
          "experts": [
            62
          ],
          "frequencies": {
            "62": 0.02486419677734375
          },
          "leader": 62,
          "similarities_to_leader": {
            "62": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "63": 1792
          },
          "experts": [
            63
          ],
          "frequencies": {
            "63": 0.013671875
          },
          "leader": 63,
          "similarities_to_leader": {
            "63": 1.0
          }
        }
      ],
      "model_layer": "4",
      "stats_layer": 4
    },
    {
      "dominant_experts": [
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        19,
        20,
        21,
        22,
        23,
        24,
        26,
        27,
        28,
        29,
        30,
        31,
        32,
        33,
        34,
        35,
        36,
        37,
        39,
        40,
        41,
        43,
        45,
        46,
        47,
        48,
        50,
        51,
        52,
        54,
        55,
        56,
        57,
        58,
        59,
        60,
        61,
        63
      ],
      "expert_to_group": {
        "0": 2,
        "1": 1,
        "10": 10,
        "11": 11,
        "12": 12,
        "13": 13,
        "14": 14,
        "15": 15,
        "16": 16,
        "17": 17,
        "18": 18,
        "19": 19,
        "2": 2,
        "20": 20,
        "21": 21,
        "22": 22,
        "23": 23,
        "24": 24,
        "25": 2,
        "26": 26,
        "27": 27,
        "28": 28,
        "29": 29,
        "3": 3,
        "30": 30,
        "31": 31,
        "32": 32,
        "33": 33,
        "34": 34,
        "35": 35,
        "36": 36,
        "37": 37,
        "38": 29,
        "39": 39,
        "4": 4,
        "40": 40,
        "41": 41,
        "42": 2,
        "43": 43,
        "44": 29,
        "45": 45,
        "46": 46,
        "47": 47,
        "48": 48,
        "49": 8,
        "5": 5,
        "50": 50,
        "51": 51,
        "52": 52,
        "53": 31,
        "54": 54,
        "55": 55,
        "56": 56,
        "57": 57,
        "58": 58,
        "59": 59,
        "6": 6,
        "60": 60,
        "61": 61,
        "62": 5,
        "63": 63,
        "7": 7,
        "8": 8,
        "9": 9
      },
      "groups": [
        {
          "activation_counts": {
            "1": 2632
          },
          "experts": [
            1
          ],
          "frequencies": {
            "1": 0.02008056640625
          },
          "leader": 1,
          "similarities_to_leader": {
            "1": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "0": 521,
            "2": 994,
            "25": 452,
            "42": 548
          },
          "experts": [
            0,
            2,
            25,
            42
          ],
          "frequencies": {
            "0": 0.00397491455078125,
            "2": 0.0075836181640625,
            "25": 0.003448486328125,
            "42": 0.004180908203125
          },
          "leader": 2,
          "similarities_to_leader": {
            "0": 0.9645461875740035,
            "2": 0.9999999999999992,
            "25": 0.9397195681452892,
            "42": 0.9809729015070348
          }
        },
        {
          "activation_counts": {
            "3": 4157
          },
          "experts": [
            3
          ],
          "frequencies": {
            "3": 0.03171539306640625
          },
          "leader": 3,
          "similarities_to_leader": {
            "3": 1.0
          }
        },
        {
          "activation_counts": {
            "4": 3568
          },
          "experts": [
            4
          ],
          "frequencies": {
            "4": 0.0272216796875
          },
          "leader": 4,
          "similarities_to_leader": {
            "4": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "5": 1035,
            "62": 477
          },
          "experts": [
            5,
            62
          ],
          "frequencies": {
            "5": 0.00789642333984375,
            "62": 0.00363922119140625
          },
          "leader": 5,
          "similarities_to_leader": {
            "5": 0.9999999999999999,
            "62": 0.9187224055616411
          }
        },
        {
          "activation_counts": {
            "6": 1390
          },
          "experts": [
            6
          ],
          "frequencies": {
            "6": 0.0106048583984375
          },
          "leader": 6,
          "similarities_to_leader": {
            "6": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "7": 3350
          },
          "experts": [
            7
          ],
          "frequencies": {
            "7": 0.0255584716796875
          },
          "leader": 7,
          "similarities_to_leader": {
            "7": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "49": 440,
            "8": 1727
          },
          "experts": [
            8,
            49
          ],
          "frequencies": {
            "49": 0.00335693359375,
            "8": 0.01317596435546875
          },
          "leader": 8,
          "similarities_to_leader": {
            "49": 0.9210680193816246,
            "8": 1.0
          }
        },
        {
          "activation_counts": {
            "9": 2410
          },
          "experts": [
            9
          ],
          "frequencies": {
            "9": 0.0183868408203125
          },
          "leader": 9,
          "similarities_to_leader": {
            "9": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "10": 2070
          },
          "experts": [
            10
          ],
          "frequencies": {
            "10": 0.0157928466796875
          },
          "leader": 10,
          "similarities_to_leader": {
            "10": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "11": 2592
          },
          "experts": [
            11
          ],
          "frequencies": {
            "11": 0.019775390625
          },
          "leader": 11,
          "similarities_to_leader": {
            "11": 1.0000000000000007
          }
        },
        {
          "activation_counts": {
            "12": 3485
          },
          "experts": [
            12
          ],
          "frequencies": {
            "12": 0.02658843994140625
          },
          "leader": 12,
          "similarities_to_leader": {
            "12": 1.0000000000000009
          }
        },
        {
          "activation_counts": {
            "13": 3449
          },
          "experts": [
            13
          ],
          "frequencies": {
            "13": 0.02631378173828125
          },
          "leader": 13,
          "similarities_to_leader": {
            "13": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "14": 2645
          },
          "experts": [
            14
          ],
          "frequencies": {
            "14": 0.02017974853515625
          },
          "leader": 14,
          "similarities_to_leader": {
            "14": 0.9999999999999993
          }
        },
        {
          "activation_counts": {
            "15": 1498
          },
          "experts": [
            15
          ],
          "frequencies": {
            "15": 0.0114288330078125
          },
          "leader": 15,
          "similarities_to_leader": {
            "15": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "16": 2838
          },
          "experts": [
            16
          ],
          "frequencies": {
            "16": 0.0216522216796875
          },
          "leader": 16,
          "similarities_to_leader": {
            "16": 1.0
          }
        },
        {
          "activation_counts": {
            "17": 1174
          },
          "experts": [
            17
          ],
          "frequencies": {
            "17": 0.0089569091796875
          },
          "leader": 17,
          "similarities_to_leader": {
            "17": 1.0
          }
        },
        {
          "activation_counts": {
            "18": 3007
          },
          "experts": [
            18
          ],
          "frequencies": {
            "18": 0.02294158935546875
          },
          "leader": 18,
          "similarities_to_leader": {
            "18": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "19": 2453
          },
          "experts": [
            19
          ],
          "frequencies": {
            "19": 0.01871490478515625
          },
          "leader": 19,
          "similarities_to_leader": {
            "19": 0.9999999999999993
          }
        },
        {
          "activation_counts": {
            "20": 3916
          },
          "experts": [
            20
          ],
          "frequencies": {
            "20": 0.029876708984375
          },
          "leader": 20,
          "similarities_to_leader": {
            "20": 1.0
          }
        },
        {
          "activation_counts": {
            "21": 1547
          },
          "experts": [
            21
          ],
          "frequencies": {
            "21": 0.01180267333984375
          },
          "leader": 21,
          "similarities_to_leader": {
            "21": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "22": 2283
          },
          "experts": [
            22
          ],
          "frequencies": {
            "22": 0.01741790771484375
          },
          "leader": 22,
          "similarities_to_leader": {
            "22": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "23": 3290
          },
          "experts": [
            23
          ],
          "frequencies": {
            "23": 0.0251007080078125
          },
          "leader": 23,
          "similarities_to_leader": {
            "23": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "24": 3266
          },
          "experts": [
            24
          ],
          "frequencies": {
            "24": 0.0249176025390625
          },
          "leader": 24,
          "similarities_to_leader": {
            "24": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "26": 1854
          },
          "experts": [
            26
          ],
          "frequencies": {
            "26": 0.0141448974609375
          },
          "leader": 26,
          "similarities_to_leader": {
            "26": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "27": 1651
          },
          "experts": [
            27
          ],
          "frequencies": {
            "27": 0.01259613037109375
          },
          "leader": 27,
          "similarities_to_leader": {
            "27": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "28": 1640
          },
          "experts": [
            28
          ],
          "frequencies": {
            "28": 0.01251220703125
          },
          "leader": 28,
          "similarities_to_leader": {
            "28": 0.9999999999999994
          }
        },
        {
          "activation_counts": {
            "29": 1449,
            "38": 853,
            "44": 655
          },
          "experts": [
            29,
            38,
            44
          ],
          "frequencies": {
            "29": 0.01105499267578125,
            "38": 0.00650787353515625,
            "44": 0.00499725341796875
          },
          "leader": 29,
          "similarities_to_leader": {
            "29": 1.0000000000000004,
            "38": 0.9195534276079425,
            "44": 0.9160502741013749
          }
        },
        {
          "activation_counts": {
            "30": 3102
          },
          "experts": [
            30
          ],
          "frequencies": {
            "30": 0.0236663818359375
          },
          "leader": 30,
          "similarities_to_leader": {
            "30": 1.0
          }
        },
        {
          "activation_counts": {
            "31": 966,
            "53": 688
          },
          "experts": [
            31,
            53
          ],
          "frequencies": {
            "31": 0.0073699951171875,
            "53": 0.0052490234375
          },
          "leader": 31,
          "similarities_to_leader": {
            "31": 0.9999999999999998,
            "53": 0.9364718965368737
          }
        },
        {
          "activation_counts": {
            "32": 2602
          },
          "experts": [
            32
          ],
          "frequencies": {
            "32": 0.0198516845703125
          },
          "leader": 32,
          "similarities_to_leader": {
            "32": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "33": 3615
          },
          "experts": [
            33
          ],
          "frequencies": {
            "33": 0.02758026123046875
          },
          "leader": 33,
          "similarities_to_leader": {
            "33": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "34": 2347
          },
          "experts": [
            34
          ],
          "frequencies": {
            "34": 0.01790618896484375
          },
          "leader": 34,
          "similarities_to_leader": {
            "34": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "35": 1395
          },
          "experts": [
            35
          ],
          "frequencies": {
            "35": 0.01064300537109375
          },
          "leader": 35,
          "similarities_to_leader": {
            "35": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "36": 1972
          },
          "experts": [
            36
          ],
          "frequencies": {
            "36": 0.015045166015625
          },
          "leader": 36,
          "similarities_to_leader": {
            "36": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "37": 2051
          },
          "experts": [
            37
          ],
          "frequencies": {
            "37": 0.01564788818359375
          },
          "leader": 37,
          "similarities_to_leader": {
            "37": 1.0
          }
        },
        {
          "activation_counts": {
            "39": 1048
          },
          "experts": [
            39
          ],
          "frequencies": {
            "39": 0.00799560546875
          },
          "leader": 39,
          "similarities_to_leader": {
            "39": 1.0
          }
        },
        {
          "activation_counts": {
            "40": 2501
          },
          "experts": [
            40
          ],
          "frequencies": {
            "40": 0.01908111572265625
          },
          "leader": 40,
          "similarities_to_leader": {
            "40": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "41": 1319
          },
          "experts": [
            41
          ],
          "frequencies": {
            "41": 0.01006317138671875
          },
          "leader": 41,
          "similarities_to_leader": {
            "41": 1.0000000000000007
          }
        },
        {
          "activation_counts": {
            "43": 1752
          },
          "experts": [
            43
          ],
          "frequencies": {
            "43": 0.01336669921875
          },
          "leader": 43,
          "similarities_to_leader": {
            "43": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "45": 3385
          },
          "experts": [
            45
          ],
          "frequencies": {
            "45": 0.02582550048828125
          },
          "leader": 45,
          "similarities_to_leader": {
            "45": 0.9999999999999994
          }
        },
        {
          "activation_counts": {
            "46": 1017
          },
          "experts": [
            46
          ],
          "frequencies": {
            "46": 0.00775909423828125
          },
          "leader": 46,
          "similarities_to_leader": {
            "46": 0.9999999999999994
          }
        },
        {
          "activation_counts": {
            "47": 1611
          },
          "experts": [
            47
          ],
          "frequencies": {
            "47": 0.01229095458984375
          },
          "leader": 47,
          "similarities_to_leader": {
            "47": 1.0000000000000007
          }
        },
        {
          "activation_counts": {
            "48": 2075
          },
          "experts": [
            48
          ],
          "frequencies": {
            "48": 0.01583099365234375
          },
          "leader": 48,
          "similarities_to_leader": {
            "48": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "50": 2423
          },
          "experts": [
            50
          ],
          "frequencies": {
            "50": 0.01848602294921875
          },
          "leader": 50,
          "similarities_to_leader": {
            "50": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "51": 1203
          },
          "experts": [
            51
          ],
          "frequencies": {
            "51": 0.00917816162109375
          },
          "leader": 51,
          "similarities_to_leader": {
            "51": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "52": 2899
          },
          "experts": [
            52
          ],
          "frequencies": {
            "52": 0.02211761474609375
          },
          "leader": 52,
          "similarities_to_leader": {
            "52": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "54": 2784
          },
          "experts": [
            54
          ],
          "frequencies": {
            "54": 0.021240234375
          },
          "leader": 54,
          "similarities_to_leader": {
            "54": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "55": 1382
          },
          "experts": [
            55
          ],
          "frequencies": {
            "55": 0.0105438232421875
          },
          "leader": 55,
          "similarities_to_leader": {
            "55": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "56": 2940
          },
          "experts": [
            56
          ],
          "frequencies": {
            "56": 0.022430419921875
          },
          "leader": 56,
          "similarities_to_leader": {
            "56": 1.0
          }
        },
        {
          "activation_counts": {
            "57": 2648
          },
          "experts": [
            57
          ],
          "frequencies": {
            "57": 0.02020263671875
          },
          "leader": 57,
          "similarities_to_leader": {
            "57": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "58": 2667
          },
          "experts": [
            58
          ],
          "frequencies": {
            "58": 0.02034759521484375
          },
          "leader": 58,
          "similarities_to_leader": {
            "58": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "59": 2355
          },
          "experts": [
            59
          ],
          "frequencies": {
            "59": 0.01796722412109375
          },
          "leader": 59,
          "similarities_to_leader": {
            "59": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "60": 1159
          },
          "experts": [
            60
          ],
          "frequencies": {
            "60": 0.00884246826171875
          },
          "leader": 60,
          "similarities_to_leader": {
            "60": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "61": 1728
          },
          "experts": [
            61
          ],
          "frequencies": {
            "61": 0.01318359375
          },
          "leader": 61,
          "similarities_to_leader": {
            "61": 1.0
          }
        },
        {
          "activation_counts": {
            "63": 2122
          },
          "experts": [
            63
          ],
          "frequencies": {
            "63": 0.0161895751953125
          },
          "leader": 63,
          "similarities_to_leader": {
            "63": 0.9999999999999998
          }
        }
      ],
      "model_layer": "5",
      "stats_layer": 5
    },
    {
      "dominant_experts": [
        0,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        27,
        29,
        30,
        31,
        32,
        33,
        35,
        37,
        38,
        39,
        40,
        41,
        42,
        43,
        44,
        45,
        46,
        47,
        48,
        49,
        50,
        51,
        53,
        54,
        55,
        56,
        58,
        59,
        60,
        61,
        62,
        63
      ],
      "expert_to_group": {
        "0": 0,
        "1": 49,
        "10": 10,
        "11": 11,
        "12": 12,
        "13": 13,
        "14": 14,
        "15": 15,
        "16": 16,
        "17": 17,
        "18": 18,
        "19": 42,
        "2": 2,
        "20": 20,
        "21": 21,
        "22": 22,
        "23": 23,
        "24": 24,
        "25": 25,
        "26": 26,
        "27": 27,
        "28": 39,
        "29": 29,
        "3": 3,
        "30": 30,
        "31": 31,
        "32": 32,
        "33": 33,
        "34": 31,
        "35": 35,
        "36": 40,
        "37": 37,
        "38": 38,
        "39": 39,
        "4": 4,
        "40": 40,
        "41": 41,
        "42": 42,
        "43": 43,
        "44": 44,
        "45": 45,
        "46": 46,
        "47": 47,
        "48": 48,
        "49": 49,
        "5": 5,
        "50": 50,
        "51": 51,
        "52": 42,
        "53": 53,
        "54": 54,
        "55": 55,
        "56": 56,
        "57": 42,
        "58": 58,
        "59": 59,
        "6": 6,
        "60": 60,
        "61": 61,
        "62": 62,
        "63": 63,
        "7": 7,
        "8": 8,
        "9": 9
      },
      "groups": [
        {
          "activation_counts": {
            "0": 5252
          },
          "experts": [
            0
          ],
          "frequencies": {
            "0": 0.040069580078125
          },
          "leader": 0,
          "similarities_to_leader": {
            "0": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "2": 2196
          },
          "experts": [
            2
          ],
          "frequencies": {
            "2": 0.016754150390625
          },
          "leader": 2,
          "similarities_to_leader": {
            "2": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "3": 2262
          },
          "experts": [
            3
          ],
          "frequencies": {
            "3": 0.0172576904296875
          },
          "leader": 3,
          "similarities_to_leader": {
            "3": 1.0
          }
        },
        {
          "activation_counts": {
            "4": 2055
          },
          "experts": [
            4
          ],
          "frequencies": {
            "4": 0.01567840576171875
          },
          "leader": 4,
          "similarities_to_leader": {
            "4": 1.0
          }
        },
        {
          "activation_counts": {
            "5": 1243
          },
          "experts": [
            5
          ],
          "frequencies": {
            "5": 0.00948333740234375
          },
          "leader": 5,
          "similarities_to_leader": {
            "5": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "6": 3001
          },
          "experts": [
            6
          ],
          "frequencies": {
            "6": 0.02289581298828125
          },
          "leader": 6,
          "similarities_to_leader": {
            "6": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "7": 2442
          },
          "experts": [
            7
          ],
          "frequencies": {
            "7": 0.0186309814453125
          },
          "leader": 7,
          "similarities_to_leader": {
            "7": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "8": 1352
          },
          "experts": [
            8
          ],
          "frequencies": {
            "8": 0.01031494140625
          },
          "leader": 8,
          "similarities_to_leader": {
            "8": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "9": 1231
          },
          "experts": [
            9
          ],
          "frequencies": {
            "9": 0.00939178466796875
          },
          "leader": 9,
          "similarities_to_leader": {
            "9": 1.0000000000000007
          }
        },
        {
          "activation_counts": {
            "10": 1832
          },
          "experts": [
            10
          ],
          "frequencies": {
            "10": 0.01397705078125
          },
          "leader": 10,
          "similarities_to_leader": {
            "10": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "11": 3511
          },
          "experts": [
            11
          ],
          "frequencies": {
            "11": 0.02678680419921875
          },
          "leader": 11,
          "similarities_to_leader": {
            "11": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "12": 4798
          },
          "experts": [
            12
          ],
          "frequencies": {
            "12": 0.0366058349609375
          },
          "leader": 12,
          "similarities_to_leader": {
            "12": 1.0
          }
        },
        {
          "activation_counts": {
            "13": 2358
          },
          "experts": [
            13
          ],
          "frequencies": {
            "13": 0.0179901123046875
          },
          "leader": 13,
          "similarities_to_leader": {
            "13": 1.0
          }
        },
        {
          "activation_counts": {
            "14": 3677
          },
          "experts": [
            14
          ],
          "frequencies": {
            "14": 0.02805328369140625
          },
          "leader": 14,
          "similarities_to_leader": {
            "14": 1.0
          }
        },
        {
          "activation_counts": {
            "15": 2100
          },
          "experts": [
            15
          ],
          "frequencies": {
            "15": 0.016021728515625
          },
          "leader": 15,
          "similarities_to_leader": {
            "15": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "16": 2689
          },
          "experts": [
            16
          ],
          "frequencies": {
            "16": 0.02051544189453125
          },
          "leader": 16,
          "similarities_to_leader": {
            "16": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "17": 1858
          },
          "experts": [
            17
          ],
          "frequencies": {
            "17": 0.0141754150390625
          },
          "leader": 17,
          "similarities_to_leader": {
            "17": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "18": 5447
          },
          "experts": [
            18
          ],
          "frequencies": {
            "18": 0.04155731201171875
          },
          "leader": 18,
          "similarities_to_leader": {
            "18": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "20": 996
          },
          "experts": [
            20
          ],
          "frequencies": {
            "20": 0.007598876953125
          },
          "leader": 20,
          "similarities_to_leader": {
            "20": 1.0
          }
        },
        {
          "activation_counts": {
            "21": 3243
          },
          "experts": [
            21
          ],
          "frequencies": {
            "21": 0.02474212646484375
          },
          "leader": 21,
          "similarities_to_leader": {
            "21": 1.0
          }
        },
        {
          "activation_counts": {
            "22": 1541
          },
          "experts": [
            22
          ],
          "frequencies": {
            "22": 0.01175689697265625
          },
          "leader": 22,
          "similarities_to_leader": {
            "22": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "23": 907
          },
          "experts": [
            23
          ],
          "frequencies": {
            "23": 0.00691986083984375
          },
          "leader": 23,
          "similarities_to_leader": {
            "23": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "24": 959
          },
          "experts": [
            24
          ],
          "frequencies": {
            "24": 0.00731658935546875
          },
          "leader": 24,
          "similarities_to_leader": {
            "24": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "25": 2674
          },
          "experts": [
            25
          ],
          "frequencies": {
            "25": 0.0204010009765625
          },
          "leader": 25,
          "similarities_to_leader": {
            "25": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "26": 2720
          },
          "experts": [
            26
          ],
          "frequencies": {
            "26": 0.020751953125
          },
          "leader": 26,
          "similarities_to_leader": {
            "26": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "27": 2982
          },
          "experts": [
            27
          ],
          "frequencies": {
            "27": 0.0227508544921875
          },
          "leader": 27,
          "similarities_to_leader": {
            "27": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "29": 1151
          },
          "experts": [
            29
          ],
          "frequencies": {
            "29": 0.00878143310546875
          },
          "leader": 29,
          "similarities_to_leader": {
            "29": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "30": 2851
          },
          "experts": [
            30
          ],
          "frequencies": {
            "30": 0.02175140380859375
          },
          "leader": 30,
          "similarities_to_leader": {
            "30": 1.0
          }
        },
        {
          "activation_counts": {
            "31": 1193,
            "34": 477
          },
          "experts": [
            31,
            34
          ],
          "frequencies": {
            "31": 0.00910186767578125,
            "34": 0.00363922119140625
          },
          "leader": 31,
          "similarities_to_leader": {
            "31": 1.0000000000000004,
            "34": 0.9205047140844511
          }
        },
        {
          "activation_counts": {
            "32": 1780
          },
          "experts": [
            32
          ],
          "frequencies": {
            "32": 0.013580322265625
          },
          "leader": 32,
          "similarities_to_leader": {
            "32": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "33": 3691
          },
          "experts": [
            33
          ],
          "frequencies": {
            "33": 0.02816009521484375
          },
          "leader": 33,
          "similarities_to_leader": {
            "33": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "35": 2642
          },
          "experts": [
            35
          ],
          "frequencies": {
            "35": 0.0201568603515625
          },
          "leader": 35,
          "similarities_to_leader": {
            "35": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "37": 1917
          },
          "experts": [
            37
          ],
          "frequencies": {
            "37": 0.01462554931640625
          },
          "leader": 37,
          "similarities_to_leader": {
            "37": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "38": 1078
          },
          "experts": [
            38
          ],
          "frequencies": {
            "38": 0.0082244873046875
          },
          "leader": 38,
          "similarities_to_leader": {
            "38": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "28": 485,
            "39": 1568
          },
          "experts": [
            28,
            39
          ],
          "frequencies": {
            "28": 0.00370025634765625,
            "39": 0.011962890625
          },
          "leader": 39,
          "similarities_to_leader": {
            "28": 0.9137050400696429,
            "39": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "36": 767,
            "40": 1380
          },
          "experts": [
            36,
            40
          ],
          "frequencies": {
            "36": 0.00585174560546875,
            "40": 0.010528564453125
          },
          "leader": 40,
          "similarities_to_leader": {
            "36": 0.9439357275321647,
            "40": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "41": 2169
          },
          "experts": [
            41
          ],
          "frequencies": {
            "41": 0.01654815673828125
          },
          "leader": 41,
          "similarities_to_leader": {
            "41": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "19": 294,
            "42": 1307,
            "52": 417,
            "57": 125
          },
          "experts": [
            19,
            42,
            52,
            57
          ],
          "frequencies": {
            "19": 0.0022430419921875,
            "42": 0.00997161865234375,
            "52": 0.00318145751953125,
            "57": 0.00095367431640625
          },
          "leader": 42,
          "similarities_to_leader": {
            "19": 0.9340950916815917,
            "42": 0.9999999999999996,
            "52": 0.9458341218414738,
            "57": 0.9386375685623226
          }
        },
        {
          "activation_counts": {
            "43": 2629
          },
          "experts": [
            43
          ],
          "frequencies": {
            "43": 0.02005767822265625
          },
          "leader": 43,
          "similarities_to_leader": {
            "43": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "44": 1326
          },
          "experts": [
            44
          ],
          "frequencies": {
            "44": 0.0101165771484375
          },
          "leader": 44,
          "similarities_to_leader": {
            "44": 0.9999999999999993
          }
        },
        {
          "activation_counts": {
            "45": 2092
          },
          "experts": [
            45
          ],
          "frequencies": {
            "45": 0.015960693359375
          },
          "leader": 45,
          "similarities_to_leader": {
            "45": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "46": 2720
          },
          "experts": [
            46
          ],
          "frequencies": {
            "46": 0.020751953125
          },
          "leader": 46,
          "similarities_to_leader": {
            "46": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "47": 2265
          },
          "experts": [
            47
          ],
          "frequencies": {
            "47": 0.01728057861328125
          },
          "leader": 47,
          "similarities_to_leader": {
            "47": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "48": 1948
          },
          "experts": [
            48
          ],
          "frequencies": {
            "48": 0.014862060546875
          },
          "leader": 48,
          "similarities_to_leader": {
            "48": 1.0
          }
        },
        {
          "activation_counts": {
            "1": 852,
            "49": 1178
          },
          "experts": [
            1,
            49
          ],
          "frequencies": {
            "1": 0.006500244140625,
            "49": 0.0089874267578125
          },
          "leader": 49,
          "similarities_to_leader": {
            "1": 0.9446685182354118,
            "49": 1.0000000000000007
          }
        },
        {
          "activation_counts": {
            "50": 1836
          },
          "experts": [
            50
          ],
          "frequencies": {
            "50": 0.014007568359375
          },
          "leader": 50,
          "similarities_to_leader": {
            "50": 0.9999999999999994
          }
        },
        {
          "activation_counts": {
            "51": 3735
          },
          "experts": [
            51
          ],
          "frequencies": {
            "51": 0.02849578857421875
          },
          "leader": 51,
          "similarities_to_leader": {
            "51": 1.0
          }
        },
        {
          "activation_counts": {
            "53": 1871
          },
          "experts": [
            53
          ],
          "frequencies": {
            "53": 0.01427459716796875
          },
          "leader": 53,
          "similarities_to_leader": {
            "53": 0.9999999999999994
          }
        },
        {
          "activation_counts": {
            "54": 1396
          },
          "experts": [
            54
          ],
          "frequencies": {
            "54": 0.010650634765625
          },
          "leader": 54,
          "similarities_to_leader": {
            "54": 1.0
          }
        },
        {
          "activation_counts": {
            "55": 2933
          },
          "experts": [
            55
          ],
          "frequencies": {
            "55": 0.02237701416015625
          },
          "leader": 55,
          "similarities_to_leader": {
            "55": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "56": 2561
          },
          "experts": [
            56
          ],
          "frequencies": {
            "56": 0.01953887939453125
          },
          "leader": 56,
          "similarities_to_leader": {
            "56": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "58": 977
          },
          "experts": [
            58
          ],
          "frequencies": {
            "58": 0.00745391845703125
          },
          "leader": 58,
          "similarities_to_leader": {
            "58": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "59": 1632
          },
          "experts": [
            59
          ],
          "frequencies": {
            "59": 0.012451171875
          },
          "leader": 59,
          "similarities_to_leader": {
            "59": 0.9999999999999989
          }
        },
        {
          "activation_counts": {
            "60": 1599
          },
          "experts": [
            60
          ],
          "frequencies": {
            "60": 0.01219940185546875
          },
          "leader": 60,
          "similarities_to_leader": {
            "60": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "61": 1938
          },
          "experts": [
            61
          ],
          "frequencies": {
            "61": 0.0147857666015625
          },
          "leader": 61,
          "similarities_to_leader": {
            "61": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "62": 2786
          },
          "experts": [
            62
          ],
          "frequencies": {
            "62": 0.0212554931640625
          },
          "leader": 62,
          "similarities_to_leader": {
            "62": 0.9999999999999993
          }
        },
        {
          "activation_counts": {
            "63": 2180
          },
          "experts": [
            63
          ],
          "frequencies": {
            "63": 0.016632080078125
          },
          "leader": 63,
          "similarities_to_leader": {
            "63": 1.0000000000000004
          }
        }
      ],
      "model_layer": "6",
      "stats_layer": 6
    },
    {
      "dominant_experts": [
        1,
        3,
        5,
        6,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        18,
        19,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        28,
        29,
        30,
        31,
        32,
        34,
        36,
        37,
        38,
        39,
        40,
        41,
        42,
        44,
        45,
        46,
        47,
        48,
        49,
        50,
        51,
        52,
        53,
        54,
        55,
        56,
        57,
        58,
        59,
        60,
        61,
        62,
        63
      ],
      "expert_to_group": {
        "0": 13,
        "1": 1,
        "10": 10,
        "11": 11,
        "12": 12,
        "13": 13,
        "14": 14,
        "15": 15,
        "16": 16,
        "17": 58,
        "18": 18,
        "19": 19,
        "2": 45,
        "20": 20,
        "21": 21,
        "22": 22,
        "23": 23,
        "24": 24,
        "25": 25,
        "26": 26,
        "27": 21,
        "28": 28,
        "29": 29,
        "3": 3,
        "30": 30,
        "31": 31,
        "32": 32,
        "33": 13,
        "34": 34,
        "35": 45,
        "36": 36,
        "37": 37,
        "38": 38,
        "39": 39,
        "4": 58,
        "40": 40,
        "41": 41,
        "42": 42,
        "43": 13,
        "44": 44,
        "45": 45,
        "46": 46,
        "47": 47,
        "48": 48,
        "49": 49,
        "5": 5,
        "50": 50,
        "51": 51,
        "52": 52,
        "53": 53,
        "54": 54,
        "55": 55,
        "56": 56,
        "57": 57,
        "58": 58,
        "59": 59,
        "6": 6,
        "60": 60,
        "61": 61,
        "62": 62,
        "63": 63,
        "7": 13,
        "8": 8,
        "9": 9
      },
      "groups": [
        {
          "activation_counts": {
            "1": 3778
          },
          "experts": [
            1
          ],
          "frequencies": {
            "1": 0.0288238525390625
          },
          "leader": 1,
          "similarities_to_leader": {
            "1": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "3": 3255
          },
          "experts": [
            3
          ],
          "frequencies": {
            "3": 0.02483367919921875
          },
          "leader": 3,
          "similarities_to_leader": {
            "3": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "5": 2613
          },
          "experts": [
            5
          ],
          "frequencies": {
            "5": 0.01993560791015625
          },
          "leader": 5,
          "similarities_to_leader": {
            "5": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "6": 2392
          },
          "experts": [
            6
          ],
          "frequencies": {
            "6": 0.01824951171875
          },
          "leader": 6,
          "similarities_to_leader": {
            "6": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "8": 2583
          },
          "experts": [
            8
          ],
          "frequencies": {
            "8": 0.01970672607421875
          },
          "leader": 8,
          "similarities_to_leader": {
            "8": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "9": 1996
          },
          "experts": [
            9
          ],
          "frequencies": {
            "9": 0.015228271484375
          },
          "leader": 9,
          "similarities_to_leader": {
            "9": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "10": 1856
          },
          "experts": [
            10
          ],
          "frequencies": {
            "10": 0.01416015625
          },
          "leader": 10,
          "similarities_to_leader": {
            "10": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "11": 1111
          },
          "experts": [
            11
          ],
          "frequencies": {
            "11": 0.00847625732421875
          },
          "leader": 11,
          "similarities_to_leader": {
            "11": 1.0
          }
        },
        {
          "activation_counts": {
            "12": 1088
          },
          "experts": [
            12
          ],
          "frequencies": {
            "12": 0.00830078125
          },
          "leader": 12,
          "similarities_to_leader": {
            "12": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "0": 635,
            "13": 918,
            "33": 572,
            "43": 754,
            "7": 536
          },
          "experts": [
            0,
            7,
            13,
            33,
            43
          ],
          "frequencies": {
            "0": 0.00484466552734375,
            "13": 0.0070037841796875,
            "33": 0.004364013671875,
            "43": 0.0057525634765625,
            "7": 0.00408935546875
          },
          "leader": 13,
          "similarities_to_leader": {
            "0": 0.9129979146828706,
            "13": 1.0,
            "33": 0.933682259278561,
            "43": 0.9011807625969666,
            "7": 0.9022184477672336
          }
        },
        {
          "activation_counts": {
            "14": 2018
          },
          "experts": [
            14
          ],
          "frequencies": {
            "14": 0.0153961181640625
          },
          "leader": 14,
          "similarities_to_leader": {
            "14": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "15": 2308
          },
          "experts": [
            15
          ],
          "frequencies": {
            "15": 0.017608642578125
          },
          "leader": 15,
          "similarities_to_leader": {
            "15": 1.0000000000000007
          }
        },
        {
          "activation_counts": {
            "16": 1774
          },
          "experts": [
            16
          ],
          "frequencies": {
            "16": 0.0135345458984375
          },
          "leader": 16,
          "similarities_to_leader": {
            "16": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "18": 2651
          },
          "experts": [
            18
          ],
          "frequencies": {
            "18": 0.02022552490234375
          },
          "leader": 18,
          "similarities_to_leader": {
            "18": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "19": 2478
          },
          "experts": [
            19
          ],
          "frequencies": {
            "19": 0.0189056396484375
          },
          "leader": 19,
          "similarities_to_leader": {
            "19": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "20": 2706
          },
          "experts": [
            20
          ],
          "frequencies": {
            "20": 0.0206451416015625
          },
          "leader": 20,
          "similarities_to_leader": {
            "20": 1.0
          }
        },
        {
          "activation_counts": {
            "21": 1114,
            "27": 597
          },
          "experts": [
            21,
            27
          ],
          "frequencies": {
            "21": 0.0084991455078125,
            "27": 0.00455474853515625
          },
          "leader": 21,
          "similarities_to_leader": {
            "21": 0.9999999999999998,
            "27": 0.9292216248418648
          }
        },
        {
          "activation_counts": {
            "22": 2005
          },
          "experts": [
            22
          ],
          "frequencies": {
            "22": 0.01529693603515625
          },
          "leader": 22,
          "similarities_to_leader": {
            "22": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "23": 2752
          },
          "experts": [
            23
          ],
          "frequencies": {
            "23": 0.02099609375
          },
          "leader": 23,
          "similarities_to_leader": {
            "23": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "24": 1648
          },
          "experts": [
            24
          ],
          "frequencies": {
            "24": 0.0125732421875
          },
          "leader": 24,
          "similarities_to_leader": {
            "24": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "25": 3026
          },
          "experts": [
            25
          ],
          "frequencies": {
            "25": 0.0230865478515625
          },
          "leader": 25,
          "similarities_to_leader": {
            "25": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "26": 1876
          },
          "experts": [
            26
          ],
          "frequencies": {
            "26": 0.014312744140625
          },
          "leader": 26,
          "similarities_to_leader": {
            "26": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "28": 2836
          },
          "experts": [
            28
          ],
          "frequencies": {
            "28": 0.021636962890625
          },
          "leader": 28,
          "similarities_to_leader": {
            "28": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "29": 1959
          },
          "experts": [
            29
          ],
          "frequencies": {
            "29": 0.01494598388671875
          },
          "leader": 29,
          "similarities_to_leader": {
            "29": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "30": 2687
          },
          "experts": [
            30
          ],
          "frequencies": {
            "30": 0.02050018310546875
          },
          "leader": 30,
          "similarities_to_leader": {
            "30": 1.0
          }
        },
        {
          "activation_counts": {
            "31": 1545
          },
          "experts": [
            31
          ],
          "frequencies": {
            "31": 0.01178741455078125
          },
          "leader": 31,
          "similarities_to_leader": {
            "31": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "32": 2037
          },
          "experts": [
            32
          ],
          "frequencies": {
            "32": 0.01554107666015625
          },
          "leader": 32,
          "similarities_to_leader": {
            "32": 0.9999999999999992
          }
        },
        {
          "activation_counts": {
            "34": 1981
          },
          "experts": [
            34
          ],
          "frequencies": {
            "34": 0.01511383056640625
          },
          "leader": 34,
          "similarities_to_leader": {
            "34": 0.9999999999999994
          }
        },
        {
          "activation_counts": {
            "36": 1774
          },
          "experts": [
            36
          ],
          "frequencies": {
            "36": 0.0135345458984375
          },
          "leader": 36,
          "similarities_to_leader": {
            "36": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "37": 2845
          },
          "experts": [
            37
          ],
          "frequencies": {
            "37": 0.02170562744140625
          },
          "leader": 37,
          "similarities_to_leader": {
            "37": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "38": 2092
          },
          "experts": [
            38
          ],
          "frequencies": {
            "38": 0.015960693359375
          },
          "leader": 38,
          "similarities_to_leader": {
            "38": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "39": 1488
          },
          "experts": [
            39
          ],
          "frequencies": {
            "39": 0.0113525390625
          },
          "leader": 39,
          "similarities_to_leader": {
            "39": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "40": 2983
          },
          "experts": [
            40
          ],
          "frequencies": {
            "40": 0.02275848388671875
          },
          "leader": 40,
          "similarities_to_leader": {
            "40": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "41": 2814
          },
          "experts": [
            41
          ],
          "frequencies": {
            "41": 0.0214691162109375
          },
          "leader": 41,
          "similarities_to_leader": {
            "41": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "42": 1445
          },
          "experts": [
            42
          ],
          "frequencies": {
            "42": 0.01102447509765625
          },
          "leader": 42,
          "similarities_to_leader": {
            "42": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "44": 3328
          },
          "experts": [
            44
          ],
          "frequencies": {
            "44": 0.025390625
          },
          "leader": 44,
          "similarities_to_leader": {
            "44": 1.0
          }
        },
        {
          "activation_counts": {
            "2": 504,
            "35": 417,
            "45": 1146
          },
          "experts": [
            2,
            35,
            45
          ],
          "frequencies": {
            "2": 0.00384521484375,
            "35": 0.00318145751953125,
            "45": 0.0087432861328125
          },
          "leader": 45,
          "similarities_to_leader": {
            "2": 0.955986611625316,
            "35": 0.966180648739975,
            "45": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "46": 2706
          },
          "experts": [
            46
          ],
          "frequencies": {
            "46": 0.0206451416015625
          },
          "leader": 46,
          "similarities_to_leader": {
            "46": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "47": 1207
          },
          "experts": [
            47
          ],
          "frequencies": {
            "47": 0.00920867919921875
          },
          "leader": 47,
          "similarities_to_leader": {
            "47": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "48": 2884
          },
          "experts": [
            48
          ],
          "frequencies": {
            "48": 0.022003173828125
          },
          "leader": 48,
          "similarities_to_leader": {
            "48": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "49": 1271
          },
          "experts": [
            49
          ],
          "frequencies": {
            "49": 0.00969696044921875
          },
          "leader": 49,
          "similarities_to_leader": {
            "49": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "50": 3093
          },
          "experts": [
            50
          ],
          "frequencies": {
            "50": 0.02359771728515625
          },
          "leader": 50,
          "similarities_to_leader": {
            "50": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "51": 2416
          },
          "experts": [
            51
          ],
          "frequencies": {
            "51": 0.0184326171875
          },
          "leader": 51,
          "similarities_to_leader": {
            "51": 1.0
          }
        },
        {
          "activation_counts": {
            "52": 2269
          },
          "experts": [
            52
          ],
          "frequencies": {
            "52": 0.01731109619140625
          },
          "leader": 52,
          "similarities_to_leader": {
            "52": 1.0
          }
        },
        {
          "activation_counts": {
            "53": 3144
          },
          "experts": [
            53
          ],
          "frequencies": {
            "53": 0.02398681640625
          },
          "leader": 53,
          "similarities_to_leader": {
            "53": 1.0
          }
        },
        {
          "activation_counts": {
            "54": 2349
          },
          "experts": [
            54
          ],
          "frequencies": {
            "54": 0.01792144775390625
          },
          "leader": 54,
          "similarities_to_leader": {
            "54": 1.0
          }
        },
        {
          "activation_counts": {
            "55": 3618
          },
          "experts": [
            55
          ],
          "frequencies": {
            "55": 0.0276031494140625
          },
          "leader": 55,
          "similarities_to_leader": {
            "55": 1.0000000000000009
          }
        },
        {
          "activation_counts": {
            "56": 2734
          },
          "experts": [
            56
          ],
          "frequencies": {
            "56": 0.0208587646484375
          },
          "leader": 56,
          "similarities_to_leader": {
            "56": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "57": 3471
          },
          "experts": [
            57
          ],
          "frequencies": {
            "57": 0.02648162841796875
          },
          "leader": 57,
          "similarities_to_leader": {
            "57": 1.0
          }
        },
        {
          "activation_counts": {
            "17": 636,
            "4": 584,
            "58": 876
          },
          "experts": [
            4,
            17,
            58
          ],
          "frequencies": {
            "17": 0.004852294921875,
            "4": 0.00445556640625,
            "58": 0.006683349609375
          },
          "leader": 58,
          "similarities_to_leader": {
            "17": 0.917260841875196,
            "4": 0.9204089081056795,
            "58": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "59": 1725
          },
          "experts": [
            59
          ],
          "frequencies": {
            "59": 0.01316070556640625
          },
          "leader": 59,
          "similarities_to_leader": {
            "59": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "60": 3578
          },
          "experts": [
            60
          ],
          "frequencies": {
            "60": 0.0272979736328125
          },
          "leader": 60,
          "similarities_to_leader": {
            "60": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "61": 2416
          },
          "experts": [
            61
          ],
          "frequencies": {
            "61": 0.0184326171875
          },
          "leader": 61,
          "similarities_to_leader": {
            "61": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "62": 3001
          },
          "experts": [
            62
          ],
          "frequencies": {
            "62": 0.02289581298828125
          },
          "leader": 62,
          "similarities_to_leader": {
            "62": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "63": 2173
          },
          "experts": [
            63
          ],
          "frequencies": {
            "63": 0.01657867431640625
          },
          "leader": 63,
          "similarities_to_leader": {
            "63": 0.9999999999999999
          }
        }
      ],
      "model_layer": "7",
      "stats_layer": 7
    },
    {
      "dominant_experts": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        15,
        17,
        18,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        28,
        29,
        30,
        31,
        32,
        33,
        34,
        35,
        36,
        37,
        38,
        39,
        40,
        41,
        42,
        43,
        44,
        45,
        46,
        47,
        48,
        49,
        50,
        52,
        53,
        55,
        56,
        57,
        58,
        59,
        60,
        61,
        63
      ],
      "expert_to_group": {
        "0": 0,
        "1": 1,
        "10": 10,
        "11": 11,
        "12": 12,
        "13": 13,
        "14": 3,
        "15": 15,
        "16": 59,
        "17": 17,
        "18": 18,
        "19": 3,
        "2": 2,
        "20": 20,
        "21": 21,
        "22": 22,
        "23": 23,
        "24": 24,
        "25": 25,
        "26": 26,
        "27": 33,
        "28": 28,
        "29": 29,
        "3": 3,
        "30": 30,
        "31": 31,
        "32": 32,
        "33": 33,
        "34": 34,
        "35": 35,
        "36": 36,
        "37": 37,
        "38": 38,
        "39": 39,
        "4": 4,
        "40": 40,
        "41": 41,
        "42": 42,
        "43": 43,
        "44": 44,
        "45": 45,
        "46": 46,
        "47": 47,
        "48": 48,
        "49": 49,
        "5": 5,
        "50": 50,
        "51": 48,
        "52": 52,
        "53": 53,
        "54": 3,
        "55": 55,
        "56": 56,
        "57": 57,
        "58": 58,
        "59": 59,
        "6": 6,
        "60": 60,
        "61": 61,
        "62": 60,
        "63": 63,
        "7": 7,
        "8": 8,
        "9": 9
      },
      "groups": [
        {
          "activation_counts": {
            "0": 2694
          },
          "experts": [
            0
          ],
          "frequencies": {
            "0": 0.0205535888671875
          },
          "leader": 0,
          "similarities_to_leader": {
            "0": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "1": 2041
          },
          "experts": [
            1
          ],
          "frequencies": {
            "1": 0.01557159423828125
          },
          "leader": 1,
          "similarities_to_leader": {
            "1": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "2": 1939
          },
          "experts": [
            2
          ],
          "frequencies": {
            "2": 0.01479339599609375
          },
          "leader": 2,
          "similarities_to_leader": {
            "2": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "14": 387,
            "19": 137,
            "3": 1215,
            "54": 340
          },
          "experts": [
            3,
            14,
            19,
            54
          ],
          "frequencies": {
            "14": 0.00295257568359375,
            "19": 0.00104522705078125,
            "3": 0.00926971435546875,
            "54": 0.002593994140625
          },
          "leader": 3,
          "similarities_to_leader": {
            "14": 0.9379878881654687,
            "19": 0.9281625382682409,
            "3": 1.0000000000000002,
            "54": 0.9561172781361583
          }
        },
        {
          "activation_counts": {
            "4": 3408
          },
          "experts": [
            4
          ],
          "frequencies": {
            "4": 0.0260009765625
          },
          "leader": 4,
          "similarities_to_leader": {
            "4": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "5": 2027
          },
          "experts": [
            5
          ],
          "frequencies": {
            "5": 0.01546478271484375
          },
          "leader": 5,
          "similarities_to_leader": {
            "5": 1.0
          }
        },
        {
          "activation_counts": {
            "6": 1739
          },
          "experts": [
            6
          ],
          "frequencies": {
            "6": 0.01326751708984375
          },
          "leader": 6,
          "similarities_to_leader": {
            "6": 1.0
          }
        },
        {
          "activation_counts": {
            "7": 2728
          },
          "experts": [
            7
          ],
          "frequencies": {
            "7": 0.02081298828125
          },
          "leader": 7,
          "similarities_to_leader": {
            "7": 0.9999999999999991
          }
        },
        {
          "activation_counts": {
            "8": 2479
          },
          "experts": [
            8
          ],
          "frequencies": {
            "8": 0.01891326904296875
          },
          "leader": 8,
          "similarities_to_leader": {
            "8": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "9": 2127
          },
          "experts": [
            9
          ],
          "frequencies": {
            "9": 0.01622772216796875
          },
          "leader": 9,
          "similarities_to_leader": {
            "9": 1.0
          }
        },
        {
          "activation_counts": {
            "10": 2889
          },
          "experts": [
            10
          ],
          "frequencies": {
            "10": 0.02204132080078125
          },
          "leader": 10,
          "similarities_to_leader": {
            "10": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "11": 1362
          },
          "experts": [
            11
          ],
          "frequencies": {
            "11": 0.0103912353515625
          },
          "leader": 11,
          "similarities_to_leader": {
            "11": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "12": 2096
          },
          "experts": [
            12
          ],
          "frequencies": {
            "12": 0.0159912109375
          },
          "leader": 12,
          "similarities_to_leader": {
            "12": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "13": 3075
          },
          "experts": [
            13
          ],
          "frequencies": {
            "13": 0.02346038818359375
          },
          "leader": 13,
          "similarities_to_leader": {
            "13": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "15": 3201
          },
          "experts": [
            15
          ],
          "frequencies": {
            "15": 0.02442169189453125
          },
          "leader": 15,
          "similarities_to_leader": {
            "15": 1.0
          }
        },
        {
          "activation_counts": {
            "17": 3462
          },
          "experts": [
            17
          ],
          "frequencies": {
            "17": 0.0264129638671875
          },
          "leader": 17,
          "similarities_to_leader": {
            "17": 1.0000000000000009
          }
        },
        {
          "activation_counts": {
            "18": 1958
          },
          "experts": [
            18
          ],
          "frequencies": {
            "18": 0.0149383544921875
          },
          "leader": 18,
          "similarities_to_leader": {
            "18": 1.0000000000000009
          }
        },
        {
          "activation_counts": {
            "20": 1914
          },
          "experts": [
            20
          ],
          "frequencies": {
            "20": 0.0146026611328125
          },
          "leader": 20,
          "similarities_to_leader": {
            "20": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "21": 2387
          },
          "experts": [
            21
          ],
          "frequencies": {
            "21": 0.01821136474609375
          },
          "leader": 21,
          "similarities_to_leader": {
            "21": 1.0
          }
        },
        {
          "activation_counts": {
            "22": 2731
          },
          "experts": [
            22
          ],
          "frequencies": {
            "22": 0.02083587646484375
          },
          "leader": 22,
          "similarities_to_leader": {
            "22": 0.9999999999999994
          }
        },
        {
          "activation_counts": {
            "23": 1752
          },
          "experts": [
            23
          ],
          "frequencies": {
            "23": 0.01336669921875
          },
          "leader": 23,
          "similarities_to_leader": {
            "23": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "24": 1674
          },
          "experts": [
            24
          ],
          "frequencies": {
            "24": 0.0127716064453125
          },
          "leader": 24,
          "similarities_to_leader": {
            "24": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "25": 2125
          },
          "experts": [
            25
          ],
          "frequencies": {
            "25": 0.01621246337890625
          },
          "leader": 25,
          "similarities_to_leader": {
            "25": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "26": 1500
          },
          "experts": [
            26
          ],
          "frequencies": {
            "26": 0.011444091796875
          },
          "leader": 26,
          "similarities_to_leader": {
            "26": 1.0
          }
        },
        {
          "activation_counts": {
            "28": 2803
          },
          "experts": [
            28
          ],
          "frequencies": {
            "28": 0.02138519287109375
          },
          "leader": 28,
          "similarities_to_leader": {
            "28": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "29": 1367
          },
          "experts": [
            29
          ],
          "frequencies": {
            "29": 0.01042938232421875
          },
          "leader": 29,
          "similarities_to_leader": {
            "29": 1.0
          }
        },
        {
          "activation_counts": {
            "30": 1813
          },
          "experts": [
            30
          ],
          "frequencies": {
            "30": 0.01383209228515625
          },
          "leader": 30,
          "similarities_to_leader": {
            "30": 1.0
          }
        },
        {
          "activation_counts": {
            "31": 3015
          },
          "experts": [
            31
          ],
          "frequencies": {
            "31": 0.02300262451171875
          },
          "leader": 31,
          "similarities_to_leader": {
            "31": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "32": 936
          },
          "experts": [
            32
          ],
          "frequencies": {
            "32": 0.00714111328125
          },
          "leader": 32,
          "similarities_to_leader": {
            "32": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "27": 754,
            "33": 894
          },
          "experts": [
            27,
            33
          ],
          "frequencies": {
            "27": 0.0057525634765625,
            "33": 0.0068206787109375
          },
          "leader": 33,
          "similarities_to_leader": {
            "27": 0.9332208958777511,
            "33": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "34": 2812
          },
          "experts": [
            34
          ],
          "frequencies": {
            "34": 0.021453857421875
          },
          "leader": 34,
          "similarities_to_leader": {
            "34": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "35": 2683
          },
          "experts": [
            35
          ],
          "frequencies": {
            "35": 0.02046966552734375
          },
          "leader": 35,
          "similarities_to_leader": {
            "35": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "36": 2631
          },
          "experts": [
            36
          ],
          "frequencies": {
            "36": 0.02007293701171875
          },
          "leader": 36,
          "similarities_to_leader": {
            "36": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "37": 933
          },
          "experts": [
            37
          ],
          "frequencies": {
            "37": 0.00711822509765625
          },
          "leader": 37,
          "similarities_to_leader": {
            "37": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "38": 2442
          },
          "experts": [
            38
          ],
          "frequencies": {
            "38": 0.0186309814453125
          },
          "leader": 38,
          "similarities_to_leader": {
            "38": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "39": 4111
          },
          "experts": [
            39
          ],
          "frequencies": {
            "39": 0.03136444091796875
          },
          "leader": 39,
          "similarities_to_leader": {
            "39": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "40": 2750
          },
          "experts": [
            40
          ],
          "frequencies": {
            "40": 0.0209808349609375
          },
          "leader": 40,
          "similarities_to_leader": {
            "40": 1.0
          }
        },
        {
          "activation_counts": {
            "41": 2807
          },
          "experts": [
            41
          ],
          "frequencies": {
            "41": 0.02141571044921875
          },
          "leader": 41,
          "similarities_to_leader": {
            "41": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "42": 3618
          },
          "experts": [
            42
          ],
          "frequencies": {
            "42": 0.0276031494140625
          },
          "leader": 42,
          "similarities_to_leader": {
            "42": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "43": 3252
          },
          "experts": [
            43
          ],
          "frequencies": {
            "43": 0.024810791015625
          },
          "leader": 43,
          "similarities_to_leader": {
            "43": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "44": 1492
          },
          "experts": [
            44
          ],
          "frequencies": {
            "44": 0.011383056640625
          },
          "leader": 44,
          "similarities_to_leader": {
            "44": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "45": 1056
          },
          "experts": [
            45
          ],
          "frequencies": {
            "45": 0.008056640625
          },
          "leader": 45,
          "similarities_to_leader": {
            "45": 0.9999999999999992
          }
        },
        {
          "activation_counts": {
            "46": 2226
          },
          "experts": [
            46
          ],
          "frequencies": {
            "46": 0.0169830322265625
          },
          "leader": 46,
          "similarities_to_leader": {
            "46": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "47": 2942
          },
          "experts": [
            47
          ],
          "frequencies": {
            "47": 0.0224456787109375
          },
          "leader": 47,
          "similarities_to_leader": {
            "47": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "48": 1198,
            "51": 720
          },
          "experts": [
            48,
            51
          ],
          "frequencies": {
            "48": 0.0091400146484375,
            "51": 0.0054931640625
          },
          "leader": 48,
          "similarities_to_leader": {
            "48": 1.0,
            "51": 0.9269390481233888
          }
        },
        {
          "activation_counts": {
            "49": 1069
          },
          "experts": [
            49
          ],
          "frequencies": {
            "49": 0.00815582275390625
          },
          "leader": 49,
          "similarities_to_leader": {
            "49": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "50": 2768
          },
          "experts": [
            50
          ],
          "frequencies": {
            "50": 0.0211181640625
          },
          "leader": 50,
          "similarities_to_leader": {
            "50": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "52": 1523
          },
          "experts": [
            52
          ],
          "frequencies": {
            "52": 0.01161956787109375
          },
          "leader": 52,
          "similarities_to_leader": {
            "52": 1.0
          }
        },
        {
          "activation_counts": {
            "53": 2368
          },
          "experts": [
            53
          ],
          "frequencies": {
            "53": 0.01806640625
          },
          "leader": 53,
          "similarities_to_leader": {
            "53": 1.0000000000000007
          }
        },
        {
          "activation_counts": {
            "55": 2526
          },
          "experts": [
            55
          ],
          "frequencies": {
            "55": 0.0192718505859375
          },
          "leader": 55,
          "similarities_to_leader": {
            "55": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "56": 3070
          },
          "experts": [
            56
          ],
          "frequencies": {
            "56": 0.0234222412109375
          },
          "leader": 56,
          "similarities_to_leader": {
            "56": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "57": 2515
          },
          "experts": [
            57
          ],
          "frequencies": {
            "57": 0.01918792724609375
          },
          "leader": 57,
          "similarities_to_leader": {
            "57": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "58": 3163
          },
          "experts": [
            58
          ],
          "frequencies": {
            "58": 0.02413177490234375
          },
          "leader": 58,
          "similarities_to_leader": {
            "58": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "16": 449,
            "59": 1088
          },
          "experts": [
            16,
            59
          ],
          "frequencies": {
            "16": 0.00342559814453125,
            "59": 0.00830078125
          },
          "leader": 59,
          "similarities_to_leader": {
            "16": 0.9382257630737382,
            "59": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "60": 1113,
            "62": 601
          },
          "experts": [
            60,
            62
          ],
          "frequencies": {
            "60": 0.00849151611328125,
            "62": 0.00458526611328125
          },
          "leader": 60,
          "similarities_to_leader": {
            "60": 1.0000000000000002,
            "62": 0.9383290874900364
          }
        },
        {
          "activation_counts": {
            "61": 1711
          },
          "experts": [
            61
          ],
          "frequencies": {
            "61": 0.01305389404296875
          },
          "leader": 61,
          "similarities_to_leader": {
            "61": 0.9999999999999994
          }
        },
        {
          "activation_counts": {
            "63": 2466
          },
          "experts": [
            63
          ],
          "frequencies": {
            "63": 0.0188140869140625
          },
          "leader": 63,
          "similarities_to_leader": {
            "63": 1.0
          }
        }
      ],
      "model_layer": "8",
      "stats_layer": 8
    },
    {
      "dominant_experts": [
        0,
        1,
        2,
        3,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        19,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        27,
        28,
        29,
        30,
        31,
        32,
        33,
        35,
        36,
        37,
        38,
        39,
        40,
        41,
        42,
        43,
        44,
        45,
        46,
        47,
        48,
        49,
        50,
        52,
        53,
        54,
        55,
        56,
        58,
        59,
        60,
        61,
        62,
        63
      ],
      "expert_to_group": {
        "0": 0,
        "1": 1,
        "10": 10,
        "11": 11,
        "12": 12,
        "13": 13,
        "14": 14,
        "15": 15,
        "16": 16,
        "17": 17,
        "18": 18,
        "19": 19,
        "2": 2,
        "20": 20,
        "21": 21,
        "22": 22,
        "23": 23,
        "24": 24,
        "25": 25,
        "26": 26,
        "27": 27,
        "28": 28,
        "29": 29,
        "3": 3,
        "30": 30,
        "31": 31,
        "32": 32,
        "33": 33,
        "34": 8,
        "35": 35,
        "36": 36,
        "37": 37,
        "38": 38,
        "39": 39,
        "4": 46,
        "40": 40,
        "41": 41,
        "42": 42,
        "43": 43,
        "44": 44,
        "45": 45,
        "46": 46,
        "47": 47,
        "48": 48,
        "49": 49,
        "5": 46,
        "50": 50,
        "51": 46,
        "52": 52,
        "53": 53,
        "54": 54,
        "55": 55,
        "56": 56,
        "57": 60,
        "58": 58,
        "59": 59,
        "6": 6,
        "60": 60,
        "61": 61,
        "62": 62,
        "63": 63,
        "7": 7,
        "8": 8,
        "9": 9
      },
      "groups": [
        {
          "activation_counts": {
            "0": 3257
          },
          "experts": [
            0
          ],
          "frequencies": {
            "0": 0.02484893798828125
          },
          "leader": 0,
          "similarities_to_leader": {
            "0": 1.0
          }
        },
        {
          "activation_counts": {
            "1": 2046
          },
          "experts": [
            1
          ],
          "frequencies": {
            "1": 0.0156097412109375
          },
          "leader": 1,
          "similarities_to_leader": {
            "1": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "2": 2503
          },
          "experts": [
            2
          ],
          "frequencies": {
            "2": 0.01909637451171875
          },
          "leader": 2,
          "similarities_to_leader": {
            "2": 0.9999999999999993
          }
        },
        {
          "activation_counts": {
            "3": 2838
          },
          "experts": [
            3
          ],
          "frequencies": {
            "3": 0.0216522216796875
          },
          "leader": 3,
          "similarities_to_leader": {
            "3": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "6": 990
          },
          "experts": [
            6
          ],
          "frequencies": {
            "6": 0.0075531005859375
          },
          "leader": 6,
          "similarities_to_leader": {
            "6": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "7": 1026
          },
          "experts": [
            7
          ],
          "frequencies": {
            "7": 0.0078277587890625
          },
          "leader": 7,
          "similarities_to_leader": {
            "7": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "34": 829,
            "8": 916
          },
          "experts": [
            8,
            34
          ],
          "frequencies": {
            "34": 0.00632476806640625,
            "8": 0.006988525390625
          },
          "leader": 8,
          "similarities_to_leader": {
            "34": 0.9447244456156103,
            "8": 1.0
          }
        },
        {
          "activation_counts": {
            "9": 1341
          },
          "experts": [
            9
          ],
          "frequencies": {
            "9": 0.01023101806640625
          },
          "leader": 9,
          "similarities_to_leader": {
            "9": 0.9999999999999994
          }
        },
        {
          "activation_counts": {
            "10": 3196
          },
          "experts": [
            10
          ],
          "frequencies": {
            "10": 0.024383544921875
          },
          "leader": 10,
          "similarities_to_leader": {
            "10": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "11": 2245
          },
          "experts": [
            11
          ],
          "frequencies": {
            "11": 0.01712799072265625
          },
          "leader": 11,
          "similarities_to_leader": {
            "11": 0.999999999999999
          }
        },
        {
          "activation_counts": {
            "12": 1235
          },
          "experts": [
            12
          ],
          "frequencies": {
            "12": 0.00942230224609375
          },
          "leader": 12,
          "similarities_to_leader": {
            "12": 0.9999999999999993
          }
        },
        {
          "activation_counts": {
            "13": 2717
          },
          "experts": [
            13
          ],
          "frequencies": {
            "13": 0.02072906494140625
          },
          "leader": 13,
          "similarities_to_leader": {
            "13": 1.0
          }
        },
        {
          "activation_counts": {
            "14": 1772
          },
          "experts": [
            14
          ],
          "frequencies": {
            "14": 0.013519287109375
          },
          "leader": 14,
          "similarities_to_leader": {
            "14": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "15": 2979
          },
          "experts": [
            15
          ],
          "frequencies": {
            "15": 0.02272796630859375
          },
          "leader": 15,
          "similarities_to_leader": {
            "15": 1.0
          }
        },
        {
          "activation_counts": {
            "16": 2538
          },
          "experts": [
            16
          ],
          "frequencies": {
            "16": 0.0193634033203125
          },
          "leader": 16,
          "similarities_to_leader": {
            "16": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "17": 2799
          },
          "experts": [
            17
          ],
          "frequencies": {
            "17": 0.02135467529296875
          },
          "leader": 17,
          "similarities_to_leader": {
            "17": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "18": 2623
          },
          "experts": [
            18
          ],
          "frequencies": {
            "18": 0.02001190185546875
          },
          "leader": 18,
          "similarities_to_leader": {
            "18": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "19": 1386
          },
          "experts": [
            19
          ],
          "frequencies": {
            "19": 0.0105743408203125
          },
          "leader": 19,
          "similarities_to_leader": {
            "19": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "20": 1118
          },
          "experts": [
            20
          ],
          "frequencies": {
            "20": 0.0085296630859375
          },
          "leader": 20,
          "similarities_to_leader": {
            "20": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "21": 2738
          },
          "experts": [
            21
          ],
          "frequencies": {
            "21": 0.0208892822265625
          },
          "leader": 21,
          "similarities_to_leader": {
            "21": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "22": 3109
          },
          "experts": [
            22
          ],
          "frequencies": {
            "22": 0.02371978759765625
          },
          "leader": 22,
          "similarities_to_leader": {
            "22": 1.0
          }
        },
        {
          "activation_counts": {
            "23": 2882
          },
          "experts": [
            23
          ],
          "frequencies": {
            "23": 0.0219879150390625
          },
          "leader": 23,
          "similarities_to_leader": {
            "23": 0.9999999999999994
          }
        },
        {
          "activation_counts": {
            "24": 1049
          },
          "experts": [
            24
          ],
          "frequencies": {
            "24": 0.00800323486328125
          },
          "leader": 24,
          "similarities_to_leader": {
            "24": 1.0
          }
        },
        {
          "activation_counts": {
            "25": 3813
          },
          "experts": [
            25
          ],
          "frequencies": {
            "25": 0.02909088134765625
          },
          "leader": 25,
          "similarities_to_leader": {
            "25": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "26": 2300
          },
          "experts": [
            26
          ],
          "frequencies": {
            "26": 0.017547607421875
          },
          "leader": 26,
          "similarities_to_leader": {
            "26": 1.0000000000000007
          }
        },
        {
          "activation_counts": {
            "27": 1803
          },
          "experts": [
            27
          ],
          "frequencies": {
            "27": 0.01375579833984375
          },
          "leader": 27,
          "similarities_to_leader": {
            "27": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "28": 1543
          },
          "experts": [
            28
          ],
          "frequencies": {
            "28": 0.01177215576171875
          },
          "leader": 28,
          "similarities_to_leader": {
            "28": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "29": 2931
          },
          "experts": [
            29
          ],
          "frequencies": {
            "29": 0.02236175537109375
          },
          "leader": 29,
          "similarities_to_leader": {
            "29": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "30": 2394
          },
          "experts": [
            30
          ],
          "frequencies": {
            "30": 0.0182647705078125
          },
          "leader": 30,
          "similarities_to_leader": {
            "30": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "31": 1108
          },
          "experts": [
            31
          ],
          "frequencies": {
            "31": 0.008453369140625
          },
          "leader": 31,
          "similarities_to_leader": {
            "31": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "32": 2915
          },
          "experts": [
            32
          ],
          "frequencies": {
            "32": 0.02223968505859375
          },
          "leader": 32,
          "similarities_to_leader": {
            "32": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "33": 2043
          },
          "experts": [
            33
          ],
          "frequencies": {
            "33": 0.01558685302734375
          },
          "leader": 33,
          "similarities_to_leader": {
            "33": 0.9999999999999993
          }
        },
        {
          "activation_counts": {
            "35": 1908
          },
          "experts": [
            35
          ],
          "frequencies": {
            "35": 0.014556884765625
          },
          "leader": 35,
          "similarities_to_leader": {
            "35": 1.0000000000000009
          }
        },
        {
          "activation_counts": {
            "36": 2198
          },
          "experts": [
            36
          ],
          "frequencies": {
            "36": 0.0167694091796875
          },
          "leader": 36,
          "similarities_to_leader": {
            "36": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "37": 2944
          },
          "experts": [
            37
          ],
          "frequencies": {
            "37": 0.0224609375
          },
          "leader": 37,
          "similarities_to_leader": {
            "37": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "38": 2534
          },
          "experts": [
            38
          ],
          "frequencies": {
            "38": 0.0193328857421875
          },
          "leader": 38,
          "similarities_to_leader": {
            "38": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "39": 1472
          },
          "experts": [
            39
          ],
          "frequencies": {
            "39": 0.01123046875
          },
          "leader": 39,
          "similarities_to_leader": {
            "39": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "40": 1313
          },
          "experts": [
            40
          ],
          "frequencies": {
            "40": 0.01001739501953125
          },
          "leader": 40,
          "similarities_to_leader": {
            "40": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "41": 3251
          },
          "experts": [
            41
          ],
          "frequencies": {
            "41": 0.02480316162109375
          },
          "leader": 41,
          "similarities_to_leader": {
            "41": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "42": 1865
          },
          "experts": [
            42
          ],
          "frequencies": {
            "42": 0.01422882080078125
          },
          "leader": 42,
          "similarities_to_leader": {
            "42": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "43": 2493
          },
          "experts": [
            43
          ],
          "frequencies": {
            "43": 0.01902008056640625
          },
          "leader": 43,
          "similarities_to_leader": {
            "43": 1.0
          }
        },
        {
          "activation_counts": {
            "44": 2561
          },
          "experts": [
            44
          ],
          "frequencies": {
            "44": 0.01953887939453125
          },
          "leader": 44,
          "similarities_to_leader": {
            "44": 1.0
          }
        },
        {
          "activation_counts": {
            "45": 2818
          },
          "experts": [
            45
          ],
          "frequencies": {
            "45": 0.0214996337890625
          },
          "leader": 45,
          "similarities_to_leader": {
            "45": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "4": 493,
            "46": 897,
            "5": 540,
            "51": 262
          },
          "experts": [
            4,
            5,
            46,
            51
          ],
          "frequencies": {
            "4": 0.00376129150390625,
            "46": 0.00684356689453125,
            "5": 0.004119873046875,
            "51": 0.0019989013671875
          },
          "leader": 46,
          "similarities_to_leader": {
            "4": 0.9477450434291335,
            "46": 1.0000000000000004,
            "5": 0.9753482027548811,
            "51": 0.9561074355934575
          }
        },
        {
          "activation_counts": {
            "47": 1751
          },
          "experts": [
            47
          ],
          "frequencies": {
            "47": 0.01335906982421875
          },
          "leader": 47,
          "similarities_to_leader": {
            "47": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "48": 1676
          },
          "experts": [
            48
          ],
          "frequencies": {
            "48": 0.012786865234375
          },
          "leader": 48,
          "similarities_to_leader": {
            "48": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "49": 2884
          },
          "experts": [
            49
          ],
          "frequencies": {
            "49": 0.022003173828125
          },
          "leader": 49,
          "similarities_to_leader": {
            "49": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "50": 1529
          },
          "experts": [
            50
          ],
          "frequencies": {
            "50": 0.01166534423828125
          },
          "leader": 50,
          "similarities_to_leader": {
            "50": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "52": 1396
          },
          "experts": [
            52
          ],
          "frequencies": {
            "52": 0.010650634765625
          },
          "leader": 52,
          "similarities_to_leader": {
            "52": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "53": 2785
          },
          "experts": [
            53
          ],
          "frequencies": {
            "53": 0.02124786376953125
          },
          "leader": 53,
          "similarities_to_leader": {
            "53": 1.0
          }
        },
        {
          "activation_counts": {
            "54": 1050
          },
          "experts": [
            54
          ],
          "frequencies": {
            "54": 0.0080108642578125
          },
          "leader": 54,
          "similarities_to_leader": {
            "54": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "55": 2734
          },
          "experts": [
            55
          ],
          "frequencies": {
            "55": 0.0208587646484375
          },
          "leader": 55,
          "similarities_to_leader": {
            "55": 0.9999999999999993
          }
        },
        {
          "activation_counts": {
            "56": 3678
          },
          "experts": [
            56
          ],
          "frequencies": {
            "56": 0.0280609130859375
          },
          "leader": 56,
          "similarities_to_leader": {
            "56": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "58": 3106
          },
          "experts": [
            58
          ],
          "frequencies": {
            "58": 0.0236968994140625
          },
          "leader": 58,
          "similarities_to_leader": {
            "58": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "59": 2634
          },
          "experts": [
            59
          ],
          "frequencies": {
            "59": 0.0200958251953125
          },
          "leader": 59,
          "similarities_to_leader": {
            "59": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "57": 584,
            "60": 1075
          },
          "experts": [
            57,
            60
          ],
          "frequencies": {
            "57": 0.00445556640625,
            "60": 0.00820159912109375
          },
          "leader": 60,
          "similarities_to_leader": {
            "57": 0.9421947378559424,
            "60": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "61": 1518
          },
          "experts": [
            61
          ],
          "frequencies": {
            "61": 0.0115814208984375
          },
          "leader": 61,
          "similarities_to_leader": {
            "61": 1.0
          }
        },
        {
          "activation_counts": {
            "62": 2679
          },
          "experts": [
            62
          ],
          "frequencies": {
            "62": 0.02043914794921875
          },
          "leader": 62,
          "similarities_to_leader": {
            "62": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "63": 1462
          },
          "experts": [
            63
          ],
          "frequencies": {
            "63": 0.0111541748046875
          },
          "leader": 63,
          "similarities_to_leader": {
            "63": 1.0000000000000002
          }
        }
      ],
      "model_layer": "9",
      "stats_layer": 9
    },
    {
      "dominant_experts": [
        0,
        1,
        2,
        3,
        5,
        6,
        7,
        8,
        9,
        10,
        12,
        14,
        15,
        16,
        17,
        18,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        27,
        28,
        29,
        30,
        31,
        32,
        33,
        34,
        35,
        36,
        37,
        38,
        39,
        40,
        41,
        42,
        45,
        47,
        48,
        49,
        50,
        51,
        52,
        53,
        54,
        55,
        57,
        58,
        59,
        60,
        61,
        62,
        63
      ],
      "expert_to_group": {
        "0": 0,
        "1": 1,
        "10": 10,
        "11": 6,
        "12": 12,
        "13": 5,
        "14": 14,
        "15": 15,
        "16": 16,
        "17": 17,
        "18": 18,
        "19": 20,
        "2": 2,
        "20": 20,
        "21": 21,
        "22": 22,
        "23": 23,
        "24": 24,
        "25": 25,
        "26": 26,
        "27": 27,
        "28": 28,
        "29": 29,
        "3": 3,
        "30": 30,
        "31": 31,
        "32": 32,
        "33": 33,
        "34": 34,
        "35": 35,
        "36": 36,
        "37": 37,
        "38": 38,
        "39": 39,
        "4": 59,
        "40": 40,
        "41": 41,
        "42": 42,
        "43": 59,
        "44": 59,
        "45": 45,
        "46": 55,
        "47": 47,
        "48": 48,
        "49": 49,
        "5": 5,
        "50": 50,
        "51": 51,
        "52": 52,
        "53": 53,
        "54": 54,
        "55": 55,
        "56": 62,
        "57": 57,
        "58": 58,
        "59": 59,
        "6": 6,
        "60": 60,
        "61": 61,
        "62": 62,
        "63": 63,
        "7": 7,
        "8": 8,
        "9": 9
      },
      "groups": [
        {
          "activation_counts": {
            "0": 2459
          },
          "experts": [
            0
          ],
          "frequencies": {
            "0": 0.01876068115234375
          },
          "leader": 0,
          "similarities_to_leader": {
            "0": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "1": 3066
          },
          "experts": [
            1
          ],
          "frequencies": {
            "1": 0.0233917236328125
          },
          "leader": 1,
          "similarities_to_leader": {
            "1": 1.0
          }
        },
        {
          "activation_counts": {
            "2": 1471
          },
          "experts": [
            2
          ],
          "frequencies": {
            "2": 0.01122283935546875
          },
          "leader": 2,
          "similarities_to_leader": {
            "2": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "3": 1780
          },
          "experts": [
            3
          ],
          "frequencies": {
            "3": 0.013580322265625
          },
          "leader": 3,
          "similarities_to_leader": {
            "3": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "13": 676,
            "5": 1072
          },
          "experts": [
            5,
            13
          ],
          "frequencies": {
            "13": 0.005157470703125,
            "5": 0.0081787109375
          },
          "leader": 5,
          "similarities_to_leader": {
            "13": 0.9331373201261361,
            "5": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "11": 769,
            "6": 1390
          },
          "experts": [
            6,
            11
          ],
          "frequencies": {
            "11": 0.00586700439453125,
            "6": 0.0106048583984375
          },
          "leader": 6,
          "similarities_to_leader": {
            "11": 0.9023412496297823,
            "6": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "7": 2426
          },
          "experts": [
            7
          ],
          "frequencies": {
            "7": 0.0185089111328125
          },
          "leader": 7,
          "similarities_to_leader": {
            "7": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "8": 1807
          },
          "experts": [
            8
          ],
          "frequencies": {
            "8": 0.01378631591796875
          },
          "leader": 8,
          "similarities_to_leader": {
            "8": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "9": 1933
          },
          "experts": [
            9
          ],
          "frequencies": {
            "9": 0.01474761962890625
          },
          "leader": 9,
          "similarities_to_leader": {
            "9": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "10": 4112
          },
          "experts": [
            10
          ],
          "frequencies": {
            "10": 0.0313720703125
          },
          "leader": 10,
          "similarities_to_leader": {
            "10": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "12": 1642
          },
          "experts": [
            12
          ],
          "frequencies": {
            "12": 0.0125274658203125
          },
          "leader": 12,
          "similarities_to_leader": {
            "12": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "14": 2306
          },
          "experts": [
            14
          ],
          "frequencies": {
            "14": 0.0175933837890625
          },
          "leader": 14,
          "similarities_to_leader": {
            "14": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "15": 1922
          },
          "experts": [
            15
          ],
          "frequencies": {
            "15": 0.0146636962890625
          },
          "leader": 15,
          "similarities_to_leader": {
            "15": 1.0
          }
        },
        {
          "activation_counts": {
            "16": 2536
          },
          "experts": [
            16
          ],
          "frequencies": {
            "16": 0.01934814453125
          },
          "leader": 16,
          "similarities_to_leader": {
            "16": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "17": 3145
          },
          "experts": [
            17
          ],
          "frequencies": {
            "17": 0.02399444580078125
          },
          "leader": 17,
          "similarities_to_leader": {
            "17": 1.0
          }
        },
        {
          "activation_counts": {
            "18": 1178
          },
          "experts": [
            18
          ],
          "frequencies": {
            "18": 0.0089874267578125
          },
          "leader": 18,
          "similarities_to_leader": {
            "18": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "19": 616,
            "20": 1115
          },
          "experts": [
            19,
            20
          ],
          "frequencies": {
            "19": 0.00469970703125,
            "20": 0.00850677490234375
          },
          "leader": 20,
          "similarities_to_leader": {
            "19": 0.9193065729764373,
            "20": 1.0
          }
        },
        {
          "activation_counts": {
            "21": 3079
          },
          "experts": [
            21
          ],
          "frequencies": {
            "21": 0.02349090576171875
          },
          "leader": 21,
          "similarities_to_leader": {
            "21": 1.0
          }
        },
        {
          "activation_counts": {
            "22": 1158
          },
          "experts": [
            22
          ],
          "frequencies": {
            "22": 0.0088348388671875
          },
          "leader": 22,
          "similarities_to_leader": {
            "22": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "23": 2151
          },
          "experts": [
            23
          ],
          "frequencies": {
            "23": 0.01641082763671875
          },
          "leader": 23,
          "similarities_to_leader": {
            "23": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "24": 1668
          },
          "experts": [
            24
          ],
          "frequencies": {
            "24": 0.012725830078125
          },
          "leader": 24,
          "similarities_to_leader": {
            "24": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "25": 4516
          },
          "experts": [
            25
          ],
          "frequencies": {
            "25": 0.034454345703125
          },
          "leader": 25,
          "similarities_to_leader": {
            "25": 1.0000000000000007
          }
        },
        {
          "activation_counts": {
            "26": 2512
          },
          "experts": [
            26
          ],
          "frequencies": {
            "26": 0.0191650390625
          },
          "leader": 26,
          "similarities_to_leader": {
            "26": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "27": 3147
          },
          "experts": [
            27
          ],
          "frequencies": {
            "27": 0.02400970458984375
          },
          "leader": 27,
          "similarities_to_leader": {
            "27": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "28": 1527
          },
          "experts": [
            28
          ],
          "frequencies": {
            "28": 0.01165008544921875
          },
          "leader": 28,
          "similarities_to_leader": {
            "28": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "29": 1529
          },
          "experts": [
            29
          ],
          "frequencies": {
            "29": 0.01166534423828125
          },
          "leader": 29,
          "similarities_to_leader": {
            "29": 1.0
          }
        },
        {
          "activation_counts": {
            "30": 1900
          },
          "experts": [
            30
          ],
          "frequencies": {
            "30": 0.014495849609375
          },
          "leader": 30,
          "similarities_to_leader": {
            "30": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "31": 1963
          },
          "experts": [
            31
          ],
          "frequencies": {
            "31": 0.01497650146484375
          },
          "leader": 31,
          "similarities_to_leader": {
            "31": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "32": 3043
          },
          "experts": [
            32
          ],
          "frequencies": {
            "32": 0.02321624755859375
          },
          "leader": 32,
          "similarities_to_leader": {
            "32": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "33": 3963
          },
          "experts": [
            33
          ],
          "frequencies": {
            "33": 0.03023529052734375
          },
          "leader": 33,
          "similarities_to_leader": {
            "33": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "34": 1096
          },
          "experts": [
            34
          ],
          "frequencies": {
            "34": 0.00836181640625
          },
          "leader": 34,
          "similarities_to_leader": {
            "34": 1.0
          }
        },
        {
          "activation_counts": {
            "35": 2537
          },
          "experts": [
            35
          ],
          "frequencies": {
            "35": 0.01935577392578125
          },
          "leader": 35,
          "similarities_to_leader": {
            "35": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "36": 2779
          },
          "experts": [
            36
          ],
          "frequencies": {
            "36": 0.02120208740234375
          },
          "leader": 36,
          "similarities_to_leader": {
            "36": 1.0
          }
        },
        {
          "activation_counts": {
            "37": 3263
          },
          "experts": [
            37
          ],
          "frequencies": {
            "37": 0.02489471435546875
          },
          "leader": 37,
          "similarities_to_leader": {
            "37": 0.9999999999999994
          }
        },
        {
          "activation_counts": {
            "38": 2138
          },
          "experts": [
            38
          ],
          "frequencies": {
            "38": 0.0163116455078125
          },
          "leader": 38,
          "similarities_to_leader": {
            "38": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "39": 2180
          },
          "experts": [
            39
          ],
          "frequencies": {
            "39": 0.016632080078125
          },
          "leader": 39,
          "similarities_to_leader": {
            "39": 1.0
          }
        },
        {
          "activation_counts": {
            "40": 3482
          },
          "experts": [
            40
          ],
          "frequencies": {
            "40": 0.0265655517578125
          },
          "leader": 40,
          "similarities_to_leader": {
            "40": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "41": 2655
          },
          "experts": [
            41
          ],
          "frequencies": {
            "41": 0.02025604248046875
          },
          "leader": 41,
          "similarities_to_leader": {
            "41": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "42": 2646
          },
          "experts": [
            42
          ],
          "frequencies": {
            "42": 0.0201873779296875
          },
          "leader": 42,
          "similarities_to_leader": {
            "42": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "45": 2437
          },
          "experts": [
            45
          ],
          "frequencies": {
            "45": 0.01859283447265625
          },
          "leader": 45,
          "similarities_to_leader": {
            "45": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "47": 2679
          },
          "experts": [
            47
          ],
          "frequencies": {
            "47": 0.02043914794921875
          },
          "leader": 47,
          "similarities_to_leader": {
            "47": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "48": 2432
          },
          "experts": [
            48
          ],
          "frequencies": {
            "48": 0.0185546875
          },
          "leader": 48,
          "similarities_to_leader": {
            "48": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "49": 1401
          },
          "experts": [
            49
          ],
          "frequencies": {
            "49": 0.01068878173828125
          },
          "leader": 49,
          "similarities_to_leader": {
            "49": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "50": 1510
          },
          "experts": [
            50
          ],
          "frequencies": {
            "50": 0.0115203857421875
          },
          "leader": 50,
          "similarities_to_leader": {
            "50": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "51": 3687
          },
          "experts": [
            51
          ],
          "frequencies": {
            "51": 0.02812957763671875
          },
          "leader": 51,
          "similarities_to_leader": {
            "51": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "52": 2657
          },
          "experts": [
            52
          ],
          "frequencies": {
            "52": 0.02027130126953125
          },
          "leader": 52,
          "similarities_to_leader": {
            "52": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "53": 2638
          },
          "experts": [
            53
          ],
          "frequencies": {
            "53": 0.0201263427734375
          },
          "leader": 53,
          "similarities_to_leader": {
            "53": 1.0
          }
        },
        {
          "activation_counts": {
            "54": 2431
          },
          "experts": [
            54
          ],
          "frequencies": {
            "54": 0.01854705810546875
          },
          "leader": 54,
          "similarities_to_leader": {
            "54": 1.0
          }
        },
        {
          "activation_counts": {
            "46": 851,
            "55": 944
          },
          "experts": [
            46,
            55
          ],
          "frequencies": {
            "46": 0.00649261474609375,
            "55": 0.0072021484375
          },
          "leader": 55,
          "similarities_to_leader": {
            "46": 0.9139223297238558,
            "55": 1.0
          }
        },
        {
          "activation_counts": {
            "57": 1108
          },
          "experts": [
            57
          ],
          "frequencies": {
            "57": 0.008453369140625
          },
          "leader": 57,
          "similarities_to_leader": {
            "57": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "58": 1768
          },
          "experts": [
            58
          ],
          "frequencies": {
            "58": 0.01348876953125
          },
          "leader": 58,
          "similarities_to_leader": {
            "58": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "4": 678,
            "43": 527,
            "44": 529,
            "59": 1049
          },
          "experts": [
            4,
            43,
            44,
            59
          ],
          "frequencies": {
            "4": 0.0051727294921875,
            "43": 0.00402069091796875,
            "44": 0.00403594970703125,
            "59": 0.00800323486328125
          },
          "leader": 59,
          "similarities_to_leader": {
            "4": 0.9471181958005352,
            "43": 0.976057747499377,
            "44": 0.9411272809660421,
            "59": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "60": 1649
          },
          "experts": [
            60
          ],
          "frequencies": {
            "60": 0.01258087158203125
          },
          "leader": 60,
          "similarities_to_leader": {
            "60": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "61": 2422
          },
          "experts": [
            61
          ],
          "frequencies": {
            "61": 0.0184783935546875
          },
          "leader": 61,
          "similarities_to_leader": {
            "61": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "56": 159,
            "62": 1447
          },
          "experts": [
            56,
            62
          ],
          "frequencies": {
            "56": 0.00121307373046875,
            "62": 0.01103973388671875
          },
          "leader": 62,
          "similarities_to_leader": {
            "56": 0.9248598159478442,
            "62": 1.0000000000000007
          }
        },
        {
          "activation_counts": {
            "63": 3716
          },
          "experts": [
            63
          ],
          "frequencies": {
            "63": 0.028350830078125
          },
          "leader": 63,
          "similarities_to_leader": {
            "63": 1.0000000000000002
          }
        }
      ],
      "model_layer": "10",
      "stats_layer": 10
    },
    {
      "dominant_experts": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        8,
        10,
        11,
        12,
        13,
        15,
        16,
        17,
        18,
        19,
        20,
        21,
        22,
        24,
        25,
        26,
        30,
        31,
        32,
        33,
        34,
        35,
        36,
        37,
        39,
        40,
        41,
        42,
        43,
        44,
        45,
        46,
        49,
        50,
        52,
        53,
        54,
        55,
        56,
        57,
        58,
        60,
        61,
        63
      ],
      "expert_to_group": {
        "0": 0,
        "1": 1,
        "10": 10,
        "11": 11,
        "12": 12,
        "13": 13,
        "14": 40,
        "15": 15,
        "16": 16,
        "17": 17,
        "18": 18,
        "19": 19,
        "2": 2,
        "20": 20,
        "21": 21,
        "22": 22,
        "23": 5,
        "24": 24,
        "25": 25,
        "26": 26,
        "27": 13,
        "28": 40,
        "29": 5,
        "3": 3,
        "30": 30,
        "31": 31,
        "32": 32,
        "33": 33,
        "34": 34,
        "35": 35,
        "36": 36,
        "37": 37,
        "38": 37,
        "39": 39,
        "4": 4,
        "40": 40,
        "41": 41,
        "42": 42,
        "43": 43,
        "44": 44,
        "45": 45,
        "46": 46,
        "47": 13,
        "48": 50,
        "49": 49,
        "5": 5,
        "50": 50,
        "51": 37,
        "52": 52,
        "53": 53,
        "54": 54,
        "55": 55,
        "56": 56,
        "57": 57,
        "58": 58,
        "59": 41,
        "6": 6,
        "60": 60,
        "61": 61,
        "62": 37,
        "63": 63,
        "7": 44,
        "8": 8,
        "9": 41
      },
      "groups": [
        {
          "activation_counts": {
            "0": 2661
          },
          "experts": [
            0
          ],
          "frequencies": {
            "0": 0.02030181884765625
          },
          "leader": 0,
          "similarities_to_leader": {
            "0": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "1": 4002
          },
          "experts": [
            1
          ],
          "frequencies": {
            "1": 0.0305328369140625
          },
          "leader": 1,
          "similarities_to_leader": {
            "1": 0.9999999999999994
          }
        },
        {
          "activation_counts": {
            "2": 1426
          },
          "experts": [
            2
          ],
          "frequencies": {
            "2": 0.0108795166015625
          },
          "leader": 2,
          "similarities_to_leader": {
            "2": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "3": 2643
          },
          "experts": [
            3
          ],
          "frequencies": {
            "3": 0.02016448974609375
          },
          "leader": 3,
          "similarities_to_leader": {
            "3": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "4": 2528
          },
          "experts": [
            4
          ],
          "frequencies": {
            "4": 0.019287109375
          },
          "leader": 4,
          "similarities_to_leader": {
            "4": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "23": 228,
            "29": 677,
            "5": 1066
          },
          "experts": [
            5,
            23,
            29
          ],
          "frequencies": {
            "23": 0.001739501953125,
            "29": 0.00516510009765625,
            "5": 0.0081329345703125
          },
          "leader": 5,
          "similarities_to_leader": {
            "23": 0.9355449198191665,
            "29": 0.9427846589663909,
            "5": 0.9999999999999994
          }
        },
        {
          "activation_counts": {
            "6": 1188
          },
          "experts": [
            6
          ],
          "frequencies": {
            "6": 0.009063720703125
          },
          "leader": 6,
          "similarities_to_leader": {
            "6": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "8": 3148
          },
          "experts": [
            8
          ],
          "frequencies": {
            "8": 0.024017333984375
          },
          "leader": 8,
          "similarities_to_leader": {
            "8": 0.9999999999999994
          }
        },
        {
          "activation_counts": {
            "10": 2258
          },
          "experts": [
            10
          ],
          "frequencies": {
            "10": 0.0172271728515625
          },
          "leader": 10,
          "similarities_to_leader": {
            "10": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "11": 2357
          },
          "experts": [
            11
          ],
          "frequencies": {
            "11": 0.01798248291015625
          },
          "leader": 11,
          "similarities_to_leader": {
            "11": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "12": 1219
          },
          "experts": [
            12
          ],
          "frequencies": {
            "12": 0.00930023193359375
          },
          "leader": 12,
          "similarities_to_leader": {
            "12": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "13": 1134,
            "27": 534,
            "47": 308
          },
          "experts": [
            13,
            27,
            47
          ],
          "frequencies": {
            "13": 0.0086517333984375,
            "27": 0.0040740966796875,
            "47": 0.002349853515625
          },
          "leader": 13,
          "similarities_to_leader": {
            "13": 1.0,
            "27": 0.9836311085306391,
            "47": 0.9663366831864835
          }
        },
        {
          "activation_counts": {
            "15": 3033
          },
          "experts": [
            15
          ],
          "frequencies": {
            "15": 0.02313995361328125
          },
          "leader": 15,
          "similarities_to_leader": {
            "15": 0.9999999999999992
          }
        },
        {
          "activation_counts": {
            "16": 2783
          },
          "experts": [
            16
          ],
          "frequencies": {
            "16": 0.02123260498046875
          },
          "leader": 16,
          "similarities_to_leader": {
            "16": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "17": 1986
          },
          "experts": [
            17
          ],
          "frequencies": {
            "17": 0.0151519775390625
          },
          "leader": 17,
          "similarities_to_leader": {
            "17": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "18": 2586
          },
          "experts": [
            18
          ],
          "frequencies": {
            "18": 0.0197296142578125
          },
          "leader": 18,
          "similarities_to_leader": {
            "18": 1.0
          }
        },
        {
          "activation_counts": {
            "19": 3614
          },
          "experts": [
            19
          ],
          "frequencies": {
            "19": 0.0275726318359375
          },
          "leader": 19,
          "similarities_to_leader": {
            "19": 1.0
          }
        },
        {
          "activation_counts": {
            "20": 2525
          },
          "experts": [
            20
          ],
          "frequencies": {
            "20": 0.01926422119140625
          },
          "leader": 20,
          "similarities_to_leader": {
            "20": 0.9999999999999994
          }
        },
        {
          "activation_counts": {
            "21": 4275
          },
          "experts": [
            21
          ],
          "frequencies": {
            "21": 0.03261566162109375
          },
          "leader": 21,
          "similarities_to_leader": {
            "21": 1.0
          }
        },
        {
          "activation_counts": {
            "22": 2342
          },
          "experts": [
            22
          ],
          "frequencies": {
            "22": 0.0178680419921875
          },
          "leader": 22,
          "similarities_to_leader": {
            "22": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "24": 2654
          },
          "experts": [
            24
          ],
          "frequencies": {
            "24": 0.0202484130859375
          },
          "leader": 24,
          "similarities_to_leader": {
            "24": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "25": 2076
          },
          "experts": [
            25
          ],
          "frequencies": {
            "25": 0.015838623046875
          },
          "leader": 25,
          "similarities_to_leader": {
            "25": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "26": 2489
          },
          "experts": [
            26
          ],
          "frequencies": {
            "26": 0.01898956298828125
          },
          "leader": 26,
          "similarities_to_leader": {
            "26": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "30": 3235
          },
          "experts": [
            30
          ],
          "frequencies": {
            "30": 0.02468109130859375
          },
          "leader": 30,
          "similarities_to_leader": {
            "30": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "31": 3030
          },
          "experts": [
            31
          ],
          "frequencies": {
            "31": 0.0231170654296875
          },
          "leader": 31,
          "similarities_to_leader": {
            "31": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "32": 2135
          },
          "experts": [
            32
          ],
          "frequencies": {
            "32": 0.01628875732421875
          },
          "leader": 32,
          "similarities_to_leader": {
            "32": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "33": 1149
          },
          "experts": [
            33
          ],
          "frequencies": {
            "33": 0.00876617431640625
          },
          "leader": 33,
          "similarities_to_leader": {
            "33": 0.999999999999999
          }
        },
        {
          "activation_counts": {
            "34": 3230
          },
          "experts": [
            34
          ],
          "frequencies": {
            "34": 0.0246429443359375
          },
          "leader": 34,
          "similarities_to_leader": {
            "34": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "35": 2681
          },
          "experts": [
            35
          ],
          "frequencies": {
            "35": 0.02045440673828125
          },
          "leader": 35,
          "similarities_to_leader": {
            "35": 1.0
          }
        },
        {
          "activation_counts": {
            "36": 3418
          },
          "experts": [
            36
          ],
          "frequencies": {
            "36": 0.0260772705078125
          },
          "leader": 36,
          "similarities_to_leader": {
            "36": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "37": 903,
            "38": 526,
            "51": 863,
            "62": 680
          },
          "experts": [
            37,
            38,
            51,
            62
          ],
          "frequencies": {
            "37": 0.00688934326171875,
            "38": 0.0040130615234375,
            "51": 0.00658416748046875,
            "62": 0.00518798828125
          },
          "leader": 37,
          "similarities_to_leader": {
            "37": 0.9999999999999997,
            "38": 0.9326111257720096,
            "51": 0.9516208513275279,
            "62": 0.9360809293703245
          }
        },
        {
          "activation_counts": {
            "39": 2714
          },
          "experts": [
            39
          ],
          "frequencies": {
            "39": 0.0207061767578125
          },
          "leader": 39,
          "similarities_to_leader": {
            "39": 1.0
          }
        },
        {
          "activation_counts": {
            "14": 796,
            "28": 803,
            "40": 932
          },
          "experts": [
            14,
            28,
            40
          ],
          "frequencies": {
            "14": 0.006072998046875,
            "28": 0.00612640380859375,
            "40": 0.007110595703125
          },
          "leader": 40,
          "similarities_to_leader": {
            "14": 0.9321460824395156,
            "28": 0.9198156640626017,
            "40": 1.0
          }
        },
        {
          "activation_counts": {
            "41": 1235,
            "59": 744,
            "9": 775
          },
          "experts": [
            9,
            41,
            59
          ],
          "frequencies": {
            "41": 0.00942230224609375,
            "59": 0.00567626953125,
            "9": 0.00591278076171875
          },
          "leader": 41,
          "similarities_to_leader": {
            "41": 0.9999999999999999,
            "59": 0.9438780599711097,
            "9": 0.9644922181488248
          }
        },
        {
          "activation_counts": {
            "42": 3560
          },
          "experts": [
            42
          ],
          "frequencies": {
            "42": 0.02716064453125
          },
          "leader": 42,
          "similarities_to_leader": {
            "42": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "43": 1640
          },
          "experts": [
            43
          ],
          "frequencies": {
            "43": 0.01251220703125
          },
          "leader": 43,
          "similarities_to_leader": {
            "43": 0.9999999999999988
          }
        },
        {
          "activation_counts": {
            "44": 1149,
            "7": 852
          },
          "experts": [
            7,
            44
          ],
          "frequencies": {
            "44": 0.00876617431640625,
            "7": 0.006500244140625
          },
          "leader": 44,
          "similarities_to_leader": {
            "44": 0.9999999999999999,
            "7": 0.9356530444067322
          }
        },
        {
          "activation_counts": {
            "45": 2684
          },
          "experts": [
            45
          ],
          "frequencies": {
            "45": 0.020477294921875
          },
          "leader": 45,
          "similarities_to_leader": {
            "45": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "46": 1266
          },
          "experts": [
            46
          ],
          "frequencies": {
            "46": 0.0096588134765625
          },
          "leader": 46,
          "similarities_to_leader": {
            "46": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "49": 2323
          },
          "experts": [
            49
          ],
          "frequencies": {
            "49": 0.01772308349609375
          },
          "leader": 49,
          "similarities_to_leader": {
            "49": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "48": 418,
            "50": 1142
          },
          "experts": [
            48,
            50
          ],
          "frequencies": {
            "48": 0.0031890869140625,
            "50": 0.0087127685546875
          },
          "leader": 50,
          "similarities_to_leader": {
            "48": 0.9396713693927109,
            "50": 0.9999999999999994
          }
        },
        {
          "activation_counts": {
            "52": 2177
          },
          "experts": [
            52
          ],
          "frequencies": {
            "52": 0.01660919189453125
          },
          "leader": 52,
          "similarities_to_leader": {
            "52": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "53": 5302
          },
          "experts": [
            53
          ],
          "frequencies": {
            "53": 0.0404510498046875
          },
          "leader": 53,
          "similarities_to_leader": {
            "53": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "54": 2460
          },
          "experts": [
            54
          ],
          "frequencies": {
            "54": 0.018768310546875
          },
          "leader": 54,
          "similarities_to_leader": {
            "54": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "55": 2417
          },
          "experts": [
            55
          ],
          "frequencies": {
            "55": 0.01844024658203125
          },
          "leader": 55,
          "similarities_to_leader": {
            "55": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "56": 1994
          },
          "experts": [
            56
          ],
          "frequencies": {
            "56": 0.0152130126953125
          },
          "leader": 56,
          "similarities_to_leader": {
            "56": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "57": 2325
          },
          "experts": [
            57
          ],
          "frequencies": {
            "57": 0.01773834228515625
          },
          "leader": 57,
          "similarities_to_leader": {
            "57": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "58": 3320
          },
          "experts": [
            58
          ],
          "frequencies": {
            "58": 0.02532958984375
          },
          "leader": 58,
          "similarities_to_leader": {
            "58": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "60": 3737
          },
          "experts": [
            60
          ],
          "frequencies": {
            "60": 0.02851104736328125
          },
          "leader": 60,
          "similarities_to_leader": {
            "60": 1.0
          }
        },
        {
          "activation_counts": {
            "61": 2853
          },
          "experts": [
            61
          ],
          "frequencies": {
            "61": 0.02176666259765625
          },
          "leader": 61,
          "similarities_to_leader": {
            "61": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "63": 1864
          },
          "experts": [
            63
          ],
          "frequencies": {
            "63": 0.01422119140625
          },
          "leader": 63,
          "similarities_to_leader": {
            "63": 1.0000000000000004
          }
        }
      ],
      "model_layer": "11",
      "stats_layer": 11
    },
    {
      "dominant_experts": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        18,
        19,
        20,
        21,
        22,
        24,
        25,
        26,
        27,
        28,
        29,
        32,
        33,
        34,
        36,
        39,
        40,
        41,
        42,
        43,
        44,
        45,
        46,
        47,
        48,
        49,
        50,
        52,
        53,
        54,
        56,
        57,
        58,
        60,
        61,
        62,
        63
      ],
      "expert_to_group": {
        "0": 0,
        "1": 1,
        "10": 10,
        "11": 11,
        "12": 12,
        "13": 13,
        "14": 14,
        "15": 15,
        "16": 16,
        "17": 54,
        "18": 18,
        "19": 19,
        "2": 2,
        "20": 20,
        "21": 21,
        "22": 22,
        "23": 8,
        "24": 24,
        "25": 25,
        "26": 26,
        "27": 27,
        "28": 28,
        "29": 29,
        "3": 3,
        "30": 54,
        "31": 8,
        "32": 32,
        "33": 33,
        "34": 34,
        "35": 43,
        "36": 36,
        "37": 43,
        "38": 8,
        "39": 39,
        "4": 4,
        "40": 40,
        "41": 41,
        "42": 42,
        "43": 43,
        "44": 44,
        "45": 45,
        "46": 46,
        "47": 47,
        "48": 48,
        "49": 49,
        "5": 5,
        "50": 50,
        "51": 57,
        "52": 52,
        "53": 53,
        "54": 54,
        "55": 57,
        "56": 56,
        "57": 57,
        "58": 58,
        "59": 54,
        "6": 6,
        "60": 60,
        "61": 61,
        "62": 62,
        "63": 63,
        "7": 7,
        "8": 8,
        "9": 9
      },
      "groups": [
        {
          "activation_counts": {
            "0": 3261
          },
          "experts": [
            0
          ],
          "frequencies": {
            "0": 0.02487945556640625
          },
          "leader": 0,
          "similarities_to_leader": {
            "0": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "1": 2952
          },
          "experts": [
            1
          ],
          "frequencies": {
            "1": 0.02252197265625
          },
          "leader": 1,
          "similarities_to_leader": {
            "1": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "2": 3328
          },
          "experts": [
            2
          ],
          "frequencies": {
            "2": 0.025390625
          },
          "leader": 2,
          "similarities_to_leader": {
            "2": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "3": 1180
          },
          "experts": [
            3
          ],
          "frequencies": {
            "3": 0.009002685546875
          },
          "leader": 3,
          "similarities_to_leader": {
            "3": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "4": 2338
          },
          "experts": [
            4
          ],
          "frequencies": {
            "4": 0.0178375244140625
          },
          "leader": 4,
          "similarities_to_leader": {
            "4": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "5": 2973
          },
          "experts": [
            5
          ],
          "frequencies": {
            "5": 0.02268218994140625
          },
          "leader": 5,
          "similarities_to_leader": {
            "5": 1.0
          }
        },
        {
          "activation_counts": {
            "6": 1242
          },
          "experts": [
            6
          ],
          "frequencies": {
            "6": 0.0094757080078125
          },
          "leader": 6,
          "similarities_to_leader": {
            "6": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "7": 2336
          },
          "experts": [
            7
          ],
          "frequencies": {
            "7": 0.017822265625
          },
          "leader": 7,
          "similarities_to_leader": {
            "7": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "23": 702,
            "31": 271,
            "38": 653,
            "8": 966
          },
          "experts": [
            8,
            23,
            31,
            38
          ],
          "frequencies": {
            "23": 0.0053558349609375,
            "31": 0.00206756591796875,
            "38": 0.00498199462890625,
            "8": 0.0073699951171875
          },
          "leader": 8,
          "similarities_to_leader": {
            "23": 0.9132378516631974,
            "31": 0.9609083889785157,
            "38": 0.9715690349161182,
            "8": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "9": 2539
          },
          "experts": [
            9
          ],
          "frequencies": {
            "9": 0.01937103271484375
          },
          "leader": 9,
          "similarities_to_leader": {
            "9": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "10": 1372
          },
          "experts": [
            10
          ],
          "frequencies": {
            "10": 0.010467529296875
          },
          "leader": 10,
          "similarities_to_leader": {
            "10": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "11": 3712
          },
          "experts": [
            11
          ],
          "frequencies": {
            "11": 0.0283203125
          },
          "leader": 11,
          "similarities_to_leader": {
            "11": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "12": 1034
          },
          "experts": [
            12
          ],
          "frequencies": {
            "12": 0.0078887939453125
          },
          "leader": 12,
          "similarities_to_leader": {
            "12": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "13": 2251
          },
          "experts": [
            13
          ],
          "frequencies": {
            "13": 0.01717376708984375
          },
          "leader": 13,
          "similarities_to_leader": {
            "13": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "14": 3567
          },
          "experts": [
            14
          ],
          "frequencies": {
            "14": 0.02721405029296875
          },
          "leader": 14,
          "similarities_to_leader": {
            "14": 1.0
          }
        },
        {
          "activation_counts": {
            "15": 2570
          },
          "experts": [
            15
          ],
          "frequencies": {
            "15": 0.0196075439453125
          },
          "leader": 15,
          "similarities_to_leader": {
            "15": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "16": 3557
          },
          "experts": [
            16
          ],
          "frequencies": {
            "16": 0.02713775634765625
          },
          "leader": 16,
          "similarities_to_leader": {
            "16": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "18": 1450
          },
          "experts": [
            18
          ],
          "frequencies": {
            "18": 0.0110626220703125
          },
          "leader": 18,
          "similarities_to_leader": {
            "18": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "19": 2766
          },
          "experts": [
            19
          ],
          "frequencies": {
            "19": 0.0211029052734375
          },
          "leader": 19,
          "similarities_to_leader": {
            "19": 1.0
          }
        },
        {
          "activation_counts": {
            "20": 900
          },
          "experts": [
            20
          ],
          "frequencies": {
            "20": 0.006866455078125
          },
          "leader": 20,
          "similarities_to_leader": {
            "20": 1.0
          }
        },
        {
          "activation_counts": {
            "21": 2626
          },
          "experts": [
            21
          ],
          "frequencies": {
            "21": 0.0200347900390625
          },
          "leader": 21,
          "similarities_to_leader": {
            "21": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "22": 3452
          },
          "experts": [
            22
          ],
          "frequencies": {
            "22": 0.026336669921875
          },
          "leader": 22,
          "similarities_to_leader": {
            "22": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "24": 1250
          },
          "experts": [
            24
          ],
          "frequencies": {
            "24": 0.0095367431640625
          },
          "leader": 24,
          "similarities_to_leader": {
            "24": 1.0
          }
        },
        {
          "activation_counts": {
            "25": 4137
          },
          "experts": [
            25
          ],
          "frequencies": {
            "25": 0.03156280517578125
          },
          "leader": 25,
          "similarities_to_leader": {
            "25": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "26": 1497
          },
          "experts": [
            26
          ],
          "frequencies": {
            "26": 0.01142120361328125
          },
          "leader": 26,
          "similarities_to_leader": {
            "26": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "27": 2601
          },
          "experts": [
            27
          ],
          "frequencies": {
            "27": 0.01984405517578125
          },
          "leader": 27,
          "similarities_to_leader": {
            "27": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "28": 1952
          },
          "experts": [
            28
          ],
          "frequencies": {
            "28": 0.014892578125
          },
          "leader": 28,
          "similarities_to_leader": {
            "28": 1.0
          }
        },
        {
          "activation_counts": {
            "29": 1266
          },
          "experts": [
            29
          ],
          "frequencies": {
            "29": 0.0096588134765625
          },
          "leader": 29,
          "similarities_to_leader": {
            "29": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "32": 1715
          },
          "experts": [
            32
          ],
          "frequencies": {
            "32": 0.01308441162109375
          },
          "leader": 32,
          "similarities_to_leader": {
            "32": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "33": 3505
          },
          "experts": [
            33
          ],
          "frequencies": {
            "33": 0.02674102783203125
          },
          "leader": 33,
          "similarities_to_leader": {
            "33": 1.0000000000000009
          }
        },
        {
          "activation_counts": {
            "34": 2969
          },
          "experts": [
            34
          ],
          "frequencies": {
            "34": 0.02265167236328125
          },
          "leader": 34,
          "similarities_to_leader": {
            "34": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "36": 2910
          },
          "experts": [
            36
          ],
          "frequencies": {
            "36": 0.0222015380859375
          },
          "leader": 36,
          "similarities_to_leader": {
            "36": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "39": 2088
          },
          "experts": [
            39
          ],
          "frequencies": {
            "39": 0.01593017578125
          },
          "leader": 39,
          "similarities_to_leader": {
            "39": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "40": 1602
          },
          "experts": [
            40
          ],
          "frequencies": {
            "40": 0.0122222900390625
          },
          "leader": 40,
          "similarities_to_leader": {
            "40": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "41": 1598
          },
          "experts": [
            41
          ],
          "frequencies": {
            "41": 0.0121917724609375
          },
          "leader": 41,
          "similarities_to_leader": {
            "41": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "42": 2532
          },
          "experts": [
            42
          ],
          "frequencies": {
            "42": 0.019317626953125
          },
          "leader": 42,
          "similarities_to_leader": {
            "42": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "35": 660,
            "37": 75,
            "43": 1016
          },
          "experts": [
            35,
            37,
            43
          ],
          "frequencies": {
            "35": 0.005035400390625,
            "37": 0.00057220458984375,
            "43": 0.00775146484375
          },
          "leader": 43,
          "similarities_to_leader": {
            "35": 0.9246991707510142,
            "37": 0.9410891149043249,
            "43": 1.0
          }
        },
        {
          "activation_counts": {
            "44": 1745
          },
          "experts": [
            44
          ],
          "frequencies": {
            "44": 0.01331329345703125
          },
          "leader": 44,
          "similarities_to_leader": {
            "44": 1.0000000000000009
          }
        },
        {
          "activation_counts": {
            "45": 1342
          },
          "experts": [
            45
          ],
          "frequencies": {
            "45": 0.0102386474609375
          },
          "leader": 45,
          "similarities_to_leader": {
            "45": 1.0
          }
        },
        {
          "activation_counts": {
            "46": 3348
          },
          "experts": [
            46
          ],
          "frequencies": {
            "46": 0.025543212890625
          },
          "leader": 46,
          "similarities_to_leader": {
            "46": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "47": 1713
          },
          "experts": [
            47
          ],
          "frequencies": {
            "47": 0.01306915283203125
          },
          "leader": 47,
          "similarities_to_leader": {
            "47": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "48": 2600
          },
          "experts": [
            48
          ],
          "frequencies": {
            "48": 0.01983642578125
          },
          "leader": 48,
          "similarities_to_leader": {
            "48": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "49": 3289
          },
          "experts": [
            49
          ],
          "frequencies": {
            "49": 0.02509307861328125
          },
          "leader": 49,
          "similarities_to_leader": {
            "49": 1.0000000000000007
          }
        },
        {
          "activation_counts": {
            "50": 3210
          },
          "experts": [
            50
          ],
          "frequencies": {
            "50": 0.0244903564453125
          },
          "leader": 50,
          "similarities_to_leader": {
            "50": 1.0
          }
        },
        {
          "activation_counts": {
            "52": 3558
          },
          "experts": [
            52
          ],
          "frequencies": {
            "52": 0.0271453857421875
          },
          "leader": 52,
          "similarities_to_leader": {
            "52": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "53": 2502
          },
          "experts": [
            53
          ],
          "frequencies": {
            "53": 0.0190887451171875
          },
          "leader": 53,
          "similarities_to_leader": {
            "53": 1.0000000000000007
          }
        },
        {
          "activation_counts": {
            "17": 727,
            "30": 699,
            "54": 1133,
            "59": 715
          },
          "experts": [
            17,
            30,
            54,
            59
          ],
          "frequencies": {
            "17": 0.00554656982421875,
            "30": 0.00533294677734375,
            "54": 0.00864410400390625,
            "59": 0.00545501708984375
          },
          "leader": 54,
          "similarities_to_leader": {
            "17": 0.9355752868000636,
            "30": 0.9275012057176462,
            "54": 0.9999999999999992,
            "59": 0.974370961659649
          }
        },
        {
          "activation_counts": {
            "56": 1207
          },
          "experts": [
            56
          ],
          "frequencies": {
            "56": 0.00920867919921875
          },
          "leader": 56,
          "similarities_to_leader": {
            "56": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "51": 864,
            "55": 581,
            "57": 906
          },
          "experts": [
            51,
            55,
            57
          ],
          "frequencies": {
            "51": 0.006591796875,
            "55": 0.00443267822265625,
            "57": 0.0069122314453125
          },
          "leader": 57,
          "similarities_to_leader": {
            "51": 0.9710046371955403,
            "55": 0.946534385159937,
            "57": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "58": 1169
          },
          "experts": [
            58
          ],
          "frequencies": {
            "58": 0.00891876220703125
          },
          "leader": 58,
          "similarities_to_leader": {
            "58": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "60": 2176
          },
          "experts": [
            60
          ],
          "frequencies": {
            "60": 0.0166015625
          },
          "leader": 60,
          "similarities_to_leader": {
            "60": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "61": 4086
          },
          "experts": [
            61
          ],
          "frequencies": {
            "61": 0.0311737060546875
          },
          "leader": 61,
          "similarities_to_leader": {
            "61": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "62": 2489
          },
          "experts": [
            62
          ],
          "frequencies": {
            "62": 0.01898956298828125
          },
          "leader": 62,
          "similarities_to_leader": {
            "62": 1.0
          }
        },
        {
          "activation_counts": {
            "63": 3642
          },
          "experts": [
            63
          ],
          "frequencies": {
            "63": 0.0277862548828125
          },
          "leader": 63,
          "similarities_to_leader": {
            "63": 1.0000000000000002
          }
        }
      ],
      "model_layer": "12",
      "stats_layer": 12
    },
    {
      "dominant_experts": [
        0,
        1,
        3,
        4,
        5,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        18,
        19,
        22,
        23,
        24,
        26,
        27,
        28,
        29,
        30,
        31,
        33,
        34,
        35,
        36,
        37,
        38,
        39,
        40,
        41,
        42,
        43,
        44,
        45,
        46,
        47,
        48,
        49,
        50,
        51,
        53,
        54,
        55,
        56,
        57,
        58,
        59,
        60,
        61,
        63
      ],
      "expert_to_group": {
        "0": 0,
        "1": 1,
        "10": 10,
        "11": 11,
        "12": 12,
        "13": 13,
        "14": 14,
        "15": 15,
        "16": 16,
        "17": 4,
        "18": 18,
        "19": 19,
        "2": 45,
        "20": 11,
        "21": 28,
        "22": 22,
        "23": 23,
        "24": 24,
        "25": 4,
        "26": 26,
        "27": 27,
        "28": 28,
        "29": 29,
        "3": 3,
        "30": 30,
        "31": 31,
        "32": 5,
        "33": 33,
        "34": 34,
        "35": 35,
        "36": 36,
        "37": 37,
        "38": 38,
        "39": 39,
        "4": 4,
        "40": 40,
        "41": 41,
        "42": 42,
        "43": 43,
        "44": 44,
        "45": 45,
        "46": 46,
        "47": 47,
        "48": 48,
        "49": 49,
        "5": 5,
        "50": 50,
        "51": 51,
        "52": 56,
        "53": 53,
        "54": 54,
        "55": 55,
        "56": 56,
        "57": 57,
        "58": 58,
        "59": 59,
        "6": 11,
        "60": 60,
        "61": 61,
        "62": 4,
        "63": 63,
        "7": 9,
        "8": 8,
        "9": 9
      },
      "groups": [
        {
          "activation_counts": {
            "0": 2542
          },
          "experts": [
            0
          ],
          "frequencies": {
            "0": 0.0193939208984375
          },
          "leader": 0,
          "similarities_to_leader": {
            "0": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "1": 3687
          },
          "experts": [
            1
          ],
          "frequencies": {
            "1": 0.02812957763671875
          },
          "leader": 1,
          "similarities_to_leader": {
            "1": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "3": 3093
          },
          "experts": [
            3
          ],
          "frequencies": {
            "3": 0.02359771728515625
          },
          "leader": 3,
          "similarities_to_leader": {
            "3": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "17": 525,
            "25": 624,
            "4": 1020,
            "62": 569
          },
          "experts": [
            4,
            17,
            25,
            62
          ],
          "frequencies": {
            "17": 0.00400543212890625,
            "25": 0.0047607421875,
            "4": 0.007781982421875,
            "62": 0.00434112548828125
          },
          "leader": 4,
          "similarities_to_leader": {
            "17": 0.9468263397314526,
            "25": 0.9377027543242659,
            "4": 0.9999999999999999,
            "62": 0.9471414520380631
          }
        },
        {
          "activation_counts": {
            "32": 687,
            "5": 1246
          },
          "experts": [
            5,
            32
          ],
          "frequencies": {
            "32": 0.00524139404296875,
            "5": 0.0095062255859375
          },
          "leader": 5,
          "similarities_to_leader": {
            "32": 0.9361313913647689,
            "5": 0.9999999999999992
          }
        },
        {
          "activation_counts": {
            "8": 4043
          },
          "experts": [
            8
          ],
          "frequencies": {
            "8": 0.03084564208984375
          },
          "leader": 8,
          "similarities_to_leader": {
            "8": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "7": 175,
            "9": 1000
          },
          "experts": [
            7,
            9
          ],
          "frequencies": {
            "7": 0.00133514404296875,
            "9": 0.00762939453125
          },
          "leader": 9,
          "similarities_to_leader": {
            "7": 0.9306732745376968,
            "9": 1.0
          }
        },
        {
          "activation_counts": {
            "10": 1790
          },
          "experts": [
            10
          ],
          "frequencies": {
            "10": 0.0136566162109375
          },
          "leader": 10,
          "similarities_to_leader": {
            "10": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "11": 1674,
            "20": 244,
            "6": 684
          },
          "experts": [
            6,
            11,
            20
          ],
          "frequencies": {
            "11": 0.0127716064453125,
            "20": 0.001861572265625,
            "6": 0.005218505859375
          },
          "leader": 11,
          "similarities_to_leader": {
            "11": 0.9999999999999996,
            "20": 0.9433697262215961,
            "6": 0.9547934587848065
          }
        },
        {
          "activation_counts": {
            "12": 2941
          },
          "experts": [
            12
          ],
          "frequencies": {
            "12": 0.02243804931640625
          },
          "leader": 12,
          "similarities_to_leader": {
            "12": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "13": 3452
          },
          "experts": [
            13
          ],
          "frequencies": {
            "13": 0.026336669921875
          },
          "leader": 13,
          "similarities_to_leader": {
            "13": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "14": 1652
          },
          "experts": [
            14
          ],
          "frequencies": {
            "14": 0.012603759765625
          },
          "leader": 14,
          "similarities_to_leader": {
            "14": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "15": 1834
          },
          "experts": [
            15
          ],
          "frequencies": {
            "15": 0.0139923095703125
          },
          "leader": 15,
          "similarities_to_leader": {
            "15": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "16": 2531
          },
          "experts": [
            16
          ],
          "frequencies": {
            "16": 0.01930999755859375
          },
          "leader": 16,
          "similarities_to_leader": {
            "16": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "18": 1209
          },
          "experts": [
            18
          ],
          "frequencies": {
            "18": 0.00922393798828125
          },
          "leader": 18,
          "similarities_to_leader": {
            "18": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "19": 2604
          },
          "experts": [
            19
          ],
          "frequencies": {
            "19": 0.019866943359375
          },
          "leader": 19,
          "similarities_to_leader": {
            "19": 1.0000000000000007
          }
        },
        {
          "activation_counts": {
            "22": 2944
          },
          "experts": [
            22
          ],
          "frequencies": {
            "22": 0.0224609375
          },
          "leader": 22,
          "similarities_to_leader": {
            "22": 1.0
          }
        },
        {
          "activation_counts": {
            "23": 1065
          },
          "experts": [
            23
          ],
          "frequencies": {
            "23": 0.00812530517578125
          },
          "leader": 23,
          "similarities_to_leader": {
            "23": 0.9999999999999984
          }
        },
        {
          "activation_counts": {
            "24": 2761
          },
          "experts": [
            24
          ],
          "frequencies": {
            "24": 0.02106475830078125
          },
          "leader": 24,
          "similarities_to_leader": {
            "24": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "26": 2777
          },
          "experts": [
            26
          ],
          "frequencies": {
            "26": 0.02118682861328125
          },
          "leader": 26,
          "similarities_to_leader": {
            "26": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "27": 1583
          },
          "experts": [
            27
          ],
          "frequencies": {
            "27": 0.01207733154296875
          },
          "leader": 27,
          "similarities_to_leader": {
            "27": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "21": 633,
            "28": 1185
          },
          "experts": [
            21,
            28
          ],
          "frequencies": {
            "21": 0.00482940673828125,
            "28": 0.00904083251953125
          },
          "leader": 28,
          "similarities_to_leader": {
            "21": 0.9579213340971571,
            "28": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "29": 1198
          },
          "experts": [
            29
          ],
          "frequencies": {
            "29": 0.0091400146484375
          },
          "leader": 29,
          "similarities_to_leader": {
            "29": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "30": 2787
          },
          "experts": [
            30
          ],
          "frequencies": {
            "30": 0.02126312255859375
          },
          "leader": 30,
          "similarities_to_leader": {
            "30": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "31": 1903
          },
          "experts": [
            31
          ],
          "frequencies": {
            "31": 0.01451873779296875
          },
          "leader": 31,
          "similarities_to_leader": {
            "31": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "33": 3261
          },
          "experts": [
            33
          ],
          "frequencies": {
            "33": 0.02487945556640625
          },
          "leader": 33,
          "similarities_to_leader": {
            "33": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "34": 3301
          },
          "experts": [
            34
          ],
          "frequencies": {
            "34": 0.02518463134765625
          },
          "leader": 34,
          "similarities_to_leader": {
            "34": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "35": 2858
          },
          "experts": [
            35
          ],
          "frequencies": {
            "35": 0.0218048095703125
          },
          "leader": 35,
          "similarities_to_leader": {
            "35": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "36": 3332
          },
          "experts": [
            36
          ],
          "frequencies": {
            "36": 0.025421142578125
          },
          "leader": 36,
          "similarities_to_leader": {
            "36": 1.0000000000000007
          }
        },
        {
          "activation_counts": {
            "37": 3663
          },
          "experts": [
            37
          ],
          "frequencies": {
            "37": 0.02794647216796875
          },
          "leader": 37,
          "similarities_to_leader": {
            "37": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "38": 2525
          },
          "experts": [
            38
          ],
          "frequencies": {
            "38": 0.01926422119140625
          },
          "leader": 38,
          "similarities_to_leader": {
            "38": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "39": 1270
          },
          "experts": [
            39
          ],
          "frequencies": {
            "39": 0.0096893310546875
          },
          "leader": 39,
          "similarities_to_leader": {
            "39": 1.0000000000000009
          }
        },
        {
          "activation_counts": {
            "40": 3569
          },
          "experts": [
            40
          ],
          "frequencies": {
            "40": 0.02722930908203125
          },
          "leader": 40,
          "similarities_to_leader": {
            "40": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "41": 4038
          },
          "experts": [
            41
          ],
          "frequencies": {
            "41": 0.0308074951171875
          },
          "leader": 41,
          "similarities_to_leader": {
            "41": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "42": 2237
          },
          "experts": [
            42
          ],
          "frequencies": {
            "42": 0.01706695556640625
          },
          "leader": 42,
          "similarities_to_leader": {
            "42": 1.0
          }
        },
        {
          "activation_counts": {
            "43": 2525
          },
          "experts": [
            43
          ],
          "frequencies": {
            "43": 0.01926422119140625
          },
          "leader": 43,
          "similarities_to_leader": {
            "43": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "44": 3034
          },
          "experts": [
            44
          ],
          "frequencies": {
            "44": 0.0231475830078125
          },
          "leader": 44,
          "similarities_to_leader": {
            "44": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "2": 364,
            "45": 1142
          },
          "experts": [
            2,
            45
          ],
          "frequencies": {
            "2": 0.002777099609375,
            "45": 0.0087127685546875
          },
          "leader": 45,
          "similarities_to_leader": {
            "2": 0.9409741190716294,
            "45": 1.0000000000000007
          }
        },
        {
          "activation_counts": {
            "46": 922
          },
          "experts": [
            46
          ],
          "frequencies": {
            "46": 0.0070343017578125
          },
          "leader": 46,
          "similarities_to_leader": {
            "46": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "47": 2078
          },
          "experts": [
            47
          ],
          "frequencies": {
            "47": 0.0158538818359375
          },
          "leader": 47,
          "similarities_to_leader": {
            "47": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "48": 2030
          },
          "experts": [
            48
          ],
          "frequencies": {
            "48": 0.0154876708984375
          },
          "leader": 48,
          "similarities_to_leader": {
            "48": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "49": 2352
          },
          "experts": [
            49
          ],
          "frequencies": {
            "49": 0.0179443359375
          },
          "leader": 49,
          "similarities_to_leader": {
            "49": 1.0
          }
        },
        {
          "activation_counts": {
            "50": 2684
          },
          "experts": [
            50
          ],
          "frequencies": {
            "50": 0.020477294921875
          },
          "leader": 50,
          "similarities_to_leader": {
            "50": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "51": 1983
          },
          "experts": [
            51
          ],
          "frequencies": {
            "51": 0.01512908935546875
          },
          "leader": 51,
          "similarities_to_leader": {
            "51": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "53": 3312
          },
          "experts": [
            53
          ],
          "frequencies": {
            "53": 0.0252685546875
          },
          "leader": 53,
          "similarities_to_leader": {
            "53": 1.0000000000000007
          }
        },
        {
          "activation_counts": {
            "54": 1373
          },
          "experts": [
            54
          ],
          "frequencies": {
            "54": 0.01047515869140625
          },
          "leader": 54,
          "similarities_to_leader": {
            "54": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "55": 936
          },
          "experts": [
            55
          ],
          "frequencies": {
            "55": 0.00714111328125
          },
          "leader": 55,
          "similarities_to_leader": {
            "55": 0.9999999999999991
          }
        },
        {
          "activation_counts": {
            "52": 817,
            "56": 2084
          },
          "experts": [
            52,
            56
          ],
          "frequencies": {
            "52": 0.00623321533203125,
            "56": 0.015899658203125
          },
          "leader": 56,
          "similarities_to_leader": {
            "52": 0.9070783894491534,
            "56": 1.0
          }
        },
        {
          "activation_counts": {
            "57": 1814
          },
          "experts": [
            57
          ],
          "frequencies": {
            "57": 0.0138397216796875
          },
          "leader": 57,
          "similarities_to_leader": {
            "57": 1.0
          }
        },
        {
          "activation_counts": {
            "58": 3574
          },
          "experts": [
            58
          ],
          "frequencies": {
            "58": 0.0272674560546875
          },
          "leader": 58,
          "similarities_to_leader": {
            "58": 1.0000000000000007
          }
        },
        {
          "activation_counts": {
            "59": 1237
          },
          "experts": [
            59
          ],
          "frequencies": {
            "59": 0.00943756103515625
          },
          "leader": 59,
          "similarities_to_leader": {
            "59": 1.0
          }
        },
        {
          "activation_counts": {
            "60": 1628
          },
          "experts": [
            60
          ],
          "frequencies": {
            "60": 0.012420654296875
          },
          "leader": 60,
          "similarities_to_leader": {
            "60": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "61": 1462
          },
          "experts": [
            61
          ],
          "frequencies": {
            "61": 0.0111541748046875
          },
          "leader": 61,
          "similarities_to_leader": {
            "61": 1.0
          }
        },
        {
          "activation_counts": {
            "63": 5005
          },
          "experts": [
            63
          ],
          "frequencies": {
            "63": 0.03818511962890625
          },
          "leader": 63,
          "similarities_to_leader": {
            "63": 0.9999999999999997
          }
        }
      ],
      "model_layer": "13",
      "stats_layer": 13
    },
    {
      "dominant_experts": [
        0,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        15,
        16,
        17,
        18,
        19,
        20,
        21,
        23,
        25,
        26,
        27,
        28,
        29,
        30,
        31,
        32,
        34,
        35,
        37,
        38,
        39,
        40,
        41,
        42,
        43,
        44,
        45,
        46,
        47,
        48,
        49,
        50,
        51,
        52,
        53,
        54,
        56,
        57,
        59,
        60,
        61,
        62,
        63
      ],
      "expert_to_group": {
        "0": 0,
        "1": 39,
        "10": 10,
        "11": 11,
        "12": 11,
        "13": 6,
        "14": 30,
        "15": 15,
        "16": 16,
        "17": 17,
        "18": 18,
        "19": 19,
        "2": 2,
        "20": 20,
        "21": 21,
        "22": 27,
        "23": 23,
        "24": 11,
        "25": 25,
        "26": 26,
        "27": 27,
        "28": 28,
        "29": 29,
        "3": 3,
        "30": 30,
        "31": 31,
        "32": 32,
        "33": 6,
        "34": 34,
        "35": 35,
        "36": 6,
        "37": 37,
        "38": 38,
        "39": 39,
        "4": 4,
        "40": 40,
        "41": 41,
        "42": 42,
        "43": 43,
        "44": 44,
        "45": 45,
        "46": 46,
        "47": 47,
        "48": 48,
        "49": 49,
        "5": 5,
        "50": 50,
        "51": 51,
        "52": 52,
        "53": 53,
        "54": 54,
        "55": 30,
        "56": 56,
        "57": 57,
        "58": 6,
        "59": 59,
        "6": 6,
        "60": 60,
        "61": 61,
        "62": 62,
        "63": 63,
        "7": 7,
        "8": 8,
        "9": 9
      },
      "groups": [
        {
          "activation_counts": {
            "0": 3761
          },
          "experts": [
            0
          ],
          "frequencies": {
            "0": 0.02869415283203125
          },
          "leader": 0,
          "similarities_to_leader": {
            "0": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "2": 3244
          },
          "experts": [
            2
          ],
          "frequencies": {
            "2": 0.024749755859375
          },
          "leader": 2,
          "similarities_to_leader": {
            "2": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "3": 3499
          },
          "experts": [
            3
          ],
          "frequencies": {
            "3": 0.02669525146484375
          },
          "leader": 3,
          "similarities_to_leader": {
            "3": 1.0
          }
        },
        {
          "activation_counts": {
            "4": 1797
          },
          "experts": [
            4
          ],
          "frequencies": {
            "4": 0.01371002197265625
          },
          "leader": 4,
          "similarities_to_leader": {
            "4": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "5": 1971
          },
          "experts": [
            5
          ],
          "frequencies": {
            "5": 0.01503753662109375
          },
          "leader": 5,
          "similarities_to_leader": {
            "5": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "13": 785,
            "33": 187,
            "36": 544,
            "58": 241,
            "6": 1324
          },
          "experts": [
            6,
            13,
            33,
            36,
            58
          ],
          "frequencies": {
            "13": 0.00598907470703125,
            "33": 0.00142669677734375,
            "36": 0.004150390625,
            "58": 0.00183868408203125,
            "6": 0.010101318359375
          },
          "leader": 6,
          "similarities_to_leader": {
            "13": 0.936011345336176,
            "33": 0.9434759493849219,
            "36": 0.9856631093894048,
            "58": 0.9567035343847368,
            "6": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "7": 1191
          },
          "experts": [
            7
          ],
          "frequencies": {
            "7": 0.00908660888671875
          },
          "leader": 7,
          "similarities_to_leader": {
            "7": 1.0
          }
        },
        {
          "activation_counts": {
            "8": 2432
          },
          "experts": [
            8
          ],
          "frequencies": {
            "8": 0.0185546875
          },
          "leader": 8,
          "similarities_to_leader": {
            "8": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "9": 1041
          },
          "experts": [
            9
          ],
          "frequencies": {
            "9": 0.00794219970703125
          },
          "leader": 9,
          "similarities_to_leader": {
            "9": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "10": 3049
          },
          "experts": [
            10
          ],
          "frequencies": {
            "10": 0.02326202392578125
          },
          "leader": 10,
          "similarities_to_leader": {
            "10": 1.0
          }
        },
        {
          "activation_counts": {
            "11": 1260,
            "12": 764,
            "24": 568
          },
          "experts": [
            11,
            12,
            24
          ],
          "frequencies": {
            "11": 0.009613037109375,
            "12": 0.005828857421875,
            "24": 0.00433349609375
          },
          "leader": 11,
          "similarities_to_leader": {
            "11": 1.0000000000000002,
            "12": 0.9658211902461467,
            "24": 0.9087607667930782
          }
        },
        {
          "activation_counts": {
            "15": 2765
          },
          "experts": [
            15
          ],
          "frequencies": {
            "15": 0.02109527587890625
          },
          "leader": 15,
          "similarities_to_leader": {
            "15": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "16": 3383
          },
          "experts": [
            16
          ],
          "frequencies": {
            "16": 0.02581024169921875
          },
          "leader": 16,
          "similarities_to_leader": {
            "16": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "17": 1822
          },
          "experts": [
            17
          ],
          "frequencies": {
            "17": 0.0139007568359375
          },
          "leader": 17,
          "similarities_to_leader": {
            "17": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "18": 3201
          },
          "experts": [
            18
          ],
          "frequencies": {
            "18": 0.02442169189453125
          },
          "leader": 18,
          "similarities_to_leader": {
            "18": 1.0
          }
        },
        {
          "activation_counts": {
            "19": 1031
          },
          "experts": [
            19
          ],
          "frequencies": {
            "19": 0.00786590576171875
          },
          "leader": 19,
          "similarities_to_leader": {
            "19": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "20": 2703
          },
          "experts": [
            20
          ],
          "frequencies": {
            "20": 0.02062225341796875
          },
          "leader": 20,
          "similarities_to_leader": {
            "20": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "21": 4279
          },
          "experts": [
            21
          ],
          "frequencies": {
            "21": 0.03264617919921875
          },
          "leader": 21,
          "similarities_to_leader": {
            "21": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "23": 3071
          },
          "experts": [
            23
          ],
          "frequencies": {
            "23": 0.02342987060546875
          },
          "leader": 23,
          "similarities_to_leader": {
            "23": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "25": 4158
          },
          "experts": [
            25
          ],
          "frequencies": {
            "25": 0.0317230224609375
          },
          "leader": 25,
          "similarities_to_leader": {
            "25": 0.9999999999999993
          }
        },
        {
          "activation_counts": {
            "26": 1159
          },
          "experts": [
            26
          ],
          "frequencies": {
            "26": 0.00884246826171875
          },
          "leader": 26,
          "similarities_to_leader": {
            "26": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "22": 778,
            "27": 917
          },
          "experts": [
            22,
            27
          ],
          "frequencies": {
            "22": 0.0059356689453125,
            "27": 0.00699615478515625
          },
          "leader": 27,
          "similarities_to_leader": {
            "22": 0.9239559127725342,
            "27": 0.9999999999999992
          }
        },
        {
          "activation_counts": {
            "28": 1729
          },
          "experts": [
            28
          ],
          "frequencies": {
            "28": 0.01319122314453125
          },
          "leader": 28,
          "similarities_to_leader": {
            "28": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "29": 2670
          },
          "experts": [
            29
          ],
          "frequencies": {
            "29": 0.0203704833984375
          },
          "leader": 29,
          "similarities_to_leader": {
            "29": 1.0
          }
        },
        {
          "activation_counts": {
            "14": 347,
            "30": 1089,
            "55": 591
          },
          "experts": [
            14,
            30,
            55
          ],
          "frequencies": {
            "14": 0.00264739990234375,
            "30": 0.00830841064453125,
            "55": 0.00450897216796875
          },
          "leader": 30,
          "similarities_to_leader": {
            "14": 0.94023396273629,
            "30": 0.9999999999999991,
            "55": 0.9507047004477375
          }
        },
        {
          "activation_counts": {
            "31": 3705
          },
          "experts": [
            31
          ],
          "frequencies": {
            "31": 0.02826690673828125
          },
          "leader": 31,
          "similarities_to_leader": {
            "31": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "32": 1542
          },
          "experts": [
            32
          ],
          "frequencies": {
            "32": 0.0117645263671875
          },
          "leader": 32,
          "similarities_to_leader": {
            "32": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "34": 2440
          },
          "experts": [
            34
          ],
          "frequencies": {
            "34": 0.01861572265625
          },
          "leader": 34,
          "similarities_to_leader": {
            "34": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "35": 2120
          },
          "experts": [
            35
          ],
          "frequencies": {
            "35": 0.01617431640625
          },
          "leader": 35,
          "similarities_to_leader": {
            "35": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "37": 2941
          },
          "experts": [
            37
          ],
          "frequencies": {
            "37": 0.02243804931640625
          },
          "leader": 37,
          "similarities_to_leader": {
            "37": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "38": 3264
          },
          "experts": [
            38
          ],
          "frequencies": {
            "38": 0.02490234375
          },
          "leader": 38,
          "similarities_to_leader": {
            "38": 1.0
          }
        },
        {
          "activation_counts": {
            "1": 784,
            "39": 1071
          },
          "experts": [
            1,
            39
          ],
          "frequencies": {
            "1": 0.0059814453125,
            "39": 0.00817108154296875
          },
          "leader": 39,
          "similarities_to_leader": {
            "1": 0.9355867011907061,
            "39": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "40": 1013
          },
          "experts": [
            40
          ],
          "frequencies": {
            "40": 0.00772857666015625
          },
          "leader": 40,
          "similarities_to_leader": {
            "40": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "41": 3637
          },
          "experts": [
            41
          ],
          "frequencies": {
            "41": 0.02774810791015625
          },
          "leader": 41,
          "similarities_to_leader": {
            "41": 0.9999999999999993
          }
        },
        {
          "activation_counts": {
            "42": 1486
          },
          "experts": [
            42
          ],
          "frequencies": {
            "42": 0.0113372802734375
          },
          "leader": 42,
          "similarities_to_leader": {
            "42": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "43": 3364
          },
          "experts": [
            43
          ],
          "frequencies": {
            "43": 0.025665283203125
          },
          "leader": 43,
          "similarities_to_leader": {
            "43": 1.0
          }
        },
        {
          "activation_counts": {
            "44": 3422
          },
          "experts": [
            44
          ],
          "frequencies": {
            "44": 0.0261077880859375
          },
          "leader": 44,
          "similarities_to_leader": {
            "44": 1.0
          }
        },
        {
          "activation_counts": {
            "45": 2570
          },
          "experts": [
            45
          ],
          "frequencies": {
            "45": 0.0196075439453125
          },
          "leader": 45,
          "similarities_to_leader": {
            "45": 1.0
          }
        },
        {
          "activation_counts": {
            "46": 2465
          },
          "experts": [
            46
          ],
          "frequencies": {
            "46": 0.01880645751953125
          },
          "leader": 46,
          "similarities_to_leader": {
            "46": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "47": 940
          },
          "experts": [
            47
          ],
          "frequencies": {
            "47": 0.007171630859375
          },
          "leader": 47,
          "similarities_to_leader": {
            "47": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "48": 2601
          },
          "experts": [
            48
          ],
          "frequencies": {
            "48": 0.01984405517578125
          },
          "leader": 48,
          "similarities_to_leader": {
            "48": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "49": 2226
          },
          "experts": [
            49
          ],
          "frequencies": {
            "49": 0.0169830322265625
          },
          "leader": 49,
          "similarities_to_leader": {
            "49": 1.0
          }
        },
        {
          "activation_counts": {
            "50": 2093
          },
          "experts": [
            50
          ],
          "frequencies": {
            "50": 0.01596832275390625
          },
          "leader": 50,
          "similarities_to_leader": {
            "50": 1.0000000000000007
          }
        },
        {
          "activation_counts": {
            "51": 2882
          },
          "experts": [
            51
          ],
          "frequencies": {
            "51": 0.0219879150390625
          },
          "leader": 51,
          "similarities_to_leader": {
            "51": 1.0000000000000007
          }
        },
        {
          "activation_counts": {
            "52": 1450
          },
          "experts": [
            52
          ],
          "frequencies": {
            "52": 0.0110626220703125
          },
          "leader": 52,
          "similarities_to_leader": {
            "52": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "53": 2803
          },
          "experts": [
            53
          ],
          "frequencies": {
            "53": 0.02138519287109375
          },
          "leader": 53,
          "similarities_to_leader": {
            "53": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "54": 1730
          },
          "experts": [
            54
          ],
          "frequencies": {
            "54": 0.0131988525390625
          },
          "leader": 54,
          "similarities_to_leader": {
            "54": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "56": 2187
          },
          "experts": [
            56
          ],
          "frequencies": {
            "56": 0.01668548583984375
          },
          "leader": 56,
          "similarities_to_leader": {
            "56": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "57": 2376
          },
          "experts": [
            57
          ],
          "frequencies": {
            "57": 0.01812744140625
          },
          "leader": 57,
          "similarities_to_leader": {
            "57": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "59": 2770
          },
          "experts": [
            59
          ],
          "frequencies": {
            "59": 0.0211334228515625
          },
          "leader": 59,
          "similarities_to_leader": {
            "59": 1.0
          }
        },
        {
          "activation_counts": {
            "60": 1027
          },
          "experts": [
            60
          ],
          "frequencies": {
            "60": 0.00783538818359375
          },
          "leader": 60,
          "similarities_to_leader": {
            "60": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "61": 927
          },
          "experts": [
            61
          ],
          "frequencies": {
            "61": 0.00707244873046875
          },
          "leader": 61,
          "similarities_to_leader": {
            "61": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "62": 3677
          },
          "experts": [
            62
          ],
          "frequencies": {
            "62": 0.02805328369140625
          },
          "leader": 62,
          "similarities_to_leader": {
            "62": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "63": 2208
          },
          "experts": [
            63
          ],
          "frequencies": {
            "63": 0.016845703125
          },
          "leader": 63,
          "similarities_to_leader": {
            "63": 1.0000000000000004
          }
        }
      ],
      "model_layer": "14",
      "stats_layer": 14
    },
    {
      "dominant_experts": [
        0,
        2,
        3,
        4,
        5,
        7,
        10,
        11,
        13,
        14,
        15,
        16,
        20,
        21,
        22,
        23,
        25,
        26,
        27,
        28,
        30,
        31,
        36,
        38,
        39,
        40,
        41,
        42,
        43,
        45,
        46,
        47,
        48,
        49,
        50,
        51,
        52,
        54,
        55,
        56,
        58,
        59,
        60,
        61,
        62,
        63
      ],
      "expert_to_group": {
        "0": 0,
        "1": 60,
        "10": 10,
        "11": 11,
        "12": 30,
        "13": 13,
        "14": 14,
        "15": 15,
        "16": 16,
        "17": 30,
        "18": 30,
        "19": 5,
        "2": 2,
        "20": 20,
        "21": 21,
        "22": 22,
        "23": 23,
        "24": 30,
        "25": 25,
        "26": 26,
        "27": 27,
        "28": 28,
        "29": 60,
        "3": 3,
        "30": 30,
        "31": 31,
        "32": 30,
        "33": 30,
        "34": 30,
        "35": 43,
        "36": 36,
        "37": 30,
        "38": 38,
        "39": 39,
        "4": 4,
        "40": 40,
        "41": 41,
        "42": 42,
        "43": 43,
        "44": 30,
        "45": 45,
        "46": 46,
        "47": 47,
        "48": 48,
        "49": 49,
        "5": 5,
        "50": 50,
        "51": 51,
        "52": 52,
        "53": 36,
        "54": 54,
        "55": 55,
        "56": 56,
        "57": 43,
        "58": 58,
        "59": 59,
        "6": 36,
        "60": 60,
        "61": 61,
        "62": 62,
        "63": 63,
        "7": 7,
        "8": 30,
        "9": 16
      },
      "groups": [
        {
          "activation_counts": {
            "0": 1317
          },
          "experts": [
            0
          ],
          "frequencies": {
            "0": 0.01004791259765625
          },
          "leader": 0,
          "similarities_to_leader": {
            "0": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "2": 3796
          },
          "experts": [
            2
          ],
          "frequencies": {
            "2": 0.028961181640625
          },
          "leader": 2,
          "similarities_to_leader": {
            "2": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "3": 1671
          },
          "experts": [
            3
          ],
          "frequencies": {
            "3": 0.01274871826171875
          },
          "leader": 3,
          "similarities_to_leader": {
            "3": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "4": 2704
          },
          "experts": [
            4
          ],
          "frequencies": {
            "4": 0.0206298828125
          },
          "leader": 4,
          "similarities_to_leader": {
            "4": 1.0
          }
        },
        {
          "activation_counts": {
            "19": 823,
            "5": 1125
          },
          "experts": [
            5,
            19
          ],
          "frequencies": {
            "19": 0.00627899169921875,
            "5": 0.00858306884765625
          },
          "leader": 5,
          "similarities_to_leader": {
            "19": 0.951467512225204,
            "5": 0.9999999999999992
          }
        },
        {
          "activation_counts": {
            "7": 5603
          },
          "experts": [
            7
          ],
          "frequencies": {
            "7": 0.04274749755859375
          },
          "leader": 7,
          "similarities_to_leader": {
            "7": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "10": 4126
          },
          "experts": [
            10
          ],
          "frequencies": {
            "10": 0.0314788818359375
          },
          "leader": 10,
          "similarities_to_leader": {
            "10": 1.0
          }
        },
        {
          "activation_counts": {
            "11": 1550
          },
          "experts": [
            11
          ],
          "frequencies": {
            "11": 0.0118255615234375
          },
          "leader": 11,
          "similarities_to_leader": {
            "11": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "13": 4347
          },
          "experts": [
            13
          ],
          "frequencies": {
            "13": 0.03316497802734375
          },
          "leader": 13,
          "similarities_to_leader": {
            "13": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "14": 3118
          },
          "experts": [
            14
          ],
          "frequencies": {
            "14": 0.0237884521484375
          },
          "leader": 14,
          "similarities_to_leader": {
            "14": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "15": 3842
          },
          "experts": [
            15
          ],
          "frequencies": {
            "15": 0.0293121337890625
          },
          "leader": 15,
          "similarities_to_leader": {
            "15": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "16": 1490,
            "9": 429
          },
          "experts": [
            9,
            16
          ],
          "frequencies": {
            "16": 0.0113677978515625,
            "9": 0.00327301025390625
          },
          "leader": 16,
          "similarities_to_leader": {
            "16": 1.0000000000000004,
            "9": 0.9349654761688909
          }
        },
        {
          "activation_counts": {
            "20": 2298
          },
          "experts": [
            20
          ],
          "frequencies": {
            "20": 0.0175323486328125
          },
          "leader": 20,
          "similarities_to_leader": {
            "20": 1.0
          }
        },
        {
          "activation_counts": {
            "21": 4295
          },
          "experts": [
            21
          ],
          "frequencies": {
            "21": 0.03276824951171875
          },
          "leader": 21,
          "similarities_to_leader": {
            "21": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "22": 2293
          },
          "experts": [
            22
          ],
          "frequencies": {
            "22": 0.01749420166015625
          },
          "leader": 22,
          "similarities_to_leader": {
            "22": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "23": 2901
          },
          "experts": [
            23
          ],
          "frequencies": {
            "23": 0.02213287353515625
          },
          "leader": 23,
          "similarities_to_leader": {
            "23": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "25": 3659
          },
          "experts": [
            25
          ],
          "frequencies": {
            "25": 0.02791595458984375
          },
          "leader": 25,
          "similarities_to_leader": {
            "25": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "26": 5185
          },
          "experts": [
            26
          ],
          "frequencies": {
            "26": 0.03955841064453125
          },
          "leader": 26,
          "similarities_to_leader": {
            "26": 1.0
          }
        },
        {
          "activation_counts": {
            "27": 2812
          },
          "experts": [
            27
          ],
          "frequencies": {
            "27": 0.021453857421875
          },
          "leader": 27,
          "similarities_to_leader": {
            "27": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "28": 3224
          },
          "experts": [
            28
          ],
          "frequencies": {
            "28": 0.02459716796875
          },
          "leader": 28,
          "similarities_to_leader": {
            "28": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "12": 796,
            "17": 446,
            "18": 235,
            "24": 325,
            "30": 948,
            "32": 446,
            "33": 322,
            "34": 100,
            "37": 739,
            "44": 380,
            "8": 787
          },
          "experts": [
            8,
            12,
            17,
            18,
            24,
            30,
            32,
            33,
            34,
            37,
            44
          ],
          "frequencies": {
            "12": 0.006072998046875,
            "17": 0.0034027099609375,
            "18": 0.00179290771484375,
            "24": 0.00247955322265625,
            "30": 0.007232666015625,
            "32": 0.0034027099609375,
            "33": 0.0024566650390625,
            "34": 0.000762939453125,
            "37": 0.00563812255859375,
            "44": 0.002899169921875,
            "8": 0.00600433349609375
          },
          "leader": 30,
          "similarities_to_leader": {
            "12": 0.9414036833627379,
            "17": 0.9754373383311145,
            "18": 0.9338607150142634,
            "24": 0.9271729056635851,
            "30": 1.0,
            "32": 0.9003679941744295,
            "33": 0.9267794109923925,
            "34": 0.974290495629415,
            "37": 0.8986924243155826,
            "44": 0.9250757379705192,
            "8": 0.9919460404856462
          }
        },
        {
          "activation_counts": {
            "31": 1591
          },
          "experts": [
            31
          ],
          "frequencies": {
            "31": 0.01213836669921875
          },
          "leader": 31,
          "similarities_to_leader": {
            "31": 0.9999999999999994
          }
        },
        {
          "activation_counts": {
            "36": 990,
            "53": 790,
            "6": 730
          },
          "experts": [
            6,
            36,
            53
          ],
          "frequencies": {
            "36": 0.0075531005859375,
            "53": 0.0060272216796875,
            "6": 0.0055694580078125
          },
          "leader": 36,
          "similarities_to_leader": {
            "36": 0.9999999999999992,
            "53": 0.9515502309487064,
            "6": 0.9456007865341778
          }
        },
        {
          "activation_counts": {
            "38": 2525
          },
          "experts": [
            38
          ],
          "frequencies": {
            "38": 0.01926422119140625
          },
          "leader": 38,
          "similarities_to_leader": {
            "38": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "39": 3437
          },
          "experts": [
            39
          ],
          "frequencies": {
            "39": 0.02622222900390625
          },
          "leader": 39,
          "similarities_to_leader": {
            "39": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "40": 1618
          },
          "experts": [
            40
          ],
          "frequencies": {
            "40": 0.0123443603515625
          },
          "leader": 40,
          "similarities_to_leader": {
            "40": 1.0
          }
        },
        {
          "activation_counts": {
            "41": 1123
          },
          "experts": [
            41
          ],
          "frequencies": {
            "41": 0.00856781005859375
          },
          "leader": 41,
          "similarities_to_leader": {
            "41": 1.0
          }
        },
        {
          "activation_counts": {
            "42": 900
          },
          "experts": [
            42
          ],
          "frequencies": {
            "42": 0.006866455078125
          },
          "leader": 42,
          "similarities_to_leader": {
            "42": 0.9999999999999992
          }
        },
        {
          "activation_counts": {
            "35": 823,
            "43": 1071,
            "57": 835
          },
          "experts": [
            35,
            43,
            57
          ],
          "frequencies": {
            "35": 0.00627899169921875,
            "43": 0.00817108154296875,
            "57": 0.00637054443359375
          },
          "leader": 43,
          "similarities_to_leader": {
            "35": 0.9607072391023126,
            "43": 0.9999999999999998,
            "57": 0.9563766668322434
          }
        },
        {
          "activation_counts": {
            "45": 3217
          },
          "experts": [
            45
          ],
          "frequencies": {
            "45": 0.02454376220703125
          },
          "leader": 45,
          "similarities_to_leader": {
            "45": 1.0
          }
        },
        {
          "activation_counts": {
            "46": 3659
          },
          "experts": [
            46
          ],
          "frequencies": {
            "46": 0.02791595458984375
          },
          "leader": 46,
          "similarities_to_leader": {
            "46": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "47": 2568
          },
          "experts": [
            47
          ],
          "frequencies": {
            "47": 0.01959228515625
          },
          "leader": 47,
          "similarities_to_leader": {
            "47": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "48": 3279
          },
          "experts": [
            48
          ],
          "frequencies": {
            "48": 0.02501678466796875
          },
          "leader": 48,
          "similarities_to_leader": {
            "48": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "49": 2235
          },
          "experts": [
            49
          ],
          "frequencies": {
            "49": 0.01705169677734375
          },
          "leader": 49,
          "similarities_to_leader": {
            "49": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "50": 2175
          },
          "experts": [
            50
          ],
          "frequencies": {
            "50": 0.01659393310546875
          },
          "leader": 50,
          "similarities_to_leader": {
            "50": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "51": 1897
          },
          "experts": [
            51
          ],
          "frequencies": {
            "51": 0.01447296142578125
          },
          "leader": 51,
          "similarities_to_leader": {
            "51": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "52": 1299
          },
          "experts": [
            52
          ],
          "frequencies": {
            "52": 0.00991058349609375
          },
          "leader": 52,
          "similarities_to_leader": {
            "52": 1.0000000000000004
          }
        },
        {
          "activation_counts": {
            "54": 3015
          },
          "experts": [
            54
          ],
          "frequencies": {
            "54": 0.02300262451171875
          },
          "leader": 54,
          "similarities_to_leader": {
            "54": 1.0
          }
        },
        {
          "activation_counts": {
            "55": 2898
          },
          "experts": [
            55
          ],
          "frequencies": {
            "55": 0.0221099853515625
          },
          "leader": 55,
          "similarities_to_leader": {
            "55": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "56": 3811
          },
          "experts": [
            56
          ],
          "frequencies": {
            "56": 0.02907562255859375
          },
          "leader": 56,
          "similarities_to_leader": {
            "56": 0.9999999999999998
          }
        },
        {
          "activation_counts": {
            "58": 1141
          },
          "experts": [
            58
          ],
          "frequencies": {
            "58": 0.00870513916015625
          },
          "leader": 58,
          "similarities_to_leader": {
            "58": 0.9999999999999997
          }
        },
        {
          "activation_counts": {
            "59": 3792
          },
          "experts": [
            59
          ],
          "frequencies": {
            "59": 0.0289306640625
          },
          "leader": 59,
          "similarities_to_leader": {
            "59": 0.9999999999999996
          }
        },
        {
          "activation_counts": {
            "1": 613,
            "29": 699,
            "60": 1463
          },
          "experts": [
            1,
            29,
            60
          ],
          "frequencies": {
            "1": 0.00467681884765625,
            "29": 0.00533294677734375,
            "60": 0.01116180419921875
          },
          "leader": 60,
          "similarities_to_leader": {
            "1": 0.9514785667195669,
            "29": 0.9318314960449223,
            "60": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "61": 2619
          },
          "experts": [
            61
          ],
          "frequencies": {
            "61": 0.01998138427734375
          },
          "leader": 61,
          "similarities_to_leader": {
            "61": 1.0000000000000002
          }
        },
        {
          "activation_counts": {
            "62": 3264
          },
          "experts": [
            62
          ],
          "frequencies": {
            "62": 0.02490234375
          },
          "leader": 62,
          "similarities_to_leader": {
            "62": 0.9999999999999999
          }
        },
        {
          "activation_counts": {
            "63": 2863
          },
          "experts": [
            63
          ],
          "frequencies": {
            "63": 0.02184295654296875
          },
          "leader": 63,
          "similarities_to_leader": {
            "63": 0.9999999999999994
          }
        }
      ],
      "model_layer": "15",
      "stats_layer": 15
    }
  ],
  "method": "m-smoe-router-logit-similarity",
  "notes": [
    "Grouping uses router-logit cosine similarity, not Sub-MoE expert-output clustering.",
    "Frequencies are top-k router activation frequencies and are used later as merge weights."
  ],
  "router_logits_shape": [
    16,
    16384,
    64
  ],
  "schema_version": 1,
  "token_masked": false,
  "top_k": 8,
  "usage_source": "router_logits_top_k"
}