| { |
| "dominant_allocation": { |
| "actual_num_groups_total": 896, |
| "frequency_threshold": 0.006591796875, |
| "min_groups_per_layer": 1, |
| "num_groups_total": 896, |
| "strategy": "threshold", |
| "type": "global" |
| }, |
| "expert_outputs_shape": null, |
| "layers": [ |
| { |
| "dominant_experts": [ |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 10, |
| 11, |
| 12, |
| 13, |
| 14, |
| 15, |
| 16, |
| 17, |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 24, |
| 25, |
| 26, |
| 27, |
| 28, |
| 29, |
| 30, |
| 31, |
| 32, |
| 33, |
| 35, |
| 36, |
| 37, |
| 38, |
| 39, |
| 40, |
| 41, |
| 42, |
| 43, |
| 44, |
| 45, |
| 46, |
| 47, |
| 48, |
| 49, |
| 50, |
| 51, |
| 52, |
| 53, |
| 54, |
| 55, |
| 56, |
| 57, |
| 58, |
| 59, |
| 60, |
| 61, |
| 62 |
| ], |
| "expert_to_group": { |
| "0": 21, |
| "1": 1, |
| "10": 10, |
| "11": 11, |
| "12": 12, |
| "13": 13, |
| "14": 14, |
| "15": 15, |
| "16": 16, |
| "17": 17, |
| "18": 18, |
| "19": 19, |
| "2": 2, |
| "20": 20, |
| "21": 21, |
| "22": 22, |
| "23": 52, |
| "24": 24, |
| "25": 25, |
| "26": 26, |
| "27": 27, |
| "28": 28, |
| "29": 29, |
| "3": 3, |
| "30": 30, |
| "31": 31, |
| "32": 32, |
| "33": 33, |
| "34": 21, |
| "35": 35, |
| "36": 36, |
| "37": 37, |
| "38": 38, |
| "39": 39, |
| "4": 4, |
| "40": 40, |
| "41": 41, |
| "42": 42, |
| "43": 43, |
| "44": 44, |
| "45": 45, |
| "46": 46, |
| "47": 47, |
| "48": 48, |
| "49": 49, |
| "5": 5, |
| "50": 50, |
| "51": 51, |
| "52": 52, |
| "53": 53, |
| "54": 54, |
| "55": 55, |
| "56": 56, |
| "57": 57, |
| "58": 58, |
| "59": 59, |
| "6": 6, |
| "60": 60, |
| "61": 61, |
| "62": 62, |
| "63": 39, |
| "7": 7, |
| "8": 8, |
| "9": 9 |
| }, |
| "groups": [ |
| { |
| "activation_counts": { |
| "1": 2461 |
| }, |
| "experts": [ |
| 1 |
| ], |
| "frequencies": { |
| "1": 0.01877593994140625 |
| }, |
| "leader": 1, |
| "similarities_to_leader": { |
| "1": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "2": 1685 |
| }, |
| "experts": [ |
| 2 |
| ], |
| "frequencies": { |
| "2": 0.01285552978515625 |
| }, |
| "leader": 2, |
| "similarities_to_leader": { |
| "2": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "3": 1702 |
| }, |
| "experts": [ |
| 3 |
| ], |
| "frequencies": { |
| "3": 0.0129852294921875 |
| }, |
| "leader": 3, |
| "similarities_to_leader": { |
| "3": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "4": 2112 |
| }, |
| "experts": [ |
| 4 |
| ], |
| "frequencies": { |
| "4": 0.01611328125 |
| }, |
| "leader": 4, |
| "similarities_to_leader": { |
| "4": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "5": 2415 |
| }, |
| "experts": [ |
| 5 |
| ], |
| "frequencies": { |
| "5": 0.01842498779296875 |
| }, |
| "leader": 5, |
| "similarities_to_leader": { |
| "5": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "6": 2922 |
| }, |
| "experts": [ |
| 6 |
| ], |
| "frequencies": { |
| "6": 0.0222930908203125 |
| }, |
| "leader": 6, |
| "similarities_to_leader": { |
| "6": 1.0000000000000007 |
| } |
| }, |
| { |
| "activation_counts": { |
| "7": 2479 |
| }, |
| "experts": [ |
| 7 |
| ], |
| "frequencies": { |
| "7": 0.01891326904296875 |
| }, |
| "leader": 7, |
| "similarities_to_leader": { |
| "7": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "8": 1314 |
| }, |
| "experts": [ |
| 8 |
| ], |
| "frequencies": { |
| "8": 0.0100250244140625 |
| }, |
| "leader": 8, |
| "similarities_to_leader": { |
| "8": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "9": 3256 |
| }, |
| "experts": [ |
| 9 |
| ], |
| "frequencies": { |
| "9": 0.02484130859375 |
| }, |
| "leader": 9, |
| "similarities_to_leader": { |
| "9": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "10": 1824 |
| }, |
| "experts": [ |
| 10 |
| ], |
| "frequencies": { |
| "10": 0.013916015625 |
| }, |
| "leader": 10, |
| "similarities_to_leader": { |
| "10": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "11": 999 |
| }, |
| "experts": [ |
| 11 |
| ], |
| "frequencies": { |
| "11": 0.00762176513671875 |
| }, |
| "leader": 11, |
| "similarities_to_leader": { |
| "11": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "12": 2810 |
| }, |
| "experts": [ |
| 12 |
| ], |
| "frequencies": { |
| "12": 0.0214385986328125 |
| }, |
| "leader": 12, |
| "similarities_to_leader": { |
| "12": 0.9999999999999993 |
| } |
| }, |
| { |
| "activation_counts": { |
| "13": 1493 |
| }, |
| "experts": [ |
| 13 |
| ], |
| "frequencies": { |
| "13": 0.01139068603515625 |
| }, |
| "leader": 13, |
| "similarities_to_leader": { |
| "13": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "14": 1965 |
| }, |
| "experts": [ |
| 14 |
| ], |
| "frequencies": { |
| "14": 0.01499176025390625 |
| }, |
| "leader": 14, |
| "similarities_to_leader": { |
| "14": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "15": 1880 |
| }, |
| "experts": [ |
| 15 |
| ], |
| "frequencies": { |
| "15": 0.01434326171875 |
| }, |
| "leader": 15, |
| "similarities_to_leader": { |
| "15": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "16": 2793 |
| }, |
| "experts": [ |
| 16 |
| ], |
| "frequencies": { |
| "16": 0.02130889892578125 |
| }, |
| "leader": 16, |
| "similarities_to_leader": { |
| "16": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "17": 1708 |
| }, |
| "experts": [ |
| 17 |
| ], |
| "frequencies": { |
| "17": 0.013031005859375 |
| }, |
| "leader": 17, |
| "similarities_to_leader": { |
| "17": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "18": 1475 |
| }, |
| "experts": [ |
| 18 |
| ], |
| "frequencies": { |
| "18": 0.01125335693359375 |
| }, |
| "leader": 18, |
| "similarities_to_leader": { |
| "18": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "19": 2499 |
| }, |
| "experts": [ |
| 19 |
| ], |
| "frequencies": { |
| "19": 0.01906585693359375 |
| }, |
| "leader": 19, |
| "similarities_to_leader": { |
| "19": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "20": 2782 |
| }, |
| "experts": [ |
| 20 |
| ], |
| "frequencies": { |
| "20": 0.0212249755859375 |
| }, |
| "leader": 20, |
| "similarities_to_leader": { |
| "20": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "0": 854, |
| "21": 1082, |
| "34": 293 |
| }, |
| "experts": [ |
| 0, |
| 21, |
| 34 |
| ], |
| "frequencies": { |
| "0": 0.0065155029296875, |
| "21": 0.0082550048828125, |
| "34": 0.00223541259765625 |
| }, |
| "leader": 21, |
| "similarities_to_leader": { |
| "0": 0.9074839374829765, |
| "21": 1.0000000000000002, |
| "34": 0.8860609136569705 |
| } |
| }, |
| { |
| "activation_counts": { |
| "22": 2554 |
| }, |
| "experts": [ |
| 22 |
| ], |
| "frequencies": { |
| "22": 0.0194854736328125 |
| }, |
| "leader": 22, |
| "similarities_to_leader": { |
| "22": 1.0000000000000007 |
| } |
| }, |
| { |
| "activation_counts": { |
| "24": 1291 |
| }, |
| "experts": [ |
| 24 |
| ], |
| "frequencies": { |
| "24": 0.00984954833984375 |
| }, |
| "leader": 24, |
| "similarities_to_leader": { |
| "24": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "25": 1773 |
| }, |
| "experts": [ |
| 25 |
| ], |
| "frequencies": { |
| "25": 0.01352691650390625 |
| }, |
| "leader": 25, |
| "similarities_to_leader": { |
| "25": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "26": 1980 |
| }, |
| "experts": [ |
| 26 |
| ], |
| "frequencies": { |
| "26": 0.015106201171875 |
| }, |
| "leader": 26, |
| "similarities_to_leader": { |
| "26": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "27": 2301 |
| }, |
| "experts": [ |
| 27 |
| ], |
| "frequencies": { |
| "27": 0.01755523681640625 |
| }, |
| "leader": 27, |
| "similarities_to_leader": { |
| "27": 0.9999999999999993 |
| } |
| }, |
| { |
| "activation_counts": { |
| "28": 2351 |
| }, |
| "experts": [ |
| 28 |
| ], |
| "frequencies": { |
| "28": 0.01793670654296875 |
| }, |
| "leader": 28, |
| "similarities_to_leader": { |
| "28": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "29": 1243 |
| }, |
| "experts": [ |
| 29 |
| ], |
| "frequencies": { |
| "29": 0.00948333740234375 |
| }, |
| "leader": 29, |
| "similarities_to_leader": { |
| "29": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "30": 1741 |
| }, |
| "experts": [ |
| 30 |
| ], |
| "frequencies": { |
| "30": 0.01328277587890625 |
| }, |
| "leader": 30, |
| "similarities_to_leader": { |
| "30": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "31": 1851 |
| }, |
| "experts": [ |
| 31 |
| ], |
| "frequencies": { |
| "31": 0.01412200927734375 |
| }, |
| "leader": 31, |
| "similarities_to_leader": { |
| "31": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "32": 2027 |
| }, |
| "experts": [ |
| 32 |
| ], |
| "frequencies": { |
| "32": 0.01546478271484375 |
| }, |
| "leader": 32, |
| "similarities_to_leader": { |
| "32": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "33": 2538 |
| }, |
| "experts": [ |
| 33 |
| ], |
| "frequencies": { |
| "33": 0.0193634033203125 |
| }, |
| "leader": 33, |
| "similarities_to_leader": { |
| "33": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "35": 2536 |
| }, |
| "experts": [ |
| 35 |
| ], |
| "frequencies": { |
| "35": 0.01934814453125 |
| }, |
| "leader": 35, |
| "similarities_to_leader": { |
| "35": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "36": 2159 |
| }, |
| "experts": [ |
| 36 |
| ], |
| "frequencies": { |
| "36": 0.01647186279296875 |
| }, |
| "leader": 36, |
| "similarities_to_leader": { |
| "36": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "37": 1839 |
| }, |
| "experts": [ |
| 37 |
| ], |
| "frequencies": { |
| "37": 0.01403045654296875 |
| }, |
| "leader": 37, |
| "similarities_to_leader": { |
| "37": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "38": 2429 |
| }, |
| "experts": [ |
| 38 |
| ], |
| "frequencies": { |
| "38": 0.01853179931640625 |
| }, |
| "leader": 38, |
| "similarities_to_leader": { |
| "38": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "39": 1976, |
| "63": 588 |
| }, |
| "experts": [ |
| 39, |
| 63 |
| ], |
| "frequencies": { |
| "39": 0.01507568359375, |
| "63": 0.004486083984375 |
| }, |
| "leader": 39, |
| "similarities_to_leader": { |
| "39": 0.9999999999999997, |
| "63": 0.8760320834384122 |
| } |
| }, |
| { |
| "activation_counts": { |
| "40": 1651 |
| }, |
| "experts": [ |
| 40 |
| ], |
| "frequencies": { |
| "40": 0.01259613037109375 |
| }, |
| "leader": 40, |
| "similarities_to_leader": { |
| "40": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "41": 5827 |
| }, |
| "experts": [ |
| 41 |
| ], |
| "frequencies": { |
| "41": 0.04445648193359375 |
| }, |
| "leader": 41, |
| "similarities_to_leader": { |
| "41": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "42": 1825 |
| }, |
| "experts": [ |
| 42 |
| ], |
| "frequencies": { |
| "42": 0.01392364501953125 |
| }, |
| "leader": 42, |
| "similarities_to_leader": { |
| "42": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "43": 2070 |
| }, |
| "experts": [ |
| 43 |
| ], |
| "frequencies": { |
| "43": 0.0157928466796875 |
| }, |
| "leader": 43, |
| "similarities_to_leader": { |
| "43": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "44": 1542 |
| }, |
| "experts": [ |
| 44 |
| ], |
| "frequencies": { |
| "44": 0.0117645263671875 |
| }, |
| "leader": 44, |
| "similarities_to_leader": { |
| "44": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "45": 2039 |
| }, |
| "experts": [ |
| 45 |
| ], |
| "frequencies": { |
| "45": 0.01555633544921875 |
| }, |
| "leader": 45, |
| "similarities_to_leader": { |
| "45": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "46": 2676 |
| }, |
| "experts": [ |
| 46 |
| ], |
| "frequencies": { |
| "46": 0.020416259765625 |
| }, |
| "leader": 46, |
| "similarities_to_leader": { |
| "46": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "47": 1833 |
| }, |
| "experts": [ |
| 47 |
| ], |
| "frequencies": { |
| "47": 0.01398468017578125 |
| }, |
| "leader": 47, |
| "similarities_to_leader": { |
| "47": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "48": 2484 |
| }, |
| "experts": [ |
| 48 |
| ], |
| "frequencies": { |
| "48": 0.018951416015625 |
| }, |
| "leader": 48, |
| "similarities_to_leader": { |
| "48": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "49": 2092 |
| }, |
| "experts": [ |
| 49 |
| ], |
| "frequencies": { |
| "49": 0.015960693359375 |
| }, |
| "leader": 49, |
| "similarities_to_leader": { |
| "49": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "50": 1854 |
| }, |
| "experts": [ |
| 50 |
| ], |
| "frequencies": { |
| "50": 0.0141448974609375 |
| }, |
| "leader": 50, |
| "similarities_to_leader": { |
| "50": 1.0000000000000009 |
| } |
| }, |
| { |
| "activation_counts": { |
| "51": 1368 |
| }, |
| "experts": [ |
| 51 |
| ], |
| "frequencies": { |
| "51": 0.01043701171875 |
| }, |
| "leader": 51, |
| "similarities_to_leader": { |
| "51": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "23": 179, |
| "52": 1387 |
| }, |
| "experts": [ |
| 23, |
| 52 |
| ], |
| "frequencies": { |
| "23": 0.00136566162109375, |
| "52": 0.01058197021484375 |
| }, |
| "leader": 52, |
| "similarities_to_leader": { |
| "23": 0.8717282593929786, |
| "52": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "53": 1541 |
| }, |
| "experts": [ |
| 53 |
| ], |
| "frequencies": { |
| "53": 0.01175689697265625 |
| }, |
| "leader": 53, |
| "similarities_to_leader": { |
| "53": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "54": 1734 |
| }, |
| "experts": [ |
| 54 |
| ], |
| "frequencies": { |
| "54": 0.0132293701171875 |
| }, |
| "leader": 54, |
| "similarities_to_leader": { |
| "54": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "55": 1929 |
| }, |
| "experts": [ |
| 55 |
| ], |
| "frequencies": { |
| "55": 0.01471710205078125 |
| }, |
| "leader": 55, |
| "similarities_to_leader": { |
| "55": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "56": 2124 |
| }, |
| "experts": [ |
| 56 |
| ], |
| "frequencies": { |
| "56": 0.016204833984375 |
| }, |
| "leader": 56, |
| "similarities_to_leader": { |
| "56": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "57": 4024 |
| }, |
| "experts": [ |
| 57 |
| ], |
| "frequencies": { |
| "57": 0.03070068359375 |
| }, |
| "leader": 57, |
| "similarities_to_leader": { |
| "57": 0.9999999999999994 |
| } |
| }, |
| { |
| "activation_counts": { |
| "58": 4585 |
| }, |
| "experts": [ |
| 58 |
| ], |
| "frequencies": { |
| "58": 0.03498077392578125 |
| }, |
| "leader": 58, |
| "similarities_to_leader": { |
| "58": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "59": 2211 |
| }, |
| "experts": [ |
| 59 |
| ], |
| "frequencies": { |
| "59": 0.01686859130859375 |
| }, |
| "leader": 59, |
| "similarities_to_leader": { |
| "59": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "60": 1903 |
| }, |
| "experts": [ |
| 60 |
| ], |
| "frequencies": { |
| "60": 0.01451873779296875 |
| }, |
| "leader": 60, |
| "similarities_to_leader": { |
| "60": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "61": 2146 |
| }, |
| "experts": [ |
| 61 |
| ], |
| "frequencies": { |
| "61": 0.0163726806640625 |
| }, |
| "leader": 61, |
| "similarities_to_leader": { |
| "61": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "62": 2068 |
| }, |
| "experts": [ |
| 62 |
| ], |
| "frequencies": { |
| "62": 0.015777587890625 |
| }, |
| "leader": 62, |
| "similarities_to_leader": { |
| "62": 1.0 |
| } |
| } |
| ], |
| "model_layer": "0", |
| "stats_layer": 0 |
| }, |
| { |
| "dominant_experts": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 10, |
| 11, |
| 12, |
| 13, |
| 14, |
| 16, |
| 17, |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 23, |
| 24, |
| 25, |
| 26, |
| 27, |
| 28, |
| 29, |
| 30, |
| 31, |
| 32, |
| 33, |
| 34, |
| 35, |
| 36, |
| 37, |
| 38, |
| 39, |
| 40, |
| 41, |
| 42, |
| 43, |
| 44, |
| 45, |
| 46, |
| 48, |
| 49, |
| 50, |
| 51, |
| 52, |
| 53, |
| 54, |
| 55, |
| 56, |
| 57, |
| 58, |
| 59, |
| 60, |
| 61, |
| 62, |
| 63 |
| ], |
| "expert_to_group": { |
| "0": 0, |
| "1": 1, |
| "10": 10, |
| "11": 11, |
| "12": 12, |
| "13": 13, |
| "14": 14, |
| "15": 18, |
| "16": 16, |
| "17": 17, |
| "18": 18, |
| "19": 19, |
| "2": 2, |
| "20": 20, |
| "21": 21, |
| "22": 22, |
| "23": 23, |
| "24": 24, |
| "25": 25, |
| "26": 26, |
| "27": 27, |
| "28": 28, |
| "29": 29, |
| "3": 3, |
| "30": 30, |
| "31": 31, |
| "32": 32, |
| "33": 33, |
| "34": 34, |
| "35": 35, |
| "36": 36, |
| "37": 37, |
| "38": 38, |
| "39": 39, |
| "4": 4, |
| "40": 40, |
| "41": 41, |
| "42": 42, |
| "43": 43, |
| "44": 44, |
| "45": 45, |
| "46": 46, |
| "47": 25, |
| "48": 48, |
| "49": 49, |
| "5": 5, |
| "50": 50, |
| "51": 51, |
| "52": 52, |
| "53": 53, |
| "54": 54, |
| "55": 55, |
| "56": 56, |
| "57": 57, |
| "58": 58, |
| "59": 59, |
| "6": 6, |
| "60": 60, |
| "61": 61, |
| "62": 62, |
| "63": 63, |
| "7": 7, |
| "8": 8, |
| "9": 9 |
| }, |
| "groups": [ |
| { |
| "activation_counts": { |
| "0": 2060 |
| }, |
| "experts": [ |
| 0 |
| ], |
| "frequencies": { |
| "0": 0.015716552734375 |
| }, |
| "leader": 0, |
| "similarities_to_leader": { |
| "0": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "1": 2953 |
| }, |
| "experts": [ |
| 1 |
| ], |
| "frequencies": { |
| "1": 0.02252960205078125 |
| }, |
| "leader": 1, |
| "similarities_to_leader": { |
| "1": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "2": 2815 |
| }, |
| "experts": [ |
| 2 |
| ], |
| "frequencies": { |
| "2": 0.02147674560546875 |
| }, |
| "leader": 2, |
| "similarities_to_leader": { |
| "2": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "3": 1895 |
| }, |
| "experts": [ |
| 3 |
| ], |
| "frequencies": { |
| "3": 0.01445770263671875 |
| }, |
| "leader": 3, |
| "similarities_to_leader": { |
| "3": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "4": 2223 |
| }, |
| "experts": [ |
| 4 |
| ], |
| "frequencies": { |
| "4": 0.01696014404296875 |
| }, |
| "leader": 4, |
| "similarities_to_leader": { |
| "4": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "5": 3274 |
| }, |
| "experts": [ |
| 5 |
| ], |
| "frequencies": { |
| "5": 0.0249786376953125 |
| }, |
| "leader": 5, |
| "similarities_to_leader": { |
| "5": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "6": 1613 |
| }, |
| "experts": [ |
| 6 |
| ], |
| "frequencies": { |
| "6": 0.01230621337890625 |
| }, |
| "leader": 6, |
| "similarities_to_leader": { |
| "6": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "7": 1889 |
| }, |
| "experts": [ |
| 7 |
| ], |
| "frequencies": { |
| "7": 0.01441192626953125 |
| }, |
| "leader": 7, |
| "similarities_to_leader": { |
| "7": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "8": 1862 |
| }, |
| "experts": [ |
| 8 |
| ], |
| "frequencies": { |
| "8": 0.0142059326171875 |
| }, |
| "leader": 8, |
| "similarities_to_leader": { |
| "8": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "9": 2245 |
| }, |
| "experts": [ |
| 9 |
| ], |
| "frequencies": { |
| "9": 0.01712799072265625 |
| }, |
| "leader": 9, |
| "similarities_to_leader": { |
| "9": 1.0000000000000009 |
| } |
| }, |
| { |
| "activation_counts": { |
| "10": 1724 |
| }, |
| "experts": [ |
| 10 |
| ], |
| "frequencies": { |
| "10": 0.013153076171875 |
| }, |
| "leader": 10, |
| "similarities_to_leader": { |
| "10": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "11": 1374 |
| }, |
| "experts": [ |
| 11 |
| ], |
| "frequencies": { |
| "11": 0.0104827880859375 |
| }, |
| "leader": 11, |
| "similarities_to_leader": { |
| "11": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "12": 2140 |
| }, |
| "experts": [ |
| 12 |
| ], |
| "frequencies": { |
| "12": 0.016326904296875 |
| }, |
| "leader": 12, |
| "similarities_to_leader": { |
| "12": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "13": 2195 |
| }, |
| "experts": [ |
| 13 |
| ], |
| "frequencies": { |
| "13": 0.01674652099609375 |
| }, |
| "leader": 13, |
| "similarities_to_leader": { |
| "13": 1.0000000000000009 |
| } |
| }, |
| { |
| "activation_counts": { |
| "14": 2315 |
| }, |
| "experts": [ |
| 14 |
| ], |
| "frequencies": { |
| "14": 0.01766204833984375 |
| }, |
| "leader": 14, |
| "similarities_to_leader": { |
| "14": 1.0000000000000007 |
| } |
| }, |
| { |
| "activation_counts": { |
| "16": 1456 |
| }, |
| "experts": [ |
| 16 |
| ], |
| "frequencies": { |
| "16": 0.0111083984375 |
| }, |
| "leader": 16, |
| "similarities_to_leader": { |
| "16": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "17": 2129 |
| }, |
| "experts": [ |
| 17 |
| ], |
| "frequencies": { |
| "17": 0.01624298095703125 |
| }, |
| "leader": 17, |
| "similarities_to_leader": { |
| "17": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "15": 733, |
| "18": 1150 |
| }, |
| "experts": [ |
| 15, |
| 18 |
| ], |
| "frequencies": { |
| "15": 0.00559234619140625, |
| "18": 0.0087738037109375 |
| }, |
| "leader": 18, |
| "similarities_to_leader": { |
| "15": 0.9116532859317296, |
| "18": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "19": 2517 |
| }, |
| "experts": [ |
| 19 |
| ], |
| "frequencies": { |
| "19": 0.01920318603515625 |
| }, |
| "leader": 19, |
| "similarities_to_leader": { |
| "19": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "20": 2481 |
| }, |
| "experts": [ |
| 20 |
| ], |
| "frequencies": { |
| "20": 0.01892852783203125 |
| }, |
| "leader": 20, |
| "similarities_to_leader": { |
| "20": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "21": 1929 |
| }, |
| "experts": [ |
| 21 |
| ], |
| "frequencies": { |
| "21": 0.01471710205078125 |
| }, |
| "leader": 21, |
| "similarities_to_leader": { |
| "21": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "22": 1820 |
| }, |
| "experts": [ |
| 22 |
| ], |
| "frequencies": { |
| "22": 0.013885498046875 |
| }, |
| "leader": 22, |
| "similarities_to_leader": { |
| "22": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "23": 2026 |
| }, |
| "experts": [ |
| 23 |
| ], |
| "frequencies": { |
| "23": 0.0154571533203125 |
| }, |
| "leader": 23, |
| "similarities_to_leader": { |
| "23": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "24": 1488 |
| }, |
| "experts": [ |
| 24 |
| ], |
| "frequencies": { |
| "24": 0.0113525390625 |
| }, |
| "leader": 24, |
| "similarities_to_leader": { |
| "24": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "25": 1449, |
| "47": 548 |
| }, |
| "experts": [ |
| 25, |
| 47 |
| ], |
| "frequencies": { |
| "25": 0.01105499267578125, |
| "47": 0.004180908203125 |
| }, |
| "leader": 25, |
| "similarities_to_leader": { |
| "25": 1.0000000000000002, |
| "47": 0.9525410820148864 |
| } |
| }, |
| { |
| "activation_counts": { |
| "26": 1335 |
| }, |
| "experts": [ |
| 26 |
| ], |
| "frequencies": { |
| "26": 0.01018524169921875 |
| }, |
| "leader": 26, |
| "similarities_to_leader": { |
| "26": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "27": 2106 |
| }, |
| "experts": [ |
| 27 |
| ], |
| "frequencies": { |
| "27": 0.0160675048828125 |
| }, |
| "leader": 27, |
| "similarities_to_leader": { |
| "27": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "28": 1883 |
| }, |
| "experts": [ |
| 28 |
| ], |
| "frequencies": { |
| "28": 0.01436614990234375 |
| }, |
| "leader": 28, |
| "similarities_to_leader": { |
| "28": 0.9999999999999994 |
| } |
| }, |
| { |
| "activation_counts": { |
| "29": 1647 |
| }, |
| "experts": [ |
| 29 |
| ], |
| "frequencies": { |
| "29": 0.01256561279296875 |
| }, |
| "leader": 29, |
| "similarities_to_leader": { |
| "29": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "30": 1871 |
| }, |
| "experts": [ |
| 30 |
| ], |
| "frequencies": { |
| "30": 0.01427459716796875 |
| }, |
| "leader": 30, |
| "similarities_to_leader": { |
| "30": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "31": 1824 |
| }, |
| "experts": [ |
| 31 |
| ], |
| "frequencies": { |
| "31": 0.013916015625 |
| }, |
| "leader": 31, |
| "similarities_to_leader": { |
| "31": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "32": 2463 |
| }, |
| "experts": [ |
| 32 |
| ], |
| "frequencies": { |
| "32": 0.01879119873046875 |
| }, |
| "leader": 32, |
| "similarities_to_leader": { |
| "32": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "33": 1652 |
| }, |
| "experts": [ |
| 33 |
| ], |
| "frequencies": { |
| "33": 0.012603759765625 |
| }, |
| "leader": 33, |
| "similarities_to_leader": { |
| "33": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "34": 1769 |
| }, |
| "experts": [ |
| 34 |
| ], |
| "frequencies": { |
| "34": 0.01349639892578125 |
| }, |
| "leader": 34, |
| "similarities_to_leader": { |
| "34": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "35": 2758 |
| }, |
| "experts": [ |
| 35 |
| ], |
| "frequencies": { |
| "35": 0.0210418701171875 |
| }, |
| "leader": 35, |
| "similarities_to_leader": { |
| "35": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "36": 1665 |
| }, |
| "experts": [ |
| 36 |
| ], |
| "frequencies": { |
| "36": 0.01270294189453125 |
| }, |
| "leader": 36, |
| "similarities_to_leader": { |
| "36": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "37": 2895 |
| }, |
| "experts": [ |
| 37 |
| ], |
| "frequencies": { |
| "37": 0.02208709716796875 |
| }, |
| "leader": 37, |
| "similarities_to_leader": { |
| "37": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "38": 1893 |
| }, |
| "experts": [ |
| 38 |
| ], |
| "frequencies": { |
| "38": 0.01444244384765625 |
| }, |
| "leader": 38, |
| "similarities_to_leader": { |
| "38": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "39": 2670 |
| }, |
| "experts": [ |
| 39 |
| ], |
| "frequencies": { |
| "39": 0.0203704833984375 |
| }, |
| "leader": 39, |
| "similarities_to_leader": { |
| "39": 0.9999999999999987 |
| } |
| }, |
| { |
| "activation_counts": { |
| "40": 2962 |
| }, |
| "experts": [ |
| 40 |
| ], |
| "frequencies": { |
| "40": 0.0225982666015625 |
| }, |
| "leader": 40, |
| "similarities_to_leader": { |
| "40": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "41": 2593 |
| }, |
| "experts": [ |
| 41 |
| ], |
| "frequencies": { |
| "41": 0.01978302001953125 |
| }, |
| "leader": 41, |
| "similarities_to_leader": { |
| "41": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "42": 2135 |
| }, |
| "experts": [ |
| 42 |
| ], |
| "frequencies": { |
| "42": 0.01628875732421875 |
| }, |
| "leader": 42, |
| "similarities_to_leader": { |
| "42": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "43": 1812 |
| }, |
| "experts": [ |
| 43 |
| ], |
| "frequencies": { |
| "43": 0.013824462890625 |
| }, |
| "leader": 43, |
| "similarities_to_leader": { |
| "43": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "44": 1447 |
| }, |
| "experts": [ |
| 44 |
| ], |
| "frequencies": { |
| "44": 0.01103973388671875 |
| }, |
| "leader": 44, |
| "similarities_to_leader": { |
| "44": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "45": 2710 |
| }, |
| "experts": [ |
| 45 |
| ], |
| "frequencies": { |
| "45": 0.0206756591796875 |
| }, |
| "leader": 45, |
| "similarities_to_leader": { |
| "45": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "46": 1689 |
| }, |
| "experts": [ |
| 46 |
| ], |
| "frequencies": { |
| "46": 0.01288604736328125 |
| }, |
| "leader": 46, |
| "similarities_to_leader": { |
| "46": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "48": 1781 |
| }, |
| "experts": [ |
| 48 |
| ], |
| "frequencies": { |
| "48": 0.01358795166015625 |
| }, |
| "leader": 48, |
| "similarities_to_leader": { |
| "48": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "49": 2745 |
| }, |
| "experts": [ |
| 49 |
| ], |
| "frequencies": { |
| "49": 0.02094268798828125 |
| }, |
| "leader": 49, |
| "similarities_to_leader": { |
| "49": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "50": 3142 |
| }, |
| "experts": [ |
| 50 |
| ], |
| "frequencies": { |
| "50": 0.0239715576171875 |
| }, |
| "leader": 50, |
| "similarities_to_leader": { |
| "50": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "51": 1642 |
| }, |
| "experts": [ |
| 51 |
| ], |
| "frequencies": { |
| "51": 0.0125274658203125 |
| }, |
| "leader": 51, |
| "similarities_to_leader": { |
| "51": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "52": 1627 |
| }, |
| "experts": [ |
| 52 |
| ], |
| "frequencies": { |
| "52": 0.01241302490234375 |
| }, |
| "leader": 52, |
| "similarities_to_leader": { |
| "52": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "53": 2373 |
| }, |
| "experts": [ |
| 53 |
| ], |
| "frequencies": { |
| "53": 0.01810455322265625 |
| }, |
| "leader": 53, |
| "similarities_to_leader": { |
| "53": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "54": 2566 |
| }, |
| "experts": [ |
| 54 |
| ], |
| "frequencies": { |
| "54": 0.0195770263671875 |
| }, |
| "leader": 54, |
| "similarities_to_leader": { |
| "54": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "55": 1991 |
| }, |
| "experts": [ |
| 55 |
| ], |
| "frequencies": { |
| "55": 0.01519012451171875 |
| }, |
| "leader": 55, |
| "similarities_to_leader": { |
| "55": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "56": 1717 |
| }, |
| "experts": [ |
| 56 |
| ], |
| "frequencies": { |
| "56": 0.01309967041015625 |
| }, |
| "leader": 56, |
| "similarities_to_leader": { |
| "56": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "57": 1895 |
| }, |
| "experts": [ |
| 57 |
| ], |
| "frequencies": { |
| "57": 0.01445770263671875 |
| }, |
| "leader": 57, |
| "similarities_to_leader": { |
| "57": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "58": 2214 |
| }, |
| "experts": [ |
| 58 |
| ], |
| "frequencies": { |
| "58": 0.0168914794921875 |
| }, |
| "leader": 58, |
| "similarities_to_leader": { |
| "58": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "59": 2584 |
| }, |
| "experts": [ |
| 59 |
| ], |
| "frequencies": { |
| "59": 0.01971435546875 |
| }, |
| "leader": 59, |
| "similarities_to_leader": { |
| "59": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "60": 2504 |
| }, |
| "experts": [ |
| 60 |
| ], |
| "frequencies": { |
| "60": 0.01910400390625 |
| }, |
| "leader": 60, |
| "similarities_to_leader": { |
| "60": 1.0000000000000007 |
| } |
| }, |
| { |
| "activation_counts": { |
| "61": 1284 |
| }, |
| "experts": [ |
| 61 |
| ], |
| "frequencies": { |
| "61": 0.009796142578125 |
| }, |
| "leader": 61, |
| "similarities_to_leader": { |
| "61": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "62": 2569 |
| }, |
| "experts": [ |
| 62 |
| ], |
| "frequencies": { |
| "62": 0.01959991455078125 |
| }, |
| "leader": 62, |
| "similarities_to_leader": { |
| "62": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "63": 2356 |
| }, |
| "experts": [ |
| 63 |
| ], |
| "frequencies": { |
| "63": 0.017974853515625 |
| }, |
| "leader": 63, |
| "similarities_to_leader": { |
| "63": 0.9999999999999997 |
| } |
| } |
| ], |
| "model_layer": "1", |
| "stats_layer": 1 |
| }, |
| { |
| "dominant_experts": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 10, |
| 11, |
| 12, |
| 13, |
| 14, |
| 15, |
| 16, |
| 17, |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 23, |
| 24, |
| 25, |
| 26, |
| 27, |
| 28, |
| 29, |
| 30, |
| 31, |
| 32, |
| 33, |
| 34, |
| 35, |
| 36, |
| 37, |
| 38, |
| 39, |
| 40, |
| 41, |
| 42, |
| 43, |
| 44, |
| 45, |
| 46, |
| 47, |
| 48, |
| 49, |
| 50, |
| 52, |
| 53, |
| 54, |
| 55, |
| 56, |
| 57, |
| 58, |
| 59, |
| 62, |
| 63 |
| ], |
| "expert_to_group": { |
| "0": 0, |
| "1": 1, |
| "10": 10, |
| "11": 11, |
| "12": 12, |
| "13": 13, |
| "14": 14, |
| "15": 15, |
| "16": 16, |
| "17": 17, |
| "18": 18, |
| "19": 19, |
| "2": 2, |
| "20": 20, |
| "21": 21, |
| "22": 22, |
| "23": 23, |
| "24": 24, |
| "25": 25, |
| "26": 26, |
| "27": 27, |
| "28": 28, |
| "29": 29, |
| "3": 3, |
| "30": 30, |
| "31": 31, |
| "32": 32, |
| "33": 33, |
| "34": 34, |
| "35": 35, |
| "36": 36, |
| "37": 37, |
| "38": 38, |
| "39": 39, |
| "4": 4, |
| "40": 40, |
| "41": 41, |
| "42": 42, |
| "43": 43, |
| "44": 44, |
| "45": 45, |
| "46": 46, |
| "47": 47, |
| "48": 48, |
| "49": 49, |
| "5": 5, |
| "50": 50, |
| "51": 55, |
| "52": 52, |
| "53": 53, |
| "54": 54, |
| "55": 55, |
| "56": 56, |
| "57": 57, |
| "58": 58, |
| "59": 59, |
| "6": 6, |
| "60": 14, |
| "61": 45, |
| "62": 62, |
| "63": 63, |
| "7": 7, |
| "8": 8, |
| "9": 9 |
| }, |
| "groups": [ |
| { |
| "activation_counts": { |
| "0": 2885 |
| }, |
| "experts": [ |
| 0 |
| ], |
| "frequencies": { |
| "0": 0.02201080322265625 |
| }, |
| "leader": 0, |
| "similarities_to_leader": { |
| "0": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "1": 3798 |
| }, |
| "experts": [ |
| 1 |
| ], |
| "frequencies": { |
| "1": 0.0289764404296875 |
| }, |
| "leader": 1, |
| "similarities_to_leader": { |
| "1": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "2": 1658 |
| }, |
| "experts": [ |
| 2 |
| ], |
| "frequencies": { |
| "2": 0.0126495361328125 |
| }, |
| "leader": 2, |
| "similarities_to_leader": { |
| "2": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "3": 2927 |
| }, |
| "experts": [ |
| 3 |
| ], |
| "frequencies": { |
| "3": 0.02233123779296875 |
| }, |
| "leader": 3, |
| "similarities_to_leader": { |
| "3": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "4": 4904 |
| }, |
| "experts": [ |
| 4 |
| ], |
| "frequencies": { |
| "4": 0.03741455078125 |
| }, |
| "leader": 4, |
| "similarities_to_leader": { |
| "4": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "5": 1111 |
| }, |
| "experts": [ |
| 5 |
| ], |
| "frequencies": { |
| "5": 0.00847625732421875 |
| }, |
| "leader": 5, |
| "similarities_to_leader": { |
| "5": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "6": 2636 |
| }, |
| "experts": [ |
| 6 |
| ], |
| "frequencies": { |
| "6": 0.020111083984375 |
| }, |
| "leader": 6, |
| "similarities_to_leader": { |
| "6": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "7": 1006 |
| }, |
| "experts": [ |
| 7 |
| ], |
| "frequencies": { |
| "7": 0.0076751708984375 |
| }, |
| "leader": 7, |
| "similarities_to_leader": { |
| "7": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "8": 1730 |
| }, |
| "experts": [ |
| 8 |
| ], |
| "frequencies": { |
| "8": 0.0131988525390625 |
| }, |
| "leader": 8, |
| "similarities_to_leader": { |
| "8": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "9": 1495 |
| }, |
| "experts": [ |
| 9 |
| ], |
| "frequencies": { |
| "9": 0.01140594482421875 |
| }, |
| "leader": 9, |
| "similarities_to_leader": { |
| "9": 0.9999999999999994 |
| } |
| }, |
| { |
| "activation_counts": { |
| "10": 2409 |
| }, |
| "experts": [ |
| 10 |
| ], |
| "frequencies": { |
| "10": 0.01837921142578125 |
| }, |
| "leader": 10, |
| "similarities_to_leader": { |
| "10": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "11": 1755 |
| }, |
| "experts": [ |
| 11 |
| ], |
| "frequencies": { |
| "11": 0.01338958740234375 |
| }, |
| "leader": 11, |
| "similarities_to_leader": { |
| "11": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "12": 1951 |
| }, |
| "experts": [ |
| 12 |
| ], |
| "frequencies": { |
| "12": 0.01488494873046875 |
| }, |
| "leader": 12, |
| "similarities_to_leader": { |
| "12": 1.0000000000000007 |
| } |
| }, |
| { |
| "activation_counts": { |
| "13": 2105 |
| }, |
| "experts": [ |
| 13 |
| ], |
| "frequencies": { |
| "13": 0.01605987548828125 |
| }, |
| "leader": 13, |
| "similarities_to_leader": { |
| "13": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "14": 1681, |
| "60": 632 |
| }, |
| "experts": [ |
| 14, |
| 60 |
| ], |
| "frequencies": { |
| "14": 0.01282501220703125, |
| "60": 0.00482177734375 |
| }, |
| "leader": 14, |
| "similarities_to_leader": { |
| "14": 1.0000000000000004, |
| "60": 0.9297499834257675 |
| } |
| }, |
| { |
| "activation_counts": { |
| "15": 1883 |
| }, |
| "experts": [ |
| 15 |
| ], |
| "frequencies": { |
| "15": 0.01436614990234375 |
| }, |
| "leader": 15, |
| "similarities_to_leader": { |
| "15": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "16": 2044 |
| }, |
| "experts": [ |
| 16 |
| ], |
| "frequencies": { |
| "16": 0.015594482421875 |
| }, |
| "leader": 16, |
| "similarities_to_leader": { |
| "16": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "17": 1454 |
| }, |
| "experts": [ |
| 17 |
| ], |
| "frequencies": { |
| "17": 0.0110931396484375 |
| }, |
| "leader": 17, |
| "similarities_to_leader": { |
| "17": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "18": 1921 |
| }, |
| "experts": [ |
| 18 |
| ], |
| "frequencies": { |
| "18": 0.01465606689453125 |
| }, |
| "leader": 18, |
| "similarities_to_leader": { |
| "18": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "19": 2268 |
| }, |
| "experts": [ |
| 19 |
| ], |
| "frequencies": { |
| "19": 0.017303466796875 |
| }, |
| "leader": 19, |
| "similarities_to_leader": { |
| "19": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "20": 3566 |
| }, |
| "experts": [ |
| 20 |
| ], |
| "frequencies": { |
| "20": 0.0272064208984375 |
| }, |
| "leader": 20, |
| "similarities_to_leader": { |
| "20": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "21": 2346 |
| }, |
| "experts": [ |
| 21 |
| ], |
| "frequencies": { |
| "21": 0.0178985595703125 |
| }, |
| "leader": 21, |
| "similarities_to_leader": { |
| "21": 0.9999999999999991 |
| } |
| }, |
| { |
| "activation_counts": { |
| "22": 2592 |
| }, |
| "experts": [ |
| 22 |
| ], |
| "frequencies": { |
| "22": 0.019775390625 |
| }, |
| "leader": 22, |
| "similarities_to_leader": { |
| "22": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "23": 3195 |
| }, |
| "experts": [ |
| 23 |
| ], |
| "frequencies": { |
| "23": 0.02437591552734375 |
| }, |
| "leader": 23, |
| "similarities_to_leader": { |
| "23": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "24": 1341 |
| }, |
| "experts": [ |
| 24 |
| ], |
| "frequencies": { |
| "24": 0.01023101806640625 |
| }, |
| "leader": 24, |
| "similarities_to_leader": { |
| "24": 0.9999999999999992 |
| } |
| }, |
| { |
| "activation_counts": { |
| "25": 2243 |
| }, |
| "experts": [ |
| 25 |
| ], |
| "frequencies": { |
| "25": 0.01711273193359375 |
| }, |
| "leader": 25, |
| "similarities_to_leader": { |
| "25": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "26": 2286 |
| }, |
| "experts": [ |
| 26 |
| ], |
| "frequencies": { |
| "26": 0.0174407958984375 |
| }, |
| "leader": 26, |
| "similarities_to_leader": { |
| "26": 1.0000000000000009 |
| } |
| }, |
| { |
| "activation_counts": { |
| "27": 1582 |
| }, |
| "experts": [ |
| 27 |
| ], |
| "frequencies": { |
| "27": 0.0120697021484375 |
| }, |
| "leader": 27, |
| "similarities_to_leader": { |
| "27": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "28": 1360 |
| }, |
| "experts": [ |
| 28 |
| ], |
| "frequencies": { |
| "28": 0.0103759765625 |
| }, |
| "leader": 28, |
| "similarities_to_leader": { |
| "28": 0.9999999999999994 |
| } |
| }, |
| { |
| "activation_counts": { |
| "29": 2581 |
| }, |
| "experts": [ |
| 29 |
| ], |
| "frequencies": { |
| "29": 0.01969146728515625 |
| }, |
| "leader": 29, |
| "similarities_to_leader": { |
| "29": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "30": 1018 |
| }, |
| "experts": [ |
| 30 |
| ], |
| "frequencies": { |
| "30": 0.0077667236328125 |
| }, |
| "leader": 30, |
| "similarities_to_leader": { |
| "30": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "31": 2040 |
| }, |
| "experts": [ |
| 31 |
| ], |
| "frequencies": { |
| "31": 0.01556396484375 |
| }, |
| "leader": 31, |
| "similarities_to_leader": { |
| "31": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "32": 916 |
| }, |
| "experts": [ |
| 32 |
| ], |
| "frequencies": { |
| "32": 0.006988525390625 |
| }, |
| "leader": 32, |
| "similarities_to_leader": { |
| "32": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "33": 2624 |
| }, |
| "experts": [ |
| 33 |
| ], |
| "frequencies": { |
| "33": 0.02001953125 |
| }, |
| "leader": 33, |
| "similarities_to_leader": { |
| "33": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "34": 2431 |
| }, |
| "experts": [ |
| 34 |
| ], |
| "frequencies": { |
| "34": 0.01854705810546875 |
| }, |
| "leader": 34, |
| "similarities_to_leader": { |
| "34": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "35": 2062 |
| }, |
| "experts": [ |
| 35 |
| ], |
| "frequencies": { |
| "35": 0.0157318115234375 |
| }, |
| "leader": 35, |
| "similarities_to_leader": { |
| "35": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "36": 1183 |
| }, |
| "experts": [ |
| 36 |
| ], |
| "frequencies": { |
| "36": 0.00902557373046875 |
| }, |
| "leader": 36, |
| "similarities_to_leader": { |
| "36": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "37": 2355 |
| }, |
| "experts": [ |
| 37 |
| ], |
| "frequencies": { |
| "37": 0.01796722412109375 |
| }, |
| "leader": 37, |
| "similarities_to_leader": { |
| "37": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "38": 2369 |
| }, |
| "experts": [ |
| 38 |
| ], |
| "frequencies": { |
| "38": 0.01807403564453125 |
| }, |
| "leader": 38, |
| "similarities_to_leader": { |
| "38": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "39": 2509 |
| }, |
| "experts": [ |
| 39 |
| ], |
| "frequencies": { |
| "39": 0.01914215087890625 |
| }, |
| "leader": 39, |
| "similarities_to_leader": { |
| "39": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "40": 1146 |
| }, |
| "experts": [ |
| 40 |
| ], |
| "frequencies": { |
| "40": 0.0087432861328125 |
| }, |
| "leader": 40, |
| "similarities_to_leader": { |
| "40": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "41": 2668 |
| }, |
| "experts": [ |
| 41 |
| ], |
| "frequencies": { |
| "41": 0.020355224609375 |
| }, |
| "leader": 41, |
| "similarities_to_leader": { |
| "41": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "42": 1491 |
| }, |
| "experts": [ |
| 42 |
| ], |
| "frequencies": { |
| "42": 0.01137542724609375 |
| }, |
| "leader": 42, |
| "similarities_to_leader": { |
| "42": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "43": 1546 |
| }, |
| "experts": [ |
| 43 |
| ], |
| "frequencies": { |
| "43": 0.0117950439453125 |
| }, |
| "leader": 43, |
| "similarities_to_leader": { |
| "43": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "44": 2153 |
| }, |
| "experts": [ |
| 44 |
| ], |
| "frequencies": { |
| "44": 0.01642608642578125 |
| }, |
| "leader": 44, |
| "similarities_to_leader": { |
| "44": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "45": 933, |
| "61": 562 |
| }, |
| "experts": [ |
| 45, |
| 61 |
| ], |
| "frequencies": { |
| "45": 0.00711822509765625, |
| "61": 0.0042877197265625 |
| }, |
| "leader": 45, |
| "similarities_to_leader": { |
| "45": 1.0000000000000004, |
| "61": 0.915166504429904 |
| } |
| }, |
| { |
| "activation_counts": { |
| "46": 1841 |
| }, |
| "experts": [ |
| 46 |
| ], |
| "frequencies": { |
| "46": 0.01404571533203125 |
| }, |
| "leader": 46, |
| "similarities_to_leader": { |
| "46": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "47": 1955 |
| }, |
| "experts": [ |
| 47 |
| ], |
| "frequencies": { |
| "47": 0.01491546630859375 |
| }, |
| "leader": 47, |
| "similarities_to_leader": { |
| "47": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "48": 2276 |
| }, |
| "experts": [ |
| 48 |
| ], |
| "frequencies": { |
| "48": 0.017364501953125 |
| }, |
| "leader": 48, |
| "similarities_to_leader": { |
| "48": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "49": 1608 |
| }, |
| "experts": [ |
| 49 |
| ], |
| "frequencies": { |
| "49": 0.01226806640625 |
| }, |
| "leader": 49, |
| "similarities_to_leader": { |
| "49": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "50": 1710 |
| }, |
| "experts": [ |
| 50 |
| ], |
| "frequencies": { |
| "50": 0.0130462646484375 |
| }, |
| "leader": 50, |
| "similarities_to_leader": { |
| "50": 1.0000000000000007 |
| } |
| }, |
| { |
| "activation_counts": { |
| "52": 2407 |
| }, |
| "experts": [ |
| 52 |
| ], |
| "frequencies": { |
| "52": 0.01836395263671875 |
| }, |
| "leader": 52, |
| "similarities_to_leader": { |
| "52": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "53": 3702 |
| }, |
| "experts": [ |
| 53 |
| ], |
| "frequencies": { |
| "53": 0.0282440185546875 |
| }, |
| "leader": 53, |
| "similarities_to_leader": { |
| "53": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "54": 2129 |
| }, |
| "experts": [ |
| 54 |
| ], |
| "frequencies": { |
| "54": 0.01624298095703125 |
| }, |
| "leader": 54, |
| "similarities_to_leader": { |
| "54": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "51": 350, |
| "55": 1332 |
| }, |
| "experts": [ |
| 51, |
| 55 |
| ], |
| "frequencies": { |
| "51": 0.0026702880859375, |
| "55": 0.010162353515625 |
| }, |
| "leader": 55, |
| "similarities_to_leader": { |
| "51": 0.9295538670171526, |
| "55": 1.0000000000000007 |
| } |
| }, |
| { |
| "activation_counts": { |
| "56": 2167 |
| }, |
| "experts": [ |
| 56 |
| ], |
| "frequencies": { |
| "56": 0.01653289794921875 |
| }, |
| "leader": 56, |
| "similarities_to_leader": { |
| "56": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "57": 3357 |
| }, |
| "experts": [ |
| 57 |
| ], |
| "frequencies": { |
| "57": 0.02561187744140625 |
| }, |
| "leader": 57, |
| "similarities_to_leader": { |
| "57": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "58": 2983 |
| }, |
| "experts": [ |
| 58 |
| ], |
| "frequencies": { |
| "58": 0.02275848388671875 |
| }, |
| "leader": 58, |
| "similarities_to_leader": { |
| "58": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "59": 1319 |
| }, |
| "experts": [ |
| 59 |
| ], |
| "frequencies": { |
| "59": 0.01006317138671875 |
| }, |
| "leader": 59, |
| "similarities_to_leader": { |
| "59": 0.9999999999999994 |
| } |
| }, |
| { |
| "activation_counts": { |
| "62": 2398 |
| }, |
| "experts": [ |
| 62 |
| ], |
| "frequencies": { |
| "62": 0.0182952880859375 |
| }, |
| "leader": 62, |
| "similarities_to_leader": { |
| "62": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "63": 2187 |
| }, |
| "experts": [ |
| 63 |
| ], |
| "frequencies": { |
| "63": 0.01668548583984375 |
| }, |
| "leader": 63, |
| "similarities_to_leader": { |
| "63": 0.9999999999999999 |
| } |
| } |
| ], |
| "model_layer": "2", |
| "stats_layer": 2 |
| }, |
| { |
| "dominant_experts": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 10, |
| 11, |
| 12, |
| 13, |
| 14, |
| 17, |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 23, |
| 24, |
| 25, |
| 26, |
| 27, |
| 28, |
| 29, |
| 30, |
| 31, |
| 32, |
| 33, |
| 34, |
| 37, |
| 38, |
| 39, |
| 40, |
| 41, |
| 42, |
| 45, |
| 46, |
| 47, |
| 48, |
| 49, |
| 50, |
| 51, |
| 52, |
| 53, |
| 54, |
| 55, |
| 56, |
| 57, |
| 58, |
| 59, |
| 61, |
| 62, |
| 63 |
| ], |
| "expert_to_group": { |
| "0": 0, |
| "1": 1, |
| "10": 10, |
| "11": 11, |
| "12": 12, |
| "13": 13, |
| "14": 14, |
| "15": 63, |
| "16": 17, |
| "17": 17, |
| "18": 18, |
| "19": 19, |
| "2": 2, |
| "20": 20, |
| "21": 21, |
| "22": 22, |
| "23": 23, |
| "24": 24, |
| "25": 25, |
| "26": 26, |
| "27": 27, |
| "28": 28, |
| "29": 29, |
| "3": 3, |
| "30": 30, |
| "31": 31, |
| "32": 32, |
| "33": 33, |
| "34": 34, |
| "35": 39, |
| "36": 29, |
| "37": 37, |
| "38": 38, |
| "39": 39, |
| "4": 4, |
| "40": 40, |
| "41": 41, |
| "42": 42, |
| "43": 39, |
| "44": 39, |
| "45": 45, |
| "46": 46, |
| "47": 47, |
| "48": 48, |
| "49": 49, |
| "5": 5, |
| "50": 50, |
| "51": 51, |
| "52": 52, |
| "53": 53, |
| "54": 54, |
| "55": 55, |
| "56": 56, |
| "57": 57, |
| "58": 58, |
| "59": 59, |
| "6": 6, |
| "60": 17, |
| "61": 61, |
| "62": 62, |
| "63": 63, |
| "7": 7, |
| "8": 8, |
| "9": 9 |
| }, |
| "groups": [ |
| { |
| "activation_counts": { |
| "0": 2383 |
| }, |
| "experts": [ |
| 0 |
| ], |
| "frequencies": { |
| "0": 0.01818084716796875 |
| }, |
| "leader": 0, |
| "similarities_to_leader": { |
| "0": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "1": 1740 |
| }, |
| "experts": [ |
| 1 |
| ], |
| "frequencies": { |
| "1": 0.013275146484375 |
| }, |
| "leader": 1, |
| "similarities_to_leader": { |
| "1": 1.000000000000001 |
| } |
| }, |
| { |
| "activation_counts": { |
| "2": 2566 |
| }, |
| "experts": [ |
| 2 |
| ], |
| "frequencies": { |
| "2": 0.0195770263671875 |
| }, |
| "leader": 2, |
| "similarities_to_leader": { |
| "2": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "3": 1210 |
| }, |
| "experts": [ |
| 3 |
| ], |
| "frequencies": { |
| "3": 0.0092315673828125 |
| }, |
| "leader": 3, |
| "similarities_to_leader": { |
| "3": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "4": 1567 |
| }, |
| "experts": [ |
| 4 |
| ], |
| "frequencies": { |
| "4": 0.01195526123046875 |
| }, |
| "leader": 4, |
| "similarities_to_leader": { |
| "4": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "5": 2068 |
| }, |
| "experts": [ |
| 5 |
| ], |
| "frequencies": { |
| "5": 0.015777587890625 |
| }, |
| "leader": 5, |
| "similarities_to_leader": { |
| "5": 0.9999999999999994 |
| } |
| }, |
| { |
| "activation_counts": { |
| "6": 2392 |
| }, |
| "experts": [ |
| 6 |
| ], |
| "frequencies": { |
| "6": 0.01824951171875 |
| }, |
| "leader": 6, |
| "similarities_to_leader": { |
| "6": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "7": 2343 |
| }, |
| "experts": [ |
| 7 |
| ], |
| "frequencies": { |
| "7": 0.01787567138671875 |
| }, |
| "leader": 7, |
| "similarities_to_leader": { |
| "7": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "8": 2124 |
| }, |
| "experts": [ |
| 8 |
| ], |
| "frequencies": { |
| "8": 0.016204833984375 |
| }, |
| "leader": 8, |
| "similarities_to_leader": { |
| "8": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "9": 1018 |
| }, |
| "experts": [ |
| 9 |
| ], |
| "frequencies": { |
| "9": 0.0077667236328125 |
| }, |
| "leader": 9, |
| "similarities_to_leader": { |
| "9": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "10": 2426 |
| }, |
| "experts": [ |
| 10 |
| ], |
| "frequencies": { |
| "10": 0.0185089111328125 |
| }, |
| "leader": 10, |
| "similarities_to_leader": { |
| "10": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "11": 2499 |
| }, |
| "experts": [ |
| 11 |
| ], |
| "frequencies": { |
| "11": 0.01906585693359375 |
| }, |
| "leader": 11, |
| "similarities_to_leader": { |
| "11": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "12": 3180 |
| }, |
| "experts": [ |
| 12 |
| ], |
| "frequencies": { |
| "12": 0.024261474609375 |
| }, |
| "leader": 12, |
| "similarities_to_leader": { |
| "12": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "13": 1025 |
| }, |
| "experts": [ |
| 13 |
| ], |
| "frequencies": { |
| "13": 0.00782012939453125 |
| }, |
| "leader": 13, |
| "similarities_to_leader": { |
| "13": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "14": 3587 |
| }, |
| "experts": [ |
| 14 |
| ], |
| "frequencies": { |
| "14": 0.02736663818359375 |
| }, |
| "leader": 14, |
| "similarities_to_leader": { |
| "14": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "16": 708, |
| "17": 1082, |
| "60": 841 |
| }, |
| "experts": [ |
| 16, |
| 17, |
| 60 |
| ], |
| "frequencies": { |
| "16": 0.005401611328125, |
| "17": 0.0082550048828125, |
| "60": 0.00641632080078125 |
| }, |
| "leader": 17, |
| "similarities_to_leader": { |
| "16": 0.9247463419817468, |
| "17": 1.0, |
| "60": 0.9370950074157303 |
| } |
| }, |
| { |
| "activation_counts": { |
| "18": 2795 |
| }, |
| "experts": [ |
| 18 |
| ], |
| "frequencies": { |
| "18": 0.02132415771484375 |
| }, |
| "leader": 18, |
| "similarities_to_leader": { |
| "18": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "19": 1431 |
| }, |
| "experts": [ |
| 19 |
| ], |
| "frequencies": { |
| "19": 0.01091766357421875 |
| }, |
| "leader": 19, |
| "similarities_to_leader": { |
| "19": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "20": 2539 |
| }, |
| "experts": [ |
| 20 |
| ], |
| "frequencies": { |
| "20": 0.01937103271484375 |
| }, |
| "leader": 20, |
| "similarities_to_leader": { |
| "20": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "21": 3426 |
| }, |
| "experts": [ |
| 21 |
| ], |
| "frequencies": { |
| "21": 0.0261383056640625 |
| }, |
| "leader": 21, |
| "similarities_to_leader": { |
| "21": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "22": 3278 |
| }, |
| "experts": [ |
| 22 |
| ], |
| "frequencies": { |
| "22": 0.0250091552734375 |
| }, |
| "leader": 22, |
| "similarities_to_leader": { |
| "22": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "23": 2690 |
| }, |
| "experts": [ |
| 23 |
| ], |
| "frequencies": { |
| "23": 0.0205230712890625 |
| }, |
| "leader": 23, |
| "similarities_to_leader": { |
| "23": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "24": 1340 |
| }, |
| "experts": [ |
| 24 |
| ], |
| "frequencies": { |
| "24": 0.010223388671875 |
| }, |
| "leader": 24, |
| "similarities_to_leader": { |
| "24": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "25": 2466 |
| }, |
| "experts": [ |
| 25 |
| ], |
| "frequencies": { |
| "25": 0.0188140869140625 |
| }, |
| "leader": 25, |
| "similarities_to_leader": { |
| "25": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "26": 948 |
| }, |
| "experts": [ |
| 26 |
| ], |
| "frequencies": { |
| "26": 0.007232666015625 |
| }, |
| "leader": 26, |
| "similarities_to_leader": { |
| "26": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "27": 3361 |
| }, |
| "experts": [ |
| 27 |
| ], |
| "frequencies": { |
| "27": 0.02564239501953125 |
| }, |
| "leader": 27, |
| "similarities_to_leader": { |
| "27": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "28": 3901 |
| }, |
| "experts": [ |
| 28 |
| ], |
| "frequencies": { |
| "28": 0.02976226806640625 |
| }, |
| "leader": 28, |
| "similarities_to_leader": { |
| "28": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "29": 872, |
| "36": 863 |
| }, |
| "experts": [ |
| 29, |
| 36 |
| ], |
| "frequencies": { |
| "29": 0.00665283203125, |
| "36": 0.00658416748046875 |
| }, |
| "leader": 29, |
| "similarities_to_leader": { |
| "29": 1.0000000000000007, |
| "36": 0.8736965666541652 |
| } |
| }, |
| { |
| "activation_counts": { |
| "30": 3196 |
| }, |
| "experts": [ |
| 30 |
| ], |
| "frequencies": { |
| "30": 0.024383544921875 |
| }, |
| "leader": 30, |
| "similarities_to_leader": { |
| "30": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "31": 2141 |
| }, |
| "experts": [ |
| 31 |
| ], |
| "frequencies": { |
| "31": 0.01633453369140625 |
| }, |
| "leader": 31, |
| "similarities_to_leader": { |
| "31": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "32": 3325 |
| }, |
| "experts": [ |
| 32 |
| ], |
| "frequencies": { |
| "32": 0.02536773681640625 |
| }, |
| "leader": 32, |
| "similarities_to_leader": { |
| "32": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "33": 2663 |
| }, |
| "experts": [ |
| 33 |
| ], |
| "frequencies": { |
| "33": 0.02031707763671875 |
| }, |
| "leader": 33, |
| "similarities_to_leader": { |
| "33": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "34": 2799 |
| }, |
| "experts": [ |
| 34 |
| ], |
| "frequencies": { |
| "34": 0.02135467529296875 |
| }, |
| "leader": 34, |
| "similarities_to_leader": { |
| "34": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "37": 2506 |
| }, |
| "experts": [ |
| 37 |
| ], |
| "frequencies": { |
| "37": 0.0191192626953125 |
| }, |
| "leader": 37, |
| "similarities_to_leader": { |
| "37": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "38": 2002 |
| }, |
| "experts": [ |
| 38 |
| ], |
| "frequencies": { |
| "38": 0.0152740478515625 |
| }, |
| "leader": 38, |
| "similarities_to_leader": { |
| "38": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "35": 58, |
| "39": 1061, |
| "43": 791, |
| "44": 689 |
| }, |
| "experts": [ |
| 35, |
| 39, |
| 43, |
| 44 |
| ], |
| "frequencies": { |
| "35": 0.0004425048828125, |
| "39": 0.00809478759765625, |
| "43": 0.00603485107421875, |
| "44": 0.00525665283203125 |
| }, |
| "leader": 39, |
| "similarities_to_leader": { |
| "35": 0.9118002110496919, |
| "39": 1.0000000000000002, |
| "43": 0.934639628315578, |
| "44": 0.8981187755316965 |
| } |
| }, |
| { |
| "activation_counts": { |
| "40": 2363 |
| }, |
| "experts": [ |
| 40 |
| ], |
| "frequencies": { |
| "40": 0.01802825927734375 |
| }, |
| "leader": 40, |
| "similarities_to_leader": { |
| "40": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "41": 1543 |
| }, |
| "experts": [ |
| 41 |
| ], |
| "frequencies": { |
| "41": 0.01177215576171875 |
| }, |
| "leader": 41, |
| "similarities_to_leader": { |
| "41": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "42": 2103 |
| }, |
| "experts": [ |
| 42 |
| ], |
| "frequencies": { |
| "42": 0.01604461669921875 |
| }, |
| "leader": 42, |
| "similarities_to_leader": { |
| "42": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "45": 2576 |
| }, |
| "experts": [ |
| 45 |
| ], |
| "frequencies": { |
| "45": 0.0196533203125 |
| }, |
| "leader": 45, |
| "similarities_to_leader": { |
| "45": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "46": 2288 |
| }, |
| "experts": [ |
| 46 |
| ], |
| "frequencies": { |
| "46": 0.0174560546875 |
| }, |
| "leader": 46, |
| "similarities_to_leader": { |
| "46": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "47": 1818 |
| }, |
| "experts": [ |
| 47 |
| ], |
| "frequencies": { |
| "47": 0.0138702392578125 |
| }, |
| "leader": 47, |
| "similarities_to_leader": { |
| "47": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "48": 1371 |
| }, |
| "experts": [ |
| 48 |
| ], |
| "frequencies": { |
| "48": 0.01045989990234375 |
| }, |
| "leader": 48, |
| "similarities_to_leader": { |
| "48": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "49": 3417 |
| }, |
| "experts": [ |
| 49 |
| ], |
| "frequencies": { |
| "49": 0.02606964111328125 |
| }, |
| "leader": 49, |
| "similarities_to_leader": { |
| "49": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "50": 2835 |
| }, |
| "experts": [ |
| 50 |
| ], |
| "frequencies": { |
| "50": 0.02162933349609375 |
| }, |
| "leader": 50, |
| "similarities_to_leader": { |
| "50": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "51": 1756 |
| }, |
| "experts": [ |
| 51 |
| ], |
| "frequencies": { |
| "51": 0.013397216796875 |
| }, |
| "leader": 51, |
| "similarities_to_leader": { |
| "51": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "52": 1880 |
| }, |
| "experts": [ |
| 52 |
| ], |
| "frequencies": { |
| "52": 0.01434326171875 |
| }, |
| "leader": 52, |
| "similarities_to_leader": { |
| "52": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "53": 1040 |
| }, |
| "experts": [ |
| 53 |
| ], |
| "frequencies": { |
| "53": 0.0079345703125 |
| }, |
| "leader": 53, |
| "similarities_to_leader": { |
| "53": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "54": 2973 |
| }, |
| "experts": [ |
| 54 |
| ], |
| "frequencies": { |
| "54": 0.02268218994140625 |
| }, |
| "leader": 54, |
| "similarities_to_leader": { |
| "54": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "55": 4100 |
| }, |
| "experts": [ |
| 55 |
| ], |
| "frequencies": { |
| "55": 0.031280517578125 |
| }, |
| "leader": 55, |
| "similarities_to_leader": { |
| "55": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "56": 2429 |
| }, |
| "experts": [ |
| 56 |
| ], |
| "frequencies": { |
| "56": 0.01853179931640625 |
| }, |
| "leader": 56, |
| "similarities_to_leader": { |
| "56": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "57": 1792 |
| }, |
| "experts": [ |
| 57 |
| ], |
| "frequencies": { |
| "57": 0.013671875 |
| }, |
| "leader": 57, |
| "similarities_to_leader": { |
| "57": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "58": 2347 |
| }, |
| "experts": [ |
| 58 |
| ], |
| "frequencies": { |
| "58": 0.01790618896484375 |
| }, |
| "leader": 58, |
| "similarities_to_leader": { |
| "58": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "59": 2547 |
| }, |
| "experts": [ |
| 59 |
| ], |
| "frequencies": { |
| "59": 0.01943206787109375 |
| }, |
| "leader": 59, |
| "similarities_to_leader": { |
| "59": 0.9999999999999994 |
| } |
| }, |
| { |
| "activation_counts": { |
| "61": 1346 |
| }, |
| "experts": [ |
| 61 |
| ], |
| "frequencies": { |
| "61": 0.0102691650390625 |
| }, |
| "leader": 61, |
| "similarities_to_leader": { |
| "61": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "62": 1230 |
| }, |
| "experts": [ |
| 62 |
| ], |
| "frequencies": { |
| "62": 0.0093841552734375 |
| }, |
| "leader": 62, |
| "similarities_to_leader": { |
| "62": 0.9999999999999994 |
| } |
| }, |
| { |
| "activation_counts": { |
| "15": 443, |
| "63": 975 |
| }, |
| "experts": [ |
| 15, |
| 63 |
| ], |
| "frequencies": { |
| "15": 0.00337982177734375, |
| "63": 0.00743865966796875 |
| }, |
| "leader": 63, |
| "similarities_to_leader": { |
| "15": 0.9133984732045388, |
| "63": 1.0000000000000002 |
| } |
| } |
| ], |
| "model_layer": "3", |
| "stats_layer": 3 |
| }, |
| { |
| "dominant_experts": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 7, |
| 8, |
| 9, |
| 10, |
| 11, |
| 12, |
| 13, |
| 14, |
| 15, |
| 18, |
| 19, |
| 20, |
| 22, |
| 23, |
| 24, |
| 26, |
| 27, |
| 28, |
| 29, |
| 30, |
| 31, |
| 32, |
| 34, |
| 35, |
| 36, |
| 37, |
| 38, |
| 39, |
| 40, |
| 41, |
| 42, |
| 43, |
| 44, |
| 45, |
| 47, |
| 48, |
| 49, |
| 50, |
| 51, |
| 52, |
| 53, |
| 54, |
| 55, |
| 56, |
| 57, |
| 58, |
| 59, |
| 60, |
| 61, |
| 62, |
| 63 |
| ], |
| "expert_to_group": { |
| "0": 0, |
| "1": 1, |
| "10": 10, |
| "11": 11, |
| "12": 12, |
| "13": 13, |
| "14": 14, |
| "15": 15, |
| "16": 15, |
| "17": 55, |
| "18": 18, |
| "19": 19, |
| "2": 2, |
| "20": 20, |
| "21": 2, |
| "22": 22, |
| "23": 23, |
| "24": 24, |
| "25": 2, |
| "26": 26, |
| "27": 27, |
| "28": 28, |
| "29": 29, |
| "3": 3, |
| "30": 30, |
| "31": 31, |
| "32": 32, |
| "33": 2, |
| "34": 34, |
| "35": 35, |
| "36": 36, |
| "37": 37, |
| "38": 38, |
| "39": 39, |
| "4": 4, |
| "40": 40, |
| "41": 41, |
| "42": 42, |
| "43": 43, |
| "44": 44, |
| "45": 45, |
| "46": 2, |
| "47": 47, |
| "48": 48, |
| "49": 49, |
| "5": 5, |
| "50": 50, |
| "51": 51, |
| "52": 52, |
| "53": 53, |
| "54": 54, |
| "55": 55, |
| "56": 56, |
| "57": 57, |
| "58": 58, |
| "59": 59, |
| "6": 2, |
| "60": 60, |
| "61": 61, |
| "62": 62, |
| "63": 63, |
| "7": 7, |
| "8": 8, |
| "9": 9 |
| }, |
| "groups": [ |
| { |
| "activation_counts": { |
| "0": 1294 |
| }, |
| "experts": [ |
| 0 |
| ], |
| "frequencies": { |
| "0": 0.0098724365234375 |
| }, |
| "leader": 0, |
| "similarities_to_leader": { |
| "0": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "1": 2806 |
| }, |
| "experts": [ |
| 1 |
| ], |
| "frequencies": { |
| "1": 0.0214080810546875 |
| }, |
| "leader": 1, |
| "similarities_to_leader": { |
| "1": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "2": 1194, |
| "21": 326, |
| "25": 784, |
| "33": 682, |
| "46": 474, |
| "6": 518 |
| }, |
| "experts": [ |
| 2, |
| 6, |
| 21, |
| 25, |
| 33, |
| 46 |
| ], |
| "frequencies": { |
| "2": 0.0091094970703125, |
| "21": 0.0024871826171875, |
| "25": 0.0059814453125, |
| "33": 0.0052032470703125, |
| "46": 0.0036163330078125, |
| "6": 0.0039520263671875 |
| }, |
| "leader": 2, |
| "similarities_to_leader": { |
| "2": 1.0000000000000002, |
| "21": 0.9453138039172194, |
| "25": 0.950912906405785, |
| "33": 0.9355573166707737, |
| "46": 0.916241565535538, |
| "6": 0.9420429790459599 |
| } |
| }, |
| { |
| "activation_counts": { |
| "3": 962 |
| }, |
| "experts": [ |
| 3 |
| ], |
| "frequencies": { |
| "3": 0.0073394775390625 |
| }, |
| "leader": 3, |
| "similarities_to_leader": { |
| "3": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "4": 1056 |
| }, |
| "experts": [ |
| 4 |
| ], |
| "frequencies": { |
| "4": 0.008056640625 |
| }, |
| "leader": 4, |
| "similarities_to_leader": { |
| "4": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "5": 2512 |
| }, |
| "experts": [ |
| 5 |
| ], |
| "frequencies": { |
| "5": 0.0191650390625 |
| }, |
| "leader": 5, |
| "similarities_to_leader": { |
| "5": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "7": 2239 |
| }, |
| "experts": [ |
| 7 |
| ], |
| "frequencies": { |
| "7": 0.01708221435546875 |
| }, |
| "leader": 7, |
| "similarities_to_leader": { |
| "7": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "8": 2287 |
| }, |
| "experts": [ |
| 8 |
| ], |
| "frequencies": { |
| "8": 0.01744842529296875 |
| }, |
| "leader": 8, |
| "similarities_to_leader": { |
| "8": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "9": 2828 |
| }, |
| "experts": [ |
| 9 |
| ], |
| "frequencies": { |
| "9": 0.021575927734375 |
| }, |
| "leader": 9, |
| "similarities_to_leader": { |
| "9": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "10": 1857 |
| }, |
| "experts": [ |
| 10 |
| ], |
| "frequencies": { |
| "10": 0.01416778564453125 |
| }, |
| "leader": 10, |
| "similarities_to_leader": { |
| "10": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "11": 1028 |
| }, |
| "experts": [ |
| 11 |
| ], |
| "frequencies": { |
| "11": 0.007843017578125 |
| }, |
| "leader": 11, |
| "similarities_to_leader": { |
| "11": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "12": 1193 |
| }, |
| "experts": [ |
| 12 |
| ], |
| "frequencies": { |
| "12": 0.00910186767578125 |
| }, |
| "leader": 12, |
| "similarities_to_leader": { |
| "12": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "13": 2822 |
| }, |
| "experts": [ |
| 13 |
| ], |
| "frequencies": { |
| "13": 0.0215301513671875 |
| }, |
| "leader": 13, |
| "similarities_to_leader": { |
| "13": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "14": 2174 |
| }, |
| "experts": [ |
| 14 |
| ], |
| "frequencies": { |
| "14": 0.0165863037109375 |
| }, |
| "leader": 14, |
| "similarities_to_leader": { |
| "14": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "15": 1227, |
| "16": 860 |
| }, |
| "experts": [ |
| 15, |
| 16 |
| ], |
| "frequencies": { |
| "15": 0.00936126708984375, |
| "16": 0.006561279296875 |
| }, |
| "leader": 15, |
| "similarities_to_leader": { |
| "15": 1.0, |
| "16": 0.9274180288009529 |
| } |
| }, |
| { |
| "activation_counts": { |
| "18": 2145 |
| }, |
| "experts": [ |
| 18 |
| ], |
| "frequencies": { |
| "18": 0.01636505126953125 |
| }, |
| "leader": 18, |
| "similarities_to_leader": { |
| "18": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "19": 1144 |
| }, |
| "experts": [ |
| 19 |
| ], |
| "frequencies": { |
| "19": 0.00872802734375 |
| }, |
| "leader": 19, |
| "similarities_to_leader": { |
| "19": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "20": 2308 |
| }, |
| "experts": [ |
| 20 |
| ], |
| "frequencies": { |
| "20": 0.017608642578125 |
| }, |
| "leader": 20, |
| "similarities_to_leader": { |
| "20": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "22": 3497 |
| }, |
| "experts": [ |
| 22 |
| ], |
| "frequencies": { |
| "22": 0.02667999267578125 |
| }, |
| "leader": 22, |
| "similarities_to_leader": { |
| "22": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "23": 2986 |
| }, |
| "experts": [ |
| 23 |
| ], |
| "frequencies": { |
| "23": 0.0227813720703125 |
| }, |
| "leader": 23, |
| "similarities_to_leader": { |
| "23": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "24": 2852 |
| }, |
| "experts": [ |
| 24 |
| ], |
| "frequencies": { |
| "24": 0.021759033203125 |
| }, |
| "leader": 24, |
| "similarities_to_leader": { |
| "24": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "26": 3229 |
| }, |
| "experts": [ |
| 26 |
| ], |
| "frequencies": { |
| "26": 0.02463531494140625 |
| }, |
| "leader": 26, |
| "similarities_to_leader": { |
| "26": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "27": 1383 |
| }, |
| "experts": [ |
| 27 |
| ], |
| "frequencies": { |
| "27": 0.01055145263671875 |
| }, |
| "leader": 27, |
| "similarities_to_leader": { |
| "27": 1.0000000000000009 |
| } |
| }, |
| { |
| "activation_counts": { |
| "28": 1592 |
| }, |
| "experts": [ |
| 28 |
| ], |
| "frequencies": { |
| "28": 0.01214599609375 |
| }, |
| "leader": 28, |
| "similarities_to_leader": { |
| "28": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "29": 3431 |
| }, |
| "experts": [ |
| 29 |
| ], |
| "frequencies": { |
| "29": 0.02617645263671875 |
| }, |
| "leader": 29, |
| "similarities_to_leader": { |
| "29": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "30": 2341 |
| }, |
| "experts": [ |
| 30 |
| ], |
| "frequencies": { |
| "30": 0.01786041259765625 |
| }, |
| "leader": 30, |
| "similarities_to_leader": { |
| "30": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "31": 1798 |
| }, |
| "experts": [ |
| 31 |
| ], |
| "frequencies": { |
| "31": 0.0137176513671875 |
| }, |
| "leader": 31, |
| "similarities_to_leader": { |
| "31": 1.0000000000000007 |
| } |
| }, |
| { |
| "activation_counts": { |
| "32": 1079 |
| }, |
| "experts": [ |
| 32 |
| ], |
| "frequencies": { |
| "32": 0.00823211669921875 |
| }, |
| "leader": 32, |
| "similarities_to_leader": { |
| "32": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "34": 1267 |
| }, |
| "experts": [ |
| 34 |
| ], |
| "frequencies": { |
| "34": 0.00966644287109375 |
| }, |
| "leader": 34, |
| "similarities_to_leader": { |
| "34": 0.999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "35": 2194 |
| }, |
| "experts": [ |
| 35 |
| ], |
| "frequencies": { |
| "35": 0.0167388916015625 |
| }, |
| "leader": 35, |
| "similarities_to_leader": { |
| "35": 0.9999999999999994 |
| } |
| }, |
| { |
| "activation_counts": { |
| "36": 2734 |
| }, |
| "experts": [ |
| 36 |
| ], |
| "frequencies": { |
| "36": 0.0208587646484375 |
| }, |
| "leader": 36, |
| "similarities_to_leader": { |
| "36": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "37": 1722 |
| }, |
| "experts": [ |
| 37 |
| ], |
| "frequencies": { |
| "37": 0.0131378173828125 |
| }, |
| "leader": 37, |
| "similarities_to_leader": { |
| "37": 1.0000000000000007 |
| } |
| }, |
| { |
| "activation_counts": { |
| "38": 3034 |
| }, |
| "experts": [ |
| 38 |
| ], |
| "frequencies": { |
| "38": 0.0231475830078125 |
| }, |
| "leader": 38, |
| "similarities_to_leader": { |
| "38": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "39": 2182 |
| }, |
| "experts": [ |
| 39 |
| ], |
| "frequencies": { |
| "39": 0.0166473388671875 |
| }, |
| "leader": 39, |
| "similarities_to_leader": { |
| "39": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "40": 3206 |
| }, |
| "experts": [ |
| 40 |
| ], |
| "frequencies": { |
| "40": 0.0244598388671875 |
| }, |
| "leader": 40, |
| "similarities_to_leader": { |
| "40": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "41": 1598 |
| }, |
| "experts": [ |
| 41 |
| ], |
| "frequencies": { |
| "41": 0.0121917724609375 |
| }, |
| "leader": 41, |
| "similarities_to_leader": { |
| "41": 0.9999999999999991 |
| } |
| }, |
| { |
| "activation_counts": { |
| "42": 2713 |
| }, |
| "experts": [ |
| 42 |
| ], |
| "frequencies": { |
| "42": 0.02069854736328125 |
| }, |
| "leader": 42, |
| "similarities_to_leader": { |
| "42": 1.0000000000000007 |
| } |
| }, |
| { |
| "activation_counts": { |
| "43": 1133 |
| }, |
| "experts": [ |
| 43 |
| ], |
| "frequencies": { |
| "43": 0.00864410400390625 |
| }, |
| "leader": 43, |
| "similarities_to_leader": { |
| "43": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "44": 2352 |
| }, |
| "experts": [ |
| 44 |
| ], |
| "frequencies": { |
| "44": 0.0179443359375 |
| }, |
| "leader": 44, |
| "similarities_to_leader": { |
| "44": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "45": 2994 |
| }, |
| "experts": [ |
| 45 |
| ], |
| "frequencies": { |
| "45": 0.0228424072265625 |
| }, |
| "leader": 45, |
| "similarities_to_leader": { |
| "45": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "47": 3710 |
| }, |
| "experts": [ |
| 47 |
| ], |
| "frequencies": { |
| "47": 0.0283050537109375 |
| }, |
| "leader": 47, |
| "similarities_to_leader": { |
| "47": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "48": 1991 |
| }, |
| "experts": [ |
| 48 |
| ], |
| "frequencies": { |
| "48": 0.01519012451171875 |
| }, |
| "leader": 48, |
| "similarities_to_leader": { |
| "48": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "49": 2145 |
| }, |
| "experts": [ |
| 49 |
| ], |
| "frequencies": { |
| "49": 0.01636505126953125 |
| }, |
| "leader": 49, |
| "similarities_to_leader": { |
| "49": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "50": 2232 |
| }, |
| "experts": [ |
| 50 |
| ], |
| "frequencies": { |
| "50": 0.01702880859375 |
| }, |
| "leader": 50, |
| "similarities_to_leader": { |
| "50": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "51": 2269 |
| }, |
| "experts": [ |
| 51 |
| ], |
| "frequencies": { |
| "51": 0.01731109619140625 |
| }, |
| "leader": 51, |
| "similarities_to_leader": { |
| "51": 1.000000000000001 |
| } |
| }, |
| { |
| "activation_counts": { |
| "52": 2588 |
| }, |
| "experts": [ |
| 52 |
| ], |
| "frequencies": { |
| "52": 0.019744873046875 |
| }, |
| "leader": 52, |
| "similarities_to_leader": { |
| "52": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "53": 2797 |
| }, |
| "experts": [ |
| 53 |
| ], |
| "frequencies": { |
| "53": 0.02133941650390625 |
| }, |
| "leader": 53, |
| "similarities_to_leader": { |
| "53": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "54": 2301 |
| }, |
| "experts": [ |
| 54 |
| ], |
| "frequencies": { |
| "54": 0.01755523681640625 |
| }, |
| "leader": 54, |
| "similarities_to_leader": { |
| "54": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "17": 83, |
| "55": 1496 |
| }, |
| "experts": [ |
| 17, |
| 55 |
| ], |
| "frequencies": { |
| "17": 0.00063323974609375, |
| "55": 0.01141357421875 |
| }, |
| "leader": 55, |
| "similarities_to_leader": { |
| "17": 0.9433936402485639, |
| "55": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "56": 1984 |
| }, |
| "experts": [ |
| 56 |
| ], |
| "frequencies": { |
| "56": 0.01513671875 |
| }, |
| "leader": 56, |
| "similarities_to_leader": { |
| "56": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "57": 2846 |
| }, |
| "experts": [ |
| 57 |
| ], |
| "frequencies": { |
| "57": 0.0217132568359375 |
| }, |
| "leader": 57, |
| "similarities_to_leader": { |
| "57": 0.9999999999999992 |
| } |
| }, |
| { |
| "activation_counts": { |
| "58": 2674 |
| }, |
| "experts": [ |
| 58 |
| ], |
| "frequencies": { |
| "58": 0.0204010009765625 |
| }, |
| "leader": 58, |
| "similarities_to_leader": { |
| "58": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "59": 2868 |
| }, |
| "experts": [ |
| 59 |
| ], |
| "frequencies": { |
| "59": 0.021881103515625 |
| }, |
| "leader": 59, |
| "similarities_to_leader": { |
| "59": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "60": 3646 |
| }, |
| "experts": [ |
| 60 |
| ], |
| "frequencies": { |
| "60": 0.0278167724609375 |
| }, |
| "leader": 60, |
| "similarities_to_leader": { |
| "60": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "61": 2354 |
| }, |
| "experts": [ |
| 61 |
| ], |
| "frequencies": { |
| "61": 0.0179595947265625 |
| }, |
| "leader": 61, |
| "similarities_to_leader": { |
| "61": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "62": 3259 |
| }, |
| "experts": [ |
| 62 |
| ], |
| "frequencies": { |
| "62": 0.02486419677734375 |
| }, |
| "leader": 62, |
| "similarities_to_leader": { |
| "62": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "63": 1792 |
| }, |
| "experts": [ |
| 63 |
| ], |
| "frequencies": { |
| "63": 0.013671875 |
| }, |
| "leader": 63, |
| "similarities_to_leader": { |
| "63": 1.0 |
| } |
| } |
| ], |
| "model_layer": "4", |
| "stats_layer": 4 |
| }, |
| { |
| "dominant_experts": [ |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 10, |
| 11, |
| 12, |
| 13, |
| 14, |
| 15, |
| 16, |
| 17, |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 23, |
| 24, |
| 26, |
| 27, |
| 28, |
| 29, |
| 30, |
| 31, |
| 32, |
| 33, |
| 34, |
| 35, |
| 36, |
| 37, |
| 39, |
| 40, |
| 41, |
| 43, |
| 45, |
| 46, |
| 47, |
| 48, |
| 50, |
| 51, |
| 52, |
| 54, |
| 55, |
| 56, |
| 57, |
| 58, |
| 59, |
| 60, |
| 61, |
| 63 |
| ], |
| "expert_to_group": { |
| "0": 2, |
| "1": 1, |
| "10": 10, |
| "11": 11, |
| "12": 12, |
| "13": 13, |
| "14": 14, |
| "15": 15, |
| "16": 16, |
| "17": 17, |
| "18": 18, |
| "19": 19, |
| "2": 2, |
| "20": 20, |
| "21": 21, |
| "22": 22, |
| "23": 23, |
| "24": 24, |
| "25": 2, |
| "26": 26, |
| "27": 27, |
| "28": 28, |
| "29": 29, |
| "3": 3, |
| "30": 30, |
| "31": 31, |
| "32": 32, |
| "33": 33, |
| "34": 34, |
| "35": 35, |
| "36": 36, |
| "37": 37, |
| "38": 29, |
| "39": 39, |
| "4": 4, |
| "40": 40, |
| "41": 41, |
| "42": 2, |
| "43": 43, |
| "44": 29, |
| "45": 45, |
| "46": 46, |
| "47": 47, |
| "48": 48, |
| "49": 8, |
| "5": 5, |
| "50": 50, |
| "51": 51, |
| "52": 52, |
| "53": 31, |
| "54": 54, |
| "55": 55, |
| "56": 56, |
| "57": 57, |
| "58": 58, |
| "59": 59, |
| "6": 6, |
| "60": 60, |
| "61": 61, |
| "62": 5, |
| "63": 63, |
| "7": 7, |
| "8": 8, |
| "9": 9 |
| }, |
| "groups": [ |
| { |
| "activation_counts": { |
| "1": 2632 |
| }, |
| "experts": [ |
| 1 |
| ], |
| "frequencies": { |
| "1": 0.02008056640625 |
| }, |
| "leader": 1, |
| "similarities_to_leader": { |
| "1": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "0": 521, |
| "2": 994, |
| "25": 452, |
| "42": 548 |
| }, |
| "experts": [ |
| 0, |
| 2, |
| 25, |
| 42 |
| ], |
| "frequencies": { |
| "0": 0.00397491455078125, |
| "2": 0.0075836181640625, |
| "25": 0.003448486328125, |
| "42": 0.004180908203125 |
| }, |
| "leader": 2, |
| "similarities_to_leader": { |
| "0": 0.9645461875740035, |
| "2": 0.9999999999999992, |
| "25": 0.9397195681452892, |
| "42": 0.9809729015070348 |
| } |
| }, |
| { |
| "activation_counts": { |
| "3": 4157 |
| }, |
| "experts": [ |
| 3 |
| ], |
| "frequencies": { |
| "3": 0.03171539306640625 |
| }, |
| "leader": 3, |
| "similarities_to_leader": { |
| "3": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "4": 3568 |
| }, |
| "experts": [ |
| 4 |
| ], |
| "frequencies": { |
| "4": 0.0272216796875 |
| }, |
| "leader": 4, |
| "similarities_to_leader": { |
| "4": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "5": 1035, |
| "62": 477 |
| }, |
| "experts": [ |
| 5, |
| 62 |
| ], |
| "frequencies": { |
| "5": 0.00789642333984375, |
| "62": 0.00363922119140625 |
| }, |
| "leader": 5, |
| "similarities_to_leader": { |
| "5": 0.9999999999999999, |
| "62": 0.9187224055616411 |
| } |
| }, |
| { |
| "activation_counts": { |
| "6": 1390 |
| }, |
| "experts": [ |
| 6 |
| ], |
| "frequencies": { |
| "6": 0.0106048583984375 |
| }, |
| "leader": 6, |
| "similarities_to_leader": { |
| "6": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "7": 3350 |
| }, |
| "experts": [ |
| 7 |
| ], |
| "frequencies": { |
| "7": 0.0255584716796875 |
| }, |
| "leader": 7, |
| "similarities_to_leader": { |
| "7": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "49": 440, |
| "8": 1727 |
| }, |
| "experts": [ |
| 8, |
| 49 |
| ], |
| "frequencies": { |
| "49": 0.00335693359375, |
| "8": 0.01317596435546875 |
| }, |
| "leader": 8, |
| "similarities_to_leader": { |
| "49": 0.9210680193816246, |
| "8": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "9": 2410 |
| }, |
| "experts": [ |
| 9 |
| ], |
| "frequencies": { |
| "9": 0.0183868408203125 |
| }, |
| "leader": 9, |
| "similarities_to_leader": { |
| "9": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "10": 2070 |
| }, |
| "experts": [ |
| 10 |
| ], |
| "frequencies": { |
| "10": 0.0157928466796875 |
| }, |
| "leader": 10, |
| "similarities_to_leader": { |
| "10": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "11": 2592 |
| }, |
| "experts": [ |
| 11 |
| ], |
| "frequencies": { |
| "11": 0.019775390625 |
| }, |
| "leader": 11, |
| "similarities_to_leader": { |
| "11": 1.0000000000000007 |
| } |
| }, |
| { |
| "activation_counts": { |
| "12": 3485 |
| }, |
| "experts": [ |
| 12 |
| ], |
| "frequencies": { |
| "12": 0.02658843994140625 |
| }, |
| "leader": 12, |
| "similarities_to_leader": { |
| "12": 1.0000000000000009 |
| } |
| }, |
| { |
| "activation_counts": { |
| "13": 3449 |
| }, |
| "experts": [ |
| 13 |
| ], |
| "frequencies": { |
| "13": 0.02631378173828125 |
| }, |
| "leader": 13, |
| "similarities_to_leader": { |
| "13": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "14": 2645 |
| }, |
| "experts": [ |
| 14 |
| ], |
| "frequencies": { |
| "14": 0.02017974853515625 |
| }, |
| "leader": 14, |
| "similarities_to_leader": { |
| "14": 0.9999999999999993 |
| } |
| }, |
| { |
| "activation_counts": { |
| "15": 1498 |
| }, |
| "experts": [ |
| 15 |
| ], |
| "frequencies": { |
| "15": 0.0114288330078125 |
| }, |
| "leader": 15, |
| "similarities_to_leader": { |
| "15": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "16": 2838 |
| }, |
| "experts": [ |
| 16 |
| ], |
| "frequencies": { |
| "16": 0.0216522216796875 |
| }, |
| "leader": 16, |
| "similarities_to_leader": { |
| "16": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "17": 1174 |
| }, |
| "experts": [ |
| 17 |
| ], |
| "frequencies": { |
| "17": 0.0089569091796875 |
| }, |
| "leader": 17, |
| "similarities_to_leader": { |
| "17": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "18": 3007 |
| }, |
| "experts": [ |
| 18 |
| ], |
| "frequencies": { |
| "18": 0.02294158935546875 |
| }, |
| "leader": 18, |
| "similarities_to_leader": { |
| "18": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "19": 2453 |
| }, |
| "experts": [ |
| 19 |
| ], |
| "frequencies": { |
| "19": 0.01871490478515625 |
| }, |
| "leader": 19, |
| "similarities_to_leader": { |
| "19": 0.9999999999999993 |
| } |
| }, |
| { |
| "activation_counts": { |
| "20": 3916 |
| }, |
| "experts": [ |
| 20 |
| ], |
| "frequencies": { |
| "20": 0.029876708984375 |
| }, |
| "leader": 20, |
| "similarities_to_leader": { |
| "20": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "21": 1547 |
| }, |
| "experts": [ |
| 21 |
| ], |
| "frequencies": { |
| "21": 0.01180267333984375 |
| }, |
| "leader": 21, |
| "similarities_to_leader": { |
| "21": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "22": 2283 |
| }, |
| "experts": [ |
| 22 |
| ], |
| "frequencies": { |
| "22": 0.01741790771484375 |
| }, |
| "leader": 22, |
| "similarities_to_leader": { |
| "22": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "23": 3290 |
| }, |
| "experts": [ |
| 23 |
| ], |
| "frequencies": { |
| "23": 0.0251007080078125 |
| }, |
| "leader": 23, |
| "similarities_to_leader": { |
| "23": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "24": 3266 |
| }, |
| "experts": [ |
| 24 |
| ], |
| "frequencies": { |
| "24": 0.0249176025390625 |
| }, |
| "leader": 24, |
| "similarities_to_leader": { |
| "24": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "26": 1854 |
| }, |
| "experts": [ |
| 26 |
| ], |
| "frequencies": { |
| "26": 0.0141448974609375 |
| }, |
| "leader": 26, |
| "similarities_to_leader": { |
| "26": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "27": 1651 |
| }, |
| "experts": [ |
| 27 |
| ], |
| "frequencies": { |
| "27": 0.01259613037109375 |
| }, |
| "leader": 27, |
| "similarities_to_leader": { |
| "27": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "28": 1640 |
| }, |
| "experts": [ |
| 28 |
| ], |
| "frequencies": { |
| "28": 0.01251220703125 |
| }, |
| "leader": 28, |
| "similarities_to_leader": { |
| "28": 0.9999999999999994 |
| } |
| }, |
| { |
| "activation_counts": { |
| "29": 1449, |
| "38": 853, |
| "44": 655 |
| }, |
| "experts": [ |
| 29, |
| 38, |
| 44 |
| ], |
| "frequencies": { |
| "29": 0.01105499267578125, |
| "38": 0.00650787353515625, |
| "44": 0.00499725341796875 |
| }, |
| "leader": 29, |
| "similarities_to_leader": { |
| "29": 1.0000000000000004, |
| "38": 0.9195534276079425, |
| "44": 0.9160502741013749 |
| } |
| }, |
| { |
| "activation_counts": { |
| "30": 3102 |
| }, |
| "experts": [ |
| 30 |
| ], |
| "frequencies": { |
| "30": 0.0236663818359375 |
| }, |
| "leader": 30, |
| "similarities_to_leader": { |
| "30": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "31": 966, |
| "53": 688 |
| }, |
| "experts": [ |
| 31, |
| 53 |
| ], |
| "frequencies": { |
| "31": 0.0073699951171875, |
| "53": 0.0052490234375 |
| }, |
| "leader": 31, |
| "similarities_to_leader": { |
| "31": 0.9999999999999998, |
| "53": 0.9364718965368737 |
| } |
| }, |
| { |
| "activation_counts": { |
| "32": 2602 |
| }, |
| "experts": [ |
| 32 |
| ], |
| "frequencies": { |
| "32": 0.0198516845703125 |
| }, |
| "leader": 32, |
| "similarities_to_leader": { |
| "32": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "33": 3615 |
| }, |
| "experts": [ |
| 33 |
| ], |
| "frequencies": { |
| "33": 0.02758026123046875 |
| }, |
| "leader": 33, |
| "similarities_to_leader": { |
| "33": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "34": 2347 |
| }, |
| "experts": [ |
| 34 |
| ], |
| "frequencies": { |
| "34": 0.01790618896484375 |
| }, |
| "leader": 34, |
| "similarities_to_leader": { |
| "34": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "35": 1395 |
| }, |
| "experts": [ |
| 35 |
| ], |
| "frequencies": { |
| "35": 0.01064300537109375 |
| }, |
| "leader": 35, |
| "similarities_to_leader": { |
| "35": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "36": 1972 |
| }, |
| "experts": [ |
| 36 |
| ], |
| "frequencies": { |
| "36": 0.015045166015625 |
| }, |
| "leader": 36, |
| "similarities_to_leader": { |
| "36": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "37": 2051 |
| }, |
| "experts": [ |
| 37 |
| ], |
| "frequencies": { |
| "37": 0.01564788818359375 |
| }, |
| "leader": 37, |
| "similarities_to_leader": { |
| "37": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "39": 1048 |
| }, |
| "experts": [ |
| 39 |
| ], |
| "frequencies": { |
| "39": 0.00799560546875 |
| }, |
| "leader": 39, |
| "similarities_to_leader": { |
| "39": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "40": 2501 |
| }, |
| "experts": [ |
| 40 |
| ], |
| "frequencies": { |
| "40": 0.01908111572265625 |
| }, |
| "leader": 40, |
| "similarities_to_leader": { |
| "40": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "41": 1319 |
| }, |
| "experts": [ |
| 41 |
| ], |
| "frequencies": { |
| "41": 0.01006317138671875 |
| }, |
| "leader": 41, |
| "similarities_to_leader": { |
| "41": 1.0000000000000007 |
| } |
| }, |
| { |
| "activation_counts": { |
| "43": 1752 |
| }, |
| "experts": [ |
| 43 |
| ], |
| "frequencies": { |
| "43": 0.01336669921875 |
| }, |
| "leader": 43, |
| "similarities_to_leader": { |
| "43": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "45": 3385 |
| }, |
| "experts": [ |
| 45 |
| ], |
| "frequencies": { |
| "45": 0.02582550048828125 |
| }, |
| "leader": 45, |
| "similarities_to_leader": { |
| "45": 0.9999999999999994 |
| } |
| }, |
| { |
| "activation_counts": { |
| "46": 1017 |
| }, |
| "experts": [ |
| 46 |
| ], |
| "frequencies": { |
| "46": 0.00775909423828125 |
| }, |
| "leader": 46, |
| "similarities_to_leader": { |
| "46": 0.9999999999999994 |
| } |
| }, |
| { |
| "activation_counts": { |
| "47": 1611 |
| }, |
| "experts": [ |
| 47 |
| ], |
| "frequencies": { |
| "47": 0.01229095458984375 |
| }, |
| "leader": 47, |
| "similarities_to_leader": { |
| "47": 1.0000000000000007 |
| } |
| }, |
| { |
| "activation_counts": { |
| "48": 2075 |
| }, |
| "experts": [ |
| 48 |
| ], |
| "frequencies": { |
| "48": 0.01583099365234375 |
| }, |
| "leader": 48, |
| "similarities_to_leader": { |
| "48": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "50": 2423 |
| }, |
| "experts": [ |
| 50 |
| ], |
| "frequencies": { |
| "50": 0.01848602294921875 |
| }, |
| "leader": 50, |
| "similarities_to_leader": { |
| "50": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "51": 1203 |
| }, |
| "experts": [ |
| 51 |
| ], |
| "frequencies": { |
| "51": 0.00917816162109375 |
| }, |
| "leader": 51, |
| "similarities_to_leader": { |
| "51": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "52": 2899 |
| }, |
| "experts": [ |
| 52 |
| ], |
| "frequencies": { |
| "52": 0.02211761474609375 |
| }, |
| "leader": 52, |
| "similarities_to_leader": { |
| "52": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "54": 2784 |
| }, |
| "experts": [ |
| 54 |
| ], |
| "frequencies": { |
| "54": 0.021240234375 |
| }, |
| "leader": 54, |
| "similarities_to_leader": { |
| "54": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "55": 1382 |
| }, |
| "experts": [ |
| 55 |
| ], |
| "frequencies": { |
| "55": 0.0105438232421875 |
| }, |
| "leader": 55, |
| "similarities_to_leader": { |
| "55": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "56": 2940 |
| }, |
| "experts": [ |
| 56 |
| ], |
| "frequencies": { |
| "56": 0.022430419921875 |
| }, |
| "leader": 56, |
| "similarities_to_leader": { |
| "56": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "57": 2648 |
| }, |
| "experts": [ |
| 57 |
| ], |
| "frequencies": { |
| "57": 0.02020263671875 |
| }, |
| "leader": 57, |
| "similarities_to_leader": { |
| "57": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "58": 2667 |
| }, |
| "experts": [ |
| 58 |
| ], |
| "frequencies": { |
| "58": 0.02034759521484375 |
| }, |
| "leader": 58, |
| "similarities_to_leader": { |
| "58": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "59": 2355 |
| }, |
| "experts": [ |
| 59 |
| ], |
| "frequencies": { |
| "59": 0.01796722412109375 |
| }, |
| "leader": 59, |
| "similarities_to_leader": { |
| "59": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "60": 1159 |
| }, |
| "experts": [ |
| 60 |
| ], |
| "frequencies": { |
| "60": 0.00884246826171875 |
| }, |
| "leader": 60, |
| "similarities_to_leader": { |
| "60": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "61": 1728 |
| }, |
| "experts": [ |
| 61 |
| ], |
| "frequencies": { |
| "61": 0.01318359375 |
| }, |
| "leader": 61, |
| "similarities_to_leader": { |
| "61": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "63": 2122 |
| }, |
| "experts": [ |
| 63 |
| ], |
| "frequencies": { |
| "63": 0.0161895751953125 |
| }, |
| "leader": 63, |
| "similarities_to_leader": { |
| "63": 0.9999999999999998 |
| } |
| } |
| ], |
| "model_layer": "5", |
| "stats_layer": 5 |
| }, |
| { |
| "dominant_experts": [ |
| 0, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 10, |
| 11, |
| 12, |
| 13, |
| 14, |
| 15, |
| 16, |
| 17, |
| 18, |
| 20, |
| 21, |
| 22, |
| 23, |
| 24, |
| 25, |
| 26, |
| 27, |
| 29, |
| 30, |
| 31, |
| 32, |
| 33, |
| 35, |
| 37, |
| 38, |
| 39, |
| 40, |
| 41, |
| 42, |
| 43, |
| 44, |
| 45, |
| 46, |
| 47, |
| 48, |
| 49, |
| 50, |
| 51, |
| 53, |
| 54, |
| 55, |
| 56, |
| 58, |
| 59, |
| 60, |
| 61, |
| 62, |
| 63 |
| ], |
| "expert_to_group": { |
| "0": 0, |
| "1": 49, |
| "10": 10, |
| "11": 11, |
| "12": 12, |
| "13": 13, |
| "14": 14, |
| "15": 15, |
| "16": 16, |
| "17": 17, |
| "18": 18, |
| "19": 42, |
| "2": 2, |
| "20": 20, |
| "21": 21, |
| "22": 22, |
| "23": 23, |
| "24": 24, |
| "25": 25, |
| "26": 26, |
| "27": 27, |
| "28": 39, |
| "29": 29, |
| "3": 3, |
| "30": 30, |
| "31": 31, |
| "32": 32, |
| "33": 33, |
| "34": 31, |
| "35": 35, |
| "36": 40, |
| "37": 37, |
| "38": 38, |
| "39": 39, |
| "4": 4, |
| "40": 40, |
| "41": 41, |
| "42": 42, |
| "43": 43, |
| "44": 44, |
| "45": 45, |
| "46": 46, |
| "47": 47, |
| "48": 48, |
| "49": 49, |
| "5": 5, |
| "50": 50, |
| "51": 51, |
| "52": 42, |
| "53": 53, |
| "54": 54, |
| "55": 55, |
| "56": 56, |
| "57": 42, |
| "58": 58, |
| "59": 59, |
| "6": 6, |
| "60": 60, |
| "61": 61, |
| "62": 62, |
| "63": 63, |
| "7": 7, |
| "8": 8, |
| "9": 9 |
| }, |
| "groups": [ |
| { |
| "activation_counts": { |
| "0": 5252 |
| }, |
| "experts": [ |
| 0 |
| ], |
| "frequencies": { |
| "0": 0.040069580078125 |
| }, |
| "leader": 0, |
| "similarities_to_leader": { |
| "0": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "2": 2196 |
| }, |
| "experts": [ |
| 2 |
| ], |
| "frequencies": { |
| "2": 0.016754150390625 |
| }, |
| "leader": 2, |
| "similarities_to_leader": { |
| "2": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "3": 2262 |
| }, |
| "experts": [ |
| 3 |
| ], |
| "frequencies": { |
| "3": 0.0172576904296875 |
| }, |
| "leader": 3, |
| "similarities_to_leader": { |
| "3": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "4": 2055 |
| }, |
| "experts": [ |
| 4 |
| ], |
| "frequencies": { |
| "4": 0.01567840576171875 |
| }, |
| "leader": 4, |
| "similarities_to_leader": { |
| "4": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "5": 1243 |
| }, |
| "experts": [ |
| 5 |
| ], |
| "frequencies": { |
| "5": 0.00948333740234375 |
| }, |
| "leader": 5, |
| "similarities_to_leader": { |
| "5": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "6": 3001 |
| }, |
| "experts": [ |
| 6 |
| ], |
| "frequencies": { |
| "6": 0.02289581298828125 |
| }, |
| "leader": 6, |
| "similarities_to_leader": { |
| "6": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "7": 2442 |
| }, |
| "experts": [ |
| 7 |
| ], |
| "frequencies": { |
| "7": 0.0186309814453125 |
| }, |
| "leader": 7, |
| "similarities_to_leader": { |
| "7": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "8": 1352 |
| }, |
| "experts": [ |
| 8 |
| ], |
| "frequencies": { |
| "8": 0.01031494140625 |
| }, |
| "leader": 8, |
| "similarities_to_leader": { |
| "8": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "9": 1231 |
| }, |
| "experts": [ |
| 9 |
| ], |
| "frequencies": { |
| "9": 0.00939178466796875 |
| }, |
| "leader": 9, |
| "similarities_to_leader": { |
| "9": 1.0000000000000007 |
| } |
| }, |
| { |
| "activation_counts": { |
| "10": 1832 |
| }, |
| "experts": [ |
| 10 |
| ], |
| "frequencies": { |
| "10": 0.01397705078125 |
| }, |
| "leader": 10, |
| "similarities_to_leader": { |
| "10": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "11": 3511 |
| }, |
| "experts": [ |
| 11 |
| ], |
| "frequencies": { |
| "11": 0.02678680419921875 |
| }, |
| "leader": 11, |
| "similarities_to_leader": { |
| "11": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "12": 4798 |
| }, |
| "experts": [ |
| 12 |
| ], |
| "frequencies": { |
| "12": 0.0366058349609375 |
| }, |
| "leader": 12, |
| "similarities_to_leader": { |
| "12": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "13": 2358 |
| }, |
| "experts": [ |
| 13 |
| ], |
| "frequencies": { |
| "13": 0.0179901123046875 |
| }, |
| "leader": 13, |
| "similarities_to_leader": { |
| "13": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "14": 3677 |
| }, |
| "experts": [ |
| 14 |
| ], |
| "frequencies": { |
| "14": 0.02805328369140625 |
| }, |
| "leader": 14, |
| "similarities_to_leader": { |
| "14": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "15": 2100 |
| }, |
| "experts": [ |
| 15 |
| ], |
| "frequencies": { |
| "15": 0.016021728515625 |
| }, |
| "leader": 15, |
| "similarities_to_leader": { |
| "15": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "16": 2689 |
| }, |
| "experts": [ |
| 16 |
| ], |
| "frequencies": { |
| "16": 0.02051544189453125 |
| }, |
| "leader": 16, |
| "similarities_to_leader": { |
| "16": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "17": 1858 |
| }, |
| "experts": [ |
| 17 |
| ], |
| "frequencies": { |
| "17": 0.0141754150390625 |
| }, |
| "leader": 17, |
| "similarities_to_leader": { |
| "17": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "18": 5447 |
| }, |
| "experts": [ |
| 18 |
| ], |
| "frequencies": { |
| "18": 0.04155731201171875 |
| }, |
| "leader": 18, |
| "similarities_to_leader": { |
| "18": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "20": 996 |
| }, |
| "experts": [ |
| 20 |
| ], |
| "frequencies": { |
| "20": 0.007598876953125 |
| }, |
| "leader": 20, |
| "similarities_to_leader": { |
| "20": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "21": 3243 |
| }, |
| "experts": [ |
| 21 |
| ], |
| "frequencies": { |
| "21": 0.02474212646484375 |
| }, |
| "leader": 21, |
| "similarities_to_leader": { |
| "21": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "22": 1541 |
| }, |
| "experts": [ |
| 22 |
| ], |
| "frequencies": { |
| "22": 0.01175689697265625 |
| }, |
| "leader": 22, |
| "similarities_to_leader": { |
| "22": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "23": 907 |
| }, |
| "experts": [ |
| 23 |
| ], |
| "frequencies": { |
| "23": 0.00691986083984375 |
| }, |
| "leader": 23, |
| "similarities_to_leader": { |
| "23": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "24": 959 |
| }, |
| "experts": [ |
| 24 |
| ], |
| "frequencies": { |
| "24": 0.00731658935546875 |
| }, |
| "leader": 24, |
| "similarities_to_leader": { |
| "24": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "25": 2674 |
| }, |
| "experts": [ |
| 25 |
| ], |
| "frequencies": { |
| "25": 0.0204010009765625 |
| }, |
| "leader": 25, |
| "similarities_to_leader": { |
| "25": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "26": 2720 |
| }, |
| "experts": [ |
| 26 |
| ], |
| "frequencies": { |
| "26": 0.020751953125 |
| }, |
| "leader": 26, |
| "similarities_to_leader": { |
| "26": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "27": 2982 |
| }, |
| "experts": [ |
| 27 |
| ], |
| "frequencies": { |
| "27": 0.0227508544921875 |
| }, |
| "leader": 27, |
| "similarities_to_leader": { |
| "27": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "29": 1151 |
| }, |
| "experts": [ |
| 29 |
| ], |
| "frequencies": { |
| "29": 0.00878143310546875 |
| }, |
| "leader": 29, |
| "similarities_to_leader": { |
| "29": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "30": 2851 |
| }, |
| "experts": [ |
| 30 |
| ], |
| "frequencies": { |
| "30": 0.02175140380859375 |
| }, |
| "leader": 30, |
| "similarities_to_leader": { |
| "30": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "31": 1193, |
| "34": 477 |
| }, |
| "experts": [ |
| 31, |
| 34 |
| ], |
| "frequencies": { |
| "31": 0.00910186767578125, |
| "34": 0.00363922119140625 |
| }, |
| "leader": 31, |
| "similarities_to_leader": { |
| "31": 1.0000000000000004, |
| "34": 0.9205047140844511 |
| } |
| }, |
| { |
| "activation_counts": { |
| "32": 1780 |
| }, |
| "experts": [ |
| 32 |
| ], |
| "frequencies": { |
| "32": 0.013580322265625 |
| }, |
| "leader": 32, |
| "similarities_to_leader": { |
| "32": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "33": 3691 |
| }, |
| "experts": [ |
| 33 |
| ], |
| "frequencies": { |
| "33": 0.02816009521484375 |
| }, |
| "leader": 33, |
| "similarities_to_leader": { |
| "33": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "35": 2642 |
| }, |
| "experts": [ |
| 35 |
| ], |
| "frequencies": { |
| "35": 0.0201568603515625 |
| }, |
| "leader": 35, |
| "similarities_to_leader": { |
| "35": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "37": 1917 |
| }, |
| "experts": [ |
| 37 |
| ], |
| "frequencies": { |
| "37": 0.01462554931640625 |
| }, |
| "leader": 37, |
| "similarities_to_leader": { |
| "37": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "38": 1078 |
| }, |
| "experts": [ |
| 38 |
| ], |
| "frequencies": { |
| "38": 0.0082244873046875 |
| }, |
| "leader": 38, |
| "similarities_to_leader": { |
| "38": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "28": 485, |
| "39": 1568 |
| }, |
| "experts": [ |
| 28, |
| 39 |
| ], |
| "frequencies": { |
| "28": 0.00370025634765625, |
| "39": 0.011962890625 |
| }, |
| "leader": 39, |
| "similarities_to_leader": { |
| "28": 0.9137050400696429, |
| "39": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "36": 767, |
| "40": 1380 |
| }, |
| "experts": [ |
| 36, |
| 40 |
| ], |
| "frequencies": { |
| "36": 0.00585174560546875, |
| "40": 0.010528564453125 |
| }, |
| "leader": 40, |
| "similarities_to_leader": { |
| "36": 0.9439357275321647, |
| "40": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "41": 2169 |
| }, |
| "experts": [ |
| 41 |
| ], |
| "frequencies": { |
| "41": 0.01654815673828125 |
| }, |
| "leader": 41, |
| "similarities_to_leader": { |
| "41": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "19": 294, |
| "42": 1307, |
| "52": 417, |
| "57": 125 |
| }, |
| "experts": [ |
| 19, |
| 42, |
| 52, |
| 57 |
| ], |
| "frequencies": { |
| "19": 0.0022430419921875, |
| "42": 0.00997161865234375, |
| "52": 0.00318145751953125, |
| "57": 0.00095367431640625 |
| }, |
| "leader": 42, |
| "similarities_to_leader": { |
| "19": 0.9340950916815917, |
| "42": 0.9999999999999996, |
| "52": 0.9458341218414738, |
| "57": 0.9386375685623226 |
| } |
| }, |
| { |
| "activation_counts": { |
| "43": 2629 |
| }, |
| "experts": [ |
| 43 |
| ], |
| "frequencies": { |
| "43": 0.02005767822265625 |
| }, |
| "leader": 43, |
| "similarities_to_leader": { |
| "43": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "44": 1326 |
| }, |
| "experts": [ |
| 44 |
| ], |
| "frequencies": { |
| "44": 0.0101165771484375 |
| }, |
| "leader": 44, |
| "similarities_to_leader": { |
| "44": 0.9999999999999993 |
| } |
| }, |
| { |
| "activation_counts": { |
| "45": 2092 |
| }, |
| "experts": [ |
| 45 |
| ], |
| "frequencies": { |
| "45": 0.015960693359375 |
| }, |
| "leader": 45, |
| "similarities_to_leader": { |
| "45": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "46": 2720 |
| }, |
| "experts": [ |
| 46 |
| ], |
| "frequencies": { |
| "46": 0.020751953125 |
| }, |
| "leader": 46, |
| "similarities_to_leader": { |
| "46": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "47": 2265 |
| }, |
| "experts": [ |
| 47 |
| ], |
| "frequencies": { |
| "47": 0.01728057861328125 |
| }, |
| "leader": 47, |
| "similarities_to_leader": { |
| "47": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "48": 1948 |
| }, |
| "experts": [ |
| 48 |
| ], |
| "frequencies": { |
| "48": 0.014862060546875 |
| }, |
| "leader": 48, |
| "similarities_to_leader": { |
| "48": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "1": 852, |
| "49": 1178 |
| }, |
| "experts": [ |
| 1, |
| 49 |
| ], |
| "frequencies": { |
| "1": 0.006500244140625, |
| "49": 0.0089874267578125 |
| }, |
| "leader": 49, |
| "similarities_to_leader": { |
| "1": 0.9446685182354118, |
| "49": 1.0000000000000007 |
| } |
| }, |
| { |
| "activation_counts": { |
| "50": 1836 |
| }, |
| "experts": [ |
| 50 |
| ], |
| "frequencies": { |
| "50": 0.014007568359375 |
| }, |
| "leader": 50, |
| "similarities_to_leader": { |
| "50": 0.9999999999999994 |
| } |
| }, |
| { |
| "activation_counts": { |
| "51": 3735 |
| }, |
| "experts": [ |
| 51 |
| ], |
| "frequencies": { |
| "51": 0.02849578857421875 |
| }, |
| "leader": 51, |
| "similarities_to_leader": { |
| "51": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "53": 1871 |
| }, |
| "experts": [ |
| 53 |
| ], |
| "frequencies": { |
| "53": 0.01427459716796875 |
| }, |
| "leader": 53, |
| "similarities_to_leader": { |
| "53": 0.9999999999999994 |
| } |
| }, |
| { |
| "activation_counts": { |
| "54": 1396 |
| }, |
| "experts": [ |
| 54 |
| ], |
| "frequencies": { |
| "54": 0.010650634765625 |
| }, |
| "leader": 54, |
| "similarities_to_leader": { |
| "54": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "55": 2933 |
| }, |
| "experts": [ |
| 55 |
| ], |
| "frequencies": { |
| "55": 0.02237701416015625 |
| }, |
| "leader": 55, |
| "similarities_to_leader": { |
| "55": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "56": 2561 |
| }, |
| "experts": [ |
| 56 |
| ], |
| "frequencies": { |
| "56": 0.01953887939453125 |
| }, |
| "leader": 56, |
| "similarities_to_leader": { |
| "56": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "58": 977 |
| }, |
| "experts": [ |
| 58 |
| ], |
| "frequencies": { |
| "58": 0.00745391845703125 |
| }, |
| "leader": 58, |
| "similarities_to_leader": { |
| "58": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "59": 1632 |
| }, |
| "experts": [ |
| 59 |
| ], |
| "frequencies": { |
| "59": 0.012451171875 |
| }, |
| "leader": 59, |
| "similarities_to_leader": { |
| "59": 0.9999999999999989 |
| } |
| }, |
| { |
| "activation_counts": { |
| "60": 1599 |
| }, |
| "experts": [ |
| 60 |
| ], |
| "frequencies": { |
| "60": 0.01219940185546875 |
| }, |
| "leader": 60, |
| "similarities_to_leader": { |
| "60": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "61": 1938 |
| }, |
| "experts": [ |
| 61 |
| ], |
| "frequencies": { |
| "61": 0.0147857666015625 |
| }, |
| "leader": 61, |
| "similarities_to_leader": { |
| "61": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "62": 2786 |
| }, |
| "experts": [ |
| 62 |
| ], |
| "frequencies": { |
| "62": 0.0212554931640625 |
| }, |
| "leader": 62, |
| "similarities_to_leader": { |
| "62": 0.9999999999999993 |
| } |
| }, |
| { |
| "activation_counts": { |
| "63": 2180 |
| }, |
| "experts": [ |
| 63 |
| ], |
| "frequencies": { |
| "63": 0.016632080078125 |
| }, |
| "leader": 63, |
| "similarities_to_leader": { |
| "63": 1.0000000000000004 |
| } |
| } |
| ], |
| "model_layer": "6", |
| "stats_layer": 6 |
| }, |
| { |
| "dominant_experts": [ |
| 1, |
| 3, |
| 5, |
| 6, |
| 8, |
| 9, |
| 10, |
| 11, |
| 12, |
| 13, |
| 14, |
| 15, |
| 16, |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 23, |
| 24, |
| 25, |
| 26, |
| 28, |
| 29, |
| 30, |
| 31, |
| 32, |
| 34, |
| 36, |
| 37, |
| 38, |
| 39, |
| 40, |
| 41, |
| 42, |
| 44, |
| 45, |
| 46, |
| 47, |
| 48, |
| 49, |
| 50, |
| 51, |
| 52, |
| 53, |
| 54, |
| 55, |
| 56, |
| 57, |
| 58, |
| 59, |
| 60, |
| 61, |
| 62, |
| 63 |
| ], |
| "expert_to_group": { |
| "0": 13, |
| "1": 1, |
| "10": 10, |
| "11": 11, |
| "12": 12, |
| "13": 13, |
| "14": 14, |
| "15": 15, |
| "16": 16, |
| "17": 58, |
| "18": 18, |
| "19": 19, |
| "2": 45, |
| "20": 20, |
| "21": 21, |
| "22": 22, |
| "23": 23, |
| "24": 24, |
| "25": 25, |
| "26": 26, |
| "27": 21, |
| "28": 28, |
| "29": 29, |
| "3": 3, |
| "30": 30, |
| "31": 31, |
| "32": 32, |
| "33": 13, |
| "34": 34, |
| "35": 45, |
| "36": 36, |
| "37": 37, |
| "38": 38, |
| "39": 39, |
| "4": 58, |
| "40": 40, |
| "41": 41, |
| "42": 42, |
| "43": 13, |
| "44": 44, |
| "45": 45, |
| "46": 46, |
| "47": 47, |
| "48": 48, |
| "49": 49, |
| "5": 5, |
| "50": 50, |
| "51": 51, |
| "52": 52, |
| "53": 53, |
| "54": 54, |
| "55": 55, |
| "56": 56, |
| "57": 57, |
| "58": 58, |
| "59": 59, |
| "6": 6, |
| "60": 60, |
| "61": 61, |
| "62": 62, |
| "63": 63, |
| "7": 13, |
| "8": 8, |
| "9": 9 |
| }, |
| "groups": [ |
| { |
| "activation_counts": { |
| "1": 3778 |
| }, |
| "experts": [ |
| 1 |
| ], |
| "frequencies": { |
| "1": 0.0288238525390625 |
| }, |
| "leader": 1, |
| "similarities_to_leader": { |
| "1": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "3": 3255 |
| }, |
| "experts": [ |
| 3 |
| ], |
| "frequencies": { |
| "3": 0.02483367919921875 |
| }, |
| "leader": 3, |
| "similarities_to_leader": { |
| "3": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "5": 2613 |
| }, |
| "experts": [ |
| 5 |
| ], |
| "frequencies": { |
| "5": 0.01993560791015625 |
| }, |
| "leader": 5, |
| "similarities_to_leader": { |
| "5": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "6": 2392 |
| }, |
| "experts": [ |
| 6 |
| ], |
| "frequencies": { |
| "6": 0.01824951171875 |
| }, |
| "leader": 6, |
| "similarities_to_leader": { |
| "6": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "8": 2583 |
| }, |
| "experts": [ |
| 8 |
| ], |
| "frequencies": { |
| "8": 0.01970672607421875 |
| }, |
| "leader": 8, |
| "similarities_to_leader": { |
| "8": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "9": 1996 |
| }, |
| "experts": [ |
| 9 |
| ], |
| "frequencies": { |
| "9": 0.015228271484375 |
| }, |
| "leader": 9, |
| "similarities_to_leader": { |
| "9": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "10": 1856 |
| }, |
| "experts": [ |
| 10 |
| ], |
| "frequencies": { |
| "10": 0.01416015625 |
| }, |
| "leader": 10, |
| "similarities_to_leader": { |
| "10": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "11": 1111 |
| }, |
| "experts": [ |
| 11 |
| ], |
| "frequencies": { |
| "11": 0.00847625732421875 |
| }, |
| "leader": 11, |
| "similarities_to_leader": { |
| "11": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "12": 1088 |
| }, |
| "experts": [ |
| 12 |
| ], |
| "frequencies": { |
| "12": 0.00830078125 |
| }, |
| "leader": 12, |
| "similarities_to_leader": { |
| "12": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "0": 635, |
| "13": 918, |
| "33": 572, |
| "43": 754, |
| "7": 536 |
| }, |
| "experts": [ |
| 0, |
| 7, |
| 13, |
| 33, |
| 43 |
| ], |
| "frequencies": { |
| "0": 0.00484466552734375, |
| "13": 0.0070037841796875, |
| "33": 0.004364013671875, |
| "43": 0.0057525634765625, |
| "7": 0.00408935546875 |
| }, |
| "leader": 13, |
| "similarities_to_leader": { |
| "0": 0.9129979146828706, |
| "13": 1.0, |
| "33": 0.933682259278561, |
| "43": 0.9011807625969666, |
| "7": 0.9022184477672336 |
| } |
| }, |
| { |
| "activation_counts": { |
| "14": 2018 |
| }, |
| "experts": [ |
| 14 |
| ], |
| "frequencies": { |
| "14": 0.0153961181640625 |
| }, |
| "leader": 14, |
| "similarities_to_leader": { |
| "14": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "15": 2308 |
| }, |
| "experts": [ |
| 15 |
| ], |
| "frequencies": { |
| "15": 0.017608642578125 |
| }, |
| "leader": 15, |
| "similarities_to_leader": { |
| "15": 1.0000000000000007 |
| } |
| }, |
| { |
| "activation_counts": { |
| "16": 1774 |
| }, |
| "experts": [ |
| 16 |
| ], |
| "frequencies": { |
| "16": 0.0135345458984375 |
| }, |
| "leader": 16, |
| "similarities_to_leader": { |
| "16": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "18": 2651 |
| }, |
| "experts": [ |
| 18 |
| ], |
| "frequencies": { |
| "18": 0.02022552490234375 |
| }, |
| "leader": 18, |
| "similarities_to_leader": { |
| "18": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "19": 2478 |
| }, |
| "experts": [ |
| 19 |
| ], |
| "frequencies": { |
| "19": 0.0189056396484375 |
| }, |
| "leader": 19, |
| "similarities_to_leader": { |
| "19": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "20": 2706 |
| }, |
| "experts": [ |
| 20 |
| ], |
| "frequencies": { |
| "20": 0.0206451416015625 |
| }, |
| "leader": 20, |
| "similarities_to_leader": { |
| "20": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "21": 1114, |
| "27": 597 |
| }, |
| "experts": [ |
| 21, |
| 27 |
| ], |
| "frequencies": { |
| "21": 0.0084991455078125, |
| "27": 0.00455474853515625 |
| }, |
| "leader": 21, |
| "similarities_to_leader": { |
| "21": 0.9999999999999998, |
| "27": 0.9292216248418648 |
| } |
| }, |
| { |
| "activation_counts": { |
| "22": 2005 |
| }, |
| "experts": [ |
| 22 |
| ], |
| "frequencies": { |
| "22": 0.01529693603515625 |
| }, |
| "leader": 22, |
| "similarities_to_leader": { |
| "22": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "23": 2752 |
| }, |
| "experts": [ |
| 23 |
| ], |
| "frequencies": { |
| "23": 0.02099609375 |
| }, |
| "leader": 23, |
| "similarities_to_leader": { |
| "23": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "24": 1648 |
| }, |
| "experts": [ |
| 24 |
| ], |
| "frequencies": { |
| "24": 0.0125732421875 |
| }, |
| "leader": 24, |
| "similarities_to_leader": { |
| "24": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "25": 3026 |
| }, |
| "experts": [ |
| 25 |
| ], |
| "frequencies": { |
| "25": 0.0230865478515625 |
| }, |
| "leader": 25, |
| "similarities_to_leader": { |
| "25": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "26": 1876 |
| }, |
| "experts": [ |
| 26 |
| ], |
| "frequencies": { |
| "26": 0.014312744140625 |
| }, |
| "leader": 26, |
| "similarities_to_leader": { |
| "26": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "28": 2836 |
| }, |
| "experts": [ |
| 28 |
| ], |
| "frequencies": { |
| "28": 0.021636962890625 |
| }, |
| "leader": 28, |
| "similarities_to_leader": { |
| "28": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "29": 1959 |
| }, |
| "experts": [ |
| 29 |
| ], |
| "frequencies": { |
| "29": 0.01494598388671875 |
| }, |
| "leader": 29, |
| "similarities_to_leader": { |
| "29": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "30": 2687 |
| }, |
| "experts": [ |
| 30 |
| ], |
| "frequencies": { |
| "30": 0.02050018310546875 |
| }, |
| "leader": 30, |
| "similarities_to_leader": { |
| "30": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "31": 1545 |
| }, |
| "experts": [ |
| 31 |
| ], |
| "frequencies": { |
| "31": 0.01178741455078125 |
| }, |
| "leader": 31, |
| "similarities_to_leader": { |
| "31": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "32": 2037 |
| }, |
| "experts": [ |
| 32 |
| ], |
| "frequencies": { |
| "32": 0.01554107666015625 |
| }, |
| "leader": 32, |
| "similarities_to_leader": { |
| "32": 0.9999999999999992 |
| } |
| }, |
| { |
| "activation_counts": { |
| "34": 1981 |
| }, |
| "experts": [ |
| 34 |
| ], |
| "frequencies": { |
| "34": 0.01511383056640625 |
| }, |
| "leader": 34, |
| "similarities_to_leader": { |
| "34": 0.9999999999999994 |
| } |
| }, |
| { |
| "activation_counts": { |
| "36": 1774 |
| }, |
| "experts": [ |
| 36 |
| ], |
| "frequencies": { |
| "36": 0.0135345458984375 |
| }, |
| "leader": 36, |
| "similarities_to_leader": { |
| "36": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "37": 2845 |
| }, |
| "experts": [ |
| 37 |
| ], |
| "frequencies": { |
| "37": 0.02170562744140625 |
| }, |
| "leader": 37, |
| "similarities_to_leader": { |
| "37": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "38": 2092 |
| }, |
| "experts": [ |
| 38 |
| ], |
| "frequencies": { |
| "38": 0.015960693359375 |
| }, |
| "leader": 38, |
| "similarities_to_leader": { |
| "38": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "39": 1488 |
| }, |
| "experts": [ |
| 39 |
| ], |
| "frequencies": { |
| "39": 0.0113525390625 |
| }, |
| "leader": 39, |
| "similarities_to_leader": { |
| "39": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "40": 2983 |
| }, |
| "experts": [ |
| 40 |
| ], |
| "frequencies": { |
| "40": 0.02275848388671875 |
| }, |
| "leader": 40, |
| "similarities_to_leader": { |
| "40": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "41": 2814 |
| }, |
| "experts": [ |
| 41 |
| ], |
| "frequencies": { |
| "41": 0.0214691162109375 |
| }, |
| "leader": 41, |
| "similarities_to_leader": { |
| "41": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "42": 1445 |
| }, |
| "experts": [ |
| 42 |
| ], |
| "frequencies": { |
| "42": 0.01102447509765625 |
| }, |
| "leader": 42, |
| "similarities_to_leader": { |
| "42": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "44": 3328 |
| }, |
| "experts": [ |
| 44 |
| ], |
| "frequencies": { |
| "44": 0.025390625 |
| }, |
| "leader": 44, |
| "similarities_to_leader": { |
| "44": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "2": 504, |
| "35": 417, |
| "45": 1146 |
| }, |
| "experts": [ |
| 2, |
| 35, |
| 45 |
| ], |
| "frequencies": { |
| "2": 0.00384521484375, |
| "35": 0.00318145751953125, |
| "45": 0.0087432861328125 |
| }, |
| "leader": 45, |
| "similarities_to_leader": { |
| "2": 0.955986611625316, |
| "35": 0.966180648739975, |
| "45": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "46": 2706 |
| }, |
| "experts": [ |
| 46 |
| ], |
| "frequencies": { |
| "46": 0.0206451416015625 |
| }, |
| "leader": 46, |
| "similarities_to_leader": { |
| "46": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "47": 1207 |
| }, |
| "experts": [ |
| 47 |
| ], |
| "frequencies": { |
| "47": 0.00920867919921875 |
| }, |
| "leader": 47, |
| "similarities_to_leader": { |
| "47": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "48": 2884 |
| }, |
| "experts": [ |
| 48 |
| ], |
| "frequencies": { |
| "48": 0.022003173828125 |
| }, |
| "leader": 48, |
| "similarities_to_leader": { |
| "48": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "49": 1271 |
| }, |
| "experts": [ |
| 49 |
| ], |
| "frequencies": { |
| "49": 0.00969696044921875 |
| }, |
| "leader": 49, |
| "similarities_to_leader": { |
| "49": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "50": 3093 |
| }, |
| "experts": [ |
| 50 |
| ], |
| "frequencies": { |
| "50": 0.02359771728515625 |
| }, |
| "leader": 50, |
| "similarities_to_leader": { |
| "50": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "51": 2416 |
| }, |
| "experts": [ |
| 51 |
| ], |
| "frequencies": { |
| "51": 0.0184326171875 |
| }, |
| "leader": 51, |
| "similarities_to_leader": { |
| "51": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "52": 2269 |
| }, |
| "experts": [ |
| 52 |
| ], |
| "frequencies": { |
| "52": 0.01731109619140625 |
| }, |
| "leader": 52, |
| "similarities_to_leader": { |
| "52": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "53": 3144 |
| }, |
| "experts": [ |
| 53 |
| ], |
| "frequencies": { |
| "53": 0.02398681640625 |
| }, |
| "leader": 53, |
| "similarities_to_leader": { |
| "53": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "54": 2349 |
| }, |
| "experts": [ |
| 54 |
| ], |
| "frequencies": { |
| "54": 0.01792144775390625 |
| }, |
| "leader": 54, |
| "similarities_to_leader": { |
| "54": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "55": 3618 |
| }, |
| "experts": [ |
| 55 |
| ], |
| "frequencies": { |
| "55": 0.0276031494140625 |
| }, |
| "leader": 55, |
| "similarities_to_leader": { |
| "55": 1.0000000000000009 |
| } |
| }, |
| { |
| "activation_counts": { |
| "56": 2734 |
| }, |
| "experts": [ |
| 56 |
| ], |
| "frequencies": { |
| "56": 0.0208587646484375 |
| }, |
| "leader": 56, |
| "similarities_to_leader": { |
| "56": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "57": 3471 |
| }, |
| "experts": [ |
| 57 |
| ], |
| "frequencies": { |
| "57": 0.02648162841796875 |
| }, |
| "leader": 57, |
| "similarities_to_leader": { |
| "57": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "17": 636, |
| "4": 584, |
| "58": 876 |
| }, |
| "experts": [ |
| 4, |
| 17, |
| 58 |
| ], |
| "frequencies": { |
| "17": 0.004852294921875, |
| "4": 0.00445556640625, |
| "58": 0.006683349609375 |
| }, |
| "leader": 58, |
| "similarities_to_leader": { |
| "17": 0.917260841875196, |
| "4": 0.9204089081056795, |
| "58": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "59": 1725 |
| }, |
| "experts": [ |
| 59 |
| ], |
| "frequencies": { |
| "59": 0.01316070556640625 |
| }, |
| "leader": 59, |
| "similarities_to_leader": { |
| "59": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "60": 3578 |
| }, |
| "experts": [ |
| 60 |
| ], |
| "frequencies": { |
| "60": 0.0272979736328125 |
| }, |
| "leader": 60, |
| "similarities_to_leader": { |
| "60": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "61": 2416 |
| }, |
| "experts": [ |
| 61 |
| ], |
| "frequencies": { |
| "61": 0.0184326171875 |
| }, |
| "leader": 61, |
| "similarities_to_leader": { |
| "61": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "62": 3001 |
| }, |
| "experts": [ |
| 62 |
| ], |
| "frequencies": { |
| "62": 0.02289581298828125 |
| }, |
| "leader": 62, |
| "similarities_to_leader": { |
| "62": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "63": 2173 |
| }, |
| "experts": [ |
| 63 |
| ], |
| "frequencies": { |
| "63": 0.01657867431640625 |
| }, |
| "leader": 63, |
| "similarities_to_leader": { |
| "63": 0.9999999999999999 |
| } |
| } |
| ], |
| "model_layer": "7", |
| "stats_layer": 7 |
| }, |
| { |
| "dominant_experts": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 10, |
| 11, |
| 12, |
| 13, |
| 15, |
| 17, |
| 18, |
| 20, |
| 21, |
| 22, |
| 23, |
| 24, |
| 25, |
| 26, |
| 28, |
| 29, |
| 30, |
| 31, |
| 32, |
| 33, |
| 34, |
| 35, |
| 36, |
| 37, |
| 38, |
| 39, |
| 40, |
| 41, |
| 42, |
| 43, |
| 44, |
| 45, |
| 46, |
| 47, |
| 48, |
| 49, |
| 50, |
| 52, |
| 53, |
| 55, |
| 56, |
| 57, |
| 58, |
| 59, |
| 60, |
| 61, |
| 63 |
| ], |
| "expert_to_group": { |
| "0": 0, |
| "1": 1, |
| "10": 10, |
| "11": 11, |
| "12": 12, |
| "13": 13, |
| "14": 3, |
| "15": 15, |
| "16": 59, |
| "17": 17, |
| "18": 18, |
| "19": 3, |
| "2": 2, |
| "20": 20, |
| "21": 21, |
| "22": 22, |
| "23": 23, |
| "24": 24, |
| "25": 25, |
| "26": 26, |
| "27": 33, |
| "28": 28, |
| "29": 29, |
| "3": 3, |
| "30": 30, |
| "31": 31, |
| "32": 32, |
| "33": 33, |
| "34": 34, |
| "35": 35, |
| "36": 36, |
| "37": 37, |
| "38": 38, |
| "39": 39, |
| "4": 4, |
| "40": 40, |
| "41": 41, |
| "42": 42, |
| "43": 43, |
| "44": 44, |
| "45": 45, |
| "46": 46, |
| "47": 47, |
| "48": 48, |
| "49": 49, |
| "5": 5, |
| "50": 50, |
| "51": 48, |
| "52": 52, |
| "53": 53, |
| "54": 3, |
| "55": 55, |
| "56": 56, |
| "57": 57, |
| "58": 58, |
| "59": 59, |
| "6": 6, |
| "60": 60, |
| "61": 61, |
| "62": 60, |
| "63": 63, |
| "7": 7, |
| "8": 8, |
| "9": 9 |
| }, |
| "groups": [ |
| { |
| "activation_counts": { |
| "0": 2694 |
| }, |
| "experts": [ |
| 0 |
| ], |
| "frequencies": { |
| "0": 0.0205535888671875 |
| }, |
| "leader": 0, |
| "similarities_to_leader": { |
| "0": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "1": 2041 |
| }, |
| "experts": [ |
| 1 |
| ], |
| "frequencies": { |
| "1": 0.01557159423828125 |
| }, |
| "leader": 1, |
| "similarities_to_leader": { |
| "1": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "2": 1939 |
| }, |
| "experts": [ |
| 2 |
| ], |
| "frequencies": { |
| "2": 0.01479339599609375 |
| }, |
| "leader": 2, |
| "similarities_to_leader": { |
| "2": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "14": 387, |
| "19": 137, |
| "3": 1215, |
| "54": 340 |
| }, |
| "experts": [ |
| 3, |
| 14, |
| 19, |
| 54 |
| ], |
| "frequencies": { |
| "14": 0.00295257568359375, |
| "19": 0.00104522705078125, |
| "3": 0.00926971435546875, |
| "54": 0.002593994140625 |
| }, |
| "leader": 3, |
| "similarities_to_leader": { |
| "14": 0.9379878881654687, |
| "19": 0.9281625382682409, |
| "3": 1.0000000000000002, |
| "54": 0.9561172781361583 |
| } |
| }, |
| { |
| "activation_counts": { |
| "4": 3408 |
| }, |
| "experts": [ |
| 4 |
| ], |
| "frequencies": { |
| "4": 0.0260009765625 |
| }, |
| "leader": 4, |
| "similarities_to_leader": { |
| "4": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "5": 2027 |
| }, |
| "experts": [ |
| 5 |
| ], |
| "frequencies": { |
| "5": 0.01546478271484375 |
| }, |
| "leader": 5, |
| "similarities_to_leader": { |
| "5": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "6": 1739 |
| }, |
| "experts": [ |
| 6 |
| ], |
| "frequencies": { |
| "6": 0.01326751708984375 |
| }, |
| "leader": 6, |
| "similarities_to_leader": { |
| "6": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "7": 2728 |
| }, |
| "experts": [ |
| 7 |
| ], |
| "frequencies": { |
| "7": 0.02081298828125 |
| }, |
| "leader": 7, |
| "similarities_to_leader": { |
| "7": 0.9999999999999991 |
| } |
| }, |
| { |
| "activation_counts": { |
| "8": 2479 |
| }, |
| "experts": [ |
| 8 |
| ], |
| "frequencies": { |
| "8": 0.01891326904296875 |
| }, |
| "leader": 8, |
| "similarities_to_leader": { |
| "8": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "9": 2127 |
| }, |
| "experts": [ |
| 9 |
| ], |
| "frequencies": { |
| "9": 0.01622772216796875 |
| }, |
| "leader": 9, |
| "similarities_to_leader": { |
| "9": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "10": 2889 |
| }, |
| "experts": [ |
| 10 |
| ], |
| "frequencies": { |
| "10": 0.02204132080078125 |
| }, |
| "leader": 10, |
| "similarities_to_leader": { |
| "10": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "11": 1362 |
| }, |
| "experts": [ |
| 11 |
| ], |
| "frequencies": { |
| "11": 0.0103912353515625 |
| }, |
| "leader": 11, |
| "similarities_to_leader": { |
| "11": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "12": 2096 |
| }, |
| "experts": [ |
| 12 |
| ], |
| "frequencies": { |
| "12": 0.0159912109375 |
| }, |
| "leader": 12, |
| "similarities_to_leader": { |
| "12": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "13": 3075 |
| }, |
| "experts": [ |
| 13 |
| ], |
| "frequencies": { |
| "13": 0.02346038818359375 |
| }, |
| "leader": 13, |
| "similarities_to_leader": { |
| "13": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "15": 3201 |
| }, |
| "experts": [ |
| 15 |
| ], |
| "frequencies": { |
| "15": 0.02442169189453125 |
| }, |
| "leader": 15, |
| "similarities_to_leader": { |
| "15": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "17": 3462 |
| }, |
| "experts": [ |
| 17 |
| ], |
| "frequencies": { |
| "17": 0.0264129638671875 |
| }, |
| "leader": 17, |
| "similarities_to_leader": { |
| "17": 1.0000000000000009 |
| } |
| }, |
| { |
| "activation_counts": { |
| "18": 1958 |
| }, |
| "experts": [ |
| 18 |
| ], |
| "frequencies": { |
| "18": 0.0149383544921875 |
| }, |
| "leader": 18, |
| "similarities_to_leader": { |
| "18": 1.0000000000000009 |
| } |
| }, |
| { |
| "activation_counts": { |
| "20": 1914 |
| }, |
| "experts": [ |
| 20 |
| ], |
| "frequencies": { |
| "20": 0.0146026611328125 |
| }, |
| "leader": 20, |
| "similarities_to_leader": { |
| "20": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "21": 2387 |
| }, |
| "experts": [ |
| 21 |
| ], |
| "frequencies": { |
| "21": 0.01821136474609375 |
| }, |
| "leader": 21, |
| "similarities_to_leader": { |
| "21": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "22": 2731 |
| }, |
| "experts": [ |
| 22 |
| ], |
| "frequencies": { |
| "22": 0.02083587646484375 |
| }, |
| "leader": 22, |
| "similarities_to_leader": { |
| "22": 0.9999999999999994 |
| } |
| }, |
| { |
| "activation_counts": { |
| "23": 1752 |
| }, |
| "experts": [ |
| 23 |
| ], |
| "frequencies": { |
| "23": 0.01336669921875 |
| }, |
| "leader": 23, |
| "similarities_to_leader": { |
| "23": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "24": 1674 |
| }, |
| "experts": [ |
| 24 |
| ], |
| "frequencies": { |
| "24": 0.0127716064453125 |
| }, |
| "leader": 24, |
| "similarities_to_leader": { |
| "24": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "25": 2125 |
| }, |
| "experts": [ |
| 25 |
| ], |
| "frequencies": { |
| "25": 0.01621246337890625 |
| }, |
| "leader": 25, |
| "similarities_to_leader": { |
| "25": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "26": 1500 |
| }, |
| "experts": [ |
| 26 |
| ], |
| "frequencies": { |
| "26": 0.011444091796875 |
| }, |
| "leader": 26, |
| "similarities_to_leader": { |
| "26": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "28": 2803 |
| }, |
| "experts": [ |
| 28 |
| ], |
| "frequencies": { |
| "28": 0.02138519287109375 |
| }, |
| "leader": 28, |
| "similarities_to_leader": { |
| "28": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "29": 1367 |
| }, |
| "experts": [ |
| 29 |
| ], |
| "frequencies": { |
| "29": 0.01042938232421875 |
| }, |
| "leader": 29, |
| "similarities_to_leader": { |
| "29": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "30": 1813 |
| }, |
| "experts": [ |
| 30 |
| ], |
| "frequencies": { |
| "30": 0.01383209228515625 |
| }, |
| "leader": 30, |
| "similarities_to_leader": { |
| "30": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "31": 3015 |
| }, |
| "experts": [ |
| 31 |
| ], |
| "frequencies": { |
| "31": 0.02300262451171875 |
| }, |
| "leader": 31, |
| "similarities_to_leader": { |
| "31": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "32": 936 |
| }, |
| "experts": [ |
| 32 |
| ], |
| "frequencies": { |
| "32": 0.00714111328125 |
| }, |
| "leader": 32, |
| "similarities_to_leader": { |
| "32": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "27": 754, |
| "33": 894 |
| }, |
| "experts": [ |
| 27, |
| 33 |
| ], |
| "frequencies": { |
| "27": 0.0057525634765625, |
| "33": 0.0068206787109375 |
| }, |
| "leader": 33, |
| "similarities_to_leader": { |
| "27": 0.9332208958777511, |
| "33": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "34": 2812 |
| }, |
| "experts": [ |
| 34 |
| ], |
| "frequencies": { |
| "34": 0.021453857421875 |
| }, |
| "leader": 34, |
| "similarities_to_leader": { |
| "34": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "35": 2683 |
| }, |
| "experts": [ |
| 35 |
| ], |
| "frequencies": { |
| "35": 0.02046966552734375 |
| }, |
| "leader": 35, |
| "similarities_to_leader": { |
| "35": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "36": 2631 |
| }, |
| "experts": [ |
| 36 |
| ], |
| "frequencies": { |
| "36": 0.02007293701171875 |
| }, |
| "leader": 36, |
| "similarities_to_leader": { |
| "36": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "37": 933 |
| }, |
| "experts": [ |
| 37 |
| ], |
| "frequencies": { |
| "37": 0.00711822509765625 |
| }, |
| "leader": 37, |
| "similarities_to_leader": { |
| "37": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "38": 2442 |
| }, |
| "experts": [ |
| 38 |
| ], |
| "frequencies": { |
| "38": 0.0186309814453125 |
| }, |
| "leader": 38, |
| "similarities_to_leader": { |
| "38": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "39": 4111 |
| }, |
| "experts": [ |
| 39 |
| ], |
| "frequencies": { |
| "39": 0.03136444091796875 |
| }, |
| "leader": 39, |
| "similarities_to_leader": { |
| "39": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "40": 2750 |
| }, |
| "experts": [ |
| 40 |
| ], |
| "frequencies": { |
| "40": 0.0209808349609375 |
| }, |
| "leader": 40, |
| "similarities_to_leader": { |
| "40": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "41": 2807 |
| }, |
| "experts": [ |
| 41 |
| ], |
| "frequencies": { |
| "41": 0.02141571044921875 |
| }, |
| "leader": 41, |
| "similarities_to_leader": { |
| "41": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "42": 3618 |
| }, |
| "experts": [ |
| 42 |
| ], |
| "frequencies": { |
| "42": 0.0276031494140625 |
| }, |
| "leader": 42, |
| "similarities_to_leader": { |
| "42": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "43": 3252 |
| }, |
| "experts": [ |
| 43 |
| ], |
| "frequencies": { |
| "43": 0.024810791015625 |
| }, |
| "leader": 43, |
| "similarities_to_leader": { |
| "43": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "44": 1492 |
| }, |
| "experts": [ |
| 44 |
| ], |
| "frequencies": { |
| "44": 0.011383056640625 |
| }, |
| "leader": 44, |
| "similarities_to_leader": { |
| "44": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "45": 1056 |
| }, |
| "experts": [ |
| 45 |
| ], |
| "frequencies": { |
| "45": 0.008056640625 |
| }, |
| "leader": 45, |
| "similarities_to_leader": { |
| "45": 0.9999999999999992 |
| } |
| }, |
| { |
| "activation_counts": { |
| "46": 2226 |
| }, |
| "experts": [ |
| 46 |
| ], |
| "frequencies": { |
| "46": 0.0169830322265625 |
| }, |
| "leader": 46, |
| "similarities_to_leader": { |
| "46": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "47": 2942 |
| }, |
| "experts": [ |
| 47 |
| ], |
| "frequencies": { |
| "47": 0.0224456787109375 |
| }, |
| "leader": 47, |
| "similarities_to_leader": { |
| "47": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "48": 1198, |
| "51": 720 |
| }, |
| "experts": [ |
| 48, |
| 51 |
| ], |
| "frequencies": { |
| "48": 0.0091400146484375, |
| "51": 0.0054931640625 |
| }, |
| "leader": 48, |
| "similarities_to_leader": { |
| "48": 1.0, |
| "51": 0.9269390481233888 |
| } |
| }, |
| { |
| "activation_counts": { |
| "49": 1069 |
| }, |
| "experts": [ |
| 49 |
| ], |
| "frequencies": { |
| "49": 0.00815582275390625 |
| }, |
| "leader": 49, |
| "similarities_to_leader": { |
| "49": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "50": 2768 |
| }, |
| "experts": [ |
| 50 |
| ], |
| "frequencies": { |
| "50": 0.0211181640625 |
| }, |
| "leader": 50, |
| "similarities_to_leader": { |
| "50": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "52": 1523 |
| }, |
| "experts": [ |
| 52 |
| ], |
| "frequencies": { |
| "52": 0.01161956787109375 |
| }, |
| "leader": 52, |
| "similarities_to_leader": { |
| "52": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "53": 2368 |
| }, |
| "experts": [ |
| 53 |
| ], |
| "frequencies": { |
| "53": 0.01806640625 |
| }, |
| "leader": 53, |
| "similarities_to_leader": { |
| "53": 1.0000000000000007 |
| } |
| }, |
| { |
| "activation_counts": { |
| "55": 2526 |
| }, |
| "experts": [ |
| 55 |
| ], |
| "frequencies": { |
| "55": 0.0192718505859375 |
| }, |
| "leader": 55, |
| "similarities_to_leader": { |
| "55": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "56": 3070 |
| }, |
| "experts": [ |
| 56 |
| ], |
| "frequencies": { |
| "56": 0.0234222412109375 |
| }, |
| "leader": 56, |
| "similarities_to_leader": { |
| "56": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "57": 2515 |
| }, |
| "experts": [ |
| 57 |
| ], |
| "frequencies": { |
| "57": 0.01918792724609375 |
| }, |
| "leader": 57, |
| "similarities_to_leader": { |
| "57": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "58": 3163 |
| }, |
| "experts": [ |
| 58 |
| ], |
| "frequencies": { |
| "58": 0.02413177490234375 |
| }, |
| "leader": 58, |
| "similarities_to_leader": { |
| "58": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "16": 449, |
| "59": 1088 |
| }, |
| "experts": [ |
| 16, |
| 59 |
| ], |
| "frequencies": { |
| "16": 0.00342559814453125, |
| "59": 0.00830078125 |
| }, |
| "leader": 59, |
| "similarities_to_leader": { |
| "16": 0.9382257630737382, |
| "59": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "60": 1113, |
| "62": 601 |
| }, |
| "experts": [ |
| 60, |
| 62 |
| ], |
| "frequencies": { |
| "60": 0.00849151611328125, |
| "62": 0.00458526611328125 |
| }, |
| "leader": 60, |
| "similarities_to_leader": { |
| "60": 1.0000000000000002, |
| "62": 0.9383290874900364 |
| } |
| }, |
| { |
| "activation_counts": { |
| "61": 1711 |
| }, |
| "experts": [ |
| 61 |
| ], |
| "frequencies": { |
| "61": 0.01305389404296875 |
| }, |
| "leader": 61, |
| "similarities_to_leader": { |
| "61": 0.9999999999999994 |
| } |
| }, |
| { |
| "activation_counts": { |
| "63": 2466 |
| }, |
| "experts": [ |
| 63 |
| ], |
| "frequencies": { |
| "63": 0.0188140869140625 |
| }, |
| "leader": 63, |
| "similarities_to_leader": { |
| "63": 1.0 |
| } |
| } |
| ], |
| "model_layer": "8", |
| "stats_layer": 8 |
| }, |
| { |
| "dominant_experts": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 6, |
| 7, |
| 8, |
| 9, |
| 10, |
| 11, |
| 12, |
| 13, |
| 14, |
| 15, |
| 16, |
| 17, |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 23, |
| 24, |
| 25, |
| 26, |
| 27, |
| 28, |
| 29, |
| 30, |
| 31, |
| 32, |
| 33, |
| 35, |
| 36, |
| 37, |
| 38, |
| 39, |
| 40, |
| 41, |
| 42, |
| 43, |
| 44, |
| 45, |
| 46, |
| 47, |
| 48, |
| 49, |
| 50, |
| 52, |
| 53, |
| 54, |
| 55, |
| 56, |
| 58, |
| 59, |
| 60, |
| 61, |
| 62, |
| 63 |
| ], |
| "expert_to_group": { |
| "0": 0, |
| "1": 1, |
| "10": 10, |
| "11": 11, |
| "12": 12, |
| "13": 13, |
| "14": 14, |
| "15": 15, |
| "16": 16, |
| "17": 17, |
| "18": 18, |
| "19": 19, |
| "2": 2, |
| "20": 20, |
| "21": 21, |
| "22": 22, |
| "23": 23, |
| "24": 24, |
| "25": 25, |
| "26": 26, |
| "27": 27, |
| "28": 28, |
| "29": 29, |
| "3": 3, |
| "30": 30, |
| "31": 31, |
| "32": 32, |
| "33": 33, |
| "34": 8, |
| "35": 35, |
| "36": 36, |
| "37": 37, |
| "38": 38, |
| "39": 39, |
| "4": 46, |
| "40": 40, |
| "41": 41, |
| "42": 42, |
| "43": 43, |
| "44": 44, |
| "45": 45, |
| "46": 46, |
| "47": 47, |
| "48": 48, |
| "49": 49, |
| "5": 46, |
| "50": 50, |
| "51": 46, |
| "52": 52, |
| "53": 53, |
| "54": 54, |
| "55": 55, |
| "56": 56, |
| "57": 60, |
| "58": 58, |
| "59": 59, |
| "6": 6, |
| "60": 60, |
| "61": 61, |
| "62": 62, |
| "63": 63, |
| "7": 7, |
| "8": 8, |
| "9": 9 |
| }, |
| "groups": [ |
| { |
| "activation_counts": { |
| "0": 3257 |
| }, |
| "experts": [ |
| 0 |
| ], |
| "frequencies": { |
| "0": 0.02484893798828125 |
| }, |
| "leader": 0, |
| "similarities_to_leader": { |
| "0": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "1": 2046 |
| }, |
| "experts": [ |
| 1 |
| ], |
| "frequencies": { |
| "1": 0.0156097412109375 |
| }, |
| "leader": 1, |
| "similarities_to_leader": { |
| "1": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "2": 2503 |
| }, |
| "experts": [ |
| 2 |
| ], |
| "frequencies": { |
| "2": 0.01909637451171875 |
| }, |
| "leader": 2, |
| "similarities_to_leader": { |
| "2": 0.9999999999999993 |
| } |
| }, |
| { |
| "activation_counts": { |
| "3": 2838 |
| }, |
| "experts": [ |
| 3 |
| ], |
| "frequencies": { |
| "3": 0.0216522216796875 |
| }, |
| "leader": 3, |
| "similarities_to_leader": { |
| "3": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "6": 990 |
| }, |
| "experts": [ |
| 6 |
| ], |
| "frequencies": { |
| "6": 0.0075531005859375 |
| }, |
| "leader": 6, |
| "similarities_to_leader": { |
| "6": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "7": 1026 |
| }, |
| "experts": [ |
| 7 |
| ], |
| "frequencies": { |
| "7": 0.0078277587890625 |
| }, |
| "leader": 7, |
| "similarities_to_leader": { |
| "7": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "34": 829, |
| "8": 916 |
| }, |
| "experts": [ |
| 8, |
| 34 |
| ], |
| "frequencies": { |
| "34": 0.00632476806640625, |
| "8": 0.006988525390625 |
| }, |
| "leader": 8, |
| "similarities_to_leader": { |
| "34": 0.9447244456156103, |
| "8": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "9": 1341 |
| }, |
| "experts": [ |
| 9 |
| ], |
| "frequencies": { |
| "9": 0.01023101806640625 |
| }, |
| "leader": 9, |
| "similarities_to_leader": { |
| "9": 0.9999999999999994 |
| } |
| }, |
| { |
| "activation_counts": { |
| "10": 3196 |
| }, |
| "experts": [ |
| 10 |
| ], |
| "frequencies": { |
| "10": 0.024383544921875 |
| }, |
| "leader": 10, |
| "similarities_to_leader": { |
| "10": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "11": 2245 |
| }, |
| "experts": [ |
| 11 |
| ], |
| "frequencies": { |
| "11": 0.01712799072265625 |
| }, |
| "leader": 11, |
| "similarities_to_leader": { |
| "11": 0.999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "12": 1235 |
| }, |
| "experts": [ |
| 12 |
| ], |
| "frequencies": { |
| "12": 0.00942230224609375 |
| }, |
| "leader": 12, |
| "similarities_to_leader": { |
| "12": 0.9999999999999993 |
| } |
| }, |
| { |
| "activation_counts": { |
| "13": 2717 |
| }, |
| "experts": [ |
| 13 |
| ], |
| "frequencies": { |
| "13": 0.02072906494140625 |
| }, |
| "leader": 13, |
| "similarities_to_leader": { |
| "13": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "14": 1772 |
| }, |
| "experts": [ |
| 14 |
| ], |
| "frequencies": { |
| "14": 0.013519287109375 |
| }, |
| "leader": 14, |
| "similarities_to_leader": { |
| "14": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "15": 2979 |
| }, |
| "experts": [ |
| 15 |
| ], |
| "frequencies": { |
| "15": 0.02272796630859375 |
| }, |
| "leader": 15, |
| "similarities_to_leader": { |
| "15": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "16": 2538 |
| }, |
| "experts": [ |
| 16 |
| ], |
| "frequencies": { |
| "16": 0.0193634033203125 |
| }, |
| "leader": 16, |
| "similarities_to_leader": { |
| "16": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "17": 2799 |
| }, |
| "experts": [ |
| 17 |
| ], |
| "frequencies": { |
| "17": 0.02135467529296875 |
| }, |
| "leader": 17, |
| "similarities_to_leader": { |
| "17": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "18": 2623 |
| }, |
| "experts": [ |
| 18 |
| ], |
| "frequencies": { |
| "18": 0.02001190185546875 |
| }, |
| "leader": 18, |
| "similarities_to_leader": { |
| "18": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "19": 1386 |
| }, |
| "experts": [ |
| 19 |
| ], |
| "frequencies": { |
| "19": 0.0105743408203125 |
| }, |
| "leader": 19, |
| "similarities_to_leader": { |
| "19": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "20": 1118 |
| }, |
| "experts": [ |
| 20 |
| ], |
| "frequencies": { |
| "20": 0.0085296630859375 |
| }, |
| "leader": 20, |
| "similarities_to_leader": { |
| "20": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "21": 2738 |
| }, |
| "experts": [ |
| 21 |
| ], |
| "frequencies": { |
| "21": 0.0208892822265625 |
| }, |
| "leader": 21, |
| "similarities_to_leader": { |
| "21": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "22": 3109 |
| }, |
| "experts": [ |
| 22 |
| ], |
| "frequencies": { |
| "22": 0.02371978759765625 |
| }, |
| "leader": 22, |
| "similarities_to_leader": { |
| "22": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "23": 2882 |
| }, |
| "experts": [ |
| 23 |
| ], |
| "frequencies": { |
| "23": 0.0219879150390625 |
| }, |
| "leader": 23, |
| "similarities_to_leader": { |
| "23": 0.9999999999999994 |
| } |
| }, |
| { |
| "activation_counts": { |
| "24": 1049 |
| }, |
| "experts": [ |
| 24 |
| ], |
| "frequencies": { |
| "24": 0.00800323486328125 |
| }, |
| "leader": 24, |
| "similarities_to_leader": { |
| "24": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "25": 3813 |
| }, |
| "experts": [ |
| 25 |
| ], |
| "frequencies": { |
| "25": 0.02909088134765625 |
| }, |
| "leader": 25, |
| "similarities_to_leader": { |
| "25": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "26": 2300 |
| }, |
| "experts": [ |
| 26 |
| ], |
| "frequencies": { |
| "26": 0.017547607421875 |
| }, |
| "leader": 26, |
| "similarities_to_leader": { |
| "26": 1.0000000000000007 |
| } |
| }, |
| { |
| "activation_counts": { |
| "27": 1803 |
| }, |
| "experts": [ |
| 27 |
| ], |
| "frequencies": { |
| "27": 0.01375579833984375 |
| }, |
| "leader": 27, |
| "similarities_to_leader": { |
| "27": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "28": 1543 |
| }, |
| "experts": [ |
| 28 |
| ], |
| "frequencies": { |
| "28": 0.01177215576171875 |
| }, |
| "leader": 28, |
| "similarities_to_leader": { |
| "28": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "29": 2931 |
| }, |
| "experts": [ |
| 29 |
| ], |
| "frequencies": { |
| "29": 0.02236175537109375 |
| }, |
| "leader": 29, |
| "similarities_to_leader": { |
| "29": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "30": 2394 |
| }, |
| "experts": [ |
| 30 |
| ], |
| "frequencies": { |
| "30": 0.0182647705078125 |
| }, |
| "leader": 30, |
| "similarities_to_leader": { |
| "30": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "31": 1108 |
| }, |
| "experts": [ |
| 31 |
| ], |
| "frequencies": { |
| "31": 0.008453369140625 |
| }, |
| "leader": 31, |
| "similarities_to_leader": { |
| "31": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "32": 2915 |
| }, |
| "experts": [ |
| 32 |
| ], |
| "frequencies": { |
| "32": 0.02223968505859375 |
| }, |
| "leader": 32, |
| "similarities_to_leader": { |
| "32": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "33": 2043 |
| }, |
| "experts": [ |
| 33 |
| ], |
| "frequencies": { |
| "33": 0.01558685302734375 |
| }, |
| "leader": 33, |
| "similarities_to_leader": { |
| "33": 0.9999999999999993 |
| } |
| }, |
| { |
| "activation_counts": { |
| "35": 1908 |
| }, |
| "experts": [ |
| 35 |
| ], |
| "frequencies": { |
| "35": 0.014556884765625 |
| }, |
| "leader": 35, |
| "similarities_to_leader": { |
| "35": 1.0000000000000009 |
| } |
| }, |
| { |
| "activation_counts": { |
| "36": 2198 |
| }, |
| "experts": [ |
| 36 |
| ], |
| "frequencies": { |
| "36": 0.0167694091796875 |
| }, |
| "leader": 36, |
| "similarities_to_leader": { |
| "36": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "37": 2944 |
| }, |
| "experts": [ |
| 37 |
| ], |
| "frequencies": { |
| "37": 0.0224609375 |
| }, |
| "leader": 37, |
| "similarities_to_leader": { |
| "37": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "38": 2534 |
| }, |
| "experts": [ |
| 38 |
| ], |
| "frequencies": { |
| "38": 0.0193328857421875 |
| }, |
| "leader": 38, |
| "similarities_to_leader": { |
| "38": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "39": 1472 |
| }, |
| "experts": [ |
| 39 |
| ], |
| "frequencies": { |
| "39": 0.01123046875 |
| }, |
| "leader": 39, |
| "similarities_to_leader": { |
| "39": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "40": 1313 |
| }, |
| "experts": [ |
| 40 |
| ], |
| "frequencies": { |
| "40": 0.01001739501953125 |
| }, |
| "leader": 40, |
| "similarities_to_leader": { |
| "40": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "41": 3251 |
| }, |
| "experts": [ |
| 41 |
| ], |
| "frequencies": { |
| "41": 0.02480316162109375 |
| }, |
| "leader": 41, |
| "similarities_to_leader": { |
| "41": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "42": 1865 |
| }, |
| "experts": [ |
| 42 |
| ], |
| "frequencies": { |
| "42": 0.01422882080078125 |
| }, |
| "leader": 42, |
| "similarities_to_leader": { |
| "42": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "43": 2493 |
| }, |
| "experts": [ |
| 43 |
| ], |
| "frequencies": { |
| "43": 0.01902008056640625 |
| }, |
| "leader": 43, |
| "similarities_to_leader": { |
| "43": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "44": 2561 |
| }, |
| "experts": [ |
| 44 |
| ], |
| "frequencies": { |
| "44": 0.01953887939453125 |
| }, |
| "leader": 44, |
| "similarities_to_leader": { |
| "44": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "45": 2818 |
| }, |
| "experts": [ |
| 45 |
| ], |
| "frequencies": { |
| "45": 0.0214996337890625 |
| }, |
| "leader": 45, |
| "similarities_to_leader": { |
| "45": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "4": 493, |
| "46": 897, |
| "5": 540, |
| "51": 262 |
| }, |
| "experts": [ |
| 4, |
| 5, |
| 46, |
| 51 |
| ], |
| "frequencies": { |
| "4": 0.00376129150390625, |
| "46": 0.00684356689453125, |
| "5": 0.004119873046875, |
| "51": 0.0019989013671875 |
| }, |
| "leader": 46, |
| "similarities_to_leader": { |
| "4": 0.9477450434291335, |
| "46": 1.0000000000000004, |
| "5": 0.9753482027548811, |
| "51": 0.9561074355934575 |
| } |
| }, |
| { |
| "activation_counts": { |
| "47": 1751 |
| }, |
| "experts": [ |
| 47 |
| ], |
| "frequencies": { |
| "47": 0.01335906982421875 |
| }, |
| "leader": 47, |
| "similarities_to_leader": { |
| "47": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "48": 1676 |
| }, |
| "experts": [ |
| 48 |
| ], |
| "frequencies": { |
| "48": 0.012786865234375 |
| }, |
| "leader": 48, |
| "similarities_to_leader": { |
| "48": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "49": 2884 |
| }, |
| "experts": [ |
| 49 |
| ], |
| "frequencies": { |
| "49": 0.022003173828125 |
| }, |
| "leader": 49, |
| "similarities_to_leader": { |
| "49": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "50": 1529 |
| }, |
| "experts": [ |
| 50 |
| ], |
| "frequencies": { |
| "50": 0.01166534423828125 |
| }, |
| "leader": 50, |
| "similarities_to_leader": { |
| "50": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "52": 1396 |
| }, |
| "experts": [ |
| 52 |
| ], |
| "frequencies": { |
| "52": 0.010650634765625 |
| }, |
| "leader": 52, |
| "similarities_to_leader": { |
| "52": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "53": 2785 |
| }, |
| "experts": [ |
| 53 |
| ], |
| "frequencies": { |
| "53": 0.02124786376953125 |
| }, |
| "leader": 53, |
| "similarities_to_leader": { |
| "53": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "54": 1050 |
| }, |
| "experts": [ |
| 54 |
| ], |
| "frequencies": { |
| "54": 0.0080108642578125 |
| }, |
| "leader": 54, |
| "similarities_to_leader": { |
| "54": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "55": 2734 |
| }, |
| "experts": [ |
| 55 |
| ], |
| "frequencies": { |
| "55": 0.0208587646484375 |
| }, |
| "leader": 55, |
| "similarities_to_leader": { |
| "55": 0.9999999999999993 |
| } |
| }, |
| { |
| "activation_counts": { |
| "56": 3678 |
| }, |
| "experts": [ |
| 56 |
| ], |
| "frequencies": { |
| "56": 0.0280609130859375 |
| }, |
| "leader": 56, |
| "similarities_to_leader": { |
| "56": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "58": 3106 |
| }, |
| "experts": [ |
| 58 |
| ], |
| "frequencies": { |
| "58": 0.0236968994140625 |
| }, |
| "leader": 58, |
| "similarities_to_leader": { |
| "58": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "59": 2634 |
| }, |
| "experts": [ |
| 59 |
| ], |
| "frequencies": { |
| "59": 0.0200958251953125 |
| }, |
| "leader": 59, |
| "similarities_to_leader": { |
| "59": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "57": 584, |
| "60": 1075 |
| }, |
| "experts": [ |
| 57, |
| 60 |
| ], |
| "frequencies": { |
| "57": 0.00445556640625, |
| "60": 0.00820159912109375 |
| }, |
| "leader": 60, |
| "similarities_to_leader": { |
| "57": 0.9421947378559424, |
| "60": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "61": 1518 |
| }, |
| "experts": [ |
| 61 |
| ], |
| "frequencies": { |
| "61": 0.0115814208984375 |
| }, |
| "leader": 61, |
| "similarities_to_leader": { |
| "61": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "62": 2679 |
| }, |
| "experts": [ |
| 62 |
| ], |
| "frequencies": { |
| "62": 0.02043914794921875 |
| }, |
| "leader": 62, |
| "similarities_to_leader": { |
| "62": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "63": 1462 |
| }, |
| "experts": [ |
| 63 |
| ], |
| "frequencies": { |
| "63": 0.0111541748046875 |
| }, |
| "leader": 63, |
| "similarities_to_leader": { |
| "63": 1.0000000000000002 |
| } |
| } |
| ], |
| "model_layer": "9", |
| "stats_layer": 9 |
| }, |
| { |
| "dominant_experts": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 10, |
| 12, |
| 14, |
| 15, |
| 16, |
| 17, |
| 18, |
| 20, |
| 21, |
| 22, |
| 23, |
| 24, |
| 25, |
| 26, |
| 27, |
| 28, |
| 29, |
| 30, |
| 31, |
| 32, |
| 33, |
| 34, |
| 35, |
| 36, |
| 37, |
| 38, |
| 39, |
| 40, |
| 41, |
| 42, |
| 45, |
| 47, |
| 48, |
| 49, |
| 50, |
| 51, |
| 52, |
| 53, |
| 54, |
| 55, |
| 57, |
| 58, |
| 59, |
| 60, |
| 61, |
| 62, |
| 63 |
| ], |
| "expert_to_group": { |
| "0": 0, |
| "1": 1, |
| "10": 10, |
| "11": 6, |
| "12": 12, |
| "13": 5, |
| "14": 14, |
| "15": 15, |
| "16": 16, |
| "17": 17, |
| "18": 18, |
| "19": 20, |
| "2": 2, |
| "20": 20, |
| "21": 21, |
| "22": 22, |
| "23": 23, |
| "24": 24, |
| "25": 25, |
| "26": 26, |
| "27": 27, |
| "28": 28, |
| "29": 29, |
| "3": 3, |
| "30": 30, |
| "31": 31, |
| "32": 32, |
| "33": 33, |
| "34": 34, |
| "35": 35, |
| "36": 36, |
| "37": 37, |
| "38": 38, |
| "39": 39, |
| "4": 59, |
| "40": 40, |
| "41": 41, |
| "42": 42, |
| "43": 59, |
| "44": 59, |
| "45": 45, |
| "46": 55, |
| "47": 47, |
| "48": 48, |
| "49": 49, |
| "5": 5, |
| "50": 50, |
| "51": 51, |
| "52": 52, |
| "53": 53, |
| "54": 54, |
| "55": 55, |
| "56": 62, |
| "57": 57, |
| "58": 58, |
| "59": 59, |
| "6": 6, |
| "60": 60, |
| "61": 61, |
| "62": 62, |
| "63": 63, |
| "7": 7, |
| "8": 8, |
| "9": 9 |
| }, |
| "groups": [ |
| { |
| "activation_counts": { |
| "0": 2459 |
| }, |
| "experts": [ |
| 0 |
| ], |
| "frequencies": { |
| "0": 0.01876068115234375 |
| }, |
| "leader": 0, |
| "similarities_to_leader": { |
| "0": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "1": 3066 |
| }, |
| "experts": [ |
| 1 |
| ], |
| "frequencies": { |
| "1": 0.0233917236328125 |
| }, |
| "leader": 1, |
| "similarities_to_leader": { |
| "1": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "2": 1471 |
| }, |
| "experts": [ |
| 2 |
| ], |
| "frequencies": { |
| "2": 0.01122283935546875 |
| }, |
| "leader": 2, |
| "similarities_to_leader": { |
| "2": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "3": 1780 |
| }, |
| "experts": [ |
| 3 |
| ], |
| "frequencies": { |
| "3": 0.013580322265625 |
| }, |
| "leader": 3, |
| "similarities_to_leader": { |
| "3": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "13": 676, |
| "5": 1072 |
| }, |
| "experts": [ |
| 5, |
| 13 |
| ], |
| "frequencies": { |
| "13": 0.005157470703125, |
| "5": 0.0081787109375 |
| }, |
| "leader": 5, |
| "similarities_to_leader": { |
| "13": 0.9331373201261361, |
| "5": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "11": 769, |
| "6": 1390 |
| }, |
| "experts": [ |
| 6, |
| 11 |
| ], |
| "frequencies": { |
| "11": 0.00586700439453125, |
| "6": 0.0106048583984375 |
| }, |
| "leader": 6, |
| "similarities_to_leader": { |
| "11": 0.9023412496297823, |
| "6": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "7": 2426 |
| }, |
| "experts": [ |
| 7 |
| ], |
| "frequencies": { |
| "7": 0.0185089111328125 |
| }, |
| "leader": 7, |
| "similarities_to_leader": { |
| "7": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "8": 1807 |
| }, |
| "experts": [ |
| 8 |
| ], |
| "frequencies": { |
| "8": 0.01378631591796875 |
| }, |
| "leader": 8, |
| "similarities_to_leader": { |
| "8": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "9": 1933 |
| }, |
| "experts": [ |
| 9 |
| ], |
| "frequencies": { |
| "9": 0.01474761962890625 |
| }, |
| "leader": 9, |
| "similarities_to_leader": { |
| "9": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "10": 4112 |
| }, |
| "experts": [ |
| 10 |
| ], |
| "frequencies": { |
| "10": 0.0313720703125 |
| }, |
| "leader": 10, |
| "similarities_to_leader": { |
| "10": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "12": 1642 |
| }, |
| "experts": [ |
| 12 |
| ], |
| "frequencies": { |
| "12": 0.0125274658203125 |
| }, |
| "leader": 12, |
| "similarities_to_leader": { |
| "12": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "14": 2306 |
| }, |
| "experts": [ |
| 14 |
| ], |
| "frequencies": { |
| "14": 0.0175933837890625 |
| }, |
| "leader": 14, |
| "similarities_to_leader": { |
| "14": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "15": 1922 |
| }, |
| "experts": [ |
| 15 |
| ], |
| "frequencies": { |
| "15": 0.0146636962890625 |
| }, |
| "leader": 15, |
| "similarities_to_leader": { |
| "15": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "16": 2536 |
| }, |
| "experts": [ |
| 16 |
| ], |
| "frequencies": { |
| "16": 0.01934814453125 |
| }, |
| "leader": 16, |
| "similarities_to_leader": { |
| "16": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "17": 3145 |
| }, |
| "experts": [ |
| 17 |
| ], |
| "frequencies": { |
| "17": 0.02399444580078125 |
| }, |
| "leader": 17, |
| "similarities_to_leader": { |
| "17": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "18": 1178 |
| }, |
| "experts": [ |
| 18 |
| ], |
| "frequencies": { |
| "18": 0.0089874267578125 |
| }, |
| "leader": 18, |
| "similarities_to_leader": { |
| "18": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "19": 616, |
| "20": 1115 |
| }, |
| "experts": [ |
| 19, |
| 20 |
| ], |
| "frequencies": { |
| "19": 0.00469970703125, |
| "20": 0.00850677490234375 |
| }, |
| "leader": 20, |
| "similarities_to_leader": { |
| "19": 0.9193065729764373, |
| "20": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "21": 3079 |
| }, |
| "experts": [ |
| 21 |
| ], |
| "frequencies": { |
| "21": 0.02349090576171875 |
| }, |
| "leader": 21, |
| "similarities_to_leader": { |
| "21": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "22": 1158 |
| }, |
| "experts": [ |
| 22 |
| ], |
| "frequencies": { |
| "22": 0.0088348388671875 |
| }, |
| "leader": 22, |
| "similarities_to_leader": { |
| "22": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "23": 2151 |
| }, |
| "experts": [ |
| 23 |
| ], |
| "frequencies": { |
| "23": 0.01641082763671875 |
| }, |
| "leader": 23, |
| "similarities_to_leader": { |
| "23": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "24": 1668 |
| }, |
| "experts": [ |
| 24 |
| ], |
| "frequencies": { |
| "24": 0.012725830078125 |
| }, |
| "leader": 24, |
| "similarities_to_leader": { |
| "24": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "25": 4516 |
| }, |
| "experts": [ |
| 25 |
| ], |
| "frequencies": { |
| "25": 0.034454345703125 |
| }, |
| "leader": 25, |
| "similarities_to_leader": { |
| "25": 1.0000000000000007 |
| } |
| }, |
| { |
| "activation_counts": { |
| "26": 2512 |
| }, |
| "experts": [ |
| 26 |
| ], |
| "frequencies": { |
| "26": 0.0191650390625 |
| }, |
| "leader": 26, |
| "similarities_to_leader": { |
| "26": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "27": 3147 |
| }, |
| "experts": [ |
| 27 |
| ], |
| "frequencies": { |
| "27": 0.02400970458984375 |
| }, |
| "leader": 27, |
| "similarities_to_leader": { |
| "27": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "28": 1527 |
| }, |
| "experts": [ |
| 28 |
| ], |
| "frequencies": { |
| "28": 0.01165008544921875 |
| }, |
| "leader": 28, |
| "similarities_to_leader": { |
| "28": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "29": 1529 |
| }, |
| "experts": [ |
| 29 |
| ], |
| "frequencies": { |
| "29": 0.01166534423828125 |
| }, |
| "leader": 29, |
| "similarities_to_leader": { |
| "29": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "30": 1900 |
| }, |
| "experts": [ |
| 30 |
| ], |
| "frequencies": { |
| "30": 0.014495849609375 |
| }, |
| "leader": 30, |
| "similarities_to_leader": { |
| "30": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "31": 1963 |
| }, |
| "experts": [ |
| 31 |
| ], |
| "frequencies": { |
| "31": 0.01497650146484375 |
| }, |
| "leader": 31, |
| "similarities_to_leader": { |
| "31": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "32": 3043 |
| }, |
| "experts": [ |
| 32 |
| ], |
| "frequencies": { |
| "32": 0.02321624755859375 |
| }, |
| "leader": 32, |
| "similarities_to_leader": { |
| "32": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "33": 3963 |
| }, |
| "experts": [ |
| 33 |
| ], |
| "frequencies": { |
| "33": 0.03023529052734375 |
| }, |
| "leader": 33, |
| "similarities_to_leader": { |
| "33": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "34": 1096 |
| }, |
| "experts": [ |
| 34 |
| ], |
| "frequencies": { |
| "34": 0.00836181640625 |
| }, |
| "leader": 34, |
| "similarities_to_leader": { |
| "34": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "35": 2537 |
| }, |
| "experts": [ |
| 35 |
| ], |
| "frequencies": { |
| "35": 0.01935577392578125 |
| }, |
| "leader": 35, |
| "similarities_to_leader": { |
| "35": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "36": 2779 |
| }, |
| "experts": [ |
| 36 |
| ], |
| "frequencies": { |
| "36": 0.02120208740234375 |
| }, |
| "leader": 36, |
| "similarities_to_leader": { |
| "36": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "37": 3263 |
| }, |
| "experts": [ |
| 37 |
| ], |
| "frequencies": { |
| "37": 0.02489471435546875 |
| }, |
| "leader": 37, |
| "similarities_to_leader": { |
| "37": 0.9999999999999994 |
| } |
| }, |
| { |
| "activation_counts": { |
| "38": 2138 |
| }, |
| "experts": [ |
| 38 |
| ], |
| "frequencies": { |
| "38": 0.0163116455078125 |
| }, |
| "leader": 38, |
| "similarities_to_leader": { |
| "38": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "39": 2180 |
| }, |
| "experts": [ |
| 39 |
| ], |
| "frequencies": { |
| "39": 0.016632080078125 |
| }, |
| "leader": 39, |
| "similarities_to_leader": { |
| "39": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "40": 3482 |
| }, |
| "experts": [ |
| 40 |
| ], |
| "frequencies": { |
| "40": 0.0265655517578125 |
| }, |
| "leader": 40, |
| "similarities_to_leader": { |
| "40": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "41": 2655 |
| }, |
| "experts": [ |
| 41 |
| ], |
| "frequencies": { |
| "41": 0.02025604248046875 |
| }, |
| "leader": 41, |
| "similarities_to_leader": { |
| "41": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "42": 2646 |
| }, |
| "experts": [ |
| 42 |
| ], |
| "frequencies": { |
| "42": 0.0201873779296875 |
| }, |
| "leader": 42, |
| "similarities_to_leader": { |
| "42": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "45": 2437 |
| }, |
| "experts": [ |
| 45 |
| ], |
| "frequencies": { |
| "45": 0.01859283447265625 |
| }, |
| "leader": 45, |
| "similarities_to_leader": { |
| "45": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "47": 2679 |
| }, |
| "experts": [ |
| 47 |
| ], |
| "frequencies": { |
| "47": 0.02043914794921875 |
| }, |
| "leader": 47, |
| "similarities_to_leader": { |
| "47": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "48": 2432 |
| }, |
| "experts": [ |
| 48 |
| ], |
| "frequencies": { |
| "48": 0.0185546875 |
| }, |
| "leader": 48, |
| "similarities_to_leader": { |
| "48": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "49": 1401 |
| }, |
| "experts": [ |
| 49 |
| ], |
| "frequencies": { |
| "49": 0.01068878173828125 |
| }, |
| "leader": 49, |
| "similarities_to_leader": { |
| "49": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "50": 1510 |
| }, |
| "experts": [ |
| 50 |
| ], |
| "frequencies": { |
| "50": 0.0115203857421875 |
| }, |
| "leader": 50, |
| "similarities_to_leader": { |
| "50": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "51": 3687 |
| }, |
| "experts": [ |
| 51 |
| ], |
| "frequencies": { |
| "51": 0.02812957763671875 |
| }, |
| "leader": 51, |
| "similarities_to_leader": { |
| "51": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "52": 2657 |
| }, |
| "experts": [ |
| 52 |
| ], |
| "frequencies": { |
| "52": 0.02027130126953125 |
| }, |
| "leader": 52, |
| "similarities_to_leader": { |
| "52": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "53": 2638 |
| }, |
| "experts": [ |
| 53 |
| ], |
| "frequencies": { |
| "53": 0.0201263427734375 |
| }, |
| "leader": 53, |
| "similarities_to_leader": { |
| "53": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "54": 2431 |
| }, |
| "experts": [ |
| 54 |
| ], |
| "frequencies": { |
| "54": 0.01854705810546875 |
| }, |
| "leader": 54, |
| "similarities_to_leader": { |
| "54": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "46": 851, |
| "55": 944 |
| }, |
| "experts": [ |
| 46, |
| 55 |
| ], |
| "frequencies": { |
| "46": 0.00649261474609375, |
| "55": 0.0072021484375 |
| }, |
| "leader": 55, |
| "similarities_to_leader": { |
| "46": 0.9139223297238558, |
| "55": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "57": 1108 |
| }, |
| "experts": [ |
| 57 |
| ], |
| "frequencies": { |
| "57": 0.008453369140625 |
| }, |
| "leader": 57, |
| "similarities_to_leader": { |
| "57": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "58": 1768 |
| }, |
| "experts": [ |
| 58 |
| ], |
| "frequencies": { |
| "58": 0.01348876953125 |
| }, |
| "leader": 58, |
| "similarities_to_leader": { |
| "58": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "4": 678, |
| "43": 527, |
| "44": 529, |
| "59": 1049 |
| }, |
| "experts": [ |
| 4, |
| 43, |
| 44, |
| 59 |
| ], |
| "frequencies": { |
| "4": 0.0051727294921875, |
| "43": 0.00402069091796875, |
| "44": 0.00403594970703125, |
| "59": 0.00800323486328125 |
| }, |
| "leader": 59, |
| "similarities_to_leader": { |
| "4": 0.9471181958005352, |
| "43": 0.976057747499377, |
| "44": 0.9411272809660421, |
| "59": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "60": 1649 |
| }, |
| "experts": [ |
| 60 |
| ], |
| "frequencies": { |
| "60": 0.01258087158203125 |
| }, |
| "leader": 60, |
| "similarities_to_leader": { |
| "60": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "61": 2422 |
| }, |
| "experts": [ |
| 61 |
| ], |
| "frequencies": { |
| "61": 0.0184783935546875 |
| }, |
| "leader": 61, |
| "similarities_to_leader": { |
| "61": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "56": 159, |
| "62": 1447 |
| }, |
| "experts": [ |
| 56, |
| 62 |
| ], |
| "frequencies": { |
| "56": 0.00121307373046875, |
| "62": 0.01103973388671875 |
| }, |
| "leader": 62, |
| "similarities_to_leader": { |
| "56": 0.9248598159478442, |
| "62": 1.0000000000000007 |
| } |
| }, |
| { |
| "activation_counts": { |
| "63": 3716 |
| }, |
| "experts": [ |
| 63 |
| ], |
| "frequencies": { |
| "63": 0.028350830078125 |
| }, |
| "leader": 63, |
| "similarities_to_leader": { |
| "63": 1.0000000000000002 |
| } |
| } |
| ], |
| "model_layer": "10", |
| "stats_layer": 10 |
| }, |
| { |
| "dominant_experts": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 8, |
| 10, |
| 11, |
| 12, |
| 13, |
| 15, |
| 16, |
| 17, |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 24, |
| 25, |
| 26, |
| 30, |
| 31, |
| 32, |
| 33, |
| 34, |
| 35, |
| 36, |
| 37, |
| 39, |
| 40, |
| 41, |
| 42, |
| 43, |
| 44, |
| 45, |
| 46, |
| 49, |
| 50, |
| 52, |
| 53, |
| 54, |
| 55, |
| 56, |
| 57, |
| 58, |
| 60, |
| 61, |
| 63 |
| ], |
| "expert_to_group": { |
| "0": 0, |
| "1": 1, |
| "10": 10, |
| "11": 11, |
| "12": 12, |
| "13": 13, |
| "14": 40, |
| "15": 15, |
| "16": 16, |
| "17": 17, |
| "18": 18, |
| "19": 19, |
| "2": 2, |
| "20": 20, |
| "21": 21, |
| "22": 22, |
| "23": 5, |
| "24": 24, |
| "25": 25, |
| "26": 26, |
| "27": 13, |
| "28": 40, |
| "29": 5, |
| "3": 3, |
| "30": 30, |
| "31": 31, |
| "32": 32, |
| "33": 33, |
| "34": 34, |
| "35": 35, |
| "36": 36, |
| "37": 37, |
| "38": 37, |
| "39": 39, |
| "4": 4, |
| "40": 40, |
| "41": 41, |
| "42": 42, |
| "43": 43, |
| "44": 44, |
| "45": 45, |
| "46": 46, |
| "47": 13, |
| "48": 50, |
| "49": 49, |
| "5": 5, |
| "50": 50, |
| "51": 37, |
| "52": 52, |
| "53": 53, |
| "54": 54, |
| "55": 55, |
| "56": 56, |
| "57": 57, |
| "58": 58, |
| "59": 41, |
| "6": 6, |
| "60": 60, |
| "61": 61, |
| "62": 37, |
| "63": 63, |
| "7": 44, |
| "8": 8, |
| "9": 41 |
| }, |
| "groups": [ |
| { |
| "activation_counts": { |
| "0": 2661 |
| }, |
| "experts": [ |
| 0 |
| ], |
| "frequencies": { |
| "0": 0.02030181884765625 |
| }, |
| "leader": 0, |
| "similarities_to_leader": { |
| "0": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "1": 4002 |
| }, |
| "experts": [ |
| 1 |
| ], |
| "frequencies": { |
| "1": 0.0305328369140625 |
| }, |
| "leader": 1, |
| "similarities_to_leader": { |
| "1": 0.9999999999999994 |
| } |
| }, |
| { |
| "activation_counts": { |
| "2": 1426 |
| }, |
| "experts": [ |
| 2 |
| ], |
| "frequencies": { |
| "2": 0.0108795166015625 |
| }, |
| "leader": 2, |
| "similarities_to_leader": { |
| "2": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "3": 2643 |
| }, |
| "experts": [ |
| 3 |
| ], |
| "frequencies": { |
| "3": 0.02016448974609375 |
| }, |
| "leader": 3, |
| "similarities_to_leader": { |
| "3": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "4": 2528 |
| }, |
| "experts": [ |
| 4 |
| ], |
| "frequencies": { |
| "4": 0.019287109375 |
| }, |
| "leader": 4, |
| "similarities_to_leader": { |
| "4": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "23": 228, |
| "29": 677, |
| "5": 1066 |
| }, |
| "experts": [ |
| 5, |
| 23, |
| 29 |
| ], |
| "frequencies": { |
| "23": 0.001739501953125, |
| "29": 0.00516510009765625, |
| "5": 0.0081329345703125 |
| }, |
| "leader": 5, |
| "similarities_to_leader": { |
| "23": 0.9355449198191665, |
| "29": 0.9427846589663909, |
| "5": 0.9999999999999994 |
| } |
| }, |
| { |
| "activation_counts": { |
| "6": 1188 |
| }, |
| "experts": [ |
| 6 |
| ], |
| "frequencies": { |
| "6": 0.009063720703125 |
| }, |
| "leader": 6, |
| "similarities_to_leader": { |
| "6": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "8": 3148 |
| }, |
| "experts": [ |
| 8 |
| ], |
| "frequencies": { |
| "8": 0.024017333984375 |
| }, |
| "leader": 8, |
| "similarities_to_leader": { |
| "8": 0.9999999999999994 |
| } |
| }, |
| { |
| "activation_counts": { |
| "10": 2258 |
| }, |
| "experts": [ |
| 10 |
| ], |
| "frequencies": { |
| "10": 0.0172271728515625 |
| }, |
| "leader": 10, |
| "similarities_to_leader": { |
| "10": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "11": 2357 |
| }, |
| "experts": [ |
| 11 |
| ], |
| "frequencies": { |
| "11": 0.01798248291015625 |
| }, |
| "leader": 11, |
| "similarities_to_leader": { |
| "11": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "12": 1219 |
| }, |
| "experts": [ |
| 12 |
| ], |
| "frequencies": { |
| "12": 0.00930023193359375 |
| }, |
| "leader": 12, |
| "similarities_to_leader": { |
| "12": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "13": 1134, |
| "27": 534, |
| "47": 308 |
| }, |
| "experts": [ |
| 13, |
| 27, |
| 47 |
| ], |
| "frequencies": { |
| "13": 0.0086517333984375, |
| "27": 0.0040740966796875, |
| "47": 0.002349853515625 |
| }, |
| "leader": 13, |
| "similarities_to_leader": { |
| "13": 1.0, |
| "27": 0.9836311085306391, |
| "47": 0.9663366831864835 |
| } |
| }, |
| { |
| "activation_counts": { |
| "15": 3033 |
| }, |
| "experts": [ |
| 15 |
| ], |
| "frequencies": { |
| "15": 0.02313995361328125 |
| }, |
| "leader": 15, |
| "similarities_to_leader": { |
| "15": 0.9999999999999992 |
| } |
| }, |
| { |
| "activation_counts": { |
| "16": 2783 |
| }, |
| "experts": [ |
| 16 |
| ], |
| "frequencies": { |
| "16": 0.02123260498046875 |
| }, |
| "leader": 16, |
| "similarities_to_leader": { |
| "16": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "17": 1986 |
| }, |
| "experts": [ |
| 17 |
| ], |
| "frequencies": { |
| "17": 0.0151519775390625 |
| }, |
| "leader": 17, |
| "similarities_to_leader": { |
| "17": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "18": 2586 |
| }, |
| "experts": [ |
| 18 |
| ], |
| "frequencies": { |
| "18": 0.0197296142578125 |
| }, |
| "leader": 18, |
| "similarities_to_leader": { |
| "18": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "19": 3614 |
| }, |
| "experts": [ |
| 19 |
| ], |
| "frequencies": { |
| "19": 0.0275726318359375 |
| }, |
| "leader": 19, |
| "similarities_to_leader": { |
| "19": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "20": 2525 |
| }, |
| "experts": [ |
| 20 |
| ], |
| "frequencies": { |
| "20": 0.01926422119140625 |
| }, |
| "leader": 20, |
| "similarities_to_leader": { |
| "20": 0.9999999999999994 |
| } |
| }, |
| { |
| "activation_counts": { |
| "21": 4275 |
| }, |
| "experts": [ |
| 21 |
| ], |
| "frequencies": { |
| "21": 0.03261566162109375 |
| }, |
| "leader": 21, |
| "similarities_to_leader": { |
| "21": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "22": 2342 |
| }, |
| "experts": [ |
| 22 |
| ], |
| "frequencies": { |
| "22": 0.0178680419921875 |
| }, |
| "leader": 22, |
| "similarities_to_leader": { |
| "22": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "24": 2654 |
| }, |
| "experts": [ |
| 24 |
| ], |
| "frequencies": { |
| "24": 0.0202484130859375 |
| }, |
| "leader": 24, |
| "similarities_to_leader": { |
| "24": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "25": 2076 |
| }, |
| "experts": [ |
| 25 |
| ], |
| "frequencies": { |
| "25": 0.015838623046875 |
| }, |
| "leader": 25, |
| "similarities_to_leader": { |
| "25": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "26": 2489 |
| }, |
| "experts": [ |
| 26 |
| ], |
| "frequencies": { |
| "26": 0.01898956298828125 |
| }, |
| "leader": 26, |
| "similarities_to_leader": { |
| "26": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "30": 3235 |
| }, |
| "experts": [ |
| 30 |
| ], |
| "frequencies": { |
| "30": 0.02468109130859375 |
| }, |
| "leader": 30, |
| "similarities_to_leader": { |
| "30": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "31": 3030 |
| }, |
| "experts": [ |
| 31 |
| ], |
| "frequencies": { |
| "31": 0.0231170654296875 |
| }, |
| "leader": 31, |
| "similarities_to_leader": { |
| "31": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "32": 2135 |
| }, |
| "experts": [ |
| 32 |
| ], |
| "frequencies": { |
| "32": 0.01628875732421875 |
| }, |
| "leader": 32, |
| "similarities_to_leader": { |
| "32": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "33": 1149 |
| }, |
| "experts": [ |
| 33 |
| ], |
| "frequencies": { |
| "33": 0.00876617431640625 |
| }, |
| "leader": 33, |
| "similarities_to_leader": { |
| "33": 0.999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "34": 3230 |
| }, |
| "experts": [ |
| 34 |
| ], |
| "frequencies": { |
| "34": 0.0246429443359375 |
| }, |
| "leader": 34, |
| "similarities_to_leader": { |
| "34": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "35": 2681 |
| }, |
| "experts": [ |
| 35 |
| ], |
| "frequencies": { |
| "35": 0.02045440673828125 |
| }, |
| "leader": 35, |
| "similarities_to_leader": { |
| "35": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "36": 3418 |
| }, |
| "experts": [ |
| 36 |
| ], |
| "frequencies": { |
| "36": 0.0260772705078125 |
| }, |
| "leader": 36, |
| "similarities_to_leader": { |
| "36": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "37": 903, |
| "38": 526, |
| "51": 863, |
| "62": 680 |
| }, |
| "experts": [ |
| 37, |
| 38, |
| 51, |
| 62 |
| ], |
| "frequencies": { |
| "37": 0.00688934326171875, |
| "38": 0.0040130615234375, |
| "51": 0.00658416748046875, |
| "62": 0.00518798828125 |
| }, |
| "leader": 37, |
| "similarities_to_leader": { |
| "37": 0.9999999999999997, |
| "38": 0.9326111257720096, |
| "51": 0.9516208513275279, |
| "62": 0.9360809293703245 |
| } |
| }, |
| { |
| "activation_counts": { |
| "39": 2714 |
| }, |
| "experts": [ |
| 39 |
| ], |
| "frequencies": { |
| "39": 0.0207061767578125 |
| }, |
| "leader": 39, |
| "similarities_to_leader": { |
| "39": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "14": 796, |
| "28": 803, |
| "40": 932 |
| }, |
| "experts": [ |
| 14, |
| 28, |
| 40 |
| ], |
| "frequencies": { |
| "14": 0.006072998046875, |
| "28": 0.00612640380859375, |
| "40": 0.007110595703125 |
| }, |
| "leader": 40, |
| "similarities_to_leader": { |
| "14": 0.9321460824395156, |
| "28": 0.9198156640626017, |
| "40": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "41": 1235, |
| "59": 744, |
| "9": 775 |
| }, |
| "experts": [ |
| 9, |
| 41, |
| 59 |
| ], |
| "frequencies": { |
| "41": 0.00942230224609375, |
| "59": 0.00567626953125, |
| "9": 0.00591278076171875 |
| }, |
| "leader": 41, |
| "similarities_to_leader": { |
| "41": 0.9999999999999999, |
| "59": 0.9438780599711097, |
| "9": 0.9644922181488248 |
| } |
| }, |
| { |
| "activation_counts": { |
| "42": 3560 |
| }, |
| "experts": [ |
| 42 |
| ], |
| "frequencies": { |
| "42": 0.02716064453125 |
| }, |
| "leader": 42, |
| "similarities_to_leader": { |
| "42": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "43": 1640 |
| }, |
| "experts": [ |
| 43 |
| ], |
| "frequencies": { |
| "43": 0.01251220703125 |
| }, |
| "leader": 43, |
| "similarities_to_leader": { |
| "43": 0.9999999999999988 |
| } |
| }, |
| { |
| "activation_counts": { |
| "44": 1149, |
| "7": 852 |
| }, |
| "experts": [ |
| 7, |
| 44 |
| ], |
| "frequencies": { |
| "44": 0.00876617431640625, |
| "7": 0.006500244140625 |
| }, |
| "leader": 44, |
| "similarities_to_leader": { |
| "44": 0.9999999999999999, |
| "7": 0.9356530444067322 |
| } |
| }, |
| { |
| "activation_counts": { |
| "45": 2684 |
| }, |
| "experts": [ |
| 45 |
| ], |
| "frequencies": { |
| "45": 0.020477294921875 |
| }, |
| "leader": 45, |
| "similarities_to_leader": { |
| "45": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "46": 1266 |
| }, |
| "experts": [ |
| 46 |
| ], |
| "frequencies": { |
| "46": 0.0096588134765625 |
| }, |
| "leader": 46, |
| "similarities_to_leader": { |
| "46": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "49": 2323 |
| }, |
| "experts": [ |
| 49 |
| ], |
| "frequencies": { |
| "49": 0.01772308349609375 |
| }, |
| "leader": 49, |
| "similarities_to_leader": { |
| "49": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "48": 418, |
| "50": 1142 |
| }, |
| "experts": [ |
| 48, |
| 50 |
| ], |
| "frequencies": { |
| "48": 0.0031890869140625, |
| "50": 0.0087127685546875 |
| }, |
| "leader": 50, |
| "similarities_to_leader": { |
| "48": 0.9396713693927109, |
| "50": 0.9999999999999994 |
| } |
| }, |
| { |
| "activation_counts": { |
| "52": 2177 |
| }, |
| "experts": [ |
| 52 |
| ], |
| "frequencies": { |
| "52": 0.01660919189453125 |
| }, |
| "leader": 52, |
| "similarities_to_leader": { |
| "52": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "53": 5302 |
| }, |
| "experts": [ |
| 53 |
| ], |
| "frequencies": { |
| "53": 0.0404510498046875 |
| }, |
| "leader": 53, |
| "similarities_to_leader": { |
| "53": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "54": 2460 |
| }, |
| "experts": [ |
| 54 |
| ], |
| "frequencies": { |
| "54": 0.018768310546875 |
| }, |
| "leader": 54, |
| "similarities_to_leader": { |
| "54": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "55": 2417 |
| }, |
| "experts": [ |
| 55 |
| ], |
| "frequencies": { |
| "55": 0.01844024658203125 |
| }, |
| "leader": 55, |
| "similarities_to_leader": { |
| "55": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "56": 1994 |
| }, |
| "experts": [ |
| 56 |
| ], |
| "frequencies": { |
| "56": 0.0152130126953125 |
| }, |
| "leader": 56, |
| "similarities_to_leader": { |
| "56": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "57": 2325 |
| }, |
| "experts": [ |
| 57 |
| ], |
| "frequencies": { |
| "57": 0.01773834228515625 |
| }, |
| "leader": 57, |
| "similarities_to_leader": { |
| "57": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "58": 3320 |
| }, |
| "experts": [ |
| 58 |
| ], |
| "frequencies": { |
| "58": 0.02532958984375 |
| }, |
| "leader": 58, |
| "similarities_to_leader": { |
| "58": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "60": 3737 |
| }, |
| "experts": [ |
| 60 |
| ], |
| "frequencies": { |
| "60": 0.02851104736328125 |
| }, |
| "leader": 60, |
| "similarities_to_leader": { |
| "60": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "61": 2853 |
| }, |
| "experts": [ |
| 61 |
| ], |
| "frequencies": { |
| "61": 0.02176666259765625 |
| }, |
| "leader": 61, |
| "similarities_to_leader": { |
| "61": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "63": 1864 |
| }, |
| "experts": [ |
| 63 |
| ], |
| "frequencies": { |
| "63": 0.01422119140625 |
| }, |
| "leader": 63, |
| "similarities_to_leader": { |
| "63": 1.0000000000000004 |
| } |
| } |
| ], |
| "model_layer": "11", |
| "stats_layer": 11 |
| }, |
| { |
| "dominant_experts": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 10, |
| 11, |
| 12, |
| 13, |
| 14, |
| 15, |
| 16, |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 24, |
| 25, |
| 26, |
| 27, |
| 28, |
| 29, |
| 32, |
| 33, |
| 34, |
| 36, |
| 39, |
| 40, |
| 41, |
| 42, |
| 43, |
| 44, |
| 45, |
| 46, |
| 47, |
| 48, |
| 49, |
| 50, |
| 52, |
| 53, |
| 54, |
| 56, |
| 57, |
| 58, |
| 60, |
| 61, |
| 62, |
| 63 |
| ], |
| "expert_to_group": { |
| "0": 0, |
| "1": 1, |
| "10": 10, |
| "11": 11, |
| "12": 12, |
| "13": 13, |
| "14": 14, |
| "15": 15, |
| "16": 16, |
| "17": 54, |
| "18": 18, |
| "19": 19, |
| "2": 2, |
| "20": 20, |
| "21": 21, |
| "22": 22, |
| "23": 8, |
| "24": 24, |
| "25": 25, |
| "26": 26, |
| "27": 27, |
| "28": 28, |
| "29": 29, |
| "3": 3, |
| "30": 54, |
| "31": 8, |
| "32": 32, |
| "33": 33, |
| "34": 34, |
| "35": 43, |
| "36": 36, |
| "37": 43, |
| "38": 8, |
| "39": 39, |
| "4": 4, |
| "40": 40, |
| "41": 41, |
| "42": 42, |
| "43": 43, |
| "44": 44, |
| "45": 45, |
| "46": 46, |
| "47": 47, |
| "48": 48, |
| "49": 49, |
| "5": 5, |
| "50": 50, |
| "51": 57, |
| "52": 52, |
| "53": 53, |
| "54": 54, |
| "55": 57, |
| "56": 56, |
| "57": 57, |
| "58": 58, |
| "59": 54, |
| "6": 6, |
| "60": 60, |
| "61": 61, |
| "62": 62, |
| "63": 63, |
| "7": 7, |
| "8": 8, |
| "9": 9 |
| }, |
| "groups": [ |
| { |
| "activation_counts": { |
| "0": 3261 |
| }, |
| "experts": [ |
| 0 |
| ], |
| "frequencies": { |
| "0": 0.02487945556640625 |
| }, |
| "leader": 0, |
| "similarities_to_leader": { |
| "0": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "1": 2952 |
| }, |
| "experts": [ |
| 1 |
| ], |
| "frequencies": { |
| "1": 0.02252197265625 |
| }, |
| "leader": 1, |
| "similarities_to_leader": { |
| "1": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "2": 3328 |
| }, |
| "experts": [ |
| 2 |
| ], |
| "frequencies": { |
| "2": 0.025390625 |
| }, |
| "leader": 2, |
| "similarities_to_leader": { |
| "2": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "3": 1180 |
| }, |
| "experts": [ |
| 3 |
| ], |
| "frequencies": { |
| "3": 0.009002685546875 |
| }, |
| "leader": 3, |
| "similarities_to_leader": { |
| "3": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "4": 2338 |
| }, |
| "experts": [ |
| 4 |
| ], |
| "frequencies": { |
| "4": 0.0178375244140625 |
| }, |
| "leader": 4, |
| "similarities_to_leader": { |
| "4": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "5": 2973 |
| }, |
| "experts": [ |
| 5 |
| ], |
| "frequencies": { |
| "5": 0.02268218994140625 |
| }, |
| "leader": 5, |
| "similarities_to_leader": { |
| "5": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "6": 1242 |
| }, |
| "experts": [ |
| 6 |
| ], |
| "frequencies": { |
| "6": 0.0094757080078125 |
| }, |
| "leader": 6, |
| "similarities_to_leader": { |
| "6": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "7": 2336 |
| }, |
| "experts": [ |
| 7 |
| ], |
| "frequencies": { |
| "7": 0.017822265625 |
| }, |
| "leader": 7, |
| "similarities_to_leader": { |
| "7": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "23": 702, |
| "31": 271, |
| "38": 653, |
| "8": 966 |
| }, |
| "experts": [ |
| 8, |
| 23, |
| 31, |
| 38 |
| ], |
| "frequencies": { |
| "23": 0.0053558349609375, |
| "31": 0.00206756591796875, |
| "38": 0.00498199462890625, |
| "8": 0.0073699951171875 |
| }, |
| "leader": 8, |
| "similarities_to_leader": { |
| "23": 0.9132378516631974, |
| "31": 0.9609083889785157, |
| "38": 0.9715690349161182, |
| "8": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "9": 2539 |
| }, |
| "experts": [ |
| 9 |
| ], |
| "frequencies": { |
| "9": 0.01937103271484375 |
| }, |
| "leader": 9, |
| "similarities_to_leader": { |
| "9": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "10": 1372 |
| }, |
| "experts": [ |
| 10 |
| ], |
| "frequencies": { |
| "10": 0.010467529296875 |
| }, |
| "leader": 10, |
| "similarities_to_leader": { |
| "10": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "11": 3712 |
| }, |
| "experts": [ |
| 11 |
| ], |
| "frequencies": { |
| "11": 0.0283203125 |
| }, |
| "leader": 11, |
| "similarities_to_leader": { |
| "11": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "12": 1034 |
| }, |
| "experts": [ |
| 12 |
| ], |
| "frequencies": { |
| "12": 0.0078887939453125 |
| }, |
| "leader": 12, |
| "similarities_to_leader": { |
| "12": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "13": 2251 |
| }, |
| "experts": [ |
| 13 |
| ], |
| "frequencies": { |
| "13": 0.01717376708984375 |
| }, |
| "leader": 13, |
| "similarities_to_leader": { |
| "13": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "14": 3567 |
| }, |
| "experts": [ |
| 14 |
| ], |
| "frequencies": { |
| "14": 0.02721405029296875 |
| }, |
| "leader": 14, |
| "similarities_to_leader": { |
| "14": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "15": 2570 |
| }, |
| "experts": [ |
| 15 |
| ], |
| "frequencies": { |
| "15": 0.0196075439453125 |
| }, |
| "leader": 15, |
| "similarities_to_leader": { |
| "15": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "16": 3557 |
| }, |
| "experts": [ |
| 16 |
| ], |
| "frequencies": { |
| "16": 0.02713775634765625 |
| }, |
| "leader": 16, |
| "similarities_to_leader": { |
| "16": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "18": 1450 |
| }, |
| "experts": [ |
| 18 |
| ], |
| "frequencies": { |
| "18": 0.0110626220703125 |
| }, |
| "leader": 18, |
| "similarities_to_leader": { |
| "18": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "19": 2766 |
| }, |
| "experts": [ |
| 19 |
| ], |
| "frequencies": { |
| "19": 0.0211029052734375 |
| }, |
| "leader": 19, |
| "similarities_to_leader": { |
| "19": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "20": 900 |
| }, |
| "experts": [ |
| 20 |
| ], |
| "frequencies": { |
| "20": 0.006866455078125 |
| }, |
| "leader": 20, |
| "similarities_to_leader": { |
| "20": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "21": 2626 |
| }, |
| "experts": [ |
| 21 |
| ], |
| "frequencies": { |
| "21": 0.0200347900390625 |
| }, |
| "leader": 21, |
| "similarities_to_leader": { |
| "21": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "22": 3452 |
| }, |
| "experts": [ |
| 22 |
| ], |
| "frequencies": { |
| "22": 0.026336669921875 |
| }, |
| "leader": 22, |
| "similarities_to_leader": { |
| "22": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "24": 1250 |
| }, |
| "experts": [ |
| 24 |
| ], |
| "frequencies": { |
| "24": 0.0095367431640625 |
| }, |
| "leader": 24, |
| "similarities_to_leader": { |
| "24": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "25": 4137 |
| }, |
| "experts": [ |
| 25 |
| ], |
| "frequencies": { |
| "25": 0.03156280517578125 |
| }, |
| "leader": 25, |
| "similarities_to_leader": { |
| "25": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "26": 1497 |
| }, |
| "experts": [ |
| 26 |
| ], |
| "frequencies": { |
| "26": 0.01142120361328125 |
| }, |
| "leader": 26, |
| "similarities_to_leader": { |
| "26": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "27": 2601 |
| }, |
| "experts": [ |
| 27 |
| ], |
| "frequencies": { |
| "27": 0.01984405517578125 |
| }, |
| "leader": 27, |
| "similarities_to_leader": { |
| "27": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "28": 1952 |
| }, |
| "experts": [ |
| 28 |
| ], |
| "frequencies": { |
| "28": 0.014892578125 |
| }, |
| "leader": 28, |
| "similarities_to_leader": { |
| "28": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "29": 1266 |
| }, |
| "experts": [ |
| 29 |
| ], |
| "frequencies": { |
| "29": 0.0096588134765625 |
| }, |
| "leader": 29, |
| "similarities_to_leader": { |
| "29": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "32": 1715 |
| }, |
| "experts": [ |
| 32 |
| ], |
| "frequencies": { |
| "32": 0.01308441162109375 |
| }, |
| "leader": 32, |
| "similarities_to_leader": { |
| "32": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "33": 3505 |
| }, |
| "experts": [ |
| 33 |
| ], |
| "frequencies": { |
| "33": 0.02674102783203125 |
| }, |
| "leader": 33, |
| "similarities_to_leader": { |
| "33": 1.0000000000000009 |
| } |
| }, |
| { |
| "activation_counts": { |
| "34": 2969 |
| }, |
| "experts": [ |
| 34 |
| ], |
| "frequencies": { |
| "34": 0.02265167236328125 |
| }, |
| "leader": 34, |
| "similarities_to_leader": { |
| "34": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "36": 2910 |
| }, |
| "experts": [ |
| 36 |
| ], |
| "frequencies": { |
| "36": 0.0222015380859375 |
| }, |
| "leader": 36, |
| "similarities_to_leader": { |
| "36": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "39": 2088 |
| }, |
| "experts": [ |
| 39 |
| ], |
| "frequencies": { |
| "39": 0.01593017578125 |
| }, |
| "leader": 39, |
| "similarities_to_leader": { |
| "39": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "40": 1602 |
| }, |
| "experts": [ |
| 40 |
| ], |
| "frequencies": { |
| "40": 0.0122222900390625 |
| }, |
| "leader": 40, |
| "similarities_to_leader": { |
| "40": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "41": 1598 |
| }, |
| "experts": [ |
| 41 |
| ], |
| "frequencies": { |
| "41": 0.0121917724609375 |
| }, |
| "leader": 41, |
| "similarities_to_leader": { |
| "41": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "42": 2532 |
| }, |
| "experts": [ |
| 42 |
| ], |
| "frequencies": { |
| "42": 0.019317626953125 |
| }, |
| "leader": 42, |
| "similarities_to_leader": { |
| "42": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "35": 660, |
| "37": 75, |
| "43": 1016 |
| }, |
| "experts": [ |
| 35, |
| 37, |
| 43 |
| ], |
| "frequencies": { |
| "35": 0.005035400390625, |
| "37": 0.00057220458984375, |
| "43": 0.00775146484375 |
| }, |
| "leader": 43, |
| "similarities_to_leader": { |
| "35": 0.9246991707510142, |
| "37": 0.9410891149043249, |
| "43": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "44": 1745 |
| }, |
| "experts": [ |
| 44 |
| ], |
| "frequencies": { |
| "44": 0.01331329345703125 |
| }, |
| "leader": 44, |
| "similarities_to_leader": { |
| "44": 1.0000000000000009 |
| } |
| }, |
| { |
| "activation_counts": { |
| "45": 1342 |
| }, |
| "experts": [ |
| 45 |
| ], |
| "frequencies": { |
| "45": 0.0102386474609375 |
| }, |
| "leader": 45, |
| "similarities_to_leader": { |
| "45": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "46": 3348 |
| }, |
| "experts": [ |
| 46 |
| ], |
| "frequencies": { |
| "46": 0.025543212890625 |
| }, |
| "leader": 46, |
| "similarities_to_leader": { |
| "46": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "47": 1713 |
| }, |
| "experts": [ |
| 47 |
| ], |
| "frequencies": { |
| "47": 0.01306915283203125 |
| }, |
| "leader": 47, |
| "similarities_to_leader": { |
| "47": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "48": 2600 |
| }, |
| "experts": [ |
| 48 |
| ], |
| "frequencies": { |
| "48": 0.01983642578125 |
| }, |
| "leader": 48, |
| "similarities_to_leader": { |
| "48": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "49": 3289 |
| }, |
| "experts": [ |
| 49 |
| ], |
| "frequencies": { |
| "49": 0.02509307861328125 |
| }, |
| "leader": 49, |
| "similarities_to_leader": { |
| "49": 1.0000000000000007 |
| } |
| }, |
| { |
| "activation_counts": { |
| "50": 3210 |
| }, |
| "experts": [ |
| 50 |
| ], |
| "frequencies": { |
| "50": 0.0244903564453125 |
| }, |
| "leader": 50, |
| "similarities_to_leader": { |
| "50": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "52": 3558 |
| }, |
| "experts": [ |
| 52 |
| ], |
| "frequencies": { |
| "52": 0.0271453857421875 |
| }, |
| "leader": 52, |
| "similarities_to_leader": { |
| "52": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "53": 2502 |
| }, |
| "experts": [ |
| 53 |
| ], |
| "frequencies": { |
| "53": 0.0190887451171875 |
| }, |
| "leader": 53, |
| "similarities_to_leader": { |
| "53": 1.0000000000000007 |
| } |
| }, |
| { |
| "activation_counts": { |
| "17": 727, |
| "30": 699, |
| "54": 1133, |
| "59": 715 |
| }, |
| "experts": [ |
| 17, |
| 30, |
| 54, |
| 59 |
| ], |
| "frequencies": { |
| "17": 0.00554656982421875, |
| "30": 0.00533294677734375, |
| "54": 0.00864410400390625, |
| "59": 0.00545501708984375 |
| }, |
| "leader": 54, |
| "similarities_to_leader": { |
| "17": 0.9355752868000636, |
| "30": 0.9275012057176462, |
| "54": 0.9999999999999992, |
| "59": 0.974370961659649 |
| } |
| }, |
| { |
| "activation_counts": { |
| "56": 1207 |
| }, |
| "experts": [ |
| 56 |
| ], |
| "frequencies": { |
| "56": 0.00920867919921875 |
| }, |
| "leader": 56, |
| "similarities_to_leader": { |
| "56": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "51": 864, |
| "55": 581, |
| "57": 906 |
| }, |
| "experts": [ |
| 51, |
| 55, |
| 57 |
| ], |
| "frequencies": { |
| "51": 0.006591796875, |
| "55": 0.00443267822265625, |
| "57": 0.0069122314453125 |
| }, |
| "leader": 57, |
| "similarities_to_leader": { |
| "51": 0.9710046371955403, |
| "55": 0.946534385159937, |
| "57": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "58": 1169 |
| }, |
| "experts": [ |
| 58 |
| ], |
| "frequencies": { |
| "58": 0.00891876220703125 |
| }, |
| "leader": 58, |
| "similarities_to_leader": { |
| "58": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "60": 2176 |
| }, |
| "experts": [ |
| 60 |
| ], |
| "frequencies": { |
| "60": 0.0166015625 |
| }, |
| "leader": 60, |
| "similarities_to_leader": { |
| "60": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "61": 4086 |
| }, |
| "experts": [ |
| 61 |
| ], |
| "frequencies": { |
| "61": 0.0311737060546875 |
| }, |
| "leader": 61, |
| "similarities_to_leader": { |
| "61": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "62": 2489 |
| }, |
| "experts": [ |
| 62 |
| ], |
| "frequencies": { |
| "62": 0.01898956298828125 |
| }, |
| "leader": 62, |
| "similarities_to_leader": { |
| "62": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "63": 3642 |
| }, |
| "experts": [ |
| 63 |
| ], |
| "frequencies": { |
| "63": 0.0277862548828125 |
| }, |
| "leader": 63, |
| "similarities_to_leader": { |
| "63": 1.0000000000000002 |
| } |
| } |
| ], |
| "model_layer": "12", |
| "stats_layer": 12 |
| }, |
| { |
| "dominant_experts": [ |
| 0, |
| 1, |
| 3, |
| 4, |
| 5, |
| 8, |
| 9, |
| 10, |
| 11, |
| 12, |
| 13, |
| 14, |
| 15, |
| 16, |
| 18, |
| 19, |
| 22, |
| 23, |
| 24, |
| 26, |
| 27, |
| 28, |
| 29, |
| 30, |
| 31, |
| 33, |
| 34, |
| 35, |
| 36, |
| 37, |
| 38, |
| 39, |
| 40, |
| 41, |
| 42, |
| 43, |
| 44, |
| 45, |
| 46, |
| 47, |
| 48, |
| 49, |
| 50, |
| 51, |
| 53, |
| 54, |
| 55, |
| 56, |
| 57, |
| 58, |
| 59, |
| 60, |
| 61, |
| 63 |
| ], |
| "expert_to_group": { |
| "0": 0, |
| "1": 1, |
| "10": 10, |
| "11": 11, |
| "12": 12, |
| "13": 13, |
| "14": 14, |
| "15": 15, |
| "16": 16, |
| "17": 4, |
| "18": 18, |
| "19": 19, |
| "2": 45, |
| "20": 11, |
| "21": 28, |
| "22": 22, |
| "23": 23, |
| "24": 24, |
| "25": 4, |
| "26": 26, |
| "27": 27, |
| "28": 28, |
| "29": 29, |
| "3": 3, |
| "30": 30, |
| "31": 31, |
| "32": 5, |
| "33": 33, |
| "34": 34, |
| "35": 35, |
| "36": 36, |
| "37": 37, |
| "38": 38, |
| "39": 39, |
| "4": 4, |
| "40": 40, |
| "41": 41, |
| "42": 42, |
| "43": 43, |
| "44": 44, |
| "45": 45, |
| "46": 46, |
| "47": 47, |
| "48": 48, |
| "49": 49, |
| "5": 5, |
| "50": 50, |
| "51": 51, |
| "52": 56, |
| "53": 53, |
| "54": 54, |
| "55": 55, |
| "56": 56, |
| "57": 57, |
| "58": 58, |
| "59": 59, |
| "6": 11, |
| "60": 60, |
| "61": 61, |
| "62": 4, |
| "63": 63, |
| "7": 9, |
| "8": 8, |
| "9": 9 |
| }, |
| "groups": [ |
| { |
| "activation_counts": { |
| "0": 2542 |
| }, |
| "experts": [ |
| 0 |
| ], |
| "frequencies": { |
| "0": 0.0193939208984375 |
| }, |
| "leader": 0, |
| "similarities_to_leader": { |
| "0": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "1": 3687 |
| }, |
| "experts": [ |
| 1 |
| ], |
| "frequencies": { |
| "1": 0.02812957763671875 |
| }, |
| "leader": 1, |
| "similarities_to_leader": { |
| "1": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "3": 3093 |
| }, |
| "experts": [ |
| 3 |
| ], |
| "frequencies": { |
| "3": 0.02359771728515625 |
| }, |
| "leader": 3, |
| "similarities_to_leader": { |
| "3": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "17": 525, |
| "25": 624, |
| "4": 1020, |
| "62": 569 |
| }, |
| "experts": [ |
| 4, |
| 17, |
| 25, |
| 62 |
| ], |
| "frequencies": { |
| "17": 0.00400543212890625, |
| "25": 0.0047607421875, |
| "4": 0.007781982421875, |
| "62": 0.00434112548828125 |
| }, |
| "leader": 4, |
| "similarities_to_leader": { |
| "17": 0.9468263397314526, |
| "25": 0.9377027543242659, |
| "4": 0.9999999999999999, |
| "62": 0.9471414520380631 |
| } |
| }, |
| { |
| "activation_counts": { |
| "32": 687, |
| "5": 1246 |
| }, |
| "experts": [ |
| 5, |
| 32 |
| ], |
| "frequencies": { |
| "32": 0.00524139404296875, |
| "5": 0.0095062255859375 |
| }, |
| "leader": 5, |
| "similarities_to_leader": { |
| "32": 0.9361313913647689, |
| "5": 0.9999999999999992 |
| } |
| }, |
| { |
| "activation_counts": { |
| "8": 4043 |
| }, |
| "experts": [ |
| 8 |
| ], |
| "frequencies": { |
| "8": 0.03084564208984375 |
| }, |
| "leader": 8, |
| "similarities_to_leader": { |
| "8": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "7": 175, |
| "9": 1000 |
| }, |
| "experts": [ |
| 7, |
| 9 |
| ], |
| "frequencies": { |
| "7": 0.00133514404296875, |
| "9": 0.00762939453125 |
| }, |
| "leader": 9, |
| "similarities_to_leader": { |
| "7": 0.9306732745376968, |
| "9": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "10": 1790 |
| }, |
| "experts": [ |
| 10 |
| ], |
| "frequencies": { |
| "10": 0.0136566162109375 |
| }, |
| "leader": 10, |
| "similarities_to_leader": { |
| "10": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "11": 1674, |
| "20": 244, |
| "6": 684 |
| }, |
| "experts": [ |
| 6, |
| 11, |
| 20 |
| ], |
| "frequencies": { |
| "11": 0.0127716064453125, |
| "20": 0.001861572265625, |
| "6": 0.005218505859375 |
| }, |
| "leader": 11, |
| "similarities_to_leader": { |
| "11": 0.9999999999999996, |
| "20": 0.9433697262215961, |
| "6": 0.9547934587848065 |
| } |
| }, |
| { |
| "activation_counts": { |
| "12": 2941 |
| }, |
| "experts": [ |
| 12 |
| ], |
| "frequencies": { |
| "12": 0.02243804931640625 |
| }, |
| "leader": 12, |
| "similarities_to_leader": { |
| "12": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "13": 3452 |
| }, |
| "experts": [ |
| 13 |
| ], |
| "frequencies": { |
| "13": 0.026336669921875 |
| }, |
| "leader": 13, |
| "similarities_to_leader": { |
| "13": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "14": 1652 |
| }, |
| "experts": [ |
| 14 |
| ], |
| "frequencies": { |
| "14": 0.012603759765625 |
| }, |
| "leader": 14, |
| "similarities_to_leader": { |
| "14": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "15": 1834 |
| }, |
| "experts": [ |
| 15 |
| ], |
| "frequencies": { |
| "15": 0.0139923095703125 |
| }, |
| "leader": 15, |
| "similarities_to_leader": { |
| "15": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "16": 2531 |
| }, |
| "experts": [ |
| 16 |
| ], |
| "frequencies": { |
| "16": 0.01930999755859375 |
| }, |
| "leader": 16, |
| "similarities_to_leader": { |
| "16": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "18": 1209 |
| }, |
| "experts": [ |
| 18 |
| ], |
| "frequencies": { |
| "18": 0.00922393798828125 |
| }, |
| "leader": 18, |
| "similarities_to_leader": { |
| "18": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "19": 2604 |
| }, |
| "experts": [ |
| 19 |
| ], |
| "frequencies": { |
| "19": 0.019866943359375 |
| }, |
| "leader": 19, |
| "similarities_to_leader": { |
| "19": 1.0000000000000007 |
| } |
| }, |
| { |
| "activation_counts": { |
| "22": 2944 |
| }, |
| "experts": [ |
| 22 |
| ], |
| "frequencies": { |
| "22": 0.0224609375 |
| }, |
| "leader": 22, |
| "similarities_to_leader": { |
| "22": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "23": 1065 |
| }, |
| "experts": [ |
| 23 |
| ], |
| "frequencies": { |
| "23": 0.00812530517578125 |
| }, |
| "leader": 23, |
| "similarities_to_leader": { |
| "23": 0.9999999999999984 |
| } |
| }, |
| { |
| "activation_counts": { |
| "24": 2761 |
| }, |
| "experts": [ |
| 24 |
| ], |
| "frequencies": { |
| "24": 0.02106475830078125 |
| }, |
| "leader": 24, |
| "similarities_to_leader": { |
| "24": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "26": 2777 |
| }, |
| "experts": [ |
| 26 |
| ], |
| "frequencies": { |
| "26": 0.02118682861328125 |
| }, |
| "leader": 26, |
| "similarities_to_leader": { |
| "26": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "27": 1583 |
| }, |
| "experts": [ |
| 27 |
| ], |
| "frequencies": { |
| "27": 0.01207733154296875 |
| }, |
| "leader": 27, |
| "similarities_to_leader": { |
| "27": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "21": 633, |
| "28": 1185 |
| }, |
| "experts": [ |
| 21, |
| 28 |
| ], |
| "frequencies": { |
| "21": 0.00482940673828125, |
| "28": 0.00904083251953125 |
| }, |
| "leader": 28, |
| "similarities_to_leader": { |
| "21": 0.9579213340971571, |
| "28": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "29": 1198 |
| }, |
| "experts": [ |
| 29 |
| ], |
| "frequencies": { |
| "29": 0.0091400146484375 |
| }, |
| "leader": 29, |
| "similarities_to_leader": { |
| "29": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "30": 2787 |
| }, |
| "experts": [ |
| 30 |
| ], |
| "frequencies": { |
| "30": 0.02126312255859375 |
| }, |
| "leader": 30, |
| "similarities_to_leader": { |
| "30": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "31": 1903 |
| }, |
| "experts": [ |
| 31 |
| ], |
| "frequencies": { |
| "31": 0.01451873779296875 |
| }, |
| "leader": 31, |
| "similarities_to_leader": { |
| "31": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "33": 3261 |
| }, |
| "experts": [ |
| 33 |
| ], |
| "frequencies": { |
| "33": 0.02487945556640625 |
| }, |
| "leader": 33, |
| "similarities_to_leader": { |
| "33": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "34": 3301 |
| }, |
| "experts": [ |
| 34 |
| ], |
| "frequencies": { |
| "34": 0.02518463134765625 |
| }, |
| "leader": 34, |
| "similarities_to_leader": { |
| "34": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "35": 2858 |
| }, |
| "experts": [ |
| 35 |
| ], |
| "frequencies": { |
| "35": 0.0218048095703125 |
| }, |
| "leader": 35, |
| "similarities_to_leader": { |
| "35": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "36": 3332 |
| }, |
| "experts": [ |
| 36 |
| ], |
| "frequencies": { |
| "36": 0.025421142578125 |
| }, |
| "leader": 36, |
| "similarities_to_leader": { |
| "36": 1.0000000000000007 |
| } |
| }, |
| { |
| "activation_counts": { |
| "37": 3663 |
| }, |
| "experts": [ |
| 37 |
| ], |
| "frequencies": { |
| "37": 0.02794647216796875 |
| }, |
| "leader": 37, |
| "similarities_to_leader": { |
| "37": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "38": 2525 |
| }, |
| "experts": [ |
| 38 |
| ], |
| "frequencies": { |
| "38": 0.01926422119140625 |
| }, |
| "leader": 38, |
| "similarities_to_leader": { |
| "38": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "39": 1270 |
| }, |
| "experts": [ |
| 39 |
| ], |
| "frequencies": { |
| "39": 0.0096893310546875 |
| }, |
| "leader": 39, |
| "similarities_to_leader": { |
| "39": 1.0000000000000009 |
| } |
| }, |
| { |
| "activation_counts": { |
| "40": 3569 |
| }, |
| "experts": [ |
| 40 |
| ], |
| "frequencies": { |
| "40": 0.02722930908203125 |
| }, |
| "leader": 40, |
| "similarities_to_leader": { |
| "40": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "41": 4038 |
| }, |
| "experts": [ |
| 41 |
| ], |
| "frequencies": { |
| "41": 0.0308074951171875 |
| }, |
| "leader": 41, |
| "similarities_to_leader": { |
| "41": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "42": 2237 |
| }, |
| "experts": [ |
| 42 |
| ], |
| "frequencies": { |
| "42": 0.01706695556640625 |
| }, |
| "leader": 42, |
| "similarities_to_leader": { |
| "42": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "43": 2525 |
| }, |
| "experts": [ |
| 43 |
| ], |
| "frequencies": { |
| "43": 0.01926422119140625 |
| }, |
| "leader": 43, |
| "similarities_to_leader": { |
| "43": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "44": 3034 |
| }, |
| "experts": [ |
| 44 |
| ], |
| "frequencies": { |
| "44": 0.0231475830078125 |
| }, |
| "leader": 44, |
| "similarities_to_leader": { |
| "44": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "2": 364, |
| "45": 1142 |
| }, |
| "experts": [ |
| 2, |
| 45 |
| ], |
| "frequencies": { |
| "2": 0.002777099609375, |
| "45": 0.0087127685546875 |
| }, |
| "leader": 45, |
| "similarities_to_leader": { |
| "2": 0.9409741190716294, |
| "45": 1.0000000000000007 |
| } |
| }, |
| { |
| "activation_counts": { |
| "46": 922 |
| }, |
| "experts": [ |
| 46 |
| ], |
| "frequencies": { |
| "46": 0.0070343017578125 |
| }, |
| "leader": 46, |
| "similarities_to_leader": { |
| "46": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "47": 2078 |
| }, |
| "experts": [ |
| 47 |
| ], |
| "frequencies": { |
| "47": 0.0158538818359375 |
| }, |
| "leader": 47, |
| "similarities_to_leader": { |
| "47": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "48": 2030 |
| }, |
| "experts": [ |
| 48 |
| ], |
| "frequencies": { |
| "48": 0.0154876708984375 |
| }, |
| "leader": 48, |
| "similarities_to_leader": { |
| "48": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "49": 2352 |
| }, |
| "experts": [ |
| 49 |
| ], |
| "frequencies": { |
| "49": 0.0179443359375 |
| }, |
| "leader": 49, |
| "similarities_to_leader": { |
| "49": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "50": 2684 |
| }, |
| "experts": [ |
| 50 |
| ], |
| "frequencies": { |
| "50": 0.020477294921875 |
| }, |
| "leader": 50, |
| "similarities_to_leader": { |
| "50": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "51": 1983 |
| }, |
| "experts": [ |
| 51 |
| ], |
| "frequencies": { |
| "51": 0.01512908935546875 |
| }, |
| "leader": 51, |
| "similarities_to_leader": { |
| "51": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "53": 3312 |
| }, |
| "experts": [ |
| 53 |
| ], |
| "frequencies": { |
| "53": 0.0252685546875 |
| }, |
| "leader": 53, |
| "similarities_to_leader": { |
| "53": 1.0000000000000007 |
| } |
| }, |
| { |
| "activation_counts": { |
| "54": 1373 |
| }, |
| "experts": [ |
| 54 |
| ], |
| "frequencies": { |
| "54": 0.01047515869140625 |
| }, |
| "leader": 54, |
| "similarities_to_leader": { |
| "54": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "55": 936 |
| }, |
| "experts": [ |
| 55 |
| ], |
| "frequencies": { |
| "55": 0.00714111328125 |
| }, |
| "leader": 55, |
| "similarities_to_leader": { |
| "55": 0.9999999999999991 |
| } |
| }, |
| { |
| "activation_counts": { |
| "52": 817, |
| "56": 2084 |
| }, |
| "experts": [ |
| 52, |
| 56 |
| ], |
| "frequencies": { |
| "52": 0.00623321533203125, |
| "56": 0.015899658203125 |
| }, |
| "leader": 56, |
| "similarities_to_leader": { |
| "52": 0.9070783894491534, |
| "56": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "57": 1814 |
| }, |
| "experts": [ |
| 57 |
| ], |
| "frequencies": { |
| "57": 0.0138397216796875 |
| }, |
| "leader": 57, |
| "similarities_to_leader": { |
| "57": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "58": 3574 |
| }, |
| "experts": [ |
| 58 |
| ], |
| "frequencies": { |
| "58": 0.0272674560546875 |
| }, |
| "leader": 58, |
| "similarities_to_leader": { |
| "58": 1.0000000000000007 |
| } |
| }, |
| { |
| "activation_counts": { |
| "59": 1237 |
| }, |
| "experts": [ |
| 59 |
| ], |
| "frequencies": { |
| "59": 0.00943756103515625 |
| }, |
| "leader": 59, |
| "similarities_to_leader": { |
| "59": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "60": 1628 |
| }, |
| "experts": [ |
| 60 |
| ], |
| "frequencies": { |
| "60": 0.012420654296875 |
| }, |
| "leader": 60, |
| "similarities_to_leader": { |
| "60": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "61": 1462 |
| }, |
| "experts": [ |
| 61 |
| ], |
| "frequencies": { |
| "61": 0.0111541748046875 |
| }, |
| "leader": 61, |
| "similarities_to_leader": { |
| "61": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "63": 5005 |
| }, |
| "experts": [ |
| 63 |
| ], |
| "frequencies": { |
| "63": 0.03818511962890625 |
| }, |
| "leader": 63, |
| "similarities_to_leader": { |
| "63": 0.9999999999999997 |
| } |
| } |
| ], |
| "model_layer": "13", |
| "stats_layer": 13 |
| }, |
| { |
| "dominant_experts": [ |
| 0, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 10, |
| 11, |
| 15, |
| 16, |
| 17, |
| 18, |
| 19, |
| 20, |
| 21, |
| 23, |
| 25, |
| 26, |
| 27, |
| 28, |
| 29, |
| 30, |
| 31, |
| 32, |
| 34, |
| 35, |
| 37, |
| 38, |
| 39, |
| 40, |
| 41, |
| 42, |
| 43, |
| 44, |
| 45, |
| 46, |
| 47, |
| 48, |
| 49, |
| 50, |
| 51, |
| 52, |
| 53, |
| 54, |
| 56, |
| 57, |
| 59, |
| 60, |
| 61, |
| 62, |
| 63 |
| ], |
| "expert_to_group": { |
| "0": 0, |
| "1": 39, |
| "10": 10, |
| "11": 11, |
| "12": 11, |
| "13": 6, |
| "14": 30, |
| "15": 15, |
| "16": 16, |
| "17": 17, |
| "18": 18, |
| "19": 19, |
| "2": 2, |
| "20": 20, |
| "21": 21, |
| "22": 27, |
| "23": 23, |
| "24": 11, |
| "25": 25, |
| "26": 26, |
| "27": 27, |
| "28": 28, |
| "29": 29, |
| "3": 3, |
| "30": 30, |
| "31": 31, |
| "32": 32, |
| "33": 6, |
| "34": 34, |
| "35": 35, |
| "36": 6, |
| "37": 37, |
| "38": 38, |
| "39": 39, |
| "4": 4, |
| "40": 40, |
| "41": 41, |
| "42": 42, |
| "43": 43, |
| "44": 44, |
| "45": 45, |
| "46": 46, |
| "47": 47, |
| "48": 48, |
| "49": 49, |
| "5": 5, |
| "50": 50, |
| "51": 51, |
| "52": 52, |
| "53": 53, |
| "54": 54, |
| "55": 30, |
| "56": 56, |
| "57": 57, |
| "58": 6, |
| "59": 59, |
| "6": 6, |
| "60": 60, |
| "61": 61, |
| "62": 62, |
| "63": 63, |
| "7": 7, |
| "8": 8, |
| "9": 9 |
| }, |
| "groups": [ |
| { |
| "activation_counts": { |
| "0": 3761 |
| }, |
| "experts": [ |
| 0 |
| ], |
| "frequencies": { |
| "0": 0.02869415283203125 |
| }, |
| "leader": 0, |
| "similarities_to_leader": { |
| "0": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "2": 3244 |
| }, |
| "experts": [ |
| 2 |
| ], |
| "frequencies": { |
| "2": 0.024749755859375 |
| }, |
| "leader": 2, |
| "similarities_to_leader": { |
| "2": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "3": 3499 |
| }, |
| "experts": [ |
| 3 |
| ], |
| "frequencies": { |
| "3": 0.02669525146484375 |
| }, |
| "leader": 3, |
| "similarities_to_leader": { |
| "3": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "4": 1797 |
| }, |
| "experts": [ |
| 4 |
| ], |
| "frequencies": { |
| "4": 0.01371002197265625 |
| }, |
| "leader": 4, |
| "similarities_to_leader": { |
| "4": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "5": 1971 |
| }, |
| "experts": [ |
| 5 |
| ], |
| "frequencies": { |
| "5": 0.01503753662109375 |
| }, |
| "leader": 5, |
| "similarities_to_leader": { |
| "5": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "13": 785, |
| "33": 187, |
| "36": 544, |
| "58": 241, |
| "6": 1324 |
| }, |
| "experts": [ |
| 6, |
| 13, |
| 33, |
| 36, |
| 58 |
| ], |
| "frequencies": { |
| "13": 0.00598907470703125, |
| "33": 0.00142669677734375, |
| "36": 0.004150390625, |
| "58": 0.00183868408203125, |
| "6": 0.010101318359375 |
| }, |
| "leader": 6, |
| "similarities_to_leader": { |
| "13": 0.936011345336176, |
| "33": 0.9434759493849219, |
| "36": 0.9856631093894048, |
| "58": 0.9567035343847368, |
| "6": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "7": 1191 |
| }, |
| "experts": [ |
| 7 |
| ], |
| "frequencies": { |
| "7": 0.00908660888671875 |
| }, |
| "leader": 7, |
| "similarities_to_leader": { |
| "7": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "8": 2432 |
| }, |
| "experts": [ |
| 8 |
| ], |
| "frequencies": { |
| "8": 0.0185546875 |
| }, |
| "leader": 8, |
| "similarities_to_leader": { |
| "8": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "9": 1041 |
| }, |
| "experts": [ |
| 9 |
| ], |
| "frequencies": { |
| "9": 0.00794219970703125 |
| }, |
| "leader": 9, |
| "similarities_to_leader": { |
| "9": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "10": 3049 |
| }, |
| "experts": [ |
| 10 |
| ], |
| "frequencies": { |
| "10": 0.02326202392578125 |
| }, |
| "leader": 10, |
| "similarities_to_leader": { |
| "10": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "11": 1260, |
| "12": 764, |
| "24": 568 |
| }, |
| "experts": [ |
| 11, |
| 12, |
| 24 |
| ], |
| "frequencies": { |
| "11": 0.009613037109375, |
| "12": 0.005828857421875, |
| "24": 0.00433349609375 |
| }, |
| "leader": 11, |
| "similarities_to_leader": { |
| "11": 1.0000000000000002, |
| "12": 0.9658211902461467, |
| "24": 0.9087607667930782 |
| } |
| }, |
| { |
| "activation_counts": { |
| "15": 2765 |
| }, |
| "experts": [ |
| 15 |
| ], |
| "frequencies": { |
| "15": 0.02109527587890625 |
| }, |
| "leader": 15, |
| "similarities_to_leader": { |
| "15": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "16": 3383 |
| }, |
| "experts": [ |
| 16 |
| ], |
| "frequencies": { |
| "16": 0.02581024169921875 |
| }, |
| "leader": 16, |
| "similarities_to_leader": { |
| "16": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "17": 1822 |
| }, |
| "experts": [ |
| 17 |
| ], |
| "frequencies": { |
| "17": 0.0139007568359375 |
| }, |
| "leader": 17, |
| "similarities_to_leader": { |
| "17": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "18": 3201 |
| }, |
| "experts": [ |
| 18 |
| ], |
| "frequencies": { |
| "18": 0.02442169189453125 |
| }, |
| "leader": 18, |
| "similarities_to_leader": { |
| "18": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "19": 1031 |
| }, |
| "experts": [ |
| 19 |
| ], |
| "frequencies": { |
| "19": 0.00786590576171875 |
| }, |
| "leader": 19, |
| "similarities_to_leader": { |
| "19": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "20": 2703 |
| }, |
| "experts": [ |
| 20 |
| ], |
| "frequencies": { |
| "20": 0.02062225341796875 |
| }, |
| "leader": 20, |
| "similarities_to_leader": { |
| "20": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "21": 4279 |
| }, |
| "experts": [ |
| 21 |
| ], |
| "frequencies": { |
| "21": 0.03264617919921875 |
| }, |
| "leader": 21, |
| "similarities_to_leader": { |
| "21": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "23": 3071 |
| }, |
| "experts": [ |
| 23 |
| ], |
| "frequencies": { |
| "23": 0.02342987060546875 |
| }, |
| "leader": 23, |
| "similarities_to_leader": { |
| "23": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "25": 4158 |
| }, |
| "experts": [ |
| 25 |
| ], |
| "frequencies": { |
| "25": 0.0317230224609375 |
| }, |
| "leader": 25, |
| "similarities_to_leader": { |
| "25": 0.9999999999999993 |
| } |
| }, |
| { |
| "activation_counts": { |
| "26": 1159 |
| }, |
| "experts": [ |
| 26 |
| ], |
| "frequencies": { |
| "26": 0.00884246826171875 |
| }, |
| "leader": 26, |
| "similarities_to_leader": { |
| "26": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "22": 778, |
| "27": 917 |
| }, |
| "experts": [ |
| 22, |
| 27 |
| ], |
| "frequencies": { |
| "22": 0.0059356689453125, |
| "27": 0.00699615478515625 |
| }, |
| "leader": 27, |
| "similarities_to_leader": { |
| "22": 0.9239559127725342, |
| "27": 0.9999999999999992 |
| } |
| }, |
| { |
| "activation_counts": { |
| "28": 1729 |
| }, |
| "experts": [ |
| 28 |
| ], |
| "frequencies": { |
| "28": 0.01319122314453125 |
| }, |
| "leader": 28, |
| "similarities_to_leader": { |
| "28": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "29": 2670 |
| }, |
| "experts": [ |
| 29 |
| ], |
| "frequencies": { |
| "29": 0.0203704833984375 |
| }, |
| "leader": 29, |
| "similarities_to_leader": { |
| "29": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "14": 347, |
| "30": 1089, |
| "55": 591 |
| }, |
| "experts": [ |
| 14, |
| 30, |
| 55 |
| ], |
| "frequencies": { |
| "14": 0.00264739990234375, |
| "30": 0.00830841064453125, |
| "55": 0.00450897216796875 |
| }, |
| "leader": 30, |
| "similarities_to_leader": { |
| "14": 0.94023396273629, |
| "30": 0.9999999999999991, |
| "55": 0.9507047004477375 |
| } |
| }, |
| { |
| "activation_counts": { |
| "31": 3705 |
| }, |
| "experts": [ |
| 31 |
| ], |
| "frequencies": { |
| "31": 0.02826690673828125 |
| }, |
| "leader": 31, |
| "similarities_to_leader": { |
| "31": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "32": 1542 |
| }, |
| "experts": [ |
| 32 |
| ], |
| "frequencies": { |
| "32": 0.0117645263671875 |
| }, |
| "leader": 32, |
| "similarities_to_leader": { |
| "32": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "34": 2440 |
| }, |
| "experts": [ |
| 34 |
| ], |
| "frequencies": { |
| "34": 0.01861572265625 |
| }, |
| "leader": 34, |
| "similarities_to_leader": { |
| "34": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "35": 2120 |
| }, |
| "experts": [ |
| 35 |
| ], |
| "frequencies": { |
| "35": 0.01617431640625 |
| }, |
| "leader": 35, |
| "similarities_to_leader": { |
| "35": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "37": 2941 |
| }, |
| "experts": [ |
| 37 |
| ], |
| "frequencies": { |
| "37": 0.02243804931640625 |
| }, |
| "leader": 37, |
| "similarities_to_leader": { |
| "37": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "38": 3264 |
| }, |
| "experts": [ |
| 38 |
| ], |
| "frequencies": { |
| "38": 0.02490234375 |
| }, |
| "leader": 38, |
| "similarities_to_leader": { |
| "38": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "1": 784, |
| "39": 1071 |
| }, |
| "experts": [ |
| 1, |
| 39 |
| ], |
| "frequencies": { |
| "1": 0.0059814453125, |
| "39": 0.00817108154296875 |
| }, |
| "leader": 39, |
| "similarities_to_leader": { |
| "1": 0.9355867011907061, |
| "39": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "40": 1013 |
| }, |
| "experts": [ |
| 40 |
| ], |
| "frequencies": { |
| "40": 0.00772857666015625 |
| }, |
| "leader": 40, |
| "similarities_to_leader": { |
| "40": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "41": 3637 |
| }, |
| "experts": [ |
| 41 |
| ], |
| "frequencies": { |
| "41": 0.02774810791015625 |
| }, |
| "leader": 41, |
| "similarities_to_leader": { |
| "41": 0.9999999999999993 |
| } |
| }, |
| { |
| "activation_counts": { |
| "42": 1486 |
| }, |
| "experts": [ |
| 42 |
| ], |
| "frequencies": { |
| "42": 0.0113372802734375 |
| }, |
| "leader": 42, |
| "similarities_to_leader": { |
| "42": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "43": 3364 |
| }, |
| "experts": [ |
| 43 |
| ], |
| "frequencies": { |
| "43": 0.025665283203125 |
| }, |
| "leader": 43, |
| "similarities_to_leader": { |
| "43": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "44": 3422 |
| }, |
| "experts": [ |
| 44 |
| ], |
| "frequencies": { |
| "44": 0.0261077880859375 |
| }, |
| "leader": 44, |
| "similarities_to_leader": { |
| "44": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "45": 2570 |
| }, |
| "experts": [ |
| 45 |
| ], |
| "frequencies": { |
| "45": 0.0196075439453125 |
| }, |
| "leader": 45, |
| "similarities_to_leader": { |
| "45": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "46": 2465 |
| }, |
| "experts": [ |
| 46 |
| ], |
| "frequencies": { |
| "46": 0.01880645751953125 |
| }, |
| "leader": 46, |
| "similarities_to_leader": { |
| "46": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "47": 940 |
| }, |
| "experts": [ |
| 47 |
| ], |
| "frequencies": { |
| "47": 0.007171630859375 |
| }, |
| "leader": 47, |
| "similarities_to_leader": { |
| "47": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "48": 2601 |
| }, |
| "experts": [ |
| 48 |
| ], |
| "frequencies": { |
| "48": 0.01984405517578125 |
| }, |
| "leader": 48, |
| "similarities_to_leader": { |
| "48": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "49": 2226 |
| }, |
| "experts": [ |
| 49 |
| ], |
| "frequencies": { |
| "49": 0.0169830322265625 |
| }, |
| "leader": 49, |
| "similarities_to_leader": { |
| "49": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "50": 2093 |
| }, |
| "experts": [ |
| 50 |
| ], |
| "frequencies": { |
| "50": 0.01596832275390625 |
| }, |
| "leader": 50, |
| "similarities_to_leader": { |
| "50": 1.0000000000000007 |
| } |
| }, |
| { |
| "activation_counts": { |
| "51": 2882 |
| }, |
| "experts": [ |
| 51 |
| ], |
| "frequencies": { |
| "51": 0.0219879150390625 |
| }, |
| "leader": 51, |
| "similarities_to_leader": { |
| "51": 1.0000000000000007 |
| } |
| }, |
| { |
| "activation_counts": { |
| "52": 1450 |
| }, |
| "experts": [ |
| 52 |
| ], |
| "frequencies": { |
| "52": 0.0110626220703125 |
| }, |
| "leader": 52, |
| "similarities_to_leader": { |
| "52": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "53": 2803 |
| }, |
| "experts": [ |
| 53 |
| ], |
| "frequencies": { |
| "53": 0.02138519287109375 |
| }, |
| "leader": 53, |
| "similarities_to_leader": { |
| "53": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "54": 1730 |
| }, |
| "experts": [ |
| 54 |
| ], |
| "frequencies": { |
| "54": 0.0131988525390625 |
| }, |
| "leader": 54, |
| "similarities_to_leader": { |
| "54": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "56": 2187 |
| }, |
| "experts": [ |
| 56 |
| ], |
| "frequencies": { |
| "56": 0.01668548583984375 |
| }, |
| "leader": 56, |
| "similarities_to_leader": { |
| "56": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "57": 2376 |
| }, |
| "experts": [ |
| 57 |
| ], |
| "frequencies": { |
| "57": 0.01812744140625 |
| }, |
| "leader": 57, |
| "similarities_to_leader": { |
| "57": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "59": 2770 |
| }, |
| "experts": [ |
| 59 |
| ], |
| "frequencies": { |
| "59": 0.0211334228515625 |
| }, |
| "leader": 59, |
| "similarities_to_leader": { |
| "59": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "60": 1027 |
| }, |
| "experts": [ |
| 60 |
| ], |
| "frequencies": { |
| "60": 0.00783538818359375 |
| }, |
| "leader": 60, |
| "similarities_to_leader": { |
| "60": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "61": 927 |
| }, |
| "experts": [ |
| 61 |
| ], |
| "frequencies": { |
| "61": 0.00707244873046875 |
| }, |
| "leader": 61, |
| "similarities_to_leader": { |
| "61": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "62": 3677 |
| }, |
| "experts": [ |
| 62 |
| ], |
| "frequencies": { |
| "62": 0.02805328369140625 |
| }, |
| "leader": 62, |
| "similarities_to_leader": { |
| "62": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "63": 2208 |
| }, |
| "experts": [ |
| 63 |
| ], |
| "frequencies": { |
| "63": 0.016845703125 |
| }, |
| "leader": 63, |
| "similarities_to_leader": { |
| "63": 1.0000000000000004 |
| } |
| } |
| ], |
| "model_layer": "14", |
| "stats_layer": 14 |
| }, |
| { |
| "dominant_experts": [ |
| 0, |
| 2, |
| 3, |
| 4, |
| 5, |
| 7, |
| 10, |
| 11, |
| 13, |
| 14, |
| 15, |
| 16, |
| 20, |
| 21, |
| 22, |
| 23, |
| 25, |
| 26, |
| 27, |
| 28, |
| 30, |
| 31, |
| 36, |
| 38, |
| 39, |
| 40, |
| 41, |
| 42, |
| 43, |
| 45, |
| 46, |
| 47, |
| 48, |
| 49, |
| 50, |
| 51, |
| 52, |
| 54, |
| 55, |
| 56, |
| 58, |
| 59, |
| 60, |
| 61, |
| 62, |
| 63 |
| ], |
| "expert_to_group": { |
| "0": 0, |
| "1": 60, |
| "10": 10, |
| "11": 11, |
| "12": 30, |
| "13": 13, |
| "14": 14, |
| "15": 15, |
| "16": 16, |
| "17": 30, |
| "18": 30, |
| "19": 5, |
| "2": 2, |
| "20": 20, |
| "21": 21, |
| "22": 22, |
| "23": 23, |
| "24": 30, |
| "25": 25, |
| "26": 26, |
| "27": 27, |
| "28": 28, |
| "29": 60, |
| "3": 3, |
| "30": 30, |
| "31": 31, |
| "32": 30, |
| "33": 30, |
| "34": 30, |
| "35": 43, |
| "36": 36, |
| "37": 30, |
| "38": 38, |
| "39": 39, |
| "4": 4, |
| "40": 40, |
| "41": 41, |
| "42": 42, |
| "43": 43, |
| "44": 30, |
| "45": 45, |
| "46": 46, |
| "47": 47, |
| "48": 48, |
| "49": 49, |
| "5": 5, |
| "50": 50, |
| "51": 51, |
| "52": 52, |
| "53": 36, |
| "54": 54, |
| "55": 55, |
| "56": 56, |
| "57": 43, |
| "58": 58, |
| "59": 59, |
| "6": 36, |
| "60": 60, |
| "61": 61, |
| "62": 62, |
| "63": 63, |
| "7": 7, |
| "8": 30, |
| "9": 16 |
| }, |
| "groups": [ |
| { |
| "activation_counts": { |
| "0": 1317 |
| }, |
| "experts": [ |
| 0 |
| ], |
| "frequencies": { |
| "0": 0.01004791259765625 |
| }, |
| "leader": 0, |
| "similarities_to_leader": { |
| "0": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "2": 3796 |
| }, |
| "experts": [ |
| 2 |
| ], |
| "frequencies": { |
| "2": 0.028961181640625 |
| }, |
| "leader": 2, |
| "similarities_to_leader": { |
| "2": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "3": 1671 |
| }, |
| "experts": [ |
| 3 |
| ], |
| "frequencies": { |
| "3": 0.01274871826171875 |
| }, |
| "leader": 3, |
| "similarities_to_leader": { |
| "3": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "4": 2704 |
| }, |
| "experts": [ |
| 4 |
| ], |
| "frequencies": { |
| "4": 0.0206298828125 |
| }, |
| "leader": 4, |
| "similarities_to_leader": { |
| "4": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "19": 823, |
| "5": 1125 |
| }, |
| "experts": [ |
| 5, |
| 19 |
| ], |
| "frequencies": { |
| "19": 0.00627899169921875, |
| "5": 0.00858306884765625 |
| }, |
| "leader": 5, |
| "similarities_to_leader": { |
| "19": 0.951467512225204, |
| "5": 0.9999999999999992 |
| } |
| }, |
| { |
| "activation_counts": { |
| "7": 5603 |
| }, |
| "experts": [ |
| 7 |
| ], |
| "frequencies": { |
| "7": 0.04274749755859375 |
| }, |
| "leader": 7, |
| "similarities_to_leader": { |
| "7": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "10": 4126 |
| }, |
| "experts": [ |
| 10 |
| ], |
| "frequencies": { |
| "10": 0.0314788818359375 |
| }, |
| "leader": 10, |
| "similarities_to_leader": { |
| "10": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "11": 1550 |
| }, |
| "experts": [ |
| 11 |
| ], |
| "frequencies": { |
| "11": 0.0118255615234375 |
| }, |
| "leader": 11, |
| "similarities_to_leader": { |
| "11": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "13": 4347 |
| }, |
| "experts": [ |
| 13 |
| ], |
| "frequencies": { |
| "13": 0.03316497802734375 |
| }, |
| "leader": 13, |
| "similarities_to_leader": { |
| "13": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "14": 3118 |
| }, |
| "experts": [ |
| 14 |
| ], |
| "frequencies": { |
| "14": 0.0237884521484375 |
| }, |
| "leader": 14, |
| "similarities_to_leader": { |
| "14": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "15": 3842 |
| }, |
| "experts": [ |
| 15 |
| ], |
| "frequencies": { |
| "15": 0.0293121337890625 |
| }, |
| "leader": 15, |
| "similarities_to_leader": { |
| "15": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "16": 1490, |
| "9": 429 |
| }, |
| "experts": [ |
| 9, |
| 16 |
| ], |
| "frequencies": { |
| "16": 0.0113677978515625, |
| "9": 0.00327301025390625 |
| }, |
| "leader": 16, |
| "similarities_to_leader": { |
| "16": 1.0000000000000004, |
| "9": 0.9349654761688909 |
| } |
| }, |
| { |
| "activation_counts": { |
| "20": 2298 |
| }, |
| "experts": [ |
| 20 |
| ], |
| "frequencies": { |
| "20": 0.0175323486328125 |
| }, |
| "leader": 20, |
| "similarities_to_leader": { |
| "20": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "21": 4295 |
| }, |
| "experts": [ |
| 21 |
| ], |
| "frequencies": { |
| "21": 0.03276824951171875 |
| }, |
| "leader": 21, |
| "similarities_to_leader": { |
| "21": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "22": 2293 |
| }, |
| "experts": [ |
| 22 |
| ], |
| "frequencies": { |
| "22": 0.01749420166015625 |
| }, |
| "leader": 22, |
| "similarities_to_leader": { |
| "22": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "23": 2901 |
| }, |
| "experts": [ |
| 23 |
| ], |
| "frequencies": { |
| "23": 0.02213287353515625 |
| }, |
| "leader": 23, |
| "similarities_to_leader": { |
| "23": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "25": 3659 |
| }, |
| "experts": [ |
| 25 |
| ], |
| "frequencies": { |
| "25": 0.02791595458984375 |
| }, |
| "leader": 25, |
| "similarities_to_leader": { |
| "25": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "26": 5185 |
| }, |
| "experts": [ |
| 26 |
| ], |
| "frequencies": { |
| "26": 0.03955841064453125 |
| }, |
| "leader": 26, |
| "similarities_to_leader": { |
| "26": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "27": 2812 |
| }, |
| "experts": [ |
| 27 |
| ], |
| "frequencies": { |
| "27": 0.021453857421875 |
| }, |
| "leader": 27, |
| "similarities_to_leader": { |
| "27": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "28": 3224 |
| }, |
| "experts": [ |
| 28 |
| ], |
| "frequencies": { |
| "28": 0.02459716796875 |
| }, |
| "leader": 28, |
| "similarities_to_leader": { |
| "28": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "12": 796, |
| "17": 446, |
| "18": 235, |
| "24": 325, |
| "30": 948, |
| "32": 446, |
| "33": 322, |
| "34": 100, |
| "37": 739, |
| "44": 380, |
| "8": 787 |
| }, |
| "experts": [ |
| 8, |
| 12, |
| 17, |
| 18, |
| 24, |
| 30, |
| 32, |
| 33, |
| 34, |
| 37, |
| 44 |
| ], |
| "frequencies": { |
| "12": 0.006072998046875, |
| "17": 0.0034027099609375, |
| "18": 0.00179290771484375, |
| "24": 0.00247955322265625, |
| "30": 0.007232666015625, |
| "32": 0.0034027099609375, |
| "33": 0.0024566650390625, |
| "34": 0.000762939453125, |
| "37": 0.00563812255859375, |
| "44": 0.002899169921875, |
| "8": 0.00600433349609375 |
| }, |
| "leader": 30, |
| "similarities_to_leader": { |
| "12": 0.9414036833627379, |
| "17": 0.9754373383311145, |
| "18": 0.9338607150142634, |
| "24": 0.9271729056635851, |
| "30": 1.0, |
| "32": 0.9003679941744295, |
| "33": 0.9267794109923925, |
| "34": 0.974290495629415, |
| "37": 0.8986924243155826, |
| "44": 0.9250757379705192, |
| "8": 0.9919460404856462 |
| } |
| }, |
| { |
| "activation_counts": { |
| "31": 1591 |
| }, |
| "experts": [ |
| 31 |
| ], |
| "frequencies": { |
| "31": 0.01213836669921875 |
| }, |
| "leader": 31, |
| "similarities_to_leader": { |
| "31": 0.9999999999999994 |
| } |
| }, |
| { |
| "activation_counts": { |
| "36": 990, |
| "53": 790, |
| "6": 730 |
| }, |
| "experts": [ |
| 6, |
| 36, |
| 53 |
| ], |
| "frequencies": { |
| "36": 0.0075531005859375, |
| "53": 0.0060272216796875, |
| "6": 0.0055694580078125 |
| }, |
| "leader": 36, |
| "similarities_to_leader": { |
| "36": 0.9999999999999992, |
| "53": 0.9515502309487064, |
| "6": 0.9456007865341778 |
| } |
| }, |
| { |
| "activation_counts": { |
| "38": 2525 |
| }, |
| "experts": [ |
| 38 |
| ], |
| "frequencies": { |
| "38": 0.01926422119140625 |
| }, |
| "leader": 38, |
| "similarities_to_leader": { |
| "38": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "39": 3437 |
| }, |
| "experts": [ |
| 39 |
| ], |
| "frequencies": { |
| "39": 0.02622222900390625 |
| }, |
| "leader": 39, |
| "similarities_to_leader": { |
| "39": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "40": 1618 |
| }, |
| "experts": [ |
| 40 |
| ], |
| "frequencies": { |
| "40": 0.0123443603515625 |
| }, |
| "leader": 40, |
| "similarities_to_leader": { |
| "40": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "41": 1123 |
| }, |
| "experts": [ |
| 41 |
| ], |
| "frequencies": { |
| "41": 0.00856781005859375 |
| }, |
| "leader": 41, |
| "similarities_to_leader": { |
| "41": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "42": 900 |
| }, |
| "experts": [ |
| 42 |
| ], |
| "frequencies": { |
| "42": 0.006866455078125 |
| }, |
| "leader": 42, |
| "similarities_to_leader": { |
| "42": 0.9999999999999992 |
| } |
| }, |
| { |
| "activation_counts": { |
| "35": 823, |
| "43": 1071, |
| "57": 835 |
| }, |
| "experts": [ |
| 35, |
| 43, |
| 57 |
| ], |
| "frequencies": { |
| "35": 0.00627899169921875, |
| "43": 0.00817108154296875, |
| "57": 0.00637054443359375 |
| }, |
| "leader": 43, |
| "similarities_to_leader": { |
| "35": 0.9607072391023126, |
| "43": 0.9999999999999998, |
| "57": 0.9563766668322434 |
| } |
| }, |
| { |
| "activation_counts": { |
| "45": 3217 |
| }, |
| "experts": [ |
| 45 |
| ], |
| "frequencies": { |
| "45": 0.02454376220703125 |
| }, |
| "leader": 45, |
| "similarities_to_leader": { |
| "45": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "46": 3659 |
| }, |
| "experts": [ |
| 46 |
| ], |
| "frequencies": { |
| "46": 0.02791595458984375 |
| }, |
| "leader": 46, |
| "similarities_to_leader": { |
| "46": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "47": 2568 |
| }, |
| "experts": [ |
| 47 |
| ], |
| "frequencies": { |
| "47": 0.01959228515625 |
| }, |
| "leader": 47, |
| "similarities_to_leader": { |
| "47": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "48": 3279 |
| }, |
| "experts": [ |
| 48 |
| ], |
| "frequencies": { |
| "48": 0.02501678466796875 |
| }, |
| "leader": 48, |
| "similarities_to_leader": { |
| "48": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "49": 2235 |
| }, |
| "experts": [ |
| 49 |
| ], |
| "frequencies": { |
| "49": 0.01705169677734375 |
| }, |
| "leader": 49, |
| "similarities_to_leader": { |
| "49": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "50": 2175 |
| }, |
| "experts": [ |
| 50 |
| ], |
| "frequencies": { |
| "50": 0.01659393310546875 |
| }, |
| "leader": 50, |
| "similarities_to_leader": { |
| "50": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "51": 1897 |
| }, |
| "experts": [ |
| 51 |
| ], |
| "frequencies": { |
| "51": 0.01447296142578125 |
| }, |
| "leader": 51, |
| "similarities_to_leader": { |
| "51": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "52": 1299 |
| }, |
| "experts": [ |
| 52 |
| ], |
| "frequencies": { |
| "52": 0.00991058349609375 |
| }, |
| "leader": 52, |
| "similarities_to_leader": { |
| "52": 1.0000000000000004 |
| } |
| }, |
| { |
| "activation_counts": { |
| "54": 3015 |
| }, |
| "experts": [ |
| 54 |
| ], |
| "frequencies": { |
| "54": 0.02300262451171875 |
| }, |
| "leader": 54, |
| "similarities_to_leader": { |
| "54": 1.0 |
| } |
| }, |
| { |
| "activation_counts": { |
| "55": 2898 |
| }, |
| "experts": [ |
| 55 |
| ], |
| "frequencies": { |
| "55": 0.0221099853515625 |
| }, |
| "leader": 55, |
| "similarities_to_leader": { |
| "55": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "56": 3811 |
| }, |
| "experts": [ |
| 56 |
| ], |
| "frequencies": { |
| "56": 0.02907562255859375 |
| }, |
| "leader": 56, |
| "similarities_to_leader": { |
| "56": 0.9999999999999998 |
| } |
| }, |
| { |
| "activation_counts": { |
| "58": 1141 |
| }, |
| "experts": [ |
| 58 |
| ], |
| "frequencies": { |
| "58": 0.00870513916015625 |
| }, |
| "leader": 58, |
| "similarities_to_leader": { |
| "58": 0.9999999999999997 |
| } |
| }, |
| { |
| "activation_counts": { |
| "59": 3792 |
| }, |
| "experts": [ |
| 59 |
| ], |
| "frequencies": { |
| "59": 0.0289306640625 |
| }, |
| "leader": 59, |
| "similarities_to_leader": { |
| "59": 0.9999999999999996 |
| } |
| }, |
| { |
| "activation_counts": { |
| "1": 613, |
| "29": 699, |
| "60": 1463 |
| }, |
| "experts": [ |
| 1, |
| 29, |
| 60 |
| ], |
| "frequencies": { |
| "1": 0.00467681884765625, |
| "29": 0.00533294677734375, |
| "60": 0.01116180419921875 |
| }, |
| "leader": 60, |
| "similarities_to_leader": { |
| "1": 0.9514785667195669, |
| "29": 0.9318314960449223, |
| "60": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "61": 2619 |
| }, |
| "experts": [ |
| 61 |
| ], |
| "frequencies": { |
| "61": 0.01998138427734375 |
| }, |
| "leader": 61, |
| "similarities_to_leader": { |
| "61": 1.0000000000000002 |
| } |
| }, |
| { |
| "activation_counts": { |
| "62": 3264 |
| }, |
| "experts": [ |
| 62 |
| ], |
| "frequencies": { |
| "62": 0.02490234375 |
| }, |
| "leader": 62, |
| "similarities_to_leader": { |
| "62": 0.9999999999999999 |
| } |
| }, |
| { |
| "activation_counts": { |
| "63": 2863 |
| }, |
| "experts": [ |
| 63 |
| ], |
| "frequencies": { |
| "63": 0.02184295654296875 |
| }, |
| "leader": 63, |
| "similarities_to_leader": { |
| "63": 0.9999999999999994 |
| } |
| } |
| ], |
| "model_layer": "15", |
| "stats_layer": 15 |
| } |
| ], |
| "method": "m-smoe-router-logit-similarity", |
| "notes": [ |
| "Grouping uses router-logit cosine similarity, not Sub-MoE expert-output clustering.", |
| "Frequencies are top-k router activation frequencies and are used later as merge weights." |
| ], |
| "router_logits_shape": [ |
| 16, |
| 16384, |
| 64 |
| ], |
| "schema_version": 1, |
| "token_masked": false, |
| "top_k": 8, |
| "usage_source": "router_logits_top_k" |
| } |
|
|
