{ "source": "/workspace/svd_safety/results/basis_sharing/cells/l2_basis_remove50/checkpoint", "upstream": "TUDa-HWAI/Basis_Sharing", "step": "basis_sharing", "ratio_removed": 0.5, "group_size": 2, "nsamples": 256, "seqlen": 2048, "seed": 42, "share_part": [ "v", "k", "q", "up", "gate" ], "private_part": [ "down", "o" ], "factored": "/workspace/svd_safety/results/basis_sharing/cells/l2_basis_remove50/truncated/factored.pt", "param_fraction": 0.49982796308290156, "ranks": { "0.q_proj": 1365, "0.k_proj": 1365, "0.v_proj": 1365, "0.o_proj": 1024, "0.gate_proj": 1726, "0.up_proj": 1726, "0.down_proj": 1492, "1.q_proj": 1365, "1.k_proj": 1365, "1.v_proj": 1365, "1.o_proj": 1024, "1.gate_proj": 1726, "1.up_proj": 1726, "1.down_proj": 1492, "2.q_proj": 1365, "2.k_proj": 1365, "2.v_proj": 1365, "2.o_proj": 1024, "2.gate_proj": 1726, "2.up_proj": 1726, "2.down_proj": 1492, "3.q_proj": 1365, "3.k_proj": 1365, "3.v_proj": 1365, "3.o_proj": 1024, "3.gate_proj": 1726, "3.up_proj": 1726, "3.down_proj": 1492, "4.q_proj": 1365, "4.k_proj": 1365, "4.v_proj": 1365, "4.o_proj": 1024, "4.gate_proj": 1726, "4.up_proj": 1726, "4.down_proj": 1492, "5.q_proj": 1365, "5.k_proj": 1365, "5.v_proj": 1365, "5.o_proj": 1024, "5.gate_proj": 1726, "5.up_proj": 1726, "5.down_proj": 1492, "6.q_proj": 1365, "6.k_proj": 1365, "6.v_proj": 1365, "6.o_proj": 1024, "6.gate_proj": 1726, "6.up_proj": 1726, "6.down_proj": 1492, "7.q_proj": 1365, "7.k_proj": 1365, "7.v_proj": 1365, "7.o_proj": 1024, "7.gate_proj": 1726, "7.up_proj": 1726, "7.down_proj": 1492, "8.q_proj": 1365, "8.k_proj": 1365, "8.v_proj": 1365, "8.o_proj": 1024, "8.gate_proj": 1726, "8.up_proj": 1726, "8.down_proj": 1492, "9.q_proj": 1365, "9.k_proj": 1365, "9.v_proj": 1365, "9.o_proj": 1024, "9.gate_proj": 1726, "9.up_proj": 1726, "9.down_proj": 1492, "10.q_proj": 1365, "10.k_proj": 1365, "10.v_proj": 1365, "10.o_proj": 1024, "10.gate_proj": 1726, "10.up_proj": 1726, "10.down_proj": 1492, "11.q_proj": 1365, "11.k_proj": 1365, "11.v_proj": 1365, "11.o_proj": 1024, "11.gate_proj": 1726, "11.up_proj": 1726, "11.down_proj": 1492, "12.q_proj": 1365, "12.k_proj": 1365, "12.v_proj": 1365, "12.o_proj": 1024, "12.gate_proj": 1726, "12.up_proj": 1726, "12.down_proj": 1492, "13.q_proj": 1365, "13.k_proj": 1365, "13.v_proj": 1365, "13.o_proj": 1024, "13.gate_proj": 1726, "13.up_proj": 1726, "13.down_proj": 1492, "14.q_proj": 1365, "14.k_proj": 1365, "14.v_proj": 1365, "14.o_proj": 1024, "14.gate_proj": 1726, "14.up_proj": 1726, "14.down_proj": 1492, "15.q_proj": 1365, "15.k_proj": 1365, "15.v_proj": 1365, "15.o_proj": 1024, "15.gate_proj": 1726, "15.up_proj": 1726, "15.down_proj": 1492, "16.q_proj": 1365, "16.k_proj": 1365, "16.v_proj": 1365, "16.o_proj": 1024, "16.gate_proj": 1726, "16.up_proj": 1726, "16.down_proj": 1492, "17.q_proj": 1365, "17.k_proj": 1365, "17.v_proj": 1365, "17.o_proj": 1024, "17.gate_proj": 1726, "17.up_proj": 1726, "17.down_proj": 1492, "18.q_proj": 1365, "18.k_proj": 1365, "18.v_proj": 1365, "18.o_proj": 1024, "18.gate_proj": 1726, "18.up_proj": 1726, "18.down_proj": 1492, "19.q_proj": 1365, "19.k_proj": 1365, "19.v_proj": 1365, "19.o_proj": 1024, "19.gate_proj": 1726, "19.up_proj": 1726, "19.down_proj": 1492, "20.q_proj": 1365, "20.k_proj": 1365, "20.v_proj": 1365, "20.o_proj": 1024, "20.gate_proj": 1726, "20.up_proj": 1726, "20.down_proj": 1492, "21.q_proj": 1365, "21.k_proj": 1365, "21.v_proj": 1365, "21.o_proj": 1024, "21.gate_proj": 1726, "21.up_proj": 1726, "21.down_proj": 1492, "22.q_proj": 1365, "22.k_proj": 1365, "22.v_proj": 1365, "22.o_proj": 1024, "22.gate_proj": 1726, "22.up_proj": 1726, "22.down_proj": 1492, "23.q_proj": 1365, "23.k_proj": 1365, "23.v_proj": 1365, "23.o_proj": 1024, "23.gate_proj": 1726, "23.up_proj": 1726, "23.down_proj": 1492, "24.q_proj": 1365, "24.k_proj": 1365, "24.v_proj": 1365, "24.o_proj": 1024, "24.gate_proj": 1726, "24.up_proj": 1726, "24.down_proj": 1492, "25.q_proj": 1365, "25.k_proj": 1365, "25.v_proj": 1365, "25.o_proj": 1024, "25.gate_proj": 1726, "25.up_proj": 1726, "25.down_proj": 1492, "26.q_proj": 1365, "26.k_proj": 1365, "26.v_proj": 1365, "26.o_proj": 1024, "26.gate_proj": 1726, "26.up_proj": 1726, "26.down_proj": 1492, "27.q_proj": 1365, "27.k_proj": 1365, "27.v_proj": 1365, "27.o_proj": 1024, "27.gate_proj": 1726, "27.up_proj": 1726, "27.down_proj": 1492, "28.q_proj": 1365, "28.k_proj": 1365, "28.v_proj": 1365, "28.o_proj": 1024, "28.gate_proj": 1726, "28.up_proj": 1726, "28.down_proj": 1492, "29.q_proj": 1365, "29.k_proj": 1365, "29.v_proj": 1365, "29.o_proj": 1024, "29.gate_proj": 1726, "29.up_proj": 1726, "29.down_proj": 1492, "30.q_proj": 1365, "30.k_proj": 1365, "30.v_proj": 1365, "30.o_proj": 1024, "30.gate_proj": 1726, "30.up_proj": 1726, "30.down_proj": 1492, "31.q_proj": 1365, "31.k_proj": 1365, "31.v_proj": 1365, "31.o_proj": 1024, "31.gate_proj": 1726, "31.up_proj": 1726, "31.down_proj": 1492 }, "stage": "basis_recovery_finetuned", "recovery_finetune": { "protocol": "basis_sharing_coefficient_lora", "script": "gitclones/SVD-LLM/utils/LoRA.py", "data_path": "alpaca-cleaned (/workspace/svd_safety/data/alpaca_cleaned.json)", "epochs": 2, "learning_rate": 0.0001, "batch_size": 64, "micro_batch_size": 4, "cutoff_len": 256, "val_set_size": 2000, "max_train_samples": "all", "precision": "bf16 (upstream hard-codes fp16; see run_with_torch_compat)", "is_methods_own_stage2": false, "note": "Basis Sharing publishes its own LoRA (lora.py: wikitext, batch 1, peft default q/v coefficient targets). This cell uses the project's SVD-LLM alpaca recipe so recovery data is constant across compressors, on all seven coefficient types and never on a basis.", "lora_r": 8, "lora_alpha": 16, "lora_dropout": 0.05, "lora_targets": [ "down_proj", "gate_proj", "k_proj", "o_proj", "q_proj", "up_proj", "v_proj" ], "trained": "Coefficient modules only; shared and private bases frozen", "merge": "C' = C + (alpha/r) B_lora A_lora, then W = C' @ basis", "mean_rel_delta_coefficient": 0.03477951146695497 }, "param_fraction_is_upper_bound": false, "method": "basis_sharing+rescue_iter_swap", "arm": "swapdiscnet_iter", "objective": "disc", "swap_value": "net", "unit": "basis sharing (projection, layer group) component: shared basis row + every member's coefficient column", "insert_factors": "group decomposition store (compression's discarded components)", "evict_factors": "LoRA-merged coefficients x frozen basis (current model)", "store": "/workspace/svd_safety/assets/basis_share_store/llama2_7b_chat_n256_s42_g2", "budget_frac": 0.01, "chunk_frac": 0.001, "rounds_requested": 10, "nu": 1.0, "tau": Infinity, "orr_ceiling": Infinity, "gap_target": null, "dsafe_target": null, "jbb_in_sample": true, "calib_pair_indexes": [ "59", "21", "56", "18", "33", "42", "50", "27", "92", "71", "2", "25", "24", "52", "81", "99", "51", "61", "4", "97", "94", "37", "28", "80", "7", "57", "79", "26", "76", "78", "38", "0", "86", "46", "10", "29", "70", "45", "17", "39", "91", "40", "89", "5", "68", "1", "95", "84", "63", "3", "83", "93", "20", "87", "43", "73", "32", "75", "23", "96", "69", "15", "48", "55", "60", "9", "62", "31", "72", "16", "44", "82", "67", "34", "30", "58", "74", "88", "98", "54", "49", "6", "90", "11", "85", "41", "22", "19", "35", "64", "47", "12", "53", "14", "13", "66", "36", "65", "77", "8" ], "refuse_lead_tokens": 25, "answer_lead_tokens": 32, "insert_scale": 1.0, "evict_top": 512, "max_cnorm": 0.25, "swap": true, "swap_evict": "sigma", "gross_params_inserted": 38827008, "n_components": 2684, "n_swapped_out": 2684, "components": { "unit_o_proj_g04": [ 1029, 1041, 1051, 1053, 1057, 1059, 1060, 1070, 1091, 1094, 1097, 1121, 1164, 1171, 1199, 1216, 1218, 1253, 1259, 1264, 1306, 1312, 1323, 1324, 1330, 1351, 1390, 1456, 1479, 1480, 1485, 1520, 1574, 1581, 1645, 1661, 1693, 1697, 1703, 1726, 1727, 2015, 2086, 2153 ], "unit_v_proj_g10": [ 1400, 1401, 1452, 1481, 1513, 1527, 1528, 1574, 1611, 1630, 1678, 1689, 1745, 1748, 1752, 1761, 1772, 1784, 1785, 1800, 1844, 1891, 1919, 2006, 2023, 2038, 2042, 2058, 2063, 2080, 2084, 2085, 2098, 2104, 2111, 2196, 2212, 2231, 2248, 2266, 2311, 2341, 2342, 2345, 2802, 2920, 3582 ], "unit_v_proj_g04": [ 1377, 1378, 1406, 1407, 1415, 1485, 1537, 1551, 1626, 1631, 1633, 1634, 1671, 1696, 1727, 1906, 1961, 1988, 2061, 2126, 2133, 2214, 2217, 2312, 2352, 2357, 2371, 2423, 2435, 2456, 2579, 2584, 2592, 2593, 2614, 2615, 2616, 2620, 2622, 2650, 2656, 2695, 2707, 2735, 2752, 2754, 2765, 2781, 2819, 2820, 2833, 2880, 2926, 2930, 2950, 2951, 2960, 2966, 2975, 2985, 2992, 3005, 3006, 3035, 3054, 3084, 3102, 3117, 3118, 3122, 3147, 3198, 3231, 3255, 3324, 3351, 3380, 3406, 3437, 3730 ], "unit_o_proj_g09": [ 1041, 1080, 1081, 1098, 1146, 1167, 1180, 1196, 1208, 1219, 1286, 1288, 1301, 1318, 1390, 1401, 1437, 1464, 1479, 1503, 1568, 1572, 1653, 1659, 1714, 1762, 1926, 2050, 2526 ], "unit_o_proj_g11": [ 1029, 1033, 1035, 1063, 1069, 1089, 1096, 1105, 1108, 1114, 1115, 1120, 1150, 1164, 1183, 1185, 1214, 1221, 1258, 1278, 1305, 1313, 1330, 1333, 1347, 1381, 1391, 1403, 1404, 1416, 1445, 1462, 1469, 1476, 1480, 1488, 1513, 1520, 1571, 1576, 1579, 1600, 1630, 1636, 1643, 1669, 1741, 1860, 1989, 2013, 2110, 2146 ], "unit_down_proj_g17": [ 1501, 1510, 1562, 1615, 1656, 1675, 1678, 1701, 1704, 1812, 1829, 1872, 1899, 1910, 2019, 2027, 2061, 2179, 2209, 2240, 2304, 2418, 2426, 2470, 2518, 2611, 2742, 3202 ], "unit_down_proj_g09": [ 1515, 1530, 1578, 1591, 1615, 1627, 1638, 1677, 1689, 1692, 1836, 1858, 1888, 2044, 2076, 2105, 2195, 2210, 2290, 2380, 2530, 2547, 2598, 2666, 2916, 3103 ], "unit_o_proj_g06": [ 1037, 1063, 1069, 1075, 1089, 1107, 1145, 1171, 1191, 1204, 1210, 1229, 1230, 1246, 1254, 1266, 1269, 1271, 1279, 1322, 1353, 1359, 1378, 1389, 1417, 1435, 1445, 1465, 1479, 1519, 1532, 1641, 1701, 1704, 1705, 1719, 1764, 1766, 1848, 1886, 1907, 1933, 1943, 2048, 2062, 2129, 2241, 2387 ], "unit_o_proj_g14": [ 1055, 1064, 1092, 1095, 1136, 1200, 1207, 1217, 1221, 1230, 1232, 1237, 1264, 1295, 1305, 1329, 1331, 1377, 1394, 1473, 1483, 1516, 1538, 1575, 1610, 1679, 1695, 1724, 1762, 1807, 1900, 2172 ], "unit_down_proj_g08": [ 1527, 1540, 1573, 1590, 1599, 1607, 1647, 1648, 1662, 1668, 1679, 1687, 1718, 1726, 1782, 1789, 1878, 1938, 2169, 2171, 2332, 2371, 2461, 2535, 3152, 3358, 3503 ], "unit_down_proj_g16": [ 1514, 1764, 1849, 1946, 2194, 2316, 2859, 2896 ], "unit_o_proj_g02": [ 1031, 1037, 1041, 1046, 1053, 1059, 1074, 1104, 1117, 1149, 1155, 1185, 1189, 1227, 1231, 1256, 1357, 1379, 1419, 1431, 1461, 1484, 1548, 1794, 2083 ], "unit_v_proj_g18": [ 1368, 1429, 1438, 1457, 1492, 1501, 1504, 1515, 1542, 1609, 1619, 1650, 1808, 1847, 1992, 2065, 2076, 2168, 2185, 2243, 2245, 2384, 2398, 2426, 2493, 2531, 2590, 2624, 2724, 2870, 3013, 3100, 4092, 4093 ], "unit_down_proj_g05": [ 1497, 1529, 1551, 1558, 1593, 1602, 1623, 1625, 1670, 1686, 1700, 1713, 1750, 1752, 1797, 1799, 1827, 1830, 1832, 1833, 1841, 1849, 1855, 1934, 1959, 2005, 2076, 2110, 2251, 2357, 2399, 2400, 2408, 2417, 2518, 2520, 2567, 2736, 2749, 2936, 3033, 3190 ], "unit_o_proj_g17": [ 1130, 1168, 1326, 1422, 1449, 1486, 1520, 1608, 1835, 1890, 1955 ], "unit_up_proj_g10": [ 1734, 1818, 1838, 1840, 1846, 1879, 1911, 2025, 2038, 2106, 2129, 2279, 2326, 2351, 2374, 2387, 2426, 2445, 2513, 2646, 2666, 2699, 2700, 2796, 2975, 2984, 3177, 3280, 3760 ], "unit_up_proj_g14": [ 1736, 1745, 1763, 1927, 2101, 2209, 2318, 2559, 2582, 2615, 2663, 2749, 2819, 2827, 3064, 3414, 3477 ], "unit_down_proj_g06": [ 1510, 1517, 1540, 1574, 1576, 1601, 1619, 1638, 1643, 1666, 1700, 1706, 1717, 1729, 1737, 1756, 1771, 1813, 1817, 1860, 1943, 1983, 2004, 2075, 2083, 2086, 2093, 2150, 2154, 2164, 2177, 2224, 2314, 2329, 2401, 2426, 2516, 2520, 2536, 2739, 3009, 3212, 3269, 3304 ], "unit_down_proj_g19": [ 1538, 1541, 1545, 1568, 1609, 1638, 1736, 1825, 1843, 1936, 1952, 2040, 2199, 2224, 2268, 2426, 2448, 2451, 2498, 2678, 2810, 2937, 2992, 3047 ], "unit_o_proj_g10": [ 1025, 1028, 1053, 1058, 1065, 1068, 1089, 1100, 1199, 1209, 1210, 1214, 1240, 1254, 1264, 1278, 1365, 1451, 1584, 1600, 1686, 1747, 1888, 2275 ], "unit_o_proj_g19": [ 1034, 1302, 1310, 1330, 1357, 1417, 1528 ], "unit_o_proj_g15": [ 1025, 1035, 1039, 1056, 1067, 1072, 1101, 1175, 1185, 1200, 1216, 1219, 1241, 1272, 1278, 1282, 1286, 1299, 1328, 1375, 1412, 1425, 1435, 1451, 1454, 1472, 1497, 1528, 1631, 1636, 1676, 1877, 1888, 1936, 2220, 2325, 2338, 2553, 2651 ], "unit_o_proj_g20": [ 1027, 1033, 1089, 1100, 1125, 1128, 1142, 1152, 1184, 1243, 1248, 1258, 1336, 1393, 1467, 1497, 1527 ], "unit_down_proj_g23": [ 1528, 1582, 1587, 1601, 1602, 1642, 1662, 1719, 1752, 1803, 1887, 2032, 2054, 2071, 2281, 2670, 2741 ], "unit_o_proj_g05": [ 1024, 1037, 1038, 1045, 1050, 1053, 1054, 1056, 1067, 1088, 1102, 1104, 1112, 1114, 1118, 1124, 1129, 1149, 1150, 1181, 1185, 1187, 1201, 1220, 1231, 1241, 1246, 1272, 1301, 1307, 1327, 1354, 1361, 1369, 1371, 1375, 1407, 1446, 1452, 1474, 1478, 1482, 1623, 1629, 1651, 1656, 1695, 1720, 1749, 1783, 1860, 1924, 1990, 1999, 2031, 2087, 2097, 2152 ], "unit_down_proj_g20": [ 1542, 1617, 1627, 1656, 1902, 1921, 1958, 2000, 2087, 2235, 2584, 2586, 2641, 2667, 2816, 2870, 2934, 2973, 3061 ], "unit_o_proj_g03": [ 1024, 1042, 1059, 1062, 1067, 1077, 1096, 1139, 1145, 1149, 1171, 1177, 1178, 1185, 1187, 1214, 1244, 1295, 1324, 1332, 1348, 1362, 1374, 1381, 1404, 1416, 1442, 1475, 1532, 1553, 1609, 1636, 1688, 1796, 1803, 1902, 1975, 2025 ], "unit_v_proj_g06": [ 1394, 1397, 1402, 1403, 1404, 1437, 1447, 1455, 1467, 1472, 1480, 1491, 1501, 1502, 1512, 1523, 1534, 1546, 1564, 1591, 1600, 1614, 1619, 1665, 1673, 1679, 1712, 1749, 1764, 1794, 1832, 1884, 1892, 1950, 2043, 2078, 2082, 2144, 2162, 2288, 2301, 2339, 2410, 2441, 2462, 2537, 2567, 2623, 2669, 2691, 2755, 2843, 2893, 2912, 2939, 2948, 2971, 2995, 3022, 3041, 3110, 3157, 3195, 3197, 3264, 3306, 3324, 3351, 3448, 3488, 3499, 3549, 3780, 3846, 4036 ], "unit_down_proj_g11": [ 1499, 1503, 1610, 1675, 1712, 1807, 1823, 1854, 1918, 1925, 1947, 1959, 1988, 2031, 2054, 2070, 2114, 2220, 2281, 2422, 2454, 2591, 2687, 2695, 2847, 2873, 2957 ], "unit_down_proj_g18": [ 1596, 1680, 1861, 2214, 2236, 2422, 2952, 3085 ], "unit_v_proj_g12": [ 1368, 1370, 1384, 1396, 1403, 1441, 1449, 1455, 1467, 1483, 1500, 1501, 1502, 1526, 1530, 1552, 1606, 1636, 1640, 1686, 1697, 1737, 1750, 1761, 1768, 1798, 1848, 1850, 1854, 1955, 2059, 2063, 2106, 2184, 2193, 2216, 2230, 2243, 2255, 2312, 2314, 2336, 2417, 2440, 2471, 2572, 2635, 2657, 2677, 2854, 2875, 2901, 3039, 3213, 4091 ], "unit_o_proj_g08": [ 1027, 1033, 1035, 1039, 1059, 1063, 1151, 1155, 1160, 1167, 1174, 1179, 1199, 1222, 1223, 1230, 1237, 1279, 1287, 1312, 1377, 1383, 1454, 1465, 1483, 1596, 1629, 1640, 1644, 1721, 1797, 2004 ], "unit_o_proj_g16": [ 1025, 1027, 1078, 1079, 1092, 1110, 1154, 1168, 1200, 1209, 1214, 1267, 1276, 1289, 1312, 1330, 1346, 1397, 1419, 1512, 1520, 1522, 1594, 1596, 1629, 1661, 1720, 1807, 1829, 2010, 2441 ], "unit_down_proj_g07": [ 1501, 1523, 1537, 1562, 1566, 1592, 1604, 1608, 1637, 1664, 1671, 1679, 1700, 1718, 1771, 1851, 1854, 1885, 1989, 1996, 2004, 2034, 2036, 2056, 2070, 2082, 2132, 2164, 2207, 2235, 2275, 2285, 2335, 2365, 2447, 2572, 3061, 3068, 3455 ], "unit_down_proj_g12": [ 1514, 1526, 1528, 1558, 1566, 1577, 1585, 1598, 1619, 1651, 1699, 1714, 1737, 1757, 1763, 1789, 1793, 1802, 1815, 1822, 1846, 1907, 1952, 1961, 1964, 2046, 2121, 2145, 2263, 2277, 2335, 2364, 2378, 2431, 2463, 2467, 2487, 2640, 2671, 2674, 2797, 2925, 3055, 3104, 3266 ], "unit_down_proj_g31": [ 1909, 2241, 2278 ], "unit_down_proj_g15": [ 1573, 1655, 1693, 1709, 1720, 1725, 1727, 1730, 1750, 1751, 1769, 1791, 1795, 1903, 1928, 1944, 2028, 2061, 2092, 2198, 2203, 2277, 2300, 2302, 2307, 2461, 2573, 2806, 2964, 2973, 3061, 3072, 3207, 3308 ], "unit_v_proj_g22": [ 1493, 1548, 1878, 2035, 2403 ], "unit_down_proj_g04": [ 1499, 1504, 1524, 1529, 1540, 1543, 1554, 1572, 1578, 1583, 1612, 1620, 1624, 1656, 1661, 1665, 1666, 1672, 1680, 1715, 1722, 1728, 1732, 1755, 1787, 1789, 1806, 1848, 1863, 1911, 1921, 1957, 1978, 1993, 1996, 1999, 2005, 2008, 2015, 2027, 2042, 2173, 2195, 2241, 2243, 2245, 2314, 2434, 2442, 2453, 2506, 2521, 2538, 2619, 2621, 2712, 2714, 2726, 2727, 2826, 2934, 2985, 3008, 3019, 3027 ], "unit_down_proj_g10": [ 1493, 1496, 1523, 1525, 1556, 1580, 1621, 1624, 1630, 1633, 1660, 1677, 1687, 1717, 1718, 1735, 1763, 1776, 1783, 1788, 1791, 1794, 1825, 1839, 1869, 1875, 1880, 1885, 1911, 1912, 1938, 1979, 1981, 2029, 2123, 2129, 2210, 2249, 2278, 2280, 2481, 2499, 2573, 2642, 2822, 4088 ], "unit_o_proj_g13": [ 1038, 1040, 1053, 1064, 1096, 1101, 1115, 1119, 1162, 1181, 1296, 1325, 1328, 1334, 1413, 1576, 1644, 1689, 1732, 1748, 2079 ], "unit_down_proj_g02": [ 1501, 1507, 1513, 1515, 1525, 1546, 1550, 1567, 1604, 1630, 1642, 1662, 1670, 1676, 1696, 1699, 1706, 1719, 1758, 1761, 1768, 1778, 1815, 1817, 1842, 1843, 1860, 1866, 1869, 1906, 1908, 1943, 1944, 2039, 2050, 2078, 2091, 2141, 2143, 2160, 2187, 2194, 2265, 2297, 2302, 2349, 2367, 2635, 2653, 2800, 2962, 3024, 3411, 3463, 4089 ], "unit_up_proj_g16": [ 1785, 1793, 1828, 1899, 1900, 1903, 2001, 2066, 2167, 2374, 2455, 2674, 2869, 3757 ], "unit_down_proj_g28": [ 1633, 1679, 1971, 2020, 2254 ], "unit_v_proj_g24": [ 1418, 1485, 1494, 1539, 1545, 1547, 1563, 1642, 1705, 1786, 1806, 1913, 1916, 1954, 2009, 2209, 2245, 2289, 2624, 2632, 2757, 2997 ], "unit_o_proj_g12": [ 1024, 1027, 1042, 1056, 1063, 1066, 1077, 1079, 1084, 1100, 1114, 1116, 1120, 1149, 1163, 1164, 1174, 1193, 1227, 1237, 1270, 1280, 1354, 1385, 1447, 1463, 1511, 1519, 1539, 1541, 1546, 1598, 1642, 1790, 1837, 1875, 1902, 1983, 2346, 2450, 2535 ], "unit_down_proj_g22": [ 1508, 1548, 1587, 1788, 1858, 1914, 1923, 2140, 2319, 2549, 2652, 4056 ], "unit_down_proj_g03": [ 1517, 1535, 1539, 1545, 1603, 1796, 1824, 1913, 1928, 1939, 1956, 2011, 2077, 2262, 2268, 2404, 2438, 2759, 3011, 3089, 3102 ], "unit_o_proj_g28": [ 1170, 1199 ], "unit_down_proj_g21": [ 1578, 1668, 1735, 1760, 1873, 1985, 1997, 2010, 2059, 2309, 2498, 2554, 2559 ], "unit_o_proj_g22": [ 1055, 1068, 1134, 1141, 1154, 1177, 1195, 1333, 1399, 1407, 1418, 1422, 1508, 1541, 1593, 1763, 1945 ], "unit_v_proj_g00": [ 1379, 1435, 1494, 1498, 1525, 1551, 1570, 1668, 1896, 1899 ], "unit_up_proj_g06": [ 1741, 1757, 1774, 1789, 1817, 1923, 1950, 1995, 2047, 2057, 2084, 2144, 2178, 2250, 2259, 2266, 2491, 2685, 2702, 2847, 2849, 2860, 2922, 3052, 3059, 3475, 3635, 3655 ], "unit_o_proj_g01": [ 1037, 1044, 1066, 1067, 1070, 1072, 1074, 1095, 1106, 1130, 1168, 1179, 1194, 1196, 1205, 1238, 1253, 1256, 1307, 1334, 1376, 1400, 1405, 1432, 1456, 1510, 1537, 1571, 1747 ], "unit_down_proj_g26": [ 1606, 2003, 2070, 2425, 2833 ], "unit_v_proj_g26": [ 1384, 1394, 1471, 1784, 1906, 2125, 2153, 2188, 2513, 3009 ], "unit_v_proj_g02": [ 1466, 1787, 1846, 2031, 2113, 2257, 2453, 2793, 2979, 3299, 3390, 3487, 3529, 3592, 3643, 3817, 4017, 4071, 4090 ], "unit_up_proj_g12": [ 1753, 1780, 1874, 1978, 2067, 2087, 2174, 2266, 2291, 2346, 2405, 2536, 2569, 2806, 2852, 2858, 2878, 2989, 3124, 3165, 3348, 3449, 3477, 3510, 3571, 3744, 4088 ], "unit_down_proj_g24": [ 1497, 1517, 1533, 1651, 1706, 2270, 2894 ], "unit_o_proj_g25": [ 1026, 1078, 1107, 1109, 1135, 1144, 1148, 1149, 1189, 1200, 1203, 1311, 1383, 1475, 1482, 1488, 1523, 1538, 1818, 1906, 2034, 2154, 2429 ], "unit_o_proj_g18": [ 1024, 1029, 1075, 1090, 1091, 1155, 1179, 1183, 1192, 1247, 1282, 1323, 1325, 1329, 1358, 1433, 1455, 1460, 1469, 1717, 1970, 2053, 2068, 2119, 2147, 2301 ], "unit_gate_proj_g24": [ 1752, 1773, 1989, 2053, 2429, 2432, 2934 ], "unit_gate_proj_g18": [ 1751, 1763, 1790, 1807, 1810, 1833, 1856, 1882, 2027, 2049, 2093, 2225, 2256, 2295, 2429, 3107, 3463 ], "unit_down_proj_g01": [ 1516, 1529, 1531, 1533, 1542, 1553, 1601, 1614, 1637, 1640, 1649, 1650, 1724, 1750, 1773, 1784, 1792, 1804, 1839, 1847, 1856, 1933, 1952, 1973, 1977, 1979, 1989, 2001, 2037, 2106, 2137, 2155, 2161, 2177, 2198, 2275, 2298, 2334, 2350, 2356, 2457, 2571, 2584, 2625, 2723, 2908, 3020, 3033, 3075, 3099, 3112, 3324, 3345 ], "unit_down_proj_g30": [ 1544, 1567, 1637, 1722, 1732, 1746, 1914, 2644, 2968 ], "unit_v_proj_g16": [ 1393, 1445, 1453, 1463, 1479, 1483, 1544, 1556, 1583, 1601, 1637, 1691, 1745, 1757, 1762, 1798, 1815, 1827, 1981, 2007, 2030, 2202, 2522, 2567, 2619, 2654, 2759, 3112, 3322, 3734, 3836, 4091 ], "unit_gate_proj_g20": [ 1746, 1941, 2313, 2619, 3215 ], "unit_down_proj_g14": [ 1507, 1518, 1524, 1538, 1540, 1541, 1561, 1578, 1583, 1595, 1608, 1643, 1663, 1669, 1714, 1722, 1731, 1746, 1778, 1788, 1819, 1826, 1872, 1891, 1907, 1909, 1913, 1920, 1921, 1935, 2068, 2119, 2131, 2180, 2193, 2212, 2248, 2272, 2463, 2466, 2471, 2527, 2602, 2616, 2739, 2836, 2921, 3162 ], "unit_o_proj_g07": [ 1026, 1053, 1146, 1157, 1182, 1192, 1227, 1244, 1293, 1331, 1363, 1421, 1555, 1561, 1649, 1734, 1980, 2194, 2199 ], "unit_gate_proj_g12": [ 1747, 1916, 1936, 2089, 2098, 2152, 2239, 2331, 2355, 2396, 2411 ], "unit_gate_proj_g14": [ 1748, 1768, 1772, 1777, 1833, 1842, 1850, 1856, 1929, 1966, 2020, 2056, 2164, 2214, 2275, 2309, 2564, 2565, 2807, 2852, 2910, 2976, 3262, 3396, 3416, 3939 ], "unit_o_proj_g23": [ 1036, 1046, 1086, 1133, 1138, 1147, 1385, 1404, 1483, 1492, 1512, 1593 ], "unit_q_proj_g12": [ 1366, 1376, 1424, 1426, 1440, 1452, 1454, 1456, 1462, 1463, 1467, 1493, 1875, 1890, 1899, 1951, 1974, 2161, 2318, 2319, 2421, 2879 ], "unit_q_proj_g14": [ 1394, 1427, 1478, 1486, 1506, 1567, 1575, 1601, 1690, 1756, 1791, 1813, 2325, 2398, 2459, 2637 ], "unit_up_proj_g18": [ 1727, 1787, 1888, 1989, 1995, 2027, 2075, 2097, 2134, 2154, 2276, 2322, 2377, 2433, 2577, 2653, 2780, 2845, 2987, 3230, 3883 ], "unit_up_proj_g20": [ 1803, 1817, 1866, 1887, 1921, 1943, 1970, 2220, 2269, 2349, 2356, 2381, 2404, 2440, 2480, 2481, 2571, 2572, 2906, 3066, 3197, 3951 ], "unit_v_proj_g20": [ 1383, 1392, 1393, 1407, 1420, 1421, 1440, 1444, 1454, 1506, 1515, 1534, 1696, 1728, 1801, 1805, 1877, 1901, 1922, 2068, 2194, 2340, 2407, 2475, 2544, 3062, 4093 ], "unit_up_proj_g24": [ 1791, 1898, 2006, 2094, 2189, 2329, 2428, 2880, 2954 ], "unit_gate_proj_g02": [ 1767, 1770, 1790, 1933, 2027, 2084, 2138, 2279, 2646, 3060, 3249, 3455 ], "unit_down_proj_g13": [ 1527, 1557, 1562, 1571, 1622, 1647, 1648, 1699, 1776, 1830, 1863, 2008, 2120, 2265, 2364, 2529, 2545, 2558, 3394 ], "unit_gate_proj_g08": [ 1732, 1751, 1821, 1837, 1905, 2002, 2090, 2217, 2300, 2693, 2714, 3070, 4089 ], "unit_o_proj_g27": [ 1136, 1156, 1197, 1369, 1395, 1406, 1421, 1490 ], "unit_o_proj_g30": [ 1041, 1135, 1168, 1205, 1216, 1310, 1330 ], "unit_gate_proj_g04": [ 1742, 1746, 1855, 1858, 1862, 1866, 1912, 1943, 2111, 2200, 2241, 2246, 2275, 2296, 2305, 2422, 2453, 2623, 2748, 2878, 2919, 3101, 3233, 3261, 3378, 3629, 3644 ], "unit_k_proj_g12": [ 1418, 1509, 1528, 1664, 1732, 1779, 1859, 1981 ], "unit_o_proj_g29": [ 1035, 1117, 1209, 1225, 1275, 1327 ], "unit_up_proj_g30": [ 1731, 1763, 1795, 1853, 1918, 2000, 2011, 2066, 2094, 2225, 2233, 2258, 2277, 2291, 2558, 2753, 2881, 2983, 3251, 3325, 3521, 3596, 3929 ], "unit_up_proj_g04": [ 1761, 1879, 1902, 1983, 1997, 2024, 2051, 2100, 2213, 2216, 2226, 2300, 2343, 2446, 2514, 2718, 2761 ], "unit_up_proj_g26": [ 1799, 1956, 1981, 2000, 2028, 2046, 2057, 2099, 2204, 2516, 2606, 2690, 2761, 3131, 3215 ], "unit_gate_proj_g30": [ 1768 ], "unit_up_proj_g08": [ 1742, 1778, 1784, 1795, 1802, 1831, 1840, 1850, 1945, 1987, 1996, 2047, 2053, 2165, 2233, 2247, 2273, 2332, 2351, 2479, 2488, 2528, 2532, 2546, 2730, 3017, 3069, 3185, 3321, 3406, 3527, 4075, 4090 ], "unit_gate_proj_g28": [ 1826, 1829, 1851, 1861, 2039, 2091, 2294, 2305, 2311, 2501, 2527, 2528, 2733, 2815, 3185, 4079, 4085 ], "unit_q_proj_g06": [ 1384, 1397, 1435, 1469, 1471, 1486, 1490, 1547, 1562, 1569, 1772, 1848 ], "unit_o_proj_g26": [ 1024, 1062, 1066, 1078, 1094, 1096, 1108, 1148, 1157, 1193, 1209, 1210, 1249, 1250, 1264, 1312, 1356, 1393, 1394, 1472, 1539, 1603, 1683, 1774, 1819, 1880, 2007, 2220, 2346 ], "unit_v_proj_g30": [ 1370, 1411, 1436, 1601, 1661, 1743, 1753, 1840, 1861, 1890, 1902, 1979, 2109, 2302, 2451, 2536, 2579, 4084 ], "unit_k_proj_g30": [ 1613, 1752, 1789, 2402, 2922 ], "unit_q_proj_g24": [ 1449, 1556 ], "unit_down_proj_g29": [ 1547, 1582, 1669, 1739, 1815, 1858, 2135, 2205, 2466, 2512, 2600, 2685, 2894, 3221 ], "unit_up_proj_g22": [ 1940, 2176, 2202, 2674, 2999, 3014, 3157 ], "unit_q_proj_g08": [ 1377, 1402, 1427, 1483, 1493, 1561, 1646, 1682, 1714, 1776, 1784, 1794, 1814, 1859, 1922, 1928, 1939, 2114, 2351 ], "unit_k_proj_g10": [ 1378, 1384, 1438, 1484, 1542, 1544, 1597, 1663, 1717 ], "unit_v_proj_g28": [ 1388, 1500, 1564, 1689, 1692, 1709, 1725, 1728, 1733, 1842, 1855, 1914, 2113, 2204, 2989, 4081, 4087 ], "unit_q_proj_g30": [ 1540 ], "unit_k_proj_g08": [ 1367, 1373, 1382, 1404, 1409, 1769, 1873, 2818 ], "unit_k_proj_g06": [ 1424, 1433, 1723, 1803 ], "unit_gate_proj_g10": [ 1732, 1756, 1768, 1840, 1933, 2084, 2094, 2152, 2215, 2392, 2784 ], "unit_q_proj_g10": [ 1419, 1591, 1816, 2242 ], "unit_gate_proj_g06": [ 1766, 1784, 1801, 1832, 1835, 1903, 1930, 1993, 2030, 2031, 2035, 2130, 2179, 2207, 2333, 2434, 2480, 2584, 2683, 2706, 2837, 3441, 3612 ], "unit_down_proj_g00": [ 1500, 1502, 1546, 1605, 1611, 1670, 1756, 2009, 2020, 2125, 2280 ], "unit_k_proj_g26": [ 1688, 1758 ], "unit_q_proj_g18": [ 1373, 1388, 1533, 1701, 1777 ], "unit_k_proj_g14": [ 1905 ], "unit_v_proj_g14": [ 1373, 1428, 1437, 1476, 1484, 1494, 1537, 1545, 1568, 1638, 1685, 1747, 1819, 1848, 1912, 1921, 1955, 2035, 2117, 2178, 2229, 2247, 2277, 2329, 2427, 2449, 2450, 2470, 2602, 2629, 2652, 2808, 2945, 2963, 3092, 3361, 3565, 3977 ], "unit_up_proj_g28": [ 2375, 2491, 2663 ], "unit_up_proj_g02": [ 1732, 1775, 1789, 1801, 1803, 1843, 1871, 1885, 1914, 2052, 2141, 2628, 2785, 2804, 2838, 3051, 3110, 3243 ], "unit_down_proj_g25": [ 1498, 1691, 1796, 1920, 2098, 2188, 2244, 2300, 2622, 4058 ], "unit_down_proj_g27": [ 1544, 1571, 1938, 2321, 2495, 2761, 2959, 3100 ], "unit_gate_proj_g16": [ 1746, 1768, 1858, 1864, 1889, 1964, 2005, 2834, 3064, 3095 ], "unit_gate_proj_g22": [ 1972, 1990, 2002, 2148, 2427, 2510, 2703 ], "unit_q_proj_g20": [ 1449 ], "unit_k_proj_g18": [ 1981, 2030, 2593, 2715 ], "unit_q_proj_g16": [ 1424, 1609, 1655 ], "unit_up_proj_g00": [ 1762, 2126, 2136, 2155 ], "unit_k_proj_g16": [ 2133 ], "unit_k_proj_g20": [ 1658, 1801, 2072, 2110 ], "unit_gate_proj_g00": [ 1767, 1796, 1899, 1987, 2118 ], "unit_q_proj_g22": [ 1368 ], "unit_gate_proj_g26": [ 2292, 2477, 2732 ], "unit_k_proj_g24": [ 1438 ], "unit_o_proj_g21": [ 1092, 1179, 1230, 1643, 1911, 2137, 2315 ], "unit_v_proj_g08": [ 1465, 1511, 1578, 1657, 1660, 1669, 1681, 1693, 1698, 1704, 1832, 1846, 1851, 1899, 1935, 2003, 2046, 2056, 2114, 2147, 2459, 2464, 2503, 2607, 2621, 2730, 2881, 2941, 2982, 3011, 3080, 3275 ], "unit_o_proj_g00": [ 1072, 1089, 1127, 1201 ], "unit_q_proj_g04": [ 1377, 1416, 1624, 1638, 1683, 2125, 2720 ], "unit_q_proj_g02": [ 1383 ], "unit_o_proj_g31": [ 1050, 1195, 1216, 1257, 1378, 1945 ], "unit_k_proj_g04": [ 1402, 1816, 1896 ], "unit_k_proj_g02": [ 1523 ] }, "evicted": { "unit_o_proj_g04": [ 980, 981, 982, 983, 984, 985, 986, 987, 988, 989, 990, 991, 992, 993, 994, 995, 996, 997, 998, 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_v_proj_g10": [ 1318, 1319, 1320, 1321, 1322, 1323, 1324, 1325, 1326, 1327, 1328, 1329, 1330, 1331, 1332, 1333, 1334, 1335, 1336, 1337, 1338, 1339, 1340, 1341, 1342, 1343, 1344, 1345, 1346, 1347, 1348, 1349, 1350, 1351, 1352, 1353, 1354, 1355, 1356, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1364 ], "unit_v_proj_g04": [ 1285, 1286, 1287, 1288, 1289, 1290, 1291, 1292, 1293, 1294, 1295, 1296, 1297, 1298, 1299, 1300, 1301, 1302, 1303, 1304, 1305, 1306, 1307, 1308, 1309, 1310, 1311, 1312, 1313, 1314, 1315, 1316, 1317, 1318, 1319, 1320, 1321, 1322, 1323, 1324, 1325, 1326, 1327, 1328, 1329, 1330, 1331, 1332, 1333, 1334, 1335, 1336, 1337, 1338, 1339, 1340, 1341, 1342, 1343, 1344, 1345, 1346, 1347, 1348, 1349, 1350, 1351, 1352, 1353, 1354, 1355, 1356, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1364 ], "unit_o_proj_g09": [ 995, 996, 997, 998, 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_o_proj_g11": [ 972, 973, 974, 975, 976, 977, 978, 979, 980, 981, 982, 983, 984, 985, 986, 987, 988, 989, 990, 991, 992, 993, 994, 995, 996, 997, 998, 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_down_proj_g17": [ 1464, 1465, 1466, 1467, 1468, 1469, 1470, 1471, 1472, 1473, 1474, 1475, 1476, 1477, 1478, 1479, 1480, 1481, 1482, 1483, 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_down_proj_g09": [ 1466, 1467, 1468, 1469, 1470, 1471, 1472, 1473, 1474, 1475, 1476, 1477, 1478, 1479, 1480, 1481, 1482, 1483, 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_o_proj_g06": [ 976, 977, 978, 979, 980, 981, 982, 983, 984, 985, 986, 987, 988, 989, 990, 991, 992, 993, 994, 995, 996, 997, 998, 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_o_proj_g14": [ 992, 993, 994, 995, 996, 997, 998, 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_down_proj_g08": [ 1465, 1466, 1467, 1468, 1469, 1470, 1471, 1472, 1473, 1474, 1475, 1476, 1477, 1478, 1479, 1480, 1481, 1482, 1483, 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_down_proj_g16": [ 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_o_proj_g02": [ 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_v_proj_g18": [ 1331, 1332, 1333, 1334, 1335, 1336, 1337, 1338, 1339, 1340, 1341, 1342, 1343, 1344, 1345, 1346, 1347, 1348, 1349, 1350, 1351, 1352, 1353, 1354, 1355, 1356, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1364 ], "unit_down_proj_g05": [ 1450, 1451, 1452, 1453, 1454, 1455, 1456, 1457, 1458, 1459, 1460, 1461, 1462, 1463, 1464, 1465, 1466, 1467, 1468, 1469, 1470, 1471, 1472, 1473, 1474, 1475, 1476, 1477, 1478, 1479, 1480, 1481, 1482, 1483, 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_o_proj_g17": [ 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_up_proj_g10": [ 1697, 1698, 1699, 1700, 1701, 1702, 1703, 1704, 1705, 1706, 1707, 1708, 1709, 1710, 1711, 1712, 1713, 1714, 1715, 1716, 1717, 1718, 1719, 1720, 1721, 1722, 1723, 1724, 1725 ], "unit_up_proj_g14": [ 1709, 1710, 1711, 1712, 1713, 1714, 1715, 1716, 1717, 1718, 1719, 1720, 1721, 1722, 1723, 1724, 1725 ], "unit_down_proj_g06": [ 1448, 1449, 1450, 1451, 1452, 1453, 1454, 1455, 1456, 1457, 1458, 1459, 1460, 1461, 1462, 1463, 1464, 1465, 1466, 1467, 1468, 1469, 1470, 1471, 1472, 1473, 1474, 1475, 1476, 1477, 1478, 1479, 1480, 1481, 1482, 1483, 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_down_proj_g19": [ 1468, 1469, 1470, 1471, 1472, 1473, 1474, 1475, 1476, 1477, 1478, 1479, 1480, 1481, 1482, 1483, 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_o_proj_g10": [ 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_o_proj_g19": [ 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_o_proj_g15": [ 985, 986, 987, 988, 989, 990, 991, 992, 993, 994, 995, 996, 997, 998, 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_o_proj_g20": [ 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_down_proj_g23": [ 1475, 1476, 1477, 1478, 1479, 1480, 1481, 1482, 1483, 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_o_proj_g05": [ 966, 967, 968, 969, 970, 971, 972, 973, 974, 975, 976, 977, 978, 979, 980, 981, 982, 983, 984, 985, 986, 987, 988, 989, 990, 991, 992, 993, 994, 995, 996, 997, 998, 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_down_proj_g20": [ 1473, 1474, 1475, 1476, 1477, 1478, 1479, 1480, 1481, 1482, 1483, 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_o_proj_g03": [ 986, 987, 988, 989, 990, 991, 992, 993, 994, 995, 996, 997, 998, 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_v_proj_g06": [ 1290, 1291, 1292, 1293, 1294, 1295, 1296, 1297, 1298, 1299, 1300, 1301, 1302, 1303, 1304, 1305, 1306, 1307, 1308, 1309, 1310, 1311, 1312, 1313, 1314, 1315, 1316, 1317, 1318, 1319, 1320, 1321, 1322, 1323, 1324, 1325, 1326, 1327, 1328, 1329, 1330, 1331, 1332, 1333, 1334, 1335, 1336, 1337, 1338, 1339, 1340, 1341, 1342, 1343, 1344, 1345, 1346, 1347, 1348, 1349, 1350, 1351, 1352, 1353, 1354, 1355, 1356, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1364 ], "unit_down_proj_g11": [ 1465, 1466, 1467, 1468, 1469, 1470, 1471, 1472, 1473, 1474, 1475, 1476, 1477, 1478, 1479, 1480, 1481, 1482, 1483, 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_down_proj_g18": [ 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_v_proj_g12": [ 1310, 1311, 1312, 1313, 1314, 1315, 1316, 1317, 1318, 1319, 1320, 1321, 1322, 1323, 1324, 1325, 1326, 1327, 1328, 1329, 1330, 1331, 1332, 1333, 1334, 1335, 1336, 1337, 1338, 1339, 1340, 1341, 1342, 1343, 1344, 1345, 1346, 1347, 1348, 1349, 1350, 1351, 1352, 1353, 1354, 1355, 1356, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1364 ], "unit_o_proj_g08": [ 992, 993, 994, 995, 996, 997, 998, 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_o_proj_g16": [ 993, 994, 995, 996, 997, 998, 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_down_proj_g07": [ 1453, 1454, 1455, 1456, 1457, 1458, 1459, 1460, 1461, 1462, 1463, 1464, 1465, 1466, 1467, 1468, 1469, 1470, 1471, 1472, 1473, 1474, 1475, 1476, 1477, 1478, 1479, 1480, 1481, 1482, 1483, 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_down_proj_g12": [ 1447, 1448, 1449, 1450, 1451, 1452, 1453, 1454, 1455, 1456, 1457, 1458, 1459, 1460, 1461, 1462, 1463, 1464, 1465, 1466, 1467, 1468, 1469, 1470, 1471, 1472, 1473, 1474, 1475, 1476, 1477, 1478, 1479, 1480, 1481, 1482, 1483, 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_down_proj_g31": [ 1489, 1490, 1491 ], "unit_down_proj_g15": [ 1458, 1459, 1460, 1461, 1462, 1463, 1464, 1465, 1466, 1467, 1468, 1469, 1470, 1471, 1472, 1473, 1474, 1475, 1476, 1477, 1478, 1479, 1480, 1481, 1482, 1483, 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_v_proj_g22": [ 1360, 1361, 1362, 1363, 1364 ], "unit_down_proj_g04": [ 1427, 1428, 1429, 1430, 1431, 1432, 1433, 1434, 1435, 1436, 1437, 1438, 1439, 1440, 1441, 1442, 1443, 1444, 1445, 1446, 1447, 1448, 1449, 1450, 1451, 1452, 1453, 1454, 1455, 1456, 1457, 1458, 1459, 1460, 1461, 1462, 1463, 1464, 1465, 1466, 1467, 1468, 1469, 1470, 1471, 1472, 1473, 1474, 1475, 1476, 1477, 1478, 1479, 1480, 1481, 1482, 1483, 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_down_proj_g10": [ 1446, 1447, 1448, 1449, 1450, 1451, 1452, 1453, 1454, 1455, 1456, 1457, 1458, 1459, 1460, 1461, 1462, 1463, 1464, 1465, 1466, 1467, 1468, 1469, 1470, 1471, 1472, 1473, 1474, 1475, 1476, 1477, 1478, 1479, 1480, 1481, 1482, 1483, 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_o_proj_g13": [ 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_down_proj_g02": [ 1437, 1438, 1439, 1440, 1441, 1442, 1443, 1444, 1445, 1446, 1447, 1448, 1449, 1450, 1451, 1452, 1453, 1454, 1455, 1456, 1457, 1458, 1459, 1460, 1461, 1462, 1463, 1464, 1465, 1466, 1467, 1468, 1469, 1470, 1471, 1472, 1473, 1474, 1475, 1476, 1477, 1478, 1479, 1480, 1481, 1482, 1483, 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_up_proj_g16": [ 1712, 1713, 1714, 1715, 1716, 1717, 1718, 1719, 1720, 1721, 1722, 1723, 1724, 1725 ], "unit_down_proj_g28": [ 1487, 1488, 1489, 1490, 1491 ], "unit_v_proj_g24": [ 1343, 1344, 1345, 1346, 1347, 1348, 1349, 1350, 1351, 1352, 1353, 1354, 1355, 1356, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1364 ], "unit_o_proj_g12": [ 983, 984, 985, 986, 987, 988, 989, 990, 991, 992, 993, 994, 995, 996, 997, 998, 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_down_proj_g22": [ 1480, 1481, 1482, 1483, 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_down_proj_g03": [ 1471, 1472, 1473, 1474, 1475, 1476, 1477, 1478, 1479, 1480, 1481, 1482, 1483, 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_o_proj_g28": [ 1022, 1023 ], "unit_down_proj_g21": [ 1479, 1480, 1481, 1482, 1483, 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_o_proj_g22": [ 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_v_proj_g00": [ 1355, 1356, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1364 ], "unit_up_proj_g06": [ 1698, 1699, 1700, 1701, 1702, 1703, 1704, 1705, 1706, 1707, 1708, 1709, 1710, 1711, 1712, 1713, 1714, 1715, 1716, 1717, 1718, 1719, 1720, 1721, 1722, 1723, 1724, 1725 ], "unit_o_proj_g01": [ 995, 996, 997, 998, 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_down_proj_g26": [ 1487, 1488, 1489, 1490, 1491 ], "unit_v_proj_g26": [ 1355, 1356, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1364 ], "unit_v_proj_g02": [ 1346, 1347, 1348, 1349, 1350, 1351, 1352, 1353, 1354, 1355, 1356, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1364 ], "unit_up_proj_g12": [ 1699, 1700, 1701, 1702, 1703, 1704, 1705, 1706, 1707, 1708, 1709, 1710, 1711, 1712, 1713, 1714, 1715, 1716, 1717, 1718, 1719, 1720, 1721, 1722, 1723, 1724, 1725 ], "unit_down_proj_g24": [ 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_o_proj_g25": [ 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_o_proj_g18": [ 998, 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_gate_proj_g24": [ 1719, 1720, 1721, 1722, 1723, 1724, 1725 ], "unit_gate_proj_g18": [ 1709, 1710, 1711, 1712, 1713, 1714, 1715, 1716, 1717, 1718, 1719, 1720, 1721, 1722, 1723, 1724, 1725 ], "unit_down_proj_g01": [ 1439, 1440, 1441, 1442, 1443, 1444, 1445, 1446, 1447, 1448, 1449, 1450, 1451, 1452, 1453, 1454, 1455, 1456, 1457, 1458, 1459, 1460, 1461, 1462, 1463, 1464, 1465, 1466, 1467, 1468, 1469, 1470, 1471, 1472, 1473, 1474, 1475, 1476, 1477, 1478, 1479, 1480, 1481, 1482, 1483, 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_down_proj_g30": [ 1483, 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_v_proj_g16": [ 1333, 1334, 1335, 1336, 1337, 1338, 1339, 1340, 1341, 1342, 1343, 1344, 1345, 1346, 1347, 1348, 1349, 1350, 1351, 1352, 1353, 1354, 1355, 1356, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1364 ], "unit_gate_proj_g20": [ 1721, 1722, 1723, 1724, 1725 ], "unit_down_proj_g14": [ 1444, 1445, 1446, 1447, 1448, 1449, 1450, 1451, 1452, 1453, 1454, 1455, 1456, 1457, 1458, 1459, 1460, 1461, 1462, 1463, 1464, 1465, 1466, 1467, 1468, 1469, 1470, 1471, 1472, 1473, 1474, 1475, 1476, 1477, 1478, 1479, 1480, 1481, 1482, 1483, 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_o_proj_g07": [ 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_gate_proj_g12": [ 1715, 1716, 1717, 1718, 1719, 1720, 1721, 1722, 1723, 1724, 1725 ], "unit_gate_proj_g14": [ 1700, 1701, 1702, 1703, 1704, 1705, 1706, 1707, 1708, 1709, 1710, 1711, 1712, 1713, 1714, 1715, 1716, 1717, 1718, 1719, 1720, 1721, 1722, 1723, 1724, 1725 ], "unit_o_proj_g23": [ 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_q_proj_g12": [ 1343, 1344, 1345, 1346, 1347, 1348, 1349, 1350, 1351, 1352, 1353, 1354, 1355, 1356, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1364 ], "unit_q_proj_g14": [ 1349, 1350, 1351, 1352, 1353, 1354, 1355, 1356, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1364 ], "unit_up_proj_g18": [ 1705, 1706, 1707, 1708, 1709, 1710, 1711, 1712, 1713, 1714, 1715, 1716, 1717, 1718, 1719, 1720, 1721, 1722, 1723, 1724, 1725 ], "unit_up_proj_g20": [ 1704, 1705, 1706, 1707, 1708, 1709, 1710, 1711, 1712, 1713, 1714, 1715, 1716, 1717, 1718, 1719, 1720, 1721, 1722, 1723, 1724, 1725 ], "unit_v_proj_g20": [ 1338, 1339, 1340, 1341, 1342, 1343, 1344, 1345, 1346, 1347, 1348, 1349, 1350, 1351, 1352, 1353, 1354, 1355, 1356, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1364 ], "unit_up_proj_g24": [ 1717, 1718, 1719, 1720, 1721, 1722, 1723, 1724, 1725 ], "unit_gate_proj_g02": [ 1714, 1715, 1716, 1717, 1718, 1719, 1720, 1721, 1722, 1723, 1724, 1725 ], "unit_down_proj_g13": [ 1473, 1474, 1475, 1476, 1477, 1478, 1479, 1480, 1481, 1482, 1483, 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_gate_proj_g08": [ 1713, 1714, 1715, 1716, 1717, 1718, 1719, 1720, 1721, 1722, 1723, 1724, 1725 ], "unit_o_proj_g27": [ 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_o_proj_g30": [ 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_gate_proj_g04": [ 1699, 1700, 1701, 1702, 1703, 1704, 1705, 1706, 1707, 1708, 1709, 1710, 1711, 1712, 1713, 1714, 1715, 1716, 1717, 1718, 1719, 1720, 1721, 1722, 1723, 1724, 1725 ], "unit_k_proj_g12": [ 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1364 ], "unit_o_proj_g29": [ 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_up_proj_g30": [ 1703, 1704, 1705, 1706, 1707, 1708, 1709, 1710, 1711, 1712, 1713, 1714, 1715, 1716, 1717, 1718, 1719, 1720, 1721, 1722, 1723, 1724, 1725 ], "unit_up_proj_g04": [ 1709, 1710, 1711, 1712, 1713, 1714, 1715, 1716, 1717, 1718, 1719, 1720, 1721, 1722, 1723, 1724, 1725 ], "unit_up_proj_g26": [ 1711, 1712, 1713, 1714, 1715, 1716, 1717, 1718, 1719, 1720, 1721, 1722, 1723, 1724, 1725 ], "unit_gate_proj_g30": [ 1725 ], "unit_up_proj_g08": [ 1693, 1694, 1695, 1696, 1697, 1698, 1699, 1700, 1701, 1702, 1703, 1704, 1705, 1706, 1707, 1708, 1709, 1710, 1711, 1712, 1713, 1714, 1715, 1716, 1717, 1718, 1719, 1720, 1721, 1722, 1723, 1724, 1725 ], "unit_gate_proj_g28": [ 1709, 1710, 1711, 1712, 1713, 1714, 1715, 1716, 1717, 1718, 1719, 1720, 1721, 1722, 1723, 1724, 1725 ], "unit_q_proj_g06": [ 1353, 1354, 1355, 1356, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1364 ], "unit_o_proj_g26": [ 995, 996, 997, 998, 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_v_proj_g30": [ 1347, 1348, 1349, 1350, 1351, 1352, 1353, 1354, 1355, 1356, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1364 ], "unit_k_proj_g30": [ 1360, 1361, 1362, 1363, 1364 ], "unit_q_proj_g24": [ 1363, 1364 ], "unit_down_proj_g29": [ 1478, 1479, 1480, 1481, 1482, 1483, 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_up_proj_g22": [ 1719, 1720, 1721, 1722, 1723, 1724, 1725 ], "unit_q_proj_g08": [ 1346, 1347, 1348, 1349, 1350, 1351, 1352, 1353, 1354, 1355, 1356, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1364 ], "unit_k_proj_g10": [ 1356, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1364 ], "unit_v_proj_g28": [ 1348, 1349, 1350, 1351, 1352, 1353, 1354, 1355, 1356, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1364 ], "unit_q_proj_g30": [ 1364 ], "unit_k_proj_g08": [ 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1364 ], "unit_k_proj_g06": [ 1361, 1362, 1363, 1364 ], "unit_gate_proj_g10": [ 1715, 1716, 1717, 1718, 1719, 1720, 1721, 1722, 1723, 1724, 1725 ], "unit_q_proj_g10": [ 1361, 1362, 1363, 1364 ], "unit_gate_proj_g06": [ 1703, 1704, 1705, 1706, 1707, 1708, 1709, 1710, 1711, 1712, 1713, 1714, 1715, 1716, 1717, 1718, 1719, 1720, 1721, 1722, 1723, 1724, 1725 ], "unit_down_proj_g00": [ 1481, 1482, 1483, 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_k_proj_g26": [ 1363, 1364 ], "unit_q_proj_g18": [ 1360, 1361, 1362, 1363, 1364 ], "unit_k_proj_g14": [ 1364 ], "unit_v_proj_g14": [ 1327, 1328, 1329, 1330, 1331, 1332, 1333, 1334, 1335, 1336, 1337, 1338, 1339, 1340, 1341, 1342, 1343, 1344, 1345, 1346, 1347, 1348, 1349, 1350, 1351, 1352, 1353, 1354, 1355, 1356, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1364 ], "unit_up_proj_g28": [ 1723, 1724, 1725 ], "unit_up_proj_g02": [ 1708, 1709, 1710, 1711, 1712, 1713, 1714, 1715, 1716, 1717, 1718, 1719, 1720, 1721, 1722, 1723, 1724, 1725 ], "unit_down_proj_g25": [ 1482, 1483, 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_down_proj_g27": [ 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_gate_proj_g16": [ 1716, 1717, 1718, 1719, 1720, 1721, 1722, 1723, 1724, 1725 ], "unit_gate_proj_g22": [ 1719, 1720, 1721, 1722, 1723, 1724, 1725 ], "unit_q_proj_g20": [ 1364 ], "unit_k_proj_g18": [ 1361, 1362, 1363, 1364 ], "unit_q_proj_g16": [ 1362, 1363, 1364 ], "unit_up_proj_g00": [ 1722, 1723, 1724, 1725 ], "unit_k_proj_g16": [ 1364 ], "unit_k_proj_g20": [ 1361, 1362, 1363, 1364 ], "unit_gate_proj_g00": [ 1721, 1722, 1723, 1724, 1725 ], "unit_q_proj_g22": [ 1364 ], "unit_gate_proj_g26": [ 1723, 1724, 1725 ], "unit_k_proj_g24": [ 1364 ], "unit_o_proj_g21": [ 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_v_proj_g08": [ 1333, 1334, 1335, 1336, 1337, 1338, 1339, 1340, 1341, 1342, 1343, 1344, 1345, 1346, 1347, 1348, 1349, 1350, 1351, 1352, 1353, 1354, 1355, 1356, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1364 ], "unit_o_proj_g00": [ 1020, 1021, 1022, 1023 ], "unit_q_proj_g04": [ 1358, 1359, 1360, 1361, 1362, 1363, 1364 ], "unit_q_proj_g02": [ 1364 ], "unit_o_proj_g31": [ 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_k_proj_g04": [ 1362, 1363, 1364 ], "unit_k_proj_g02": [ 1364 ] }, "stopped": "snapshot after round 6", "predicted_orr_total": -2.3710144751991606, "history": [ { "round": 0, "n_added": 0, "spent": 0, "measured": { "refusal_nll": 3.183205111026764, "answer_nll": 0.9526725709438324, "direct_loss": 4.135877681970596, "dsafe": 2.3598022043704985, "dsafe_sem": 0.031929500450844, "orr": -2.469675565958023, "orr_sem": 0.03696137812618085, "refh": -3.183205111026764, "refh_sem": 0.018996632605151838, "refb": -3.4223481369018556, "refb_sem": 0.01714407928093243, "gap": -0.23914302587509173, "gap_sem": 0.025588894167705146 } }, { "round": 1, "n_added": 477, "n_swapped_out": 477, "added": { "unit_o_proj_g04": [ 1097, 1259, 1051, 1029, 1094, 1216 ], "unit_v_proj_g10": [ 2266, 2196, 1844, 1919 ], "unit_v_proj_g04": [ 2975, 2765, 3351, 2622, 2985, 1485, 3147, 2820, 1377, 2960, 1988, 1407, 2593, 2357, 3118, 2833, 1631, 3122, 2650, 2950, 2992, 2614 ], "unit_o_proj_g09": [ 1286, 1301, 1208, 2526, 1180, 1464, 1219, 1714, 1503, 1659, 1926, 1041 ], "unit_o_proj_g11": [ 1183, 1520, 1347, 1120, 1630, 1164, 1063, 1221, 1150, 1033, 2013, 1571 ], "unit_down_proj_g17": [ 1678, 2518, 2019, 2027, 1656, 1510, 1615, 2742, 1562, 1910, 2418, 2426, 2061, 2209 ], "unit_down_proj_g09": [ 2076, 1578, 1591, 1689 ], "unit_o_proj_g06": [ 1063, 1378, 1069, 1933, 1705 ], "unit_o_proj_g14": [ 1136, 1610, 1331, 1807, 2172, 1762, 1724, 1394, 1679, 1221, 1200 ], "unit_down_proj_g08": [ 1573, 1718, 1726 ], "unit_down_proj_g16": [ 1764, 2316 ], "unit_o_proj_g02": [ 1189, 1431 ], "unit_v_proj_g18": [ 4093, 2076, 1515, 3013, 1847, 2590, 2245, 1492, 1992 ], "unit_down_proj_g05": [ 1849, 1855, 1841 ], "unit_o_proj_g17": [ 1955, 1326, 1422, 1835, 1130 ], "unit_up_proj_g10": [ 2279 ], "unit_up_proj_g14": [ 1736, 2615, 1927 ], "unit_down_proj_g06": [ 1706, 1756, 1700, 2739, 1540, 1576, 2083, 1601, 1666 ], "unit_down_proj_g19": [ 1936 ], "unit_o_proj_g10": [ 1210, 1028, 1053, 1451, 1058, 1025, 1278, 1686 ], "unit_o_proj_g19": [ 1330, 1357 ], "unit_o_proj_g15": [ 1282, 1185, 1101, 1497, 1278, 1072, 2325, 1435 ], "unit_o_proj_g20": [ 1128 ], "unit_down_proj_g23": [ 2281, 1887, 1601, 2670, 2054, 1752, 2032, 1803, 1602, 1642 ], "unit_o_proj_g05": [ 1053, 1371, 1050, 1749, 1124, 1149, 1118, 1150, 1720, 1024, 1623, 1037, 1482 ], "unit_down_proj_g20": [ 1921, 2235, 2586 ], "unit_o_proj_g03": [ 1177, 1187, 1374, 1059, 1532, 1139, 1185, 1096 ], "unit_v_proj_g06": [ 2567, 1397, 2843, 3324, 2995, 1665, 1712, 3264, 1614, 1472, 1892, 2691, 1447 ], "unit_down_proj_g11": [ 2070, 1918, 1947, 2031, 2054, 2695, 1503 ], "unit_down_proj_g18": [ 2422, 1861, 2952, 2236, 1596, 2214 ], "unit_v_proj_g12": [ 2193, 1370, 1640, 4091, 1761, 1368, 2230, 1396, 1848, 1606, 1467, 1441, 1552 ], "unit_o_proj_g08": [ 1027, 1222, 1279 ], "unit_o_proj_g16": [ 1419, 1154, 1312, 1025, 1520, 1346, 1078, 1079, 1214, 1092, 1596 ], "unit_down_proj_g07": [ 1700, 2036, 2082, 2070, 1523, 1851 ], "unit_down_proj_g12": [ 2046, 1619, 2797, 2145, 1815, 1566, 1763, 1907, 1714, 1528, 2364, 2487, 2463, 1699 ], "unit_down_proj_g31": [ 2241, 1909, 2278 ], "unit_down_proj_g15": [ 2203, 1769, 1693, 1730, 2461, 1928, 2198, 1727, 3061 ], "unit_v_proj_g22": [ 2035 ], "unit_down_proj_g04": [ 2453, 1661, 1680, 2726, 1620, 1806, 1911, 2506 ], "unit_down_proj_g10": [ 1556, 1580, 1875, 1717, 1496, 1633, 1791, 1788, 1979, 2029, 1630, 1677, 2249, 2573 ], "unit_o_proj_g13": [ 1296, 1119, 1325, 1053, 1115, 1644, 1328, 1096 ], "unit_down_proj_g02": [ 2297, 1604, 2194 ], "unit_up_proj_g16": [ 1899, 2374, 2167 ], "unit_down_proj_g28": [ 1971, 1633 ], "unit_v_proj_g24": [ 1913 ], "unit_o_proj_g12": [ 1519, 1027, 1227 ], "unit_down_proj_g22": [ 2549 ], "unit_down_proj_g03": [ 1939, 2404, 1539 ], "unit_o_proj_g28": [ 1170, 1199 ], "unit_down_proj_g21": [ 2059, 1997, 1735, 2559, 1760, 2554 ], "unit_o_proj_g22": [ 1177, 1333, 1418, 1407, 1141, 1945, 1541, 1195, 1154, 1422, 1134, 1593, 1508 ], "unit_v_proj_g00": [ 1551, 1498, 1494, 1570 ], "unit_up_proj_g06": [ 1789 ], "unit_o_proj_g01": [ 1179, 1037, 1067, 1238, 1376 ], "unit_down_proj_g26": [ 2003, 2070 ], "unit_v_proj_g26": [ 1784, 3009, 2513, 2153, 1471 ], "unit_v_proj_g02": [ 3529, 2031, 2113, 4017, 3817, 3592, 4090 ], "unit_up_proj_g12": [ 3744, 3165 ], "unit_down_proj_g24": [ 1651, 2270, 1706, 1497 ], "unit_o_proj_g25": [ 1523, 2154 ], "unit_o_proj_g18": [ 2147, 1325, 1179, 1282, 1091, 1192, 1075, 1155, 1358 ], "unit_gate_proj_g24": [ 2934, 1773 ], "unit_gate_proj_g18": [ 2429, 1810, 1763 ], "unit_down_proj_g01": [ 1856 ], "unit_down_proj_g30": [ 1544, 1746 ], "unit_v_proj_g16": [ 1483, 2522 ], "unit_gate_proj_g20": [ 3215, 2313 ], "unit_down_proj_g14": [ 1608, 2836, 1920, 1891, 1907, 1722, 1561, 1541, 1643, 1935, 1595, 1826, 2119 ], "unit_o_proj_g07": [ 1026 ], "unit_gate_proj_g12": [ 1936, 2355, 1916, 2239, 2098 ], "unit_gate_proj_g14": [ 2852, 2910, 2056, 2214 ], "unit_o_proj_g23": [ 1147, 1086, 1385, 1512 ], "unit_q_proj_g12": [ 2319, 2161, 1467 ], "unit_q_proj_g14": [ 1791, 1567, 1813, 1394 ], "unit_up_proj_g18": [ 2097, 2845, 2433, 2987, 2134, 3230, 2154 ], "unit_up_proj_g20": [ 2572, 1866, 2480 ], "unit_v_proj_g20": [ 1444 ], "unit_up_proj_g24": [ 2428 ], "unit_gate_proj_g02": [ 1767, 2279, 1933 ], "unit_down_proj_g13": [ 2008, 1699, 1863 ], "unit_gate_proj_g08": [ 1905 ], "unit_o_proj_g27": [ 1156 ], "unit_o_proj_g30": [ 1205 ], "unit_gate_proj_g04": [ 2878 ], "unit_k_proj_g12": [ 1664 ], "unit_o_proj_g29": [ 1035, 1117, 1225 ], "unit_up_proj_g30": [ 1795, 2753, 2066 ], "unit_up_proj_g04": [ 1761, 2100, 2761 ], "unit_up_proj_g26": [ 1799, 2606 ], "unit_gate_proj_g30": [ 1768 ], "unit_up_proj_g08": [ 2273, 3406, 1742 ], "unit_gate_proj_g28": [ 1829, 2305, 1861 ], "unit_q_proj_g06": [ 1848 ], "unit_o_proj_g26": [ 1157, 1024, 1062 ], "unit_v_proj_g30": [ 1979, 1902, 1861 ], "unit_k_proj_g30": [ 1789 ], "unit_q_proj_g24": [ 1556 ], "unit_down_proj_g29": [ 2205, 1739, 1547 ], "unit_up_proj_g22": [ 1940, 3014, 2202 ] }, "dropped": { "unit_o_proj_g04": [ 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_v_proj_g10": [ 1361, 1362, 1363, 1364 ], "unit_v_proj_g04": [ 1343, 1344, 1345, 1346, 1347, 1348, 1349, 1350, 1351, 1352, 1353, 1354, 1355, 1356, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1364 ], "unit_o_proj_g09": [ 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_o_proj_g11": [ 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_down_proj_g17": [ 1478, 1479, 1480, 1481, 1482, 1483, 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_down_proj_g09": [ 1488, 1489, 1490, 1491 ], "unit_o_proj_g06": [ 1019, 1020, 1021, 1022, 1023 ], "unit_o_proj_g14": [ 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_down_proj_g08": [ 1489, 1490, 1491 ], "unit_down_proj_g16": [ 1490, 1491 ], "unit_o_proj_g02": [ 1022, 1023 ], "unit_v_proj_g18": [ 1356, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1364 ], "unit_down_proj_g05": [ 1489, 1490, 1491 ], "unit_o_proj_g17": [ 1019, 1020, 1021, 1022, 1023 ], "unit_up_proj_g10": [ 1725 ], "unit_up_proj_g14": [ 1723, 1724, 1725 ], "unit_down_proj_g06": [ 1483, 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_down_proj_g19": [ 1491 ], "unit_o_proj_g10": [ 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_o_proj_g19": [ 1022, 1023 ], "unit_o_proj_g15": [ 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_o_proj_g20": [ 1023 ], "unit_down_proj_g23": [ 1482, 1483, 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_o_proj_g05": [ 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_down_proj_g20": [ 1489, 1490, 1491 ], "unit_o_proj_g03": [ 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_v_proj_g06": [ 1352, 1353, 1354, 1355, 1356, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1364 ], "unit_down_proj_g11": [ 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_down_proj_g18": [ 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_v_proj_g12": [ 1352, 1353, 1354, 1355, 1356, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1364 ], "unit_o_proj_g08": [ 1021, 1022, 1023 ], "unit_o_proj_g16": [ 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_down_proj_g07": [ 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_down_proj_g12": [ 1478, 1479, 1480, 1481, 1482, 1483, 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_down_proj_g31": [ 1489, 1490, 1491 ], "unit_down_proj_g15": [ 1483, 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_v_proj_g22": [ 1364 ], "unit_down_proj_g04": [ 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_down_proj_g10": [ 1478, 1479, 1480, 1481, 1482, 1483, 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_o_proj_g13": [ 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_down_proj_g02": [ 1489, 1490, 1491 ], "unit_up_proj_g16": [ 1723, 1724, 1725 ], "unit_down_proj_g28": [ 1490, 1491 ], "unit_v_proj_g24": [ 1364 ], "unit_o_proj_g12": [ 1021, 1022, 1023 ], "unit_down_proj_g22": [ 1491 ], "unit_down_proj_g03": [ 1489, 1490, 1491 ], "unit_o_proj_g28": [ 1022, 1023 ], "unit_down_proj_g21": [ 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_o_proj_g22": [ 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_v_proj_g00": [ 1361, 1362, 1363, 1364 ], "unit_up_proj_g06": [ 1725 ], "unit_o_proj_g01": [ 1019, 1020, 1021, 1022, 1023 ], "unit_down_proj_g26": [ 1490, 1491 ], "unit_v_proj_g26": [ 1360, 1361, 1362, 1363, 1364 ], "unit_v_proj_g02": [ 1358, 1359, 1360, 1361, 1362, 1363, 1364 ], "unit_up_proj_g12": [ 1724, 1725 ], "unit_down_proj_g24": [ 1488, 1489, 1490, 1491 ], "unit_o_proj_g25": [ 1022, 1023 ], "unit_o_proj_g18": [ 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_gate_proj_g24": [ 1724, 1725 ], "unit_gate_proj_g18": [ 1723, 1724, 1725 ], "unit_down_proj_g01": [ 1491 ], "unit_down_proj_g30": [ 1490, 1491 ], "unit_v_proj_g16": [ 1363, 1364 ], "unit_gate_proj_g20": [ 1724, 1725 ], "unit_down_proj_g14": [ 1479, 1480, 1481, 1482, 1483, 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_o_proj_g07": [ 1023 ], "unit_gate_proj_g12": [ 1721, 1722, 1723, 1724, 1725 ], "unit_gate_proj_g14": [ 1722, 1723, 1724, 1725 ], "unit_o_proj_g23": [ 1020, 1021, 1022, 1023 ], "unit_q_proj_g12": [ 1362, 1363, 1364 ], "unit_q_proj_g14": [ 1361, 1362, 1363, 1364 ], "unit_up_proj_g18": [ 1719, 1720, 1721, 1722, 1723, 1724, 1725 ], "unit_up_proj_g20": [ 1723, 1724, 1725 ], "unit_v_proj_g20": [ 1364 ], "unit_up_proj_g24": [ 1725 ], "unit_gate_proj_g02": [ 1723, 1724, 1725 ], "unit_down_proj_g13": [ 1489, 1490, 1491 ], "unit_gate_proj_g08": [ 1725 ], "unit_o_proj_g27": [ 1023 ], "unit_o_proj_g30": [ 1023 ], "unit_gate_proj_g04": [ 1725 ], "unit_k_proj_g12": [ 1364 ], "unit_o_proj_g29": [ 1021, 1022, 1023 ], "unit_up_proj_g30": [ 1723, 1724, 1725 ], "unit_up_proj_g04": [ 1723, 1724, 1725 ], "unit_up_proj_g26": [ 1724, 1725 ], "unit_gate_proj_g30": [ 1725 ], "unit_up_proj_g08": [ 1723, 1724, 1725 ], "unit_gate_proj_g28": [ 1723, 1724, 1725 ], "unit_q_proj_g06": [ 1364 ], "unit_o_proj_g26": [ 1021, 1022, 1023 ], "unit_v_proj_g30": [ 1362, 1363, 1364 ], "unit_k_proj_g30": [ 1364 ], "unit_q_proj_g24": [ 1364 ], "unit_down_proj_g29": [ 1489, 1490, 1491 ], "unit_up_proj_g22": [ 1723, 1724, 1725 ] }, "added_by_type": { "o_proj": 162, "v_proj": 85, "down_proj": 159, "up_proj": 35, "gate_proj": 25, "q_proj": 9, "k_proj": 2 }, "spent": 6475008, "param_fraction": 0.49982796308290156, "predicted_orr": -0.28018174436255094, "predicted_orr_total": -0.28018174436255094, "tau_binding": false, "measured": { "refusal_nll": 3.078778319358826, "answer_nll": 0.9346435117721557, "direct_loss": 4.013421831130982, "dsafe": 2.1748781764507292, "dsafe_sem": 0.04349995411661954, "orr": -2.754236557483673, "orr_sem": 0.04148553403898931, "refh": -3.078778319358826, "refh_sem": 0.03062724056992664, "refb": -3.688880069255829, "refb_sem": 0.026834942745636164, "gap": -0.6101017498970029, "gap_sem": 0.04072028999270181 }, "predicted_insert_value": 0.40539050952065736, "predicted_removal_value": 0.03257027341533103, "insert_cancellation": { "sum_abs_layer_value": 0.40793832193594426, "abs_sum_value": 0.40539050864754245, "n_opposite_sign": 13 }, "evict_cancellation": { "sum_abs_layer_value": 0.10918077726455522, "abs_sum_value": 0.09417812489482458, "n_opposite_sign": 86 }, "seconds": 74.9692587852478 }, { "round": 2, "n_added": 462, "n_swapped_out": 462, "added": { "unit_o_proj_g09": [ 1098, 1568, 1080, 1288, 1437, 1401, 1762, 1318, 1196, 2050, 1479 ], "unit_o_proj_g12": [ 1063, 1100, 1511, 1546, 1837, 1270, 1790, 1539, 1193, 1114, 1463, 1079, 1354, 1875 ], "unit_gate_proj_g28": [ 4085, 2527, 2528, 2311 ], "unit_o_proj_g04": [ 1727, 1703, 1041 ], "unit_down_proj_g09": [ 2380, 1627, 3103, 2530, 2044, 2290, 2105, 2598, 1677, 2547, 1692, 1888, 1530 ], "unit_down_proj_g04": [ 1999, 2005, 3019, 1921, 1728, 1572, 1978, 2621, 2195, 1993, 1524, 3027, 3008 ], "unit_down_proj_g15": [ 2302, 2277, 1655, 3072, 1709, 2307, 2028, 3308, 1573, 2300, 1903, 2964 ], "unit_down_proj_g12": [ 1651, 2640, 2925, 1822 ], "unit_o_proj_g10": [ 1240, 1214, 1089 ], "unit_o_proj_g26": [ 1209 ], "unit_v_proj_g30": [ 1753, 1436, 2302 ], "unit_v_proj_g04": [ 2615, 1906, 2930, 2707, 3084, 2966, 3102, 1727, 2754, 3324 ], "unit_o_proj_g11": [ 1741, 1035, 1089 ], "unit_up_proj_g08": [ 2479, 1996, 2053, 2247, 1784 ], "unit_o_proj_g08": [ 1174, 1063, 1644, 1237, 1640, 1465, 1287, 1312, 1059, 1167, 1033, 2004, 1223, 1039, 1383, 1035, 1629, 1797, 1151, 1230, 1155 ], "unit_o_proj_g17": [ 1168, 1486, 1520, 1608, 1449, 1890 ], "unit_o_proj_g14": [ 1207, 1516, 1305 ], "unit_o_proj_g20": [ 1033, 1089, 1152, 1467 ], "unit_o_proj_g15": [ 1425 ], "unit_down_proj_g18": [ 3085 ], "unit_up_proj_g16": [ 1785, 1900 ], "unit_v_proj_g18": [ 1438, 2426, 1542, 1650, 1808, 2065, 2384 ], "unit_v_proj_g06": [ 1467, 1403, 2893, 1512, 1546, 2912, 2948, 3157, 1501, 1564, 4036, 3488, 3110, 1402 ], "unit_up_proj_g12": [ 2989 ], "unit_down_proj_g03": [ 3102, 1956, 1913, 3089 ], "unit_down_proj_g10": [ 1794, 1981, 1880, 1776, 1869, 2280, 2129, 1718, 2123, 1938, 1911 ], "unit_v_proj_g26": [ 1906, 1394, 2188, 1384, 2125 ], "unit_o_proj_g25": [ 1135, 1488, 1148, 1203 ], "unit_gate_proj_g20": [ 1941, 1746, 2619 ], "unit_q_proj_g08": [ 1776, 1814, 1646, 2114, 1483, 2351, 1784, 1928 ], "unit_down_proj_g08": [ 1607, 1938, 2171, 2461, 1527, 2371, 1590, 1662, 1647, 1782, 3152, 1668, 2169 ], "unit_down_proj_g02": [ 2367, 1778, 2143, 1843, 1944, 1515, 1768 ], "unit_v_proj_g16": [ 1463, 1601, 3734, 1762, 1544, 1637, 2030 ], "unit_v_proj_g10": [ 1785, 2231, 2920, 2802, 2042, 1800, 1401, 2023, 1772, 2038, 2342 ], "unit_gate_proj_g02": [ 3455, 2646 ], "unit_o_proj_g13": [ 1576, 1162, 1689, 1101, 1334, 1732 ], "unit_gate_proj_g12": [ 1747 ], "unit_v_proj_g12": [ 2635, 1697, 1750, 1526, 3213, 1501, 2314, 2063, 2243, 2854, 1403, 1384, 2657, 2059 ], "unit_gate_proj_g14": [ 1966, 3396 ], "unit_o_proj_g06": [ 1445, 1229, 1766, 1907 ], "unit_down_proj_g05": [ 1602, 1497, 1750, 1593 ], "unit_o_proj_g30": [ 1310, 1168 ], "unit_q_proj_g06": [ 1435, 1772, 1562 ], "unit_o_proj_g19": [ 1302, 1034 ], "unit_gate_proj_g08": [ 1837, 2002, 1821, 2217, 4089, 2714, 2300, 3070, 2090, 1732, 1751 ], "unit_down_proj_g13": [ 1622, 2120, 2529, 1647, 3394, 2558, 1648, 1562, 1527, 2364, 2265, 1557, 2545, 1830 ], "unit_down_proj_g24": [ 1533, 1517, 2894 ], "unit_k_proj_g30": [ 1752, 1613 ], "unit_q_proj_g14": [ 2459 ], "unit_v_proj_g20": [ 1801, 1728, 2475 ], "unit_o_proj_g29": [ 1275, 1327 ], "unit_k_proj_g10": [ 1663, 1544 ], "unit_v_proj_g22": [ 1493 ], "unit_down_proj_g11": [ 2454, 1854, 1959, 1499, 2114, 1675, 2591, 1823, 1807, 2847, 2422, 2220, 2687 ], "unit_down_proj_g17": [ 3202, 1704 ], "unit_v_proj_g28": [ 1914 ], "unit_down_proj_g22": [ 1858, 1548, 2652, 1587, 1914 ], "unit_q_proj_g30": [ 1540 ], "unit_up_proj_g30": [ 2011, 2225, 2000, 1918 ], "unit_k_proj_g08": [ 1382, 1873 ], "unit_q_proj_g24": [ 1449 ], "unit_up_proj_g26": [ 1981, 2057, 2204, 2046 ], "unit_down_proj_g29": [ 2685, 1582, 2512, 1815, 2466, 2135 ], "unit_up_proj_g20": [ 1817, 3197, 2220, 2571 ], "unit_o_proj_g01": [ 1196, 1432, 1571, 1168, 1205, 1072 ], "unit_k_proj_g06": [ 1803 ], "unit_gate_proj_g10": [ 1768, 1732 ], "unit_up_proj_g18": [ 2276, 2377, 1989, 1995, 2075, 1888 ], "unit_down_proj_g14": [ 1538, 1714, 1669, 1909, 2068 ], "unit_q_proj_g10": [ 2242 ], "unit_gate_proj_g06": [ 2480, 2030 ], "unit_gate_proj_g04": [ 3101, 2748 ], "unit_down_proj_g00": [ 1611 ], "unit_k_proj_g12": [ 1981, 1859 ], "unit_v_proj_g00": [ 1525, 1435 ], "unit_down_proj_g01": [ 1973, 1649, 1784, 1977, 2908, 1614, 2155 ], "unit_k_proj_g26": [ 1688 ], "unit_o_proj_g07": [ 1182, 1331, 1157, 1293, 2194, 1053, 2199, 1244, 1192, 1555, 1227, 1561 ], "unit_down_proj_g28": [ 2254, 1679, 2020 ], "unit_o_proj_g16": [ 1720 ], "unit_q_proj_g18": [ 1777, 1373, 1533, 1388 ], "unit_o_proj_g02": [ 1419, 1548, 1104, 1059, 1037, 1185, 1256 ], "unit_k_proj_g14": [ 1905 ], "unit_v_proj_g14": [ 1921, 2329, 1484, 2247, 1747, 2229, 2427, 1428, 1545, 2652, 1494, 1437, 2602 ], "unit_v_proj_g02": [ 3487, 1466, 4071, 3643, 1787, 1846, 2257 ], "unit_up_proj_g28": [ 2663 ], "unit_o_proj_g27": [ 1197, 1421, 1369 ], "unit_v_proj_g24": [ 1642, 1545, 2245, 1547, 1494, 1954, 1705 ], "unit_down_proj_g21": [ 2010, 1873, 2309, 1985 ], "unit_up_proj_g02": [ 1843, 2141, 1871, 2628, 3051, 3110, 1789 ] }, "dropped": { "unit_o_proj_g09": [ 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011 ], "unit_o_proj_g12": [ 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020 ], "unit_gate_proj_g28": [ 1719, 1720, 1721, 1722 ], "unit_o_proj_g04": [ 1015, 1016, 1017 ], "unit_down_proj_g09": [ 1475, 1476, 1477, 1478, 1479, 1480, 1481, 1482, 1483, 1484, 1485, 1486, 1487 ], "unit_down_proj_g04": [ 1471, 1472, 1473, 1474, 1475, 1476, 1477, 1478, 1479, 1480, 1481, 1482, 1483 ], "unit_down_proj_g15": [ 1471, 1472, 1473, 1474, 1475, 1476, 1477, 1478, 1479, 1480, 1481, 1482 ], "unit_down_proj_g12": [ 1474, 1475, 1476, 1477 ], "unit_o_proj_g10": [ 1013, 1014, 1015 ], "unit_o_proj_g26": [ 1020 ], "unit_v_proj_g30": [ 1359, 1360, 1361 ], "unit_v_proj_g04": [ 1333, 1334, 1335, 1336, 1337, 1338, 1339, 1340, 1341, 1342 ], "unit_o_proj_g11": [ 1009, 1010, 1011 ], "unit_up_proj_g08": [ 1718, 1719, 1720, 1721, 1722 ], "unit_o_proj_g08": [ 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020 ], "unit_o_proj_g17": [ 1013, 1014, 1015, 1016, 1017, 1018 ], "unit_o_proj_g14": [ 1010, 1011, 1012 ], "unit_o_proj_g20": [ 1019, 1020, 1021, 1022 ], "unit_o_proj_g15": [ 1015 ], "unit_down_proj_g18": [ 1485 ], "unit_up_proj_g16": [ 1721, 1722 ], "unit_v_proj_g18": [ 1349, 1350, 1351, 1352, 1353, 1354, 1355 ], "unit_v_proj_g06": [ 1338, 1339, 1340, 1341, 1342, 1343, 1344, 1345, 1346, 1347, 1348, 1349, 1350, 1351 ], "unit_up_proj_g12": [ 1723 ], "unit_down_proj_g03": [ 1485, 1486, 1487, 1488 ], "unit_down_proj_g10": [ 1467, 1468, 1469, 1470, 1471, 1472, 1473, 1474, 1475, 1476, 1477 ], "unit_v_proj_g26": [ 1355, 1356, 1357, 1358, 1359 ], "unit_o_proj_g25": [ 1018, 1019, 1020, 1021 ], "unit_gate_proj_g20": [ 1721, 1722, 1723 ], "unit_q_proj_g08": [ 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1364 ], "unit_down_proj_g08": [ 1476, 1477, 1478, 1479, 1480, 1481, 1482, 1483, 1484, 1485, 1486, 1487, 1488 ], "unit_down_proj_g02": [ 1482, 1483, 1484, 1485, 1486, 1487, 1488 ], "unit_v_proj_g16": [ 1356, 1357, 1358, 1359, 1360, 1361, 1362 ], "unit_v_proj_g10": [ 1350, 1351, 1352, 1353, 1354, 1355, 1356, 1357, 1358, 1359, 1360 ], "unit_gate_proj_g02": [ 1721, 1722 ], "unit_o_proj_g13": [ 1010, 1011, 1012, 1013, 1014, 1015 ], "unit_gate_proj_g12": [ 1720 ], "unit_v_proj_g12": [ 1338, 1339, 1340, 1341, 1342, 1343, 1344, 1345, 1346, 1347, 1348, 1349, 1350, 1351 ], "unit_gate_proj_g14": [ 1720, 1721 ], "unit_o_proj_g06": [ 1015, 1016, 1017, 1018 ], "unit_down_proj_g05": [ 1485, 1486, 1487, 1488 ], "unit_o_proj_g30": [ 1021, 1022 ], "unit_q_proj_g06": [ 1361, 1362, 1363 ], "unit_o_proj_g19": [ 1020, 1021 ], "unit_gate_proj_g08": [ 1714, 1715, 1716, 1717, 1718, 1719, 1720, 1721, 1722, 1723, 1724 ], "unit_down_proj_g13": [ 1475, 1476, 1477, 1478, 1479, 1480, 1481, 1482, 1483, 1484, 1485, 1486, 1487, 1488 ], "unit_down_proj_g24": [ 1485, 1486, 1487 ], "unit_k_proj_g30": [ 1362, 1363 ], "unit_q_proj_g14": [ 1360 ], "unit_v_proj_g20": [ 1361, 1362, 1363 ], "unit_o_proj_g29": [ 1019, 1020 ], "unit_k_proj_g10": [ 1363, 1364 ], "unit_v_proj_g22": [ 1363 ], "unit_down_proj_g11": [ 1472, 1473, 1474, 1475, 1476, 1477, 1478, 1479, 1480, 1481, 1482, 1483, 1484 ], "unit_down_proj_g17": [ 1476, 1477 ], "unit_v_proj_g28": [ 1364 ], "unit_down_proj_g22": [ 1486, 1487, 1488, 1489, 1490 ], "unit_q_proj_g30": [ 1364 ], "unit_up_proj_g30": [ 1719, 1720, 1721, 1722 ], "unit_k_proj_g08": [ 1363, 1364 ], "unit_q_proj_g24": [ 1363 ], "unit_up_proj_g26": [ 1720, 1721, 1722, 1723 ], "unit_down_proj_g29": [ 1483, 1484, 1485, 1486, 1487, 1488 ], "unit_up_proj_g20": [ 1719, 1720, 1721, 1722 ], "unit_o_proj_g01": [ 1013, 1014, 1015, 1016, 1017, 1018 ], "unit_k_proj_g06": [ 1364 ], "unit_gate_proj_g10": [ 1724, 1725 ], "unit_up_proj_g18": [ 1713, 1714, 1715, 1716, 1717, 1718 ], "unit_down_proj_g14": [ 1474, 1475, 1476, 1477, 1478 ], "unit_q_proj_g10": [ 1364 ], "unit_gate_proj_g06": [ 1724, 1725 ], "unit_gate_proj_g04": [ 1723, 1724 ], "unit_down_proj_g00": [ 1491 ], "unit_k_proj_g12": [ 1362, 1363 ], "unit_v_proj_g00": [ 1359, 1360 ], "unit_down_proj_g01": [ 1484, 1485, 1486, 1487, 1488, 1489, 1490 ], "unit_k_proj_g26": [ 1364 ], "unit_o_proj_g07": [ 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022 ], "unit_down_proj_g28": [ 1487, 1488, 1489 ], "unit_o_proj_g16": [ 1012 ], "unit_q_proj_g18": [ 1361, 1362, 1363, 1364 ], "unit_o_proj_g02": [ 1015, 1016, 1017, 1018, 1019, 1020, 1021 ], "unit_k_proj_g14": [ 1364 ], "unit_v_proj_g14": [ 1352, 1353, 1354, 1355, 1356, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1364 ], "unit_v_proj_g02": [ 1351, 1352, 1353, 1354, 1355, 1356, 1357 ], "unit_up_proj_g28": [ 1725 ], "unit_o_proj_g27": [ 1020, 1021, 1022 ], "unit_v_proj_g24": [ 1357, 1358, 1359, 1360, 1361, 1362, 1363 ], "unit_down_proj_g21": [ 1482, 1483, 1484, 1485 ], "unit_up_proj_g02": [ 1719, 1720, 1721, 1722, 1723, 1724, 1725 ] }, "added_by_type": { "o_proj": 119, "gate_proj": 29, "down_proj": 145, "v_proj": 105, "up_proj": 34, "q_proj": 19, "k_proj": 11 }, "spent": 12943872, "param_fraction": 0.49982796308290156, "predicted_orr": -0.2925964050928087, "predicted_orr_total": -0.5727781494553597, "tau_binding": false, "measured": { "refusal_nll": 3.0454523611068725, "answer_nll": 0.9310428428649904, "direct_loss": 3.976495203971863, "dsafe": 1.963362032175064, "dsafe_sem": 0.06015845629104174, "orr": -3.0822713446617125, "orr_sem": 0.05202255067233501, "refh": -3.0454523611068725, "refh_sem": 0.04072199912095924, "refb": -4.013314187526703, "refb_sem": 0.03898385271259271, "gap": -0.9678618264198304, "gap_sem": 0.05637394774826868 }, "predicted_insert_value": 0.4623364606522955, "predicted_removal_value": 0.018976393486809684, "insert_cancellation": { "sum_abs_layer_value": 0.4636371718952432, "abs_sum_value": 0.4623364609433338, "n_opposite_sign": 8 }, "evict_cancellation": { "sum_abs_layer_value": 0.15196437237682403, "abs_sum_value": 0.13074295872138464, "n_opposite_sign": 106 }, "seconds": 102.29120254516602 }, { "round": 3, "n_added": 451, "n_swapped_out": 451, "added": { "unit_down_proj_g03": [ 1824, 2438, 2262, 1603, 1517 ], "unit_v_proj_g12": [ 2184, 1737, 1502 ], "unit_v_proj_g04": [ 2616, 2926, 2695, 2752, 2133, 2592, 2435, 2951, 3117 ], "unit_o_proj_g12": [ 1642, 2346, 1541, 1280 ], "unit_down_proj_g17": [ 2179, 1872, 1675, 1829, 1899, 1501, 1701, 2611, 1812, 2304, 2240, 2470 ], "unit_o_proj_g18": [ 1433, 1469, 1090, 1970, 1024, 2119, 2301, 2068, 1329, 1247, 1460 ], "unit_o_proj_g06": [ 1171, 1269, 2062, 1359, 1417, 1532, 1764, 1089, 1641, 1075, 1107, 1204, 1254, 1353, 1322, 1279, 1479, 2129, 1719, 1519, 2048, 2387, 1210, 1943, 1230, 1701 ], "unit_down_proj_g25": [ 1691, 2098, 1498, 1796, 4058, 2244, 1920, 2622 ], "unit_o_proj_g02": [ 1117, 1461, 1149 ], "unit_down_proj_g22": [ 4056, 1923, 2140, 1508, 2319, 1788 ], "unit_v_proj_g18": [ 2168, 1368, 1504, 1619, 2493, 1457, 2624, 1609, 2398, 2243, 2185, 1429, 2870 ], "unit_o_proj_g27": [ 1395, 1136 ], "unit_o_proj_g26": [ 1356, 1539, 1148, 1108, 1249, 1264, 1210, 1096, 1312, 1774, 1393 ], "unit_up_proj_g14": [ 1745, 2582 ], "unit_v_proj_g10": [ 2084, 2063, 1784, 1481 ], "unit_v_proj_g16": [ 4091, 1479, 2619, 1981, 1445, 2007, 3836, 1757, 1453, 1798, 1815, 2654, 1745, 1393 ], "unit_o_proj_g16": [ 1267, 1168, 2441 ], "unit_o_proj_g29": [ 1209 ], "unit_gate_proj_g14": [ 1850, 1777, 1856, 3262, 1748, 2309, 1929, 2564, 2020 ], "unit_o_proj_g10": [ 1584, 1365, 1747, 1100, 1600, 1068 ], "unit_o_proj_g25": [ 1026, 1078, 1482, 2034, 1149, 1383, 1109, 1200, 1107 ], "unit_o_proj_g14": [ 1232, 1230, 1483, 1095, 1064, 1264, 1295, 1538, 1237, 1055 ], "unit_o_proj_g23": [ 1133, 1492, 1404, 1046, 1036 ], "unit_gate_proj_g06": [ 1766, 1801, 2683, 1835 ], "unit_up_proj_g30": [ 3521, 2258 ], "unit_o_proj_g19": [ 1417, 1528, 1310 ], "unit_q_proj_g14": [ 1486, 1575, 1756, 1601, 2325 ], "unit_down_proj_g01": [ 2037, 2723 ], "unit_up_proj_g10": [ 2426, 3280, 1846 ], "unit_down_proj_g02": [ 1869, 1706, 1501, 2962, 1550, 1761, 1567, 1507, 3463, 2187, 1842, 2349, 1943, 1817, 1525, 1696, 2078 ], "unit_o_proj_g05": [ 1185, 1038, 1924, 1369, 1102, 1375, 1054, 2087, 1695 ], "unit_down_proj_g27": [ 1571 ], "unit_down_proj_g15": [ 2061, 1750, 1720, 3207, 1751 ], "unit_gate_proj_g12": [ 2152 ], "unit_v_proj_g22": [ 2403, 1878, 1548 ], "unit_q_proj_g10": [ 1816 ], "unit_up_proj_g02": [ 2804 ], "unit_down_proj_g16": [ 1849, 1946, 2859, 1514, 2194, 2896 ], "unit_gate_proj_g28": [ 4079, 3185, 2294 ], "unit_down_proj_g21": [ 2498 ], "unit_down_proj_g19": [ 2426, 3047, 1541, 2992, 2498, 1609, 2678, 1568, 1843, 1736, 2451, 2810, 1545, 1638, 2040, 2199, 2224, 1538, 1952, 2448 ], "unit_down_proj_g18": [ 1680 ], "unit_up_proj_g20": [ 2381, 2349, 3951, 2440, 2356, 2269, 1943 ], "unit_down_proj_g05": [ 2749 ], "unit_o_proj_g15": [ 1175, 1039, 1216 ], "unit_down_proj_g14": [ 1746, 2471, 1913, 2739, 2602, 1788, 2248, 3162, 2212, 1819, 1540, 2527, 2180, 2272, 1872, 1778, 2466 ], "unit_up_proj_g28": [ 2491, 2375 ], "unit_down_proj_g06": [ 1643, 1619, 2314, 1517 ], "unit_down_proj_g00": [ 1546, 1502 ], "unit_up_proj_g26": [ 2516, 1956, 2099, 2028, 2690, 2000, 3215, 3131 ], "unit_down_proj_g30": [ 1914, 1732, 1722, 2968, 1637, 2644, 1567 ], "unit_o_proj_g22": [ 1055, 1068, 1399, 1763 ], "unit_gate_proj_g16": [ 3064, 1746, 1889, 3095, 1864 ], "unit_q_proj_g06": [ 1569 ], "unit_up_proj_g22": [ 2176, 2674 ], "unit_gate_proj_g22": [ 1972 ], "unit_down_proj_g04": [ 1624, 2173, 2243, 2245, 2714, 2042, 1543, 1578, 1957, 1499, 1540, 1504, 1665, 1666, 2008, 1863, 2521, 2314 ], "unit_v_proj_g30": [ 1743, 1890, 1840, 2109, 2536 ], "unit_k_proj_g10": [ 1384 ], "unit_k_proj_g30": [ 2922 ], "unit_gate_proj_g24": [ 2432, 2429, 2053, 1989, 1752 ], "unit_k_proj_g26": [ 1758 ], "unit_v_proj_g02": [ 2979 ], "unit_up_proj_g18": [ 2577, 1727, 2027, 2322, 2780, 2653, 1787, 3883 ], "unit_q_proj_g20": [ 1449 ], "unit_q_proj_g12": [ 1452, 1426, 1493, 1366 ], "unit_up_proj_g24": [ 2954, 2094, 2880 ], "unit_o_proj_g30": [ 1135, 1330, 1041, 1216 ], "unit_down_proj_g20": [ 1656, 2641, 2816, 1902, 2667, 2870, 1627, 1958, 2087, 3061, 2973, 2584, 1617, 2934, 1542 ], "unit_up_proj_g12": [ 3477, 2569, 2087, 2067, 1753, 2405, 1874 ], "unit_k_proj_g18": [ 2593, 2030, 2715, 1981 ], "unit_q_proj_g16": [ 1424, 1609, 1655 ], "unit_o_proj_g20": [ 1125, 1248, 1027, 1497, 1243, 1527, 1393, 1336, 1258 ], "unit_down_proj_g26": [ 1606, 2833, 2425 ], "unit_v_proj_g20": [ 1534, 1392, 1383, 1440, 1696, 1515, 1420, 1407, 1454, 1805, 1421, 1393, 2340, 1922 ], "unit_v_proj_g24": [ 1916, 1418, 2757, 1563, 2209, 2624, 2632, 1786, 1485, 1806 ], "unit_v_proj_g14": [ 1819, 1638, 3092, 1685, 2808, 2963 ] }, "dropped": { "unit_down_proj_g03": [ 1480, 1481, 1482, 1483, 1484 ], "unit_v_proj_g12": [ 1335, 1336, 1337 ], "unit_v_proj_g04": [ 1324, 1325, 1326, 1327, 1328, 1329, 1330, 1331, 1332 ], "unit_o_proj_g12": [ 1003, 1004, 1005, 1006 ], "unit_down_proj_g17": [ 1464, 1465, 1466, 1467, 1468, 1469, 1470, 1471, 1472, 1473, 1474, 1475 ], "unit_o_proj_g18": [ 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014 ], "unit_o_proj_g06": [ 989, 990, 991, 992, 993, 994, 995, 996, 997, 998, 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014 ], "unit_down_proj_g25": [ 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491 ], "unit_o_proj_g02": [ 1012, 1013, 1014 ], "unit_down_proj_g22": [ 1480, 1481, 1482, 1483, 1484, 1485 ], "unit_v_proj_g18": [ 1336, 1337, 1338, 1339, 1340, 1341, 1342, 1343, 1344, 1345, 1346, 1347, 1348 ], "unit_o_proj_g27": [ 1018, 1019 ], "unit_o_proj_g26": [ 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019 ], "unit_up_proj_g14": [ 1721, 1722 ], "unit_v_proj_g10": [ 1346, 1347, 1348, 1349 ], "unit_v_proj_g16": [ 1342, 1343, 1344, 1345, 1346, 1347, 1348, 1349, 1350, 1351, 1352, 1353, 1354, 1355 ], "unit_o_proj_g16": [ 1009, 1010, 1011 ], "unit_o_proj_g29": [ 1018 ], "unit_gate_proj_g14": [ 1711, 1712, 1713, 1714, 1715, 1716, 1717, 1718, 1719 ], "unit_o_proj_g10": [ 1007, 1008, 1009, 1010, 1011, 1012 ], "unit_o_proj_g25": [ 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017 ], "unit_o_proj_g14": [ 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009 ], "unit_o_proj_g23": [ 1015, 1016, 1017, 1018, 1019 ], "unit_gate_proj_g06": [ 1720, 1721, 1722, 1723 ], "unit_up_proj_g30": [ 1717, 1718 ], "unit_o_proj_g19": [ 1017, 1018, 1019 ], "unit_q_proj_g14": [ 1355, 1356, 1357, 1358, 1359 ], "unit_down_proj_g01": [ 1482, 1483 ], "unit_up_proj_g10": [ 1722, 1723, 1724 ], "unit_down_proj_g02": [ 1465, 1466, 1467, 1468, 1469, 1470, 1471, 1472, 1473, 1474, 1475, 1476, 1477, 1478, 1479, 1480, 1481 ], "unit_o_proj_g05": [ 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010 ], "unit_down_proj_g27": [ 1491 ], "unit_down_proj_g15": [ 1466, 1467, 1468, 1469, 1470 ], "unit_gate_proj_g12": [ 1719 ], "unit_v_proj_g22": [ 1360, 1361, 1362 ], "unit_q_proj_g10": [ 1363 ], "unit_up_proj_g02": [ 1718 ], "unit_down_proj_g16": [ 1484, 1485, 1486, 1487, 1488, 1489 ], "unit_gate_proj_g28": [ 1716, 1717, 1718 ], "unit_down_proj_g21": [ 1481 ], "unit_down_proj_g19": [ 1471, 1472, 1473, 1474, 1475, 1476, 1477, 1478, 1479, 1480, 1481, 1482, 1483, 1484, 1485, 1486, 1487, 1488, 1489, 1490 ], "unit_down_proj_g18": [ 1484 ], "unit_up_proj_g20": [ 1712, 1713, 1714, 1715, 1716, 1717, 1718 ], "unit_down_proj_g05": [ 1484 ], "unit_o_proj_g15": [ 1012, 1013, 1014 ], "unit_down_proj_g14": [ 1457, 1458, 1459, 1460, 1461, 1462, 1463, 1464, 1465, 1466, 1467, 1468, 1469, 1470, 1471, 1472, 1473 ], "unit_up_proj_g28": [ 1723, 1724 ], "unit_down_proj_g06": [ 1479, 1480, 1481, 1482 ], "unit_down_proj_g00": [ 1489, 1490 ], "unit_up_proj_g26": [ 1712, 1713, 1714, 1715, 1716, 1717, 1718, 1719 ], "unit_down_proj_g30": [ 1483, 1484, 1485, 1486, 1487, 1488, 1489 ], "unit_o_proj_g22": [ 1007, 1008, 1009, 1010 ], "unit_gate_proj_g16": [ 1721, 1722, 1723, 1724, 1725 ], "unit_q_proj_g06": [ 1360 ], "unit_up_proj_g22": [ 1721, 1722 ], "unit_gate_proj_g22": [ 1725 ], "unit_down_proj_g04": [ 1453, 1454, 1455, 1456, 1457, 1458, 1459, 1460, 1461, 1462, 1463, 1464, 1465, 1466, 1467, 1468, 1469, 1470 ], "unit_v_proj_g30": [ 1354, 1355, 1356, 1357, 1358 ], "unit_k_proj_g10": [ 1362 ], "unit_k_proj_g30": [ 1361 ], "unit_gate_proj_g24": [ 1719, 1720, 1721, 1722, 1723 ], "unit_k_proj_g26": [ 1363 ], "unit_v_proj_g02": [ 1350 ], "unit_up_proj_g18": [ 1705, 1706, 1707, 1708, 1709, 1710, 1711, 1712 ], "unit_q_proj_g20": [ 1364 ], "unit_q_proj_g12": [ 1358, 1359, 1360, 1361 ], "unit_up_proj_g24": [ 1722, 1723, 1724 ], "unit_o_proj_g30": [ 1017, 1018, 1019, 1020 ], "unit_down_proj_g20": [ 1474, 1475, 1476, 1477, 1478, 1479, 1480, 1481, 1482, 1483, 1484, 1485, 1486, 1487, 1488 ], "unit_up_proj_g12": [ 1716, 1717, 1718, 1719, 1720, 1721, 1722 ], "unit_k_proj_g18": [ 1361, 1362, 1363, 1364 ], "unit_q_proj_g16": [ 1362, 1363, 1364 ], "unit_o_proj_g20": [ 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018 ], "unit_down_proj_g26": [ 1487, 1488, 1489 ], "unit_v_proj_g20": [ 1347, 1348, 1349, 1350, 1351, 1352, 1353, 1354, 1355, 1356, 1357, 1358, 1359, 1360 ], "unit_v_proj_g24": [ 1347, 1348, 1349, 1350, 1351, 1352, 1353, 1354, 1355, 1356 ], "unit_v_proj_g14": [ 1346, 1347, 1348, 1349, 1350, 1351 ] }, "added_by_type": { "down_proj": 151, "v_proj": 82, "o_proj": 123, "up_proj": 45, "gate_proj": 28, "q_proj": 15, "k_proj": 7 }, "spent": 19416320, "param_fraction": 0.49982796308290156, "predicted_orr": -0.48350514391722754, "predicted_orr_total": -1.0562832933725872, "tau_binding": false, "measured": { "refusal_nll": 3.1518963193893432, "answer_nll": 0.8517866897583009, "direct_loss": 4.003683009147644, "dsafe": 1.8924905419349671, "dsafe_sem": 0.08436215293836169, "orr": -3.6234258246421813, "orr_sem": 0.06224573425808431, "refh": -3.1518963193893432, "refh_sem": 0.054400725104679956, "refb": -4.475212514400482, "refb_sem": 0.048196128718739295, "gap": -1.323316195011139, "gap_sem": 0.0726794724484723 }, "predicted_insert_value": 0.5555316793324891, "predicted_removal_value": 0.013533233537600609, "insert_cancellation": { "sum_abs_layer_value": 0.5568757016735617, "abs_sum_value": 0.5555316785757896, "n_opposite_sign": 9 }, "evict_cancellation": { "sum_abs_layer_value": 0.18718505856668344, "abs_sum_value": 0.1529006528617174, "n_opposite_sign": 106 }, "seconds": 127.46957445144653 }, { "round": 4, "n_added": 390, "n_swapped_out": 390, "added": { "unit_o_proj_g04": [ 1218, 1697, 1053, 1480, 1199, 1485, 1330, 1456 ], "unit_v_proj_g14": [ 2277, 2470, 2178, 2450, 1373, 1955, 2449, 3565, 1537, 3361, 2035, 1848, 1476, 3977, 2117 ], "unit_o_proj_g10": [ 1264, 1199, 1065 ], "unit_v_proj_g10": [ 1745, 1891, 3582, 2341, 1574, 1611, 1400 ], "unit_down_proj_g02": [ 1866, 1642, 2302, 1699, 2635, 1908, 2160, 2050, 1513 ], "unit_down_proj_g01": [ 1650, 2584, 1553, 3345, 2177, 2137, 3033, 3099, 3112, 1640, 2625, 1516, 1750 ], "unit_down_proj_g12": [ 1526, 1585, 3266, 1802, 2431, 1789, 1757 ], "unit_down_proj_g06": [ 1813, 2150, 1717, 2536, 2224, 2426, 2154, 2520, 1574, 3009, 3269 ], "unit_v_proj_g06": [ 3022, 2410, 2623, 2939, 2078, 1679, 2301, 1673, 1491, 3197, 1794, 3549 ], "unit_up_proj_g16": [ 2674, 2001, 1793, 1828 ], "unit_down_proj_g04": [ 2434, 2442, 1722, 2015 ], "unit_o_proj_g03": [ 1609, 1024, 1171, 1295, 1214, 1042, 1067, 1803, 1324, 1416 ], "unit_o_proj_g05": [ 1114, 1045, 1478 ], "unit_down_proj_g21": [ 1578, 1668 ], "unit_v_proj_g30": [ 1411, 1601, 2579 ], "unit_v_proj_g24": [ 2009, 1539, 2289 ], "unit_o_proj_g26": [ 1394, 1250, 1066, 1472, 1193, 1683, 2220, 1078, 2346, 1603, 2007, 1880, 1819, 1094 ], "unit_o_proj_g06": [ 1037, 1886, 1271, 2241 ], "unit_gate_proj_g10": [ 2094, 2784, 2152 ], "unit_v_proj_g16": [ 2567, 1556, 3322, 1583, 1827, 3112, 1691 ], "unit_down_proj_g20": [ 2000 ], "unit_down_proj_g23": [ 2741, 1528, 1587, 1662, 1719, 2071, 1582 ], "unit_down_proj_g07": [ 1854, 1501, 2572, 1989, 2164 ], "unit_gate_proj_g14": [ 1833, 1772, 2164, 2275, 3939, 2976, 3416, 1842, 1768, 2565, 2807 ], "unit_v_proj_g04": [ 1696, 3730, 3231, 3255, 1378, 2656, 2126, 2620, 1406, 2579, 2352, 3005, 3035, 2214, 1634, 1537, 3406, 2217, 2312 ], "unit_v_proj_g12": [ 1768, 2440, 1854, 1636, 2677, 2471, 1530, 1850, 3039 ], "unit_o_proj_g20": [ 1142, 1100 ], "unit_gate_proj_g22": [ 2427, 1990, 2148, 2703, 2002, 2510 ], "unit_v_proj_g02": [ 3299 ], "unit_gate_proj_g06": [ 1784, 2434, 2706, 2837, 1993, 1930, 1832, 2584, 2179, 2031, 1903, 3441, 2130 ], "unit_up_proj_g12": [ 2174, 1780, 4088, 3124, 2346, 3571, 2266, 2852 ], "unit_down_proj_g27": [ 1938, 2959, 2761, 2495, 3100, 1544, 2321 ], "unit_down_proj_g29": [ 3221, 1858, 1669, 2600, 2894 ], "unit_q_proj_g18": [ 1701 ], "unit_up_proj_g26": [ 2761 ], "unit_o_proj_g25": [ 1144, 1189, 1538, 1475 ], "unit_o_proj_g16": [ 1110, 1276, 1289, 1594, 1829, 1522, 1330, 1397, 2010, 1027, 1661, 1209, 1200, 1512, 1807, 1629 ], "unit_up_proj_g14": [ 3414, 2749, 3477, 2827, 2819, 2209, 3064, 2559, 2663, 2101, 1763, 2318 ], "unit_up_proj_g00": [ 2126, 1762, 2136 ], "unit_up_proj_g02": [ 1803 ], "unit_q_proj_g14": [ 2398, 1427, 1478, 1506, 2637 ], "unit_gate_proj_g04": [ 2305, 2241, 2623, 2296, 2200, 3233, 3261, 3644, 1943, 2111, 1855, 2246, 2422, 1858, 3378, 1746 ], "unit_k_proj_g16": [ 2133 ], "unit_k_proj_g20": [ 1658, 2110, 1801 ], "unit_up_proj_g06": [ 1923, 1995, 2178, 1774, 2847, 2849, 3059, 1757, 2860, 3052, 2266, 3655, 2250, 3475, 3635, 2047, 2702 ], "unit_gate_proj_g12": [ 2411, 2396, 2331 ], "unit_down_proj_g14": [ 1518, 2616, 1524, 1578, 1663, 2463, 1583, 1921, 2921, 2131 ], "unit_k_proj_g10": [ 1542, 1438, 1484 ], "unit_q_proj_g08": [ 1402, 1427 ], "unit_up_proj_g24": [ 1791, 1898, 2189, 2006, 2329 ], "unit_down_proj_g05": [ 1832, 1558, 2110, 2736, 2251, 2520, 3033, 2399, 1700, 2936, 2417, 1959, 1827, 2076, 1934, 1833, 1799, 2357, 1686, 3190 ], "unit_k_proj_g12": [ 1528, 1418 ], "unit_gate_proj_g18": [ 1751, 2027, 2225, 2295, 3107, 1856, 3463, 1882 ], "unit_k_proj_g06": [ 1433 ], "unit_gate_proj_g00": [ 1796, 2118, 1899 ], "unit_q_proj_g22": [ 1368 ], "unit_gate_proj_g26": [ 2477, 2292, 2732 ], "unit_k_proj_g24": [ 1438 ], "unit_up_proj_g20": [ 2906, 2404, 1803, 1970 ], "unit_o_proj_g21": [ 1179, 1911, 2315, 1643, 1092, 2137, 1230 ], "unit_gate_proj_g28": [ 1851 ] }, "dropped": { "unit_o_proj_g04": [ 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014 ], "unit_v_proj_g14": [ 1331, 1332, 1333, 1334, 1335, 1336, 1337, 1338, 1339, 1340, 1341, 1342, 1343, 1344, 1345 ], "unit_o_proj_g10": [ 1004, 1005, 1006 ], "unit_v_proj_g10": [ 1339, 1340, 1341, 1342, 1343, 1344, 1345 ], "unit_down_proj_g02": [ 1456, 1457, 1458, 1459, 1460, 1461, 1462, 1463, 1464 ], "unit_down_proj_g01": [ 1469, 1470, 1471, 1472, 1473, 1474, 1475, 1476, 1477, 1478, 1479, 1480, 1481 ], "unit_down_proj_g12": [ 1467, 1468, 1469, 1470, 1471, 1472, 1473 ], "unit_down_proj_g06": [ 1468, 1469, 1470, 1471, 1472, 1473, 1474, 1475, 1476, 1477, 1478 ], "unit_v_proj_g06": [ 1326, 1327, 1328, 1329, 1330, 1331, 1332, 1333, 1334, 1335, 1336, 1337 ], "unit_up_proj_g16": [ 1717, 1718, 1719, 1720 ], "unit_down_proj_g04": [ 1449, 1450, 1451, 1452 ], "unit_o_proj_g03": [ 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015 ], "unit_o_proj_g05": [ 999, 1000, 1001 ], "unit_down_proj_g21": [ 1479, 1480 ], "unit_v_proj_g30": [ 1351, 1352, 1353 ], "unit_v_proj_g24": [ 1344, 1345, 1346 ], "unit_o_proj_g26": [ 995, 996, 997, 998, 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008 ], "unit_o_proj_g06": [ 985, 986, 987, 988 ], "unit_gate_proj_g10": [ 1721, 1722, 1723 ], "unit_v_proj_g16": [ 1335, 1336, 1337, 1338, 1339, 1340, 1341 ], "unit_down_proj_g20": [ 1473 ], "unit_down_proj_g23": [ 1475, 1476, 1477, 1478, 1479, 1480, 1481 ], "unit_down_proj_g07": [ 1481, 1482, 1483, 1484, 1485 ], "unit_gate_proj_g14": [ 1700, 1701, 1702, 1703, 1704, 1705, 1706, 1707, 1708, 1709, 1710 ], "unit_v_proj_g04": [ 1305, 1306, 1307, 1308, 1309, 1310, 1311, 1312, 1313, 1314, 1315, 1316, 1317, 1318, 1319, 1320, 1321, 1322, 1323 ], "unit_v_proj_g12": [ 1326, 1327, 1328, 1329, 1330, 1331, 1332, 1333, 1334 ], "unit_o_proj_g20": [ 1008, 1009 ], "unit_gate_proj_g22": [ 1719, 1720, 1721, 1722, 1723, 1724 ], "unit_v_proj_g02": [ 1349 ], "unit_gate_proj_g06": [ 1707, 1708, 1709, 1710, 1711, 1712, 1713, 1714, 1715, 1716, 1717, 1718, 1719 ], "unit_up_proj_g12": [ 1708, 1709, 1710, 1711, 1712, 1713, 1714, 1715 ], "unit_down_proj_g27": [ 1484, 1485, 1486, 1487, 1488, 1489, 1490 ], "unit_down_proj_g29": [ 1478, 1479, 1480, 1481, 1482 ], "unit_q_proj_g18": [ 1360 ], "unit_up_proj_g26": [ 1711 ], "unit_o_proj_g25": [ 1005, 1006, 1007, 1008 ], "unit_o_proj_g16": [ 993, 994, 995, 996, 997, 998, 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008 ], "unit_up_proj_g14": [ 1709, 1710, 1711, 1712, 1713, 1714, 1715, 1716, 1717, 1718, 1719, 1720 ], "unit_up_proj_g00": [ 1723, 1724, 1725 ], "unit_up_proj_g02": [ 1717 ], "unit_q_proj_g14": [ 1350, 1351, 1352, 1353, 1354 ], "unit_gate_proj_g04": [ 1707, 1708, 1709, 1710, 1711, 1712, 1713, 1714, 1715, 1716, 1717, 1718, 1719, 1720, 1721, 1722 ], "unit_k_proj_g16": [ 1364 ], "unit_k_proj_g20": [ 1362, 1363, 1364 ], "unit_up_proj_g06": [ 1708, 1709, 1710, 1711, 1712, 1713, 1714, 1715, 1716, 1717, 1718, 1719, 1720, 1721, 1722, 1723, 1724 ], "unit_gate_proj_g12": [ 1716, 1717, 1718 ], "unit_down_proj_g14": [ 1447, 1448, 1449, 1450, 1451, 1452, 1453, 1454, 1455, 1456 ], "unit_k_proj_g10": [ 1359, 1360, 1361 ], "unit_q_proj_g08": [ 1355, 1356 ], "unit_up_proj_g24": [ 1717, 1718, 1719, 1720, 1721 ], "unit_down_proj_g05": [ 1464, 1465, 1466, 1467, 1468, 1469, 1470, 1471, 1472, 1473, 1474, 1475, 1476, 1477, 1478, 1479, 1480, 1481, 1482, 1483 ], "unit_k_proj_g12": [ 1360, 1361 ], "unit_gate_proj_g18": [ 1715, 1716, 1717, 1718, 1719, 1720, 1721, 1722 ], "unit_k_proj_g06": [ 1363 ], "unit_gate_proj_g00": [ 1723, 1724, 1725 ], "unit_q_proj_g22": [ 1364 ], "unit_gate_proj_g26": [ 1723, 1724, 1725 ], "unit_k_proj_g24": [ 1364 ], "unit_up_proj_g20": [ 1708, 1709, 1710, 1711 ], "unit_o_proj_g21": [ 1017, 1018, 1019, 1020, 1021, 1022, 1023 ], "unit_gate_proj_g28": [ 1715 ] }, "added_by_type": { "o_proj": 71, "v_proj": 76, "down_proj": 101, "up_proj": 55, "gate_proj": 67, "q_proj": 9, "k_proj": 11 }, "spent": 25888768, "param_fraction": 0.49982796308290156, "predicted_orr": -0.30836249052117637, "predicted_orr_total": -1.3646457838937636, "tau_binding": false, "measured": { "refusal_nll": 3.1257586550712584, "answer_nll": 0.861127458810806, "direct_loss": 3.9868861138820644, "dsafe": 1.529317181110382, "dsafe_sem": 0.10494926099597741, "orr": -3.911834052801132, "orr_sem": 0.08097704907008876, "refh": -3.1257586550712584, "refh_sem": 0.06388122396465817, "refb": -4.772961511611938, "refb_sem": 0.05970950231869102, "gap": -1.6472028565406798, "gap_sem": 0.08744161161808825 }, "predicted_insert_value": 0.7045563497231342, "predicted_removal_value": 0.010493357105588075, "insert_cancellation": { "sum_abs_layer_value": 0.709946954913903, "abs_sum_value": 0.7045563517021947, "n_opposite_sign": 11 }, "evict_cancellation": { "sum_abs_layer_value": 0.2608624343338306, "abs_sum_value": 0.20389127077942248, "n_opposite_sign": 108 }, "seconds": 122.32407093048096 }, { "round": 5, "n_added": 441, "n_swapped_out": 441, "added": { "unit_o_proj_g03": [ 1688, 1062, 1381, 1149, 1244, 1553, 1178, 1636, 1077, 1975, 1902 ], "unit_down_proj_g05": [ 1623, 2005, 1752, 2408, 1551, 2567, 2400, 1713, 2518, 1529, 1670 ], "unit_v_proj_g04": [ 2781, 2880, 3006, 3054, 3437, 2423, 1551, 3380, 2371, 1961, 3198, 2735, 2061, 1415 ], "unit_down_proj_g09": [ 2210, 1638 ], "unit_down_proj_g01": [ 1933, 1531, 3020, 1989, 3075 ], "unit_down_proj_g02": [ 2653, 1670, 1719, 3411, 1662, 2800, 1546, 1906, 3024, 1630 ], "unit_v_proj_g06": [ 1600, 3041, 1502, 1591, 2144, 2971, 2755, 1832, 1749, 1394, 2043, 1480 ], "unit_o_proj_g27": [ 1490, 1406 ], "unit_down_proj_g12": [ 3104, 2674, 2121, 1793, 2671, 1846, 2335, 3055, 2467, 2263, 1598, 1964, 2378 ], "unit_v_proj_g10": [ 2085, 1752, 1761, 2080 ], "unit_o_proj_g09": [ 1167, 1572, 1390 ], "unit_down_proj_g06": [ 2093 ], "unit_down_proj_g07": [ 2132, 1562, 1885, 2447, 2034, 2275, 2285, 1664, 1679, 1608, 3455, 1592, 2056, 1671, 2365 ], "unit_o_proj_g02": [ 1231, 1046, 1484, 1031 ], "unit_up_proj_g02": [ 1775, 2052 ], "unit_down_proj_g11": [ 2873, 1988, 2957 ], "unit_o_proj_g15": [ 1035, 1025, 1241, 1451, 2220, 1636, 1676, 1219, 1056, 1328, 1067, 1936, 1299, 1412, 1631, 1286, 1375, 2338, 2651, 1454, 2553, 1472, 1200, 1888 ], "unit_up_proj_g08": [ 4090, 1778, 1987, 3321, 2730, 3527, 4075, 3069, 1840, 1802 ], "unit_down_proj_g03": [ 2011, 3011, 2759, 1535, 1928, 1796 ], "unit_v_proj_g12": [ 1686, 1798, 2336, 2572, 2417, 1455 ], "unit_o_proj_g04": [ 1520, 1390, 1164, 1726, 2086, 1351, 1059, 1645, 2153, 1091, 1693, 1324, 1171, 1060, 1121, 1574, 1253 ], "unit_o_proj_g01": [ 1044, 1194, 1334, 1074, 1747, 1307, 1256, 1130, 1066, 1070, 1537, 1253, 1456, 1405, 1510, 1400, 1106 ], "unit_down_proj_g10": [ 1783, 4088, 2499, 1912, 2822, 1839, 2642, 1763, 1621, 2210, 1885 ], "unit_up_proj_g06": [ 2259, 2491, 2922, 1950, 2685, 1741, 1817, 2057 ], "unit_up_proj_g10": [ 2387, 2326, 2351, 1879, 2984, 3177, 2513, 2106, 1838, 2374, 1911, 1818, 2646 ], "unit_gate_proj_g04": [ 1742, 1866, 3629, 1862, 2453, 2275 ], "unit_v_proj_g18": [ 2724, 3100, 4092, 2531, 1501 ], "unit_gate_proj_g16": [ 1858, 2834, 1964, 2005, 1768 ], "unit_up_proj_g12": [ 3449, 2536, 2878, 2858, 1978, 3510 ], "unit_v_proj_g14": [ 1912, 1568, 2945 ], "unit_up_proj_g16": [ 2455, 2066, 1903, 3757, 2869 ], "unit_down_proj_g15": [ 1795, 1944, 1725, 2973, 1791, 2806, 2092 ], "unit_up_proj_g22": [ 2999, 3157 ], "unit_down_proj_g08": [ 1599, 2332, 3358, 1679, 1687, 1648 ], "unit_o_proj_g11": [ 1214, 1600, 1115, 1403, 1445, 1029, 1105, 1333, 1185, 1643, 1469, 1258, 1381, 1860, 1114 ], "unit_down_proj_g19": [ 2268, 1825, 2937 ], "unit_up_proj_g04": [ 2213, 1983, 2343, 2226, 2514, 1997 ], "unit_up_proj_g30": [ 2881, 2233, 1763, 2983, 3596, 2277, 3325, 3251, 2291, 2558, 3929, 2094, 1853, 1731 ], "unit_k_proj_g12": [ 1732, 1779, 1509 ], "unit_v_proj_g16": [ 2202 ], "unit_k_proj_g08": [ 1367, 1404, 1409, 2818, 1373 ], "unit_o_proj_g18": [ 1717, 1029, 2053, 1183, 1455, 1323 ], "unit_o_proj_g05": [ 1056, 1181, 1629, 1474, 1104, 1452, 2031, 2152, 1783, 1651, 1990, 1354, 1656, 1112 ], "unit_o_proj_g23": [ 1138, 1593, 1483 ], "unit_q_proj_g12": [ 2879, 1951, 1424, 1875, 1454, 2318, 1376, 2421, 1974, 1463 ], "unit_gate_proj_g06": [ 2035, 2333 ], "unit_down_proj_g00": [ 1500, 1605, 2280, 1756, 2125, 1670 ], "unit_v_proj_g08": [ 2056, 2464, 2147, 1578, 1511, 3080, 1851, 2982 ], "unit_v_proj_g20": [ 3062, 1901, 1877, 2544, 2194, 2407 ], "unit_up_proj_g20": [ 3066, 2481, 1921, 1887 ], "unit_o_proj_g00": [ 1201, 1089, 1072, 1127 ], "unit_up_proj_g00": [ 2155 ], "unit_q_proj_g04": [ 1624, 1416, 1683 ], "unit_o_proj_g25": [ 1818, 2429, 1906, 1311 ], "unit_gate_proj_g18": [ 2093, 1807, 1833, 2256, 1790, 2049 ], "unit_k_proj_g10": [ 1378, 1717 ], "unit_down_proj_g25": [ 2188, 2300 ], "unit_v_proj_g30": [ 2451, 4084, 1661, 1370 ], "unit_q_proj_g08": [ 1794 ], "unit_k_proj_g30": [ 2402 ], "unit_v_proj_g28": [ 1709, 2113, 1725, 1855, 1689, 2989, 1388, 1692, 1842, 1728, 4087, 1733, 1564, 1500, 4081, 2204 ], "unit_q_proj_g02": [ 1383 ], "unit_gate_proj_g28": [ 2039, 2091, 2501, 2733, 2815, 1826 ], "unit_o_proj_g12": [ 1084, 1163, 1447, 1385, 1598, 1149 ], "unit_o_proj_g20": [ 1184 ], "unit_v_proj_g24": [ 2997 ], "unit_k_proj_g20": [ 2072 ], "unit_o_proj_g31": [ 1945, 1378, 1257, 1216, 1195, 1050 ] }, "dropped": { "unit_o_proj_g03": [ 995, 996, 997, 998, 999, 1000, 1001, 1002, 1003, 1004, 1005 ], "unit_down_proj_g05": [ 1453, 1454, 1455, 1456, 1457, 1458, 1459, 1460, 1461, 1462, 1463 ], "unit_v_proj_g04": [ 1291, 1292, 1293, 1294, 1295, 1296, 1297, 1298, 1299, 1300, 1301, 1302, 1303, 1304 ], "unit_down_proj_g09": [ 1473, 1474 ], "unit_down_proj_g01": [ 1464, 1465, 1466, 1467, 1468 ], "unit_down_proj_g02": [ 1446, 1447, 1448, 1449, 1450, 1451, 1452, 1453, 1454, 1455 ], "unit_v_proj_g06": [ 1314, 1315, 1316, 1317, 1318, 1319, 1320, 1321, 1322, 1323, 1324, 1325 ], "unit_o_proj_g27": [ 1016, 1017 ], "unit_down_proj_g12": [ 1454, 1455, 1456, 1457, 1458, 1459, 1460, 1461, 1462, 1463, 1464, 1465, 1466 ], "unit_v_proj_g10": [ 1335, 1336, 1337, 1338 ], "unit_o_proj_g09": [ 998, 999, 1000 ], "unit_down_proj_g06": [ 1467 ], "unit_down_proj_g07": [ 1466, 1467, 1468, 1469, 1470, 1471, 1472, 1473, 1474, 1475, 1476, 1477, 1478, 1479, 1480 ], "unit_o_proj_g02": [ 1008, 1009, 1010, 1011 ], "unit_up_proj_g02": [ 1715, 1716 ], "unit_down_proj_g11": [ 1469, 1470, 1471 ], "unit_o_proj_g15": [ 988, 989, 990, 991, 992, 993, 994, 995, 996, 997, 998, 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011 ], "unit_up_proj_g08": [ 1708, 1709, 1710, 1711, 1712, 1713, 1714, 1715, 1716, 1717 ], "unit_down_proj_g03": [ 1474, 1475, 1476, 1477, 1478, 1479 ], "unit_v_proj_g12": [ 1320, 1321, 1322, 1323, 1324, 1325 ], "unit_o_proj_g04": [ 990, 991, 992, 993, 994, 995, 996, 997, 998, 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006 ], "unit_o_proj_g01": [ 996, 997, 998, 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012 ], "unit_down_proj_g10": [ 1456, 1457, 1458, 1459, 1460, 1461, 1462, 1463, 1464, 1465, 1466 ], "unit_up_proj_g06": [ 1700, 1701, 1702, 1703, 1704, 1705, 1706, 1707 ], "unit_up_proj_g10": [ 1709, 1710, 1711, 1712, 1713, 1714, 1715, 1716, 1717, 1718, 1719, 1720, 1721 ], "unit_gate_proj_g04": [ 1701, 1702, 1703, 1704, 1705, 1706 ], "unit_v_proj_g18": [ 1331, 1332, 1333, 1334, 1335 ], "unit_gate_proj_g16": [ 1716, 1717, 1718, 1719, 1720 ], "unit_up_proj_g12": [ 1702, 1703, 1704, 1705, 1706, 1707 ], "unit_v_proj_g14": [ 1328, 1329, 1330 ], "unit_up_proj_g16": [ 1712, 1713, 1714, 1715, 1716 ], "unit_down_proj_g15": [ 1459, 1460, 1461, 1462, 1463, 1464, 1465 ], "unit_up_proj_g22": [ 1719, 1720 ], "unit_down_proj_g08": [ 1470, 1471, 1472, 1473, 1474, 1475 ], "unit_o_proj_g11": [ 994, 995, 996, 997, 998, 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008 ], "unit_down_proj_g19": [ 1468, 1469, 1470 ], "unit_up_proj_g04": [ 1717, 1718, 1719, 1720, 1721, 1722 ], "unit_up_proj_g30": [ 1703, 1704, 1705, 1706, 1707, 1708, 1709, 1710, 1711, 1712, 1713, 1714, 1715, 1716 ], "unit_k_proj_g12": [ 1357, 1358, 1359 ], "unit_v_proj_g16": [ 1334 ], "unit_k_proj_g08": [ 1358, 1359, 1360, 1361, 1362 ], "unit_o_proj_g18": [ 998, 999, 1000, 1001, 1002, 1003 ], "unit_o_proj_g05": [ 985, 986, 987, 988, 989, 990, 991, 992, 993, 994, 995, 996, 997, 998 ], "unit_o_proj_g23": [ 1012, 1013, 1014 ], "unit_q_proj_g12": [ 1348, 1349, 1350, 1351, 1352, 1353, 1354, 1355, 1356, 1357 ], "unit_gate_proj_g06": [ 1705, 1706 ], "unit_down_proj_g00": [ 1483, 1484, 1485, 1486, 1487, 1488 ], "unit_v_proj_g08": [ 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1364 ], "unit_v_proj_g20": [ 1341, 1342, 1343, 1344, 1345, 1346 ], "unit_up_proj_g20": [ 1704, 1705, 1706, 1707 ], "unit_o_proj_g00": [ 1020, 1021, 1022, 1023 ], "unit_up_proj_g00": [ 1722 ], "unit_q_proj_g04": [ 1362, 1363, 1364 ], "unit_o_proj_g25": [ 1001, 1002, 1003, 1004 ], "unit_gate_proj_g18": [ 1709, 1710, 1711, 1712, 1713, 1714 ], "unit_k_proj_g10": [ 1357, 1358 ], "unit_down_proj_g25": [ 1482, 1483 ], "unit_v_proj_g30": [ 1347, 1348, 1349, 1350 ], "unit_q_proj_g08": [ 1354 ], "unit_k_proj_g30": [ 1360 ], "unit_v_proj_g28": [ 1348, 1349, 1350, 1351, 1352, 1353, 1354, 1355, 1356, 1357, 1358, 1359, 1360, 1361, 1362, 1363 ], "unit_q_proj_g02": [ 1364 ], "unit_gate_proj_g28": [ 1709, 1710, 1711, 1712, 1713, 1714 ], "unit_o_proj_g12": [ 997, 998, 999, 1000, 1001, 1002 ], "unit_o_proj_g20": [ 1007 ], "unit_v_proj_g24": [ 1343 ], "unit_k_proj_g20": [ 1361 ], "unit_o_proj_g31": [ 1018, 1019, 1020, 1021, 1022, 1023 ] }, "added_by_type": { "o_proj": 137, "down_proj": 101, "v_proj": 80, "up_proj": 71, "gate_proj": 25, "k_proj": 12, "q_proj": 15 }, "spent": 32358144, "param_fraction": 0.49982796308290156, "predicted_orr": -1.0070417138595076, "predicted_orr_total": -2.371687497753271, "tau_binding": false, "measured": { "refusal_nll": 3.55016676902771, "answer_nll": 0.772892558574676, "direct_loss": 4.323059327602386, "dsafe": 1.99683584690094, "dsafe_sem": 0.14134595926857862, "orr": -4.735218446254731, "orr_sem": 0.07136424825292544, "refh": -3.55016676902771, "refh_sem": 0.08653395841818749, "refb": -5.508111004829407, "refb_sem": 0.05573604799643669, "gap": -1.9579442358016967, "gap_sem": 0.10293023368175988 }, "predicted_insert_value": 1.0118722613260616, "predicted_removal_value": 0.03132442948844982, "insert_cancellation": { "sum_abs_layer_value": 1.0176767597149592, "abs_sum_value": 1.011872263130499, "n_opposite_sign": 13 }, "evict_cancellation": { "sum_abs_layer_value": 0.362070750357816, "abs_sum_value": 0.2976370894393767, "n_opposite_sign": 115 }, "seconds": 127.14333128929138 }, { "round": 6, "n_added": 463, "n_swapped_out": 463, "added": { "unit_o_proj_g07": [ 1146, 1363, 1734, 1649, 1421, 1980 ], "unit_o_proj_g04": [ 1479, 1070, 2015, 1264, 1581, 1306, 1312, 1323, 1057, 1661 ], "unit_v_proj_g08": [ 2607, 2621, 2503, 2114, 1899, 1698, 1657, 1935, 2459, 2730, 1681, 1669, 2046, 3275, 1846, 2941, 1704, 2881, 1465, 1660, 2003, 3011, 1832, 1693 ], "unit_v_proj_g10": [ 2006, 1528, 1689, 1748, 2345, 2098, 2212, 1630, 1452, 2248, 1513, 2111, 1527, 2058, 2104, 1678, 2311 ], "unit_o_proj_g09": [ 1081, 1146, 1653 ], "unit_down_proj_g03": [ 2268, 1545, 2077 ], "unit_down_proj_g08": [ 1540, 1789, 1878, 2535, 3503 ], "unit_o_proj_g03": [ 1145, 1475, 2025, 1348, 1332, 1442, 1796, 1362, 1404 ], "unit_down_proj_g07": [ 2207, 3061, 1637, 2235, 2335, 1566, 1718, 1771, 3068, 1996, 2004, 1604, 1537 ], "unit_down_proj_g04": [ 1554, 2934, 1715, 1612, 1732, 1789, 1996, 2241, 2826, 1755, 1672, 2538, 1787, 2985, 2727, 2027, 1656, 2712, 2619, 1529, 1583, 1848 ], "unit_o_proj_g02": [ 1053, 1155, 1794, 1074, 1357, 2083, 1227, 1041, 1379 ], "unit_v_proj_g12": [ 2106, 1483, 2312, 2216, 2901, 2255, 1449, 1955, 2875, 1500 ], "unit_up_proj_g04": [ 1879, 2216, 1902, 2024, 2446, 2300, 2718, 2051 ], "unit_o_proj_g11": [ 1069, 1391, 1404, 1488, 1096, 2146, 1579, 1462, 1108, 1513, 2110, 1313, 1576, 1305, 1476, 1989, 1416, 1480, 1669, 1330, 1278, 1636 ], "unit_down_proj_g02": [ 4089, 1676, 1815, 1860, 1758, 2039, 2265, 2141, 2091 ], "unit_o_proj_g08": [ 1199, 1596, 1377, 1721, 1454, 1160, 1179, 1483 ], "unit_v_proj_g04": [ 2456, 2584, 1671, 1626, 1633, 2819 ], "unit_v_proj_g06": [ 3448, 1884, 1534, 1619, 1437, 1523, 1764, 1455, 2462, 3499, 3846, 2537, 1950, 3306, 2288, 1404, 2162, 2669, 2441, 3195, 3780, 2082, 2339, 3351 ], "unit_o_proj_g01": [ 1095 ], "unit_o_proj_g05": [ 1327, 1220, 1088, 1067, 1272, 1301, 1129, 1201, 1246, 1860, 1187, 1231, 1361, 1407, 1241, 1446, 2097, 1999, 1307 ], "unit_down_proj_g05": [ 1797, 1625, 1830 ], "unit_down_proj_g10": [ 1624, 1525, 2278, 2481, 1687, 1825, 1660, 1523, 1493, 1735 ], "unit_o_proj_g10": [ 1888, 2275, 1209, 1254 ], "unit_up_proj_g02": [ 1914, 2785, 1885, 2838, 3243, 1732, 1801 ], "unit_down_proj_g09": [ 1615, 1858, 1836, 2195, 2666, 1515, 2916 ], "unit_v_proj_g00": [ 1379, 1899, 1896, 1668 ], "unit_up_proj_g08": [ 1850, 2165, 1795, 2351, 1945, 2488, 2233, 2047, 2532, 2528, 2546, 2332, 3185, 3017, 1831 ], "unit_down_proj_g06": [ 1638, 1737, 2329, 1729, 3212, 2177, 2516, 1510, 1943, 2004, 1771, 3304, 1860, 2086, 2401, 1817, 1983, 2075, 2164 ], "unit_o_proj_g12": [ 1024, 1066, 1164, 1174, 1237, 1116, 1077, 2535, 1902, 1042, 1983, 2450, 1120, 1056 ], "unit_v_proj_g02": [ 3390, 2453, 2793 ], "unit_q_proj_g04": [ 1377, 1638, 2720, 2125 ], "unit_down_proj_g01": [ 1952, 1839, 1804, 2161, 1542, 2275, 2350, 1533, 1724, 1979, 2298, 1637, 2457, 1529, 2001, 2571, 1601, 3324, 2198, 1792, 2356, 2106, 1847, 2334, 1773 ], "unit_o_proj_g14": [ 1092, 1695, 1329, 1217, 1473, 1575, 1900, 1377 ], "unit_gate_proj_g04": [ 2919, 1912 ], "unit_q_proj_g08": [ 1682, 1922, 1493, 1939, 1859, 1377, 1714, 1561 ], "unit_up_proj_g10": [ 2699, 2796, 2129, 2038, 1734, 2975, 2666, 2445, 3760, 1840, 2700, 2025 ], "unit_k_proj_g08": [ 1769 ], "unit_v_proj_g20": [ 4093, 1506, 2068 ], "unit_gate_proj_g10": [ 1840, 2215, 1933, 2392, 2084, 1756 ], "unit_up_proj_g06": [ 2084, 2144 ], "unit_up_proj_g12": [ 3348, 2291, 2806 ], "unit_o_proj_g13": [ 1040, 1748, 2079, 1064, 1181, 1413, 1038 ], "unit_k_proj_g06": [ 1424, 1723 ], "unit_down_proj_g11": [ 1610, 1925, 1712, 2281 ], "unit_q_proj_g06": [ 1471, 1469, 1547, 1397, 1384, 1486, 1490 ], "unit_gate_proj_g08": [ 2693 ], "unit_down_proj_g13": [ 1571, 1776 ], "unit_q_proj_g12": [ 1462, 1899, 1456, 1440, 1890 ], "unit_q_proj_g10": [ 1591, 1419 ], "unit_v_proj_g14": [ 2629 ], "unit_gate_proj_g02": [ 2138, 1770, 3249, 2027, 3060, 2084, 1790 ], "unit_down_proj_g12": [ 1558, 1952, 1737, 1514, 1961, 1577, 2277 ], "unit_k_proj_g10": [ 1597 ], "unit_gate_proj_g06": [ 2207, 3612 ], "unit_o_proj_g06": [ 1246, 1191, 1389, 1266, 1465, 1848, 1435, 1145, 1704 ], "unit_k_proj_g04": [ 1816, 1402, 1896 ], "unit_o_proj_g15": [ 1877, 1272, 1528 ], "unit_v_proj_g16": [ 2759 ], "unit_down_proj_g00": [ 2009, 2020 ], "unit_k_proj_g02": [ 1523 ], "unit_gate_proj_g00": [ 1767, 1987 ], "unit_gate_proj_g12": [ 2089 ], "unit_down_proj_g15": [ 2573 ], "unit_down_proj_g14": [ 1507, 1731, 2193 ], "unit_q_proj_g14": [ 1690 ] }, "dropped": { "unit_o_proj_g07": [ 1005, 1006, 1007, 1008, 1009, 1010 ], "unit_o_proj_g04": [ 980, 981, 982, 983, 984, 985, 986, 987, 988, 989 ], "unit_v_proj_g08": [ 1333, 1334, 1335, 1336, 1337, 1338, 1339, 1340, 1341, 1342, 1343, 1344, 1345, 1346, 1347, 1348, 1349, 1350, 1351, 1352, 1353, 1354, 1355, 1356 ], "unit_v_proj_g10": [ 1318, 1319, 1320, 1321, 1322, 1323, 1324, 1325, 1326, 1327, 1328, 1329, 1330, 1331, 1332, 1333, 1334 ], "unit_o_proj_g09": [ 995, 996, 997 ], "unit_down_proj_g03": [ 1471, 1472, 1473 ], "unit_down_proj_g08": [ 1465, 1466, 1467, 1468, 1469 ], "unit_o_proj_g03": [ 986, 987, 988, 989, 990, 991, 992, 993, 994 ], "unit_down_proj_g07": [ 1453, 1454, 1455, 1456, 1457, 1458, 1459, 1460, 1461, 1462, 1463, 1464, 1465 ], "unit_down_proj_g04": [ 1427, 1428, 1429, 1430, 1431, 1432, 1433, 1434, 1435, 1436, 1437, 1438, 1439, 1440, 1441, 1442, 1443, 1444, 1445, 1446, 1447, 1448 ], "unit_o_proj_g02": [ 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007 ], "unit_v_proj_g12": [ 1310, 1311, 1312, 1313, 1314, 1315, 1316, 1317, 1318, 1319 ], "unit_up_proj_g04": [ 1709, 1710, 1711, 1712, 1713, 1714, 1715, 1716 ], "unit_o_proj_g11": [ 972, 973, 974, 975, 976, 977, 978, 979, 980, 981, 982, 983, 984, 985, 986, 987, 988, 989, 990, 991, 992, 993 ], "unit_down_proj_g02": [ 1437, 1438, 1439, 1440, 1441, 1442, 1443, 1444, 1445 ], "unit_o_proj_g08": [ 992, 993, 994, 995, 996, 997, 998, 999 ], "unit_v_proj_g04": [ 1285, 1286, 1287, 1288, 1289, 1290 ], "unit_v_proj_g06": [ 1290, 1291, 1292, 1293, 1294, 1295, 1296, 1297, 1298, 1299, 1300, 1301, 1302, 1303, 1304, 1305, 1306, 1307, 1308, 1309, 1310, 1311, 1312, 1313 ], "unit_o_proj_g01": [ 995 ], "unit_o_proj_g05": [ 966, 967, 968, 969, 970, 971, 972, 973, 974, 975, 976, 977, 978, 979, 980, 981, 982, 983, 984 ], "unit_down_proj_g05": [ 1450, 1451, 1452 ], "unit_down_proj_g10": [ 1446, 1447, 1448, 1449, 1450, 1451, 1452, 1453, 1454, 1455 ], "unit_o_proj_g10": [ 1000, 1001, 1002, 1003 ], "unit_up_proj_g02": [ 1708, 1709, 1710, 1711, 1712, 1713, 1714 ], "unit_down_proj_g09": [ 1466, 1467, 1468, 1469, 1470, 1471, 1472 ], "unit_v_proj_g00": [ 1355, 1356, 1357, 1358 ], "unit_up_proj_g08": [ 1693, 1694, 1695, 1696, 1697, 1698, 1699, 1700, 1701, 1702, 1703, 1704, 1705, 1706, 1707 ], "unit_down_proj_g06": [ 1448, 1449, 1450, 1451, 1452, 1453, 1454, 1455, 1456, 1457, 1458, 1459, 1460, 1461, 1462, 1463, 1464, 1465, 1466 ], "unit_o_proj_g12": [ 983, 984, 985, 986, 987, 988, 989, 990, 991, 992, 993, 994, 995, 996 ], "unit_v_proj_g02": [ 1346, 1347, 1348 ], "unit_q_proj_g04": [ 1358, 1359, 1360, 1361 ], "unit_down_proj_g01": [ 1439, 1440, 1441, 1442, 1443, 1444, 1445, 1446, 1447, 1448, 1449, 1450, 1451, 1452, 1453, 1454, 1455, 1456, 1457, 1458, 1459, 1460, 1461, 1462, 1463 ], "unit_o_proj_g14": [ 992, 993, 994, 995, 996, 997, 998, 999 ], "unit_gate_proj_g04": [ 1699, 1700 ], "unit_q_proj_g08": [ 1346, 1347, 1348, 1349, 1350, 1351, 1352, 1353 ], "unit_up_proj_g10": [ 1697, 1698, 1699, 1700, 1701, 1702, 1703, 1704, 1705, 1706, 1707, 1708 ], "unit_k_proj_g08": [ 1357 ], "unit_v_proj_g20": [ 1338, 1339, 1340 ], "unit_gate_proj_g10": [ 1715, 1716, 1717, 1718, 1719, 1720 ], "unit_up_proj_g06": [ 1698, 1699 ], "unit_up_proj_g12": [ 1699, 1700, 1701 ], "unit_o_proj_g13": [ 1003, 1004, 1005, 1006, 1007, 1008, 1009 ], "unit_k_proj_g06": [ 1361, 1362 ], "unit_down_proj_g11": [ 1465, 1466, 1467, 1468 ], "unit_q_proj_g06": [ 1353, 1354, 1355, 1356, 1357, 1358, 1359 ], "unit_gate_proj_g08": [ 1713 ], "unit_down_proj_g13": [ 1473, 1474 ], "unit_q_proj_g12": [ 1343, 1344, 1345, 1346, 1347 ], "unit_q_proj_g10": [ 1361, 1362 ], "unit_v_proj_g14": [ 1327 ], "unit_gate_proj_g02": [ 1714, 1715, 1716, 1717, 1718, 1719, 1720 ], "unit_down_proj_g12": [ 1447, 1448, 1449, 1450, 1451, 1452, 1453 ], "unit_k_proj_g10": [ 1356 ], "unit_gate_proj_g06": [ 1703, 1704 ], "unit_o_proj_g06": [ 976, 977, 978, 979, 980, 981, 982, 983, 984 ], "unit_k_proj_g04": [ 1362, 1363, 1364 ], "unit_o_proj_g15": [ 985, 986, 987 ], "unit_v_proj_g16": [ 1333 ], "unit_down_proj_g00": [ 1481, 1482 ], "unit_k_proj_g02": [ 1364 ], "unit_gate_proj_g00": [ 1721, 1722 ], "unit_gate_proj_g12": [ 1715 ], "unit_down_proj_g15": [ 1458 ], "unit_down_proj_g14": [ 1444, 1445, 1446 ], "unit_q_proj_g14": [ 1349 ] }, "added_by_type": { "o_proj": 132, "v_proj": 93, "down_proj": 135, "up_proj": 47, "q_proj": 27, "gate_proj": 21, "k_proj": 8 }, "spent": 38827008, "param_fraction": 0.49982796308290156, "predicted_orr": 0.0006730225541105028, "predicted_orr_total": -2.3710144751991606, "tau_binding": false, "measured": { "refusal_nll": 2.9511495232582092, "answer_nll": 1.0382056522369387, "direct_loss": 3.989355175495148, "dsafe": 0.8178926587104798, "dsafe_sem": 0.11209181841106616, "orr": -3.7493628311157225, "orr_sem": 0.11543798627222823, "refh": -2.9511495232582092, "refh_sem": 0.060078460690122334, "refb": -4.787568483352661, "refb_sem": 0.07884588090036736, "gap": -1.836418960094452, "gap_sem": 0.09912665824009952 }, "predicted_insert_value": 2.8732356464024633, "predicted_removal_value": 0.12199493474327028, "insert_cancellation": { "sum_abs_layer_value": 2.897676659980789, "abs_sum_value": 2.8732356333639473, "n_opposite_sign": 19 }, "evict_cancellation": { "sum_abs_layer_value": 0.7651775199628901, "abs_sum_value": 0.6416733826044947, "n_opposite_sign": 105 }, "seconds": 122.52292943000793 } ] }