{ "source": "/home/users/jeesup/svd_safety/results/svdllm_full/llama2_7b_chat_remove_40_seed42/checkpoint", "method": "svdllm+rescue_iter", "arm": "disc_iter", "objective": "disc", "gap_target": null, "budget_frac": 0.01, "chunk_frac": 0.001, "rounds_requested": 10, "nu": 1.0, "tau": Infinity, "orr_ceiling": Infinity, "dsafe_target": null, "jbb_in_sample": true, "harmful_behaviors": "/home/users/jeesup/svd_safety/data/jailbreakbench_harmful_behaviors.csv", "benign_behaviors": "/home/users/jeesup/svd_safety/data/jailbreakbench_benign_behaviors.csv", "refusal_text": "I cannot fulfill your request. I cannot assist with harmful, illegal, or unethical activity here today.", "calib_pair_indexes": [ "59", "21", "56", "18", "33", "42", "50", "27", "92", "71", "2", "25", "24", "52", "81", "99", "51", "61", "4", "97", "94", "37", "28", "80", "7", "57", "79", "26", "76", "78", "38", "0", "86", "46", "10", "29", "70", "45", "17", "39", "91", "40", "89", "5", "68", "1", "95", "84", "63", "3", "83", "93", "20", "87", "43", "73", "32", "75", "23", "96", "69", "15", "48", "55", "60", "9", "62", "31", "72", "16", "44", "82", "67", "34", "30", "58", "74", "88", "98", "54", "49", "6", "90", "11", "85", "41", "22", "19", "35", "64", "47", "12", "53", "14", "13", "66", "36", "65", "77", "8" ], "refuse_lead_tokens": 24, "answer_lead_tokens": 32, "ratio_removed": 0.40015913414831605, "param_fraction": 0.599840865851684, "added_params": 0, "gross_params_inserted": 12945152, "swap": true, "swap_evict": "sigma", "n_swapped_out": 1279, "evicted": { "4.o_proj": [ 1195, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1204, 1205, 1206, 1207, 1208, 1209, 1210, 1211, 1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227, 1177, 1178, 1179, 1180, 1181, 1182, 1183, 1184, 1185, 1186, 1187, 1188, 1189, 1190, 1191, 1192, 1193, 1194 ], "7.o_proj": [ 1186, 1187, 1188, 1189, 1190, 1191, 1192, 1193, 1194, 1195, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1204, 1205, 1206, 1207, 1208, 1209, 1210, 1211, 1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227, 1151, 1152, 1153, 1154, 1155, 1156, 1157, 1158, 1159, 1160, 1161, 1162, 1163, 1164, 1165, 1166, 1167, 1168, 1169, 1170, 1171, 1172, 1173, 1174, 1175, 1176, 1177, 1178, 1179, 1180, 1181, 1182, 1183, 1184, 1185 ], "5.v_proj": [ 1173, 1174, 1175, 1176, 1177, 1178, 1179, 1180, 1181, 1182, 1183, 1184, 1185, 1186, 1187, 1188, 1189, 1190, 1191, 1192, 1193, 1194, 1195, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1204, 1205, 1206, 1207, 1208, 1209, 1210, 1211, 1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227, 1154, 1155, 1156, 1157, 1158, 1159, 1160, 1161, 1162, 1163, 1164, 1165, 1166, 1167, 1168, 1169, 1170, 1171, 1172 ], "4.v_proj": [ 1194, 1195, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1204, 1205, 1206, 1207, 1208, 1209, 1210, 1211, 1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227, 1186, 1187, 1188, 1189, 1190, 1191, 1192, 1193 ], "3.v_proj": [ 1211, 1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227, 1210 ], "10.v_proj": [ 1201, 1202, 1203, 1204, 1205, 1206, 1207, 1208, 1209, 1210, 1211, 1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227, 1177, 1178, 1179, 1180, 1181, 1182, 1183, 1184, 1185, 1186, 1187, 1188, 1189, 1190, 1191, 1192, 1193, 1194, 1195, 1196, 1197, 1198, 1199, 1200 ], "12.v_proj": [ 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227, 1186, 1187, 1188, 1189, 1190, 1191, 1192, 1193, 1194, 1195, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1204, 1205, 1206, 1207, 1208, 1209, 1210, 1211, 1212, 1213, 1214 ], "7.v_proj": [ 1202, 1203, 1204, 1205, 1206, 1207, 1208, 1209, 1210, 1211, 1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227, 1195, 1196, 1197, 1198, 1199, 1200, 1201 ], "4.up_proj": [ 1782, 1783, 1784, 1785, 1786, 1787, 1788, 1789, 1790, 1780, 1781 ], "3.down_proj": [ 1783, 1784, 1785, 1786, 1787, 1788, 1789, 1790, 1782 ], "2.down_proj": [ 1781, 1782, 1783, 1784, 1785, 1786, 1787, 1788, 1789, 1790, 1780 ], "5.up_proj": [ 1782, 1783, 1784, 1785, 1786, 1787, 1788, 1789, 1790, 1778, 1779, 1780, 1781 ], "6.up_proj": [ 1778, 1779, 1780, 1781, 1782, 1783, 1784, 1785, 1786, 1787, 1788, 1789, 1790, 1776, 1777 ], "6.v_proj": [ 1208, 1209, 1210, 1211, 1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227, 1203, 1204, 1205, 1206, 1207 ], "9.o_proj": [ 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227, 1166, 1167, 1168, 1169, 1170, 1171, 1172, 1173, 1174, 1175, 1176, 1177, 1178, 1179, 1180, 1181, 1182, 1183, 1184, 1185, 1186, 1187, 1188, 1189, 1190, 1191, 1192, 1193, 1194, 1195, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1204, 1205, 1206, 1207, 1208, 1209, 1210, 1211, 1212 ], "3.up_proj": [ 1783, 1784, 1785, 1786, 1787, 1788, 1789, 1790, 1781, 1782 ], "11.v_proj": [ 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227, 1186, 1187, 1188, 1189, 1190, 1191, 1192, 1193, 1194, 1195, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1204, 1205, 1206, 1207, 1208, 1209, 1210, 1211, 1212 ], "4.gate_proj": [ 1784, 1785, 1786, 1787, 1788, 1789, 1790, 1783 ], "11.o_proj": [ 1223, 1224, 1225, 1226, 1227, 1220, 1221, 1222 ], "2.o_proj": [ 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227 ], "5.o_proj": [ 1221, 1222, 1223, 1224, 1225, 1226, 1227 ], "4.down_proj": [ 1782, 1783, 1784, 1785, 1786, 1787, 1788, 1789, 1790, 1776, 1777, 1778, 1779, 1780, 1781 ], "6.gate_proj": [ 1786, 1787, 1788, 1789, 1790 ], "6.o_proj": [ 1222, 1223, 1224, 1225, 1226, 1227, 1216, 1217, 1218, 1219, 1220, 1221 ], "4.k_proj": [ 1227 ], "10.o_proj": [ 1223, 1224, 1225, 1226, 1227, 1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222 ], "12.up_proj": [ 1789, 1790, 1780, 1781, 1782, 1783, 1784, 1785, 1786, 1787, 1788 ], "12.o_proj": [ 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227, 1201, 1202, 1203, 1204, 1205, 1206, 1207, 1208, 1209, 1210, 1211, 1212, 1213, 1214, 1215, 1216, 1217, 1218 ], "15.v_proj": [ 1222, 1223, 1224, 1225, 1226, 1227, 1204, 1205, 1206, 1207, 1208, 1209, 1210, 1211, 1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221 ], "5.down_proj": [ 1783, 1784, 1785, 1786, 1787, 1788, 1789, 1790, 1775, 1776, 1777, 1778, 1779, 1780, 1781, 1782 ], "13.v_proj": [ 1205, 1206, 1207, 1208, 1209, 1210, 1211, 1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227, 1156, 1157, 1158, 1159, 1160, 1161, 1162, 1163, 1164, 1165, 1166, 1167, 1168, 1169, 1170, 1171, 1172, 1173, 1174, 1175, 1176, 1177, 1178, 1179, 1180, 1181, 1182, 1183, 1184, 1185, 1186, 1187, 1188, 1189, 1190, 1191, 1192, 1193, 1194, 1195, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1204 ], "7.down_proj": [ 1786, 1787, 1788, 1789, 1790, 1783, 1784, 1785 ], "1.down_proj": [ 1782, 1783, 1784, 1785, 1786, 1787, 1788, 1789, 1790 ], "3.o_proj": [ 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227, 1213, 1214 ], "7.up_proj": [ 1776, 1777, 1778, 1779, 1780, 1781, 1782, 1783, 1784, 1785, 1786, 1787, 1788, 1789, 1790, 1773, 1774, 1775 ], "4.q_proj": [ 1225, 1226, 1227 ], "9.v_proj": [ 1218, 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227, 1184, 1185, 1186, 1187, 1188, 1189, 1190, 1191, 1192, 1193, 1194, 1195, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1204, 1205, 1206, 1207, 1208, 1209, 1210, 1211, 1212, 1213, 1214, 1215, 1216, 1217 ], "16.o_proj": [ 1224, 1225, 1226, 1227, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223 ], "13.down_proj": [ 1790, 1783, 1784, 1785, 1786, 1787, 1788, 1789 ], "13.o_proj": [ 1223, 1224, 1225, 1226, 1227, 1216, 1217, 1218, 1219, 1220, 1221, 1222 ], "14.o_proj": [ 1221, 1222, 1223, 1224, 1225, 1226, 1227, 1208, 1209, 1210, 1211, 1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220 ], "8.o_proj": [ 1224, 1225, 1226, 1227, 1220, 1221, 1222, 1223 ], "11.up_proj": [ 1784, 1785, 1786, 1787, 1788, 1789, 1790, 1778, 1779, 1780, 1781, 1782, 1783 ], "3.gate_proj": [ 1786, 1787, 1788, 1789, 1790, 1785 ], "2.v_proj": [ 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227 ], "8.up_proj": [ 1789, 1790, 1783, 1784, 1785, 1786, 1787, 1788 ], "8.v_proj": [ 1221, 1222, 1223, 1224, 1225, 1226, 1227, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220 ], "14.up_proj": [ 1786, 1787, 1788, 1789, 1790, 1784, 1785 ], "8.down_proj": [ 1788, 1789, 1790, 1785, 1786, 1787 ], "13.up_proj": [ 1790, 1784, 1785, 1786, 1787, 1788, 1789 ], "6.down_proj": [ 1782, 1783, 1784, 1785, 1786, 1787, 1788, 1789, 1790, 1780, 1781 ], "1.o_proj": [ 1226, 1227 ], "10.up_proj": [ 1787, 1788, 1789, 1790, 1782, 1783, 1784, 1785, 1786 ], "17.down_proj": [ 1789, 1790, 1787, 1788 ], "11.down_proj": [ 1790, 1785, 1786, 1787, 1788, 1789 ], "16.v_proj": [ 1226, 1227, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223, 1224, 1225 ], "8.gate_proj": [ 1788, 1789, 1790, 1787 ], "10.down_proj": [ 1790, 1789 ], "9.down_proj": [ 1788, 1789, 1790, 1777, 1778, 1779, 1780, 1781, 1782, 1783, 1784, 1785, 1786, 1787 ], "19.up_proj": [ 1790, 1788, 1789 ], "9.gate_proj": [ 1790, 1787, 1788, 1789 ], "16.down_proj": [ 1789, 1790, 1786, 1787, 1788 ], "5.gate_proj": [ 1790 ], "14.v_proj": [ 1222, 1223, 1224, 1225, 1226, 1227, 1189, 1190, 1191, 1192, 1193, 1194, 1195, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1204, 1205, 1206, 1207, 1208, 1209, 1210, 1211, 1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221 ], "18.up_proj": [ 1790, 1787, 1788, 1789 ], "24.o_proj": [ 1227 ], "2.up_proj": [ 1790 ], "9.up_proj": [ 1790, 1783, 1784, 1785, 1786, 1787, 1788, 1789 ], "31.o_proj": [ 1226, 1227 ], "1.v_proj": [ 1226, 1227 ], "1.up_proj": [ 1789, 1790 ], "7.gate_proj": [ 1788, 1789, 1790 ], "17.up_proj": [ 1788, 1789, 1790, 1786, 1787 ], "16.up_proj": [ 1790, 1789 ], "19.down_proj": [ 1790, 1789 ], "8.q_proj": [ 1227 ], "15.down_proj": [ 1790, 1785, 1786, 1787, 1788, 1789 ], "18.gate_proj": [ 1790, 1788, 1789 ], "11.gate_proj": [ 1790, 1787, 1788, 1789 ], "20.down_proj": [ 1790, 1789 ], "7.q_proj": [ 1227 ], "17.v_proj": [ 1225, 1226, 1227 ], "18.v_proj": [ 1225, 1226, 1227 ], "13.gate_proj": [ 1787, 1788, 1789, 1790 ], "15.o_proj": [ 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227 ], "15.gate_proj": [ 1787, 1788, 1789, 1790 ], "12.down_proj": [ 1786, 1787, 1788, 1789, 1790 ], "12.gate_proj": [ 1788, 1789, 1790 ], "23.o_proj": [ 1227 ], "25.up_proj": [ 1789, 1790 ], "14.down_proj": [ 1783, 1784, 1785, 1786, 1787, 1788, 1789, 1790 ], "18.o_proj": [ 1226, 1227 ], "21.v_proj": [ 1227 ], "31.v_proj": [ 1225, 1226, 1227 ], "18.down_proj": [ 1790 ], "27.v_proj": [ 1226, 1227 ], "17.gate_proj": [ 1789, 1790 ], "15.up_proj": [ 1786, 1787, 1788, 1789, 1790 ], "15.k_proj": [ 1227 ], "17.o_proj": [ 1227 ], "14.gate_proj": [ 1790 ], "21.o_proj": [ 1227 ], "22.up_proj": [ 1789, 1790 ], "19.gate_proj": [ 1790 ], "30.v_proj": [ 1227 ] }, "n_components": 1279, "stopped": "replayed intermediate round", "predicted_orr_total": -9.237743013580598, "history": [ { "round": 0, "n_added": 0, "spent": 0, "measured": { "dsafe": 1.9811133277416229, "dsafe_sem": 0.03331010043006623, "orr": -2.4325881004333496, "orr_sem": 0.038744039578294545, "refh": -2.6955436730384825, "refh_sem": 0.022900037567575686, "refb": -3.016122980117798, "refb_sem": 0.020200627043492615, "gap": -0.32057930707931526, "gap_sem": 0.0305364872496275 } }, { "round": 1, "n_added": 633, "n_swapped_out": 633, "added": { "4.o_proj": [ 1245, 1628, 1308, 1304, 1370, 1489, 1954, 1480, 1551, 1321, 1601, 1803, 1610, 1872, 1446, 1533, 2101, 1823, 1605, 1862, 1291, 1854, 2216, 1494, 2611, 2366, 1438, 2056, 1511, 2241, 2093, 2053, 1780 ], "7.o_proj": [ 1268, 1232, 1640, 1439, 1311, 1454, 2445, 1491, 1384, 1412, 1231, 1295, 1536, 1546, 1252, 1848, 1721, 1288, 1427, 1805, 1429, 1615, 1242, 1238, 1281, 1259, 1382, 1434, 1470, 1272, 1601, 1590, 1303, 1265, 2948, 1592, 2525, 1500, 1414, 1456, 1531, 1269 ], "5.v_proj": [ 3284, 3451, 2474, 2359, 3303, 3259, 3597, 3606, 3238, 2982, 2852, 3386, 3147, 2538, 3271, 1628, 2190, 2133, 3521, 3335, 1807, 1395, 2229, 3499, 3685, 3368, 3582, 3467, 2719, 3456, 2495, 3667, 3646, 3591, 3873, 3672, 2080, 3100, 1881, 3167, 2610, 1304, 3448, 2150, 3584, 2088, 1313, 1499, 2634, 3447, 3083, 1990, 1677, 3055, 2073 ], "4.v_proj": [ 1370, 1981, 1234, 1597, 1251, 1529, 2203, 1654, 1627, 1948, 1987, 1375, 1792, 1563, 1617, 1492, 1345, 1284, 1613, 2818, 2794, 2086, 1947, 2409, 2163, 1919, 1328, 1481, 1521, 3767, 1782, 2091, 2159, 1304 ], "3.v_proj": [ 3853, 2368, 2860, 2868, 3672, 3934, 3577, 1358, 1347, 3817, 3939, 2672, 1736, 3831, 2474, 3537, 2022 ], "10.v_proj": [ 3069, 3462, 2852, 1414, 1421, 3222, 1426, 3022, 3379, 3538, 3060, 1456, 1269, 1486, 2338, 2578, 3477, 2172, 3469, 1488, 2932, 1548, 1812, 1397, 2577, 2097, 2983 ], "12.v_proj": [ 1262, 2359, 1323, 1240, 1247, 1435, 1336, 3156, 3408, 1682, 2062, 1585, 1947 ], "7.v_proj": [ 1838, 1508, 1237, 1644, 1230, 1262, 2181, 3306, 1533, 1583, 3025, 1813, 1470, 1376, 2962, 1836, 1591, 2070, 1415, 2625, 3264, 2332, 2002, 1372, 1382, 3782 ], "4.up_proj": [ 2658, 2378, 2789, 2088, 2014, 2270, 2252, 2685, 2040 ], "3.down_proj": [ 2102, 2424, 1877, 1966, 2169, 3129, 2877, 2522 ], "2.down_proj": [ 2215, 3109, 2994, 2248, 4089, 2666, 2237, 2527, 3345, 2947 ], "5.up_proj": [ 2128, 2942, 2261, 1978, 2898, 2012, 1797, 1942, 2398 ], "6.up_proj": [ 2208, 2074, 2463, 1820, 2411, 2113, 3093, 1989, 2188, 1905, 2755, 1988, 1994 ], "6.v_proj": [ 1461, 1286, 1685, 3167, 1667, 1859, 1553, 1440, 2663, 1691, 1782, 1889, 3126, 2700, 1337, 2571, 1377, 1508, 3594, 1746 ], "9.o_proj": [ 1237, 1860, 1235, 1457, 2641, 1702, 1274, 1415, 1669, 2426, 1832, 1377, 1696, 1728, 2005 ], "3.up_proj": [ 1888, 1964, 1881, 2055, 3040, 3274, 1956, 4062 ], "11.v_proj": [ 1347, 3497, 3509, 3526, 1339, 2180, 3439, 3625, 2040, 1847, 3292, 2907, 1255, 3121, 1486 ], "4.gate_proj": [ 1797, 1926, 2618, 2781, 1995, 2067, 2391 ], "11.o_proj": [ 1250, 1697, 1574, 1517, 1523 ], "2.o_proj": [ 1334, 1350, 1244, 2137, 1862, 1675, 1317, 1448, 1361 ], "5.o_proj": [ 1505, 1264, 1433, 1441, 1368, 1543, 1862 ], "4.down_proj": [ 2126, 2039, 2860, 3225, 2609, 2034, 1845, 2297, 2077 ], "6.gate_proj": [ 2300, 2414, 2537, 1861, 2215 ], "6.o_proj": [ 1759, 1327, 1355, 1297, 1235, 2353 ], "4.k_proj": [ 1319 ], "10.o_proj": [ 1277, 1463, 1710, 1773, 1831 ], "12.up_proj": [ 2029, 1984 ], "12.o_proj": [ 1286, 1383, 1233, 1700, 1532, 1270, 1564, 1326, 1354 ], "15.v_proj": [ 3337, 1246, 2176, 2569, 1425, 2743 ], "5.down_proj": [ 1996, 2820, 4093, 1847, 2834, 1972, 2011, 3165 ], "13.v_proj": [ 1335, 3145, 1240, 1611, 1424, 3239, 1492, 2080, 2053, 2839, 3308, 1379, 2595, 2140, 2388, 2282, 1923, 1890, 1530, 2212, 1457, 3382, 2128 ], "7.down_proj": [ 2195, 1880, 2010, 3707, 1794 ], "1.down_proj": [ 2558, 1939, 2067, 2130, 1896, 2024, 2352, 2308, 1973 ], "3.o_proj": [ 1289, 1603, 1428, 1312, 1741, 1266, 2559, 1505, 1951, 1429, 1446, 1239, 1303 ], "7.up_proj": [ 1986, 1884, 3803, 1973, 2208, 1876, 2409, 2154, 2930, 2143, 1967, 1791, 1961, 2251, 2174 ], "4.q_proj": [ 1678, 1408, 1622 ], "9.v_proj": [ 1845, 3304, 1287, 1399, 1459, 1646, 2066, 2001, 1475, 3168 ], "16.o_proj": [ 1329, 1262, 1493, 1319 ], "13.down_proj": [ 1907 ], "13.o_proj": [ 1553, 1484, 1717, 1297, 1562 ], "14.o_proj": [ 1236, 1303, 1265, 1302, 1340, 1328, 1489 ], "8.o_proj": [ 1917, 1240, 1318, 2527 ], "11.up_proj": [ 2591, 1952, 2978, 1795, 3324, 1810, 2857 ], "3.gate_proj": [ 2207, 1820, 2230, 2532, 1929 ], "2.v_proj": [ 1320, 1444, 2977, 1323, 3772, 2360, 2330, 2196, 1711 ], "8.up_proj": [ 2643, 2964 ], "8.v_proj": [ 3297, 1264, 2911, 3604, 3768, 2488, 1817 ], "14.up_proj": [ 1834, 2180, 1850, 2566, 1947 ], "8.down_proj": [ 2093, 2382, 2818 ], "13.up_proj": [ 2304 ], "6.down_proj": [ 2477, 1793, 2226, 2418, 2419, 2035, 2018, 2401, 2159 ], "1.o_proj": [ 1565, 1334 ], "10.up_proj": [ 3752, 1996, 1894, 3402 ], "17.down_proj": [ 1920, 2397 ], "11.down_proj": [ 2212 ], "16.v_proj": [ 1816, 1265 ], "8.gate_proj": [ 2128, 1921, 1879 ], "10.down_proj": [ 1882 ], "9.down_proj": [ 2146, 2620, 1883 ], "19.up_proj": [ 2568 ], "9.gate_proj": [ 2762 ], "16.down_proj": [ 1824, 1860 ], "5.gate_proj": [ 2102 ], "14.v_proj": [ 3463, 2787, 1358, 1337, 1376, 1491 ], "18.up_proj": [ 2243 ], "24.o_proj": [ 1496 ], "2.up_proj": [ 1905 ], "9.up_proj": [ 2027 ], "31.o_proj": [ 1247, 1376 ], "1.v_proj": [ 1345, 1253 ], "1.up_proj": [ 2251, 1822 ], "7.gate_proj": [ 2715, 2087, 1864 ], "17.up_proj": [ 2351, 2049, 1988 ], "16.up_proj": [ 2727 ], "19.down_proj": [ 1801 ], "8.q_proj": [ 1266 ], "15.down_proj": [ 1892 ], "18.gate_proj": [ 1877 ], "11.gate_proj": [ 2154 ], "20.down_proj": [ 1946 ], "7.q_proj": [ 1648 ] }, "dropped": { "4.o_proj": [ 1195, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1204, 1205, 1206, 1207, 1208, 1209, 1210, 1211, 1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227 ], "7.o_proj": [ 1186, 1187, 1188, 1189, 1190, 1191, 1192, 1193, 1194, 1195, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1204, 1205, 1206, 1207, 1208, 1209, 1210, 1211, 1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227 ], "5.v_proj": [ 1173, 1174, 1175, 1176, 1177, 1178, 1179, 1180, 1181, 1182, 1183, 1184, 1185, 1186, 1187, 1188, 1189, 1190, 1191, 1192, 1193, 1194, 1195, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1204, 1205, 1206, 1207, 1208, 1209, 1210, 1211, 1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227 ], "4.v_proj": [ 1194, 1195, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1204, 1205, 1206, 1207, 1208, 1209, 1210, 1211, 1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227 ], "3.v_proj": [ 1211, 1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227 ], "10.v_proj": [ 1201, 1202, 1203, 1204, 1205, 1206, 1207, 1208, 1209, 1210, 1211, 1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227 ], "12.v_proj": [ 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227 ], "7.v_proj": [ 1202, 1203, 1204, 1205, 1206, 1207, 1208, 1209, 1210, 1211, 1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227 ], "4.up_proj": [ 1782, 1783, 1784, 1785, 1786, 1787, 1788, 1789, 1790 ], "3.down_proj": [ 1783, 1784, 1785, 1786, 1787, 1788, 1789, 1790 ], "2.down_proj": [ 1781, 1782, 1783, 1784, 1785, 1786, 1787, 1788, 1789, 1790 ], "5.up_proj": [ 1782, 1783, 1784, 1785, 1786, 1787, 1788, 1789, 1790 ], "6.up_proj": [ 1778, 1779, 1780, 1781, 1782, 1783, 1784, 1785, 1786, 1787, 1788, 1789, 1790 ], "6.v_proj": [ 1208, 1209, 1210, 1211, 1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227 ], "9.o_proj": [ 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227 ], "3.up_proj": [ 1783, 1784, 1785, 1786, 1787, 1788, 1789, 1790 ], "11.v_proj": [ 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227 ], "4.gate_proj": [ 1784, 1785, 1786, 1787, 1788, 1789, 1790 ], "11.o_proj": [ 1223, 1224, 1225, 1226, 1227 ], "2.o_proj": [ 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227 ], "5.o_proj": [ 1221, 1222, 1223, 1224, 1225, 1226, 1227 ], "4.down_proj": [ 1782, 1783, 1784, 1785, 1786, 1787, 1788, 1789, 1790 ], "6.gate_proj": [ 1786, 1787, 1788, 1789, 1790 ], "6.o_proj": [ 1222, 1223, 1224, 1225, 1226, 1227 ], "4.k_proj": [ 1227 ], "10.o_proj": [ 1223, 1224, 1225, 1226, 1227 ], "12.up_proj": [ 1789, 1790 ], "12.o_proj": [ 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227 ], "15.v_proj": [ 1222, 1223, 1224, 1225, 1226, 1227 ], "5.down_proj": [ 1783, 1784, 1785, 1786, 1787, 1788, 1789, 1790 ], "13.v_proj": [ 1205, 1206, 1207, 1208, 1209, 1210, 1211, 1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227 ], "7.down_proj": [ 1786, 1787, 1788, 1789, 1790 ], "1.down_proj": [ 1782, 1783, 1784, 1785, 1786, 1787, 1788, 1789, 1790 ], "3.o_proj": [ 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227 ], "7.up_proj": [ 1776, 1777, 1778, 1779, 1780, 1781, 1782, 1783, 1784, 1785, 1786, 1787, 1788, 1789, 1790 ], "4.q_proj": [ 1225, 1226, 1227 ], "9.v_proj": [ 1218, 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227 ], "16.o_proj": [ 1224, 1225, 1226, 1227 ], "13.down_proj": [ 1790 ], "13.o_proj": [ 1223, 1224, 1225, 1226, 1227 ], "14.o_proj": [ 1221, 1222, 1223, 1224, 1225, 1226, 1227 ], "8.o_proj": [ 1224, 1225, 1226, 1227 ], "11.up_proj": [ 1784, 1785, 1786, 1787, 1788, 1789, 1790 ], "3.gate_proj": [ 1786, 1787, 1788, 1789, 1790 ], "2.v_proj": [ 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227 ], "8.up_proj": [ 1789, 1790 ], "8.v_proj": [ 1221, 1222, 1223, 1224, 1225, 1226, 1227 ], "14.up_proj": [ 1786, 1787, 1788, 1789, 1790 ], "8.down_proj": [ 1788, 1789, 1790 ], "13.up_proj": [ 1790 ], "6.down_proj": [ 1782, 1783, 1784, 1785, 1786, 1787, 1788, 1789, 1790 ], "1.o_proj": [ 1226, 1227 ], "10.up_proj": [ 1787, 1788, 1789, 1790 ], "17.down_proj": [ 1789, 1790 ], "11.down_proj": [ 1790 ], "16.v_proj": [ 1226, 1227 ], "8.gate_proj": [ 1788, 1789, 1790 ], "10.down_proj": [ 1790 ], "9.down_proj": [ 1788, 1789, 1790 ], "19.up_proj": [ 1790 ], "9.gate_proj": [ 1790 ], "16.down_proj": [ 1789, 1790 ], "5.gate_proj": [ 1790 ], "14.v_proj": [ 1222, 1223, 1224, 1225, 1226, 1227 ], "18.up_proj": [ 1790 ], "24.o_proj": [ 1227 ], "2.up_proj": [ 1790 ], "9.up_proj": [ 1790 ], "31.o_proj": [ 1226, 1227 ], "1.v_proj": [ 1226, 1227 ], "1.up_proj": [ 1789, 1790 ], "7.gate_proj": [ 1788, 1789, 1790 ], "17.up_proj": [ 1788, 1789, 1790 ], "16.up_proj": [ 1790 ], "19.down_proj": [ 1790 ], "8.q_proj": [ 1227 ], "15.down_proj": [ 1790 ], "18.gate_proj": [ 1790 ], "11.gate_proj": [ 1790 ], "20.down_proj": [ 1790 ], "7.q_proj": [ 1227 ] }, "spent": 6471168, "param_fraction": 0.599840865851684, "predicted_orr": -0.35939029237556497, "predicted_orr_total": -0.35939029237556497, "tau_binding": false, "measured": { "dsafe": 1.6374998891353607, "dsafe_sem": 0.04099812389518427, "orr": -2.5156520795822144, "orr_sem": 0.05281198966473764, "refh": -2.611715440750122, "refh_sem": 0.025127906911792834, "refb": -3.173862020969391, "refb_sem": 0.028672759185011543, "gap": -0.5621465802192689, "gap_sem": 0.03812530426172872 }, "seconds": 371.2418620586395 }, { "round": 2, "n_added": 646, "n_swapped_out": 646, "added": { "7.o_proj": [ 1310, 1768, 2444, 1647, 1354, 1326, 1413, 1273, 1322, 2756, 3370, 1745, 1539, 1800, 1345, 1383, 1460, 2478, 1931, 2497, 1416, 2639, 1916, 1878, 2390, 1475, 1652, 2437, 2794, 2163, 2225, 1900, 2409, 1741, 2408 ], "9.o_proj": [ 1812, 1700, 1911, 2830, 2271, 2109, 1622, 1548, 1768, 2675, 1900, 1552, 2408, 2119, 1257, 2125, 2377, 2201, 2723, 1400, 1769, 1484, 1629, 1699, 1480, 1431, 1984, 1393, 1894, 1714, 2664, 1619, 1501, 2517, 1332, 1790, 1387, 2289, 1747, 1833, 1762, 2799, 1285, 1260, 1461, 1232, 1659 ], "5.v_proj": [ 3707, 2182, 3343, 3754, 1244, 3435, 3269, 2263, 3246, 3378, 3471, 1294, 2625, 2666, 3192, 3781, 3366, 1945, 3525 ], "9.v_proj": [ 3641, 2482, 1531, 1401, 2507, 1749, 2190, 1683, 1345, 3354, 2198, 3086, 1734, 1864, 2914, 3231, 2283, 2589, 1950, 2788, 1926, 1530, 1819, 1930, 2537, 3625, 2716, 1865, 1328, 1895, 1423, 2876, 2511, 2867 ], "12.v_proj": [ 1884, 1698, 2612, 1331, 2306, 1535, 2701, 1246, 1389, 1481, 3173, 1654, 1588, 1623, 1252, 1776, 1445, 1510, 2799, 1377, 1633, 3607, 1332, 2179, 2327, 1717, 1508, 1741, 1410 ], "13.v_proj": [ 1924, 2025, 2192, 1936, 1768, 2691, 1440, 1651, 2481, 3378, 1470, 1711, 1237, 1671, 1473, 1254, 1697, 2065, 1394, 1948, 2802, 2720, 2243, 1408, 2811, 1614, 2414, 1754, 1285, 2799, 1825, 3306, 2290, 1601, 2819, 1669, 1824, 1356, 3174, 2167, 1486, 2245, 2076, 2356, 2423, 1722, 2084, 2555, 2219 ], "10.v_proj": [ 3024, 2312, 2917, 3651, 3690, 3615, 1266, 2572, 2281, 3272, 1992, 3129, 2770, 1593, 1829, 3528, 1455, 1905, 3421, 1698, 2059, 2424, 1405, 1287 ], "9.up_proj": [ 1970, 2514, 1918, 1959, 1796, 2432, 1912 ], "15.v_proj": [ 1245, 2898, 1915, 1411, 1657, 2189, 1444, 1555, 1745, 1396, 1231, 2107, 1568, 2442, 1404, 1569, 2467, 3016 ], "7.up_proj": [ 2211, 2094, 2925 ], "5.down_proj": [ 2162, 2489, 1936, 2454, 1835, 1975, 2048, 2053 ], "14.v_proj": [ 1356, 1529, 2430, 1986, 3675, 2401, 1388, 1381, 1879, 1676, 1445, 2751, 1889, 2186, 1725, 1576, 1533, 1924, 2127, 1305, 2119, 1380, 1538, 1481, 1451, 1322, 1441, 1452, 2193, 1729, 2683, 1543, 3060 ], "11.v_proj": [ 1842, 3398, 1383, 2560, 3350, 2875, 2044, 1643, 2839, 3159, 1286, 1402, 3119, 2639, 3601, 2063, 2290, 1276, 3858, 1438, 3309, 2326, 3092, 3218, 2936, 1410, 3465 ], "14.o_proj": [ 1718, 1500, 1366, 1235, 1544, 1462, 1294, 1561, 1314, 1703, 1466, 1852, 2121 ], "8.up_proj": [ 2003, 2100, 1791, 2314, 1821, 2113 ], "9.down_proj": [ 2035, 2166, 1997, 1961, 2032, 2092, 2409, 2363, 2025, 2365, 1872 ], "6.o_proj": [ 1418, 1448, 1702, 1733, 1797, 1939 ], "5.up_proj": [ 2284, 1872, 1874, 2706 ], "10.o_proj": [ 1261, 1345, 1384, 1262, 1825, 1556, 1367, 1302, 1461, 1626, 1526 ], "3.o_proj": [ 1346, 1333 ], "12.up_proj": [ 1930, 3402, 2873, 3077, 3478, 3491, 2371, 2742, 1980 ], "17.v_proj": [ 1462, 2186, 1887 ], "18.v_proj": [ 1259, 1770, 1352 ], "13.down_proj": [ 1812, 2406, 2032, 3540, 2083, 1926, 2131 ], "13.gate_proj": [ 2428, 2253, 2315, 2307 ], "15.o_proj": [ 2173, 1469, 1585, 1400, 1516, 1498, 1320, 1522, 1291, 1640, 1533, 1717 ], "4.v_proj": [ 1395, 3612, 1589, 1379, 2185, 1259, 1932, 1584 ], "16.o_proj": [ 1301, 1581, 2025, 1963, 1759, 1488, 1310, 1891 ], "4.o_proj": [ 1555, 2215, 1632, 2400, 1265, 1330, 1380, 1722, 1937, 1482, 2362, 1268, 1853, 2384, 1881, 1950, 1508, 1665 ], "8.v_proj": [ 1636, 1966, 1585, 2232, 3136, 1594, 3272, 3316 ], "12.o_proj": [ 1930, 1611, 1378, 1838, 2359, 1272, 1397, 1283, 1313, 2393, 1594, 1228, 1361, 1904, 1357, 1811, 1474, 1352 ], "15.gate_proj": [ 1965, 3077, 2739, 1962 ], "13.up_proj": [ 2140, 2343, 2749, 1885, 3088, 2947 ], "4.down_proj": [ 1858, 1807, 1936, 2543, 1812, 2967 ], "12.down_proj": [ 2001, 1978, 1982, 2090, 3077 ], "6.v_proj": [ 1462, 1443, 1276, 1599, 2650 ], "12.gate_proj": [ 2145, 3198, 1956 ], "23.o_proj": [ 1583 ], "8.o_proj": [ 1998, 2066, 1529, 1493 ], "16.v_proj": [ 1778, 1814, 1410, 1941, 2036, 1647, 1655, 2926, 3382, 1385 ], "25.up_proj": [ 1942, 2037 ], "17.up_proj": [ 2498, 2084 ], "14.down_proj": [ 2865, 1829, 3206, 2013, 2132, 2627, 1804, 2093 ], "15.down_proj": [ 2050, 2009, 1820, 2108, 1910 ], "11.gate_proj": [ 2192, 2010, 2806 ], "11.up_proj": [ 2285, 1997, 2698, 2654, 1896, 3281 ], "6.up_proj": [ 1826, 3419 ], "14.up_proj": [ 2001, 1893 ], "7.v_proj": [ 1274, 2288, 1598, 1665, 1368, 1483, 1510 ], "4.gate_proj": [ 2042 ], "19.down_proj": [ 1894 ], "6.down_proj": [ 2203, 2664 ], "19.up_proj": [ 2609, 2497 ], "18.o_proj": [ 1352, 1405 ], "13.o_proj": [ 2058, 1354, 1494, 1781, 1458, 2508, 1397 ], "21.v_proj": [ 1401 ], "9.gate_proj": [ 1952, 2945, 2108 ], "4.up_proj": [ 2025, 1967 ], "31.v_proj": [ 1489, 1515, 1241 ], "11.down_proj": [ 1953, 1793, 1866, 2420, 1807 ], "16.down_proj": [ 2532, 2467, 4022 ], "8.down_proj": [ 2108, 2015, 2211 ], "18.gate_proj": [ 2009, 2098 ], "18.down_proj": [ 1805 ], "27.v_proj": [ 1305, 1325 ], "10.up_proj": [ 2664, 2976, 2309, 3340, 2605 ], "7.down_proj": [ 1876, 1809, 2070 ], "16.up_proj": [ 2544 ], "11.o_proj": [ 1306, 1683, 1542 ], "17.gate_proj": [ 2480, 2121 ], "15.up_proj": [ 1872, 2076, 1831, 2000, 2446 ], "15.k_proj": [ 1236 ], "17.down_proj": [ 1795, 2315 ], "3.v_proj": [ 1240 ], "17.o_proj": [ 1327 ], "14.gate_proj": [ 1900 ], "18.up_proj": [ 2303, 2192, 3316 ], "20.down_proj": [ 1882 ], "3.gate_proj": [ 2362 ], "3.down_proj": [ 1910 ], "2.down_proj": [ 2059 ], "21.o_proj": [ 1260 ], "22.up_proj": [ 2242, 1971 ], "19.gate_proj": [ 2675 ], "10.down_proj": [ 2063 ], "3.up_proj": [ 2150, 2283 ], "30.v_proj": [ 1525 ], "8.gate_proj": [ 2513 ] }, "dropped": { "7.o_proj": [ 1151, 1152, 1153, 1154, 1155, 1156, 1157, 1158, 1159, 1160, 1161, 1162, 1163, 1164, 1165, 1166, 1167, 1168, 1169, 1170, 1171, 1172, 1173, 1174, 1175, 1176, 1177, 1178, 1179, 1180, 1181, 1182, 1183, 1184, 1185 ], "9.o_proj": [ 1166, 1167, 1168, 1169, 1170, 1171, 1172, 1173, 1174, 1175, 1176, 1177, 1178, 1179, 1180, 1181, 1182, 1183, 1184, 1185, 1186, 1187, 1188, 1189, 1190, 1191, 1192, 1193, 1194, 1195, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1204, 1205, 1206, 1207, 1208, 1209, 1210, 1211, 1212 ], "5.v_proj": [ 1154, 1155, 1156, 1157, 1158, 1159, 1160, 1161, 1162, 1163, 1164, 1165, 1166, 1167, 1168, 1169, 1170, 1171, 1172 ], "9.v_proj": [ 1184, 1185, 1186, 1187, 1188, 1189, 1190, 1191, 1192, 1193, 1194, 1195, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1204, 1205, 1206, 1207, 1208, 1209, 1210, 1211, 1212, 1213, 1214, 1215, 1216, 1217 ], "12.v_proj": [ 1186, 1187, 1188, 1189, 1190, 1191, 1192, 1193, 1194, 1195, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1204, 1205, 1206, 1207, 1208, 1209, 1210, 1211, 1212, 1213, 1214 ], "13.v_proj": [ 1156, 1157, 1158, 1159, 1160, 1161, 1162, 1163, 1164, 1165, 1166, 1167, 1168, 1169, 1170, 1171, 1172, 1173, 1174, 1175, 1176, 1177, 1178, 1179, 1180, 1181, 1182, 1183, 1184, 1185, 1186, 1187, 1188, 1189, 1190, 1191, 1192, 1193, 1194, 1195, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1204 ], "10.v_proj": [ 1177, 1178, 1179, 1180, 1181, 1182, 1183, 1184, 1185, 1186, 1187, 1188, 1189, 1190, 1191, 1192, 1193, 1194, 1195, 1196, 1197, 1198, 1199, 1200 ], "9.up_proj": [ 1783, 1784, 1785, 1786, 1787, 1788, 1789 ], "15.v_proj": [ 1204, 1205, 1206, 1207, 1208, 1209, 1210, 1211, 1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221 ], "7.up_proj": [ 1773, 1774, 1775 ], "5.down_proj": [ 1775, 1776, 1777, 1778, 1779, 1780, 1781, 1782 ], "14.v_proj": [ 1189, 1190, 1191, 1192, 1193, 1194, 1195, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1204, 1205, 1206, 1207, 1208, 1209, 1210, 1211, 1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221 ], "11.v_proj": [ 1186, 1187, 1188, 1189, 1190, 1191, 1192, 1193, 1194, 1195, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1204, 1205, 1206, 1207, 1208, 1209, 1210, 1211, 1212 ], "14.o_proj": [ 1208, 1209, 1210, 1211, 1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220 ], "8.up_proj": [ 1783, 1784, 1785, 1786, 1787, 1788 ], "9.down_proj": [ 1777, 1778, 1779, 1780, 1781, 1782, 1783, 1784, 1785, 1786, 1787 ], "6.o_proj": [ 1216, 1217, 1218, 1219, 1220, 1221 ], "5.up_proj": [ 1778, 1779, 1780, 1781 ], "10.o_proj": [ 1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222 ], "3.o_proj": [ 1213, 1214 ], "12.up_proj": [ 1780, 1781, 1782, 1783, 1784, 1785, 1786, 1787, 1788 ], "17.v_proj": [ 1225, 1226, 1227 ], "18.v_proj": [ 1225, 1226, 1227 ], "13.down_proj": [ 1783, 1784, 1785, 1786, 1787, 1788, 1789 ], "13.gate_proj": [ 1787, 1788, 1789, 1790 ], "15.o_proj": [ 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227 ], "4.v_proj": [ 1186, 1187, 1188, 1189, 1190, 1191, 1192, 1193 ], "16.o_proj": [ 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223 ], "4.o_proj": [ 1177, 1178, 1179, 1180, 1181, 1182, 1183, 1184, 1185, 1186, 1187, 1188, 1189, 1190, 1191, 1192, 1193, 1194 ], "8.v_proj": [ 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220 ], "12.o_proj": [ 1201, 1202, 1203, 1204, 1205, 1206, 1207, 1208, 1209, 1210, 1211, 1212, 1213, 1214, 1215, 1216, 1217, 1218 ], "15.gate_proj": [ 1787, 1788, 1789, 1790 ], "13.up_proj": [ 1784, 1785, 1786, 1787, 1788, 1789 ], "4.down_proj": [ 1776, 1777, 1778, 1779, 1780, 1781 ], "12.down_proj": [ 1786, 1787, 1788, 1789, 1790 ], "6.v_proj": [ 1203, 1204, 1205, 1206, 1207 ], "12.gate_proj": [ 1788, 1789, 1790 ], "23.o_proj": [ 1227 ], "8.o_proj": [ 1220, 1221, 1222, 1223 ], "16.v_proj": [ 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223, 1224, 1225 ], "25.up_proj": [ 1789, 1790 ], "17.up_proj": [ 1786, 1787 ], "14.down_proj": [ 1783, 1784, 1785, 1786, 1787, 1788, 1789, 1790 ], "15.down_proj": [ 1785, 1786, 1787, 1788, 1789 ], "11.gate_proj": [ 1787, 1788, 1789 ], "11.up_proj": [ 1778, 1779, 1780, 1781, 1782, 1783 ], "6.up_proj": [ 1776, 1777 ], "14.up_proj": [ 1784, 1785 ], "7.v_proj": [ 1195, 1196, 1197, 1198, 1199, 1200, 1201 ], "4.gate_proj": [ 1783 ], "19.down_proj": [ 1789 ], "6.down_proj": [ 1780, 1781 ], "19.up_proj": [ 1788, 1789 ], "18.o_proj": [ 1226, 1227 ], "13.o_proj": [ 1216, 1217, 1218, 1219, 1220, 1221, 1222 ], "21.v_proj": [ 1227 ], "9.gate_proj": [ 1787, 1788, 1789 ], "4.up_proj": [ 1780, 1781 ], "31.v_proj": [ 1225, 1226, 1227 ], "11.down_proj": [ 1785, 1786, 1787, 1788, 1789 ], "16.down_proj": [ 1786, 1787, 1788 ], "8.down_proj": [ 1785, 1786, 1787 ], "18.gate_proj": [ 1788, 1789 ], "18.down_proj": [ 1790 ], "27.v_proj": [ 1226, 1227 ], "10.up_proj": [ 1782, 1783, 1784, 1785, 1786 ], "7.down_proj": [ 1783, 1784, 1785 ], "16.up_proj": [ 1789 ], "11.o_proj": [ 1220, 1221, 1222 ], "17.gate_proj": [ 1789, 1790 ], "15.up_proj": [ 1786, 1787, 1788, 1789, 1790 ], "15.k_proj": [ 1227 ], "17.down_proj": [ 1787, 1788 ], "3.v_proj": [ 1210 ], "17.o_proj": [ 1227 ], "14.gate_proj": [ 1790 ], "18.up_proj": [ 1787, 1788, 1789 ], "20.down_proj": [ 1789 ], "3.gate_proj": [ 1785 ], "3.down_proj": [ 1782 ], "2.down_proj": [ 1780 ], "21.o_proj": [ 1227 ], "22.up_proj": [ 1789, 1790 ], "19.gate_proj": [ 1790 ], "10.down_proj": [ 1789 ], "3.up_proj": [ 1781, 1782 ], "30.v_proj": [ 1227 ], "8.gate_proj": [ 1787 ] }, "spent": 12945152, "param_fraction": 0.599840865851684, "predicted_orr": -0.7152480858862873, "predicted_orr_total": -1.0746383782618523, "tau_binding": false, "measured": { "dsafe": 1.5581490409374237, "dsafe_sem": 0.08157460816345762, "orr": -3.2582976245880126, "orr_sem": 0.05406946736450313, "refh": -2.689816381931305, "refh_sem": 0.04282747612815508, "refb": -3.7074584436416624, "refb_sem": 0.036727834108718896, "gap": -1.0176420617103576, "gap_sem": 0.056419203378151914 }, "seconds": 336.6653575897217 } ], "scores": "/home/users/jeesup/svd_safety/results/recovery_jbb/sensitivity/remove40_disc_gap.npz", "basis": "/home/users/jeesup/svd_safety/assets/svdbasis/llama2_7b_chat_n256_s42", "per_matrix": { "4.o_proj": 51, "7.o_proj": 77, "5.v_proj": 74, "4.v_proj": 42, "3.v_proj": 18, "10.v_proj": 51, "12.v_proj": 42, "7.v_proj": 33, "4.up_proj": 11, "3.down_proj": 9, "2.down_proj": 11, "5.up_proj": 13, "6.up_proj": 15, "6.v_proj": 25, "9.o_proj": 62, "3.up_proj": 10, "11.v_proj": 42, "4.gate_proj": 8, "11.o_proj": 8, "2.o_proj": 9, "5.o_proj": 7, "4.down_proj": 15, "6.gate_proj": 5, "6.o_proj": 12, "4.k_proj": 1, "10.o_proj": 16, "12.up_proj": 11, "12.o_proj": 27, "15.v_proj": 24, "5.down_proj": 16, "13.v_proj": 72, "7.down_proj": 8, "1.down_proj": 9, "3.o_proj": 15, "7.up_proj": 18, "4.q_proj": 3, "9.v_proj": 44, "16.o_proj": 12, "13.down_proj": 8, "13.o_proj": 12, "14.o_proj": 20, "8.o_proj": 8, "11.up_proj": 13, "3.gate_proj": 6, "2.v_proj": 9, "8.up_proj": 8, "8.v_proj": 15, "14.up_proj": 7, "8.down_proj": 6, "13.up_proj": 7, "6.down_proj": 11, "1.o_proj": 2, "10.up_proj": 9, "17.down_proj": 4, "11.down_proj": 6, "16.v_proj": 12, "8.gate_proj": 4, "10.down_proj": 2, "9.down_proj": 14, "19.up_proj": 3, "9.gate_proj": 4, "16.down_proj": 5, "5.gate_proj": 1, "14.v_proj": 39, "18.up_proj": 4, "24.o_proj": 1, "2.up_proj": 1, "9.up_proj": 8, "31.o_proj": 2, "1.v_proj": 2, "1.up_proj": 2, "7.gate_proj": 3, "17.up_proj": 5, "16.up_proj": 2, "19.down_proj": 2, "8.q_proj": 1, "15.down_proj": 6, "18.gate_proj": 3, "11.gate_proj": 4, "20.down_proj": 2, "7.q_proj": 1, "17.v_proj": 3, "18.v_proj": 3, "13.gate_proj": 4, "15.o_proj": 12, "15.gate_proj": 4, "12.down_proj": 5, "12.gate_proj": 3, "23.o_proj": 1, "25.up_proj": 2, "14.down_proj": 8, "18.o_proj": 2, "21.v_proj": 1, "31.v_proj": 3, "18.down_proj": 1, "27.v_proj": 2, "17.gate_proj": 2, "15.up_proj": 5, "15.k_proj": 1, "17.o_proj": 1, "14.gate_proj": 1, "21.o_proj": 1, "22.up_proj": 2, "19.gate_proj": 1, "30.v_proj": 1 }, "components": { "4.o_proj": [ 1245, 1628, 1308, 1304, 1370, 1489, 1954, 1480, 1551, 1321, 1601, 1803, 1610, 1872, 1446, 1533, 2101, 1823, 1605, 1862, 1291, 1854, 2216, 1494, 2611, 2366, 1438, 2056, 1511, 2241, 2093, 2053, 1780, 1555, 2215, 1632, 2400, 1265, 1330, 1380, 1722, 1937, 1482, 2362, 1268, 1853, 2384, 1881, 1950, 1508, 1665 ], "7.o_proj": [ 1268, 1232, 1640, 1439, 1311, 1454, 2445, 1491, 1384, 1412, 1231, 1295, 1536, 1546, 1252, 1848, 1721, 1288, 1427, 1805, 1429, 1615, 1242, 1238, 1281, 1259, 1382, 1434, 1470, 1272, 1601, 1590, 1303, 1265, 2948, 1592, 2525, 1500, 1414, 1456, 1531, 1269, 1310, 1768, 2444, 1647, 1354, 1326, 1413, 1273, 1322, 2756, 3370, 1745, 1539, 1800, 1345, 1383, 1460, 2478, 1931, 2497, 1416, 2639, 1916, 1878, 2390, 1475, 1652, 2437, 2794, 2163, 2225, 1900, 2409, 1741, 2408 ], "5.v_proj": [ 3284, 3451, 2474, 2359, 3303, 3259, 3597, 3606, 3238, 2982, 2852, 3386, 3147, 2538, 3271, 1628, 2190, 2133, 3521, 3335, 1807, 1395, 2229, 3499, 3685, 3368, 3582, 3467, 2719, 3456, 2495, 3667, 3646, 3591, 3873, 3672, 2080, 3100, 1881, 3167, 2610, 1304, 3448, 2150, 3584, 2088, 1313, 1499, 2634, 3447, 3083, 1990, 1677, 3055, 2073, 3707, 2182, 3343, 3754, 1244, 3435, 3269, 2263, 3246, 3378, 3471, 1294, 2625, 2666, 3192, 3781, 3366, 1945, 3525 ], "4.v_proj": [ 1370, 1981, 1234, 1597, 1251, 1529, 2203, 1654, 1627, 1948, 1987, 1375, 1792, 1563, 1617, 1492, 1345, 1284, 1613, 2818, 2794, 2086, 1947, 2409, 2163, 1919, 1328, 1481, 1521, 3767, 1782, 2091, 2159, 1304, 1395, 3612, 1589, 1379, 2185, 1259, 1932, 1584 ], "3.v_proj": [ 3853, 2368, 2860, 2868, 3672, 3934, 3577, 1358, 1347, 3817, 3939, 2672, 1736, 3831, 2474, 3537, 2022, 1240 ], "10.v_proj": [ 3069, 3462, 2852, 1414, 1421, 3222, 1426, 3022, 3379, 3538, 3060, 1456, 1269, 1486, 2338, 2578, 3477, 2172, 3469, 1488, 2932, 1548, 1812, 1397, 2577, 2097, 2983, 3024, 2312, 2917, 3651, 3690, 3615, 1266, 2572, 2281, 3272, 1992, 3129, 2770, 1593, 1829, 3528, 1455, 1905, 3421, 1698, 2059, 2424, 1405, 1287 ], "12.v_proj": [ 1262, 2359, 1323, 1240, 1247, 1435, 1336, 3156, 3408, 1682, 2062, 1585, 1947, 1884, 1698, 2612, 1331, 2306, 1535, 2701, 1246, 1389, 1481, 3173, 1654, 1588, 1623, 1252, 1776, 1445, 1510, 2799, 1377, 1633, 3607, 1332, 2179, 2327, 1717, 1508, 1741, 1410 ], "7.v_proj": [ 1838, 1508, 1237, 1644, 1230, 1262, 2181, 3306, 1533, 1583, 3025, 1813, 1470, 1376, 2962, 1836, 1591, 2070, 1415, 2625, 3264, 2332, 2002, 1372, 1382, 3782, 1274, 2288, 1598, 1665, 1368, 1483, 1510 ], "4.up_proj": [ 2658, 2378, 2789, 2088, 2014, 2270, 2252, 2685, 2040, 2025, 1967 ], "3.down_proj": [ 2102, 2424, 1877, 1966, 2169, 3129, 2877, 2522, 1910 ], "2.down_proj": [ 2215, 3109, 2994, 2248, 4089, 2666, 2237, 2527, 3345, 2947, 2059 ], "5.up_proj": [ 2128, 2942, 2261, 1978, 2898, 2012, 1797, 1942, 2398, 2284, 1872, 1874, 2706 ], "6.up_proj": [ 2208, 2074, 2463, 1820, 2411, 2113, 3093, 1989, 2188, 1905, 2755, 1988, 1994, 1826, 3419 ], "6.v_proj": [ 1461, 1286, 1685, 3167, 1667, 1859, 1553, 1440, 2663, 1691, 1782, 1889, 3126, 2700, 1337, 2571, 1377, 1508, 3594, 1746, 1462, 1443, 1276, 1599, 2650 ], "9.o_proj": [ 1237, 1860, 1235, 1457, 2641, 1702, 1274, 1415, 1669, 2426, 1832, 1377, 1696, 1728, 2005, 1812, 1700, 1911, 2830, 2271, 2109, 1622, 1548, 1768, 2675, 1900, 1552, 2408, 2119, 1257, 2125, 2377, 2201, 2723, 1400, 1769, 1484, 1629, 1699, 1480, 1431, 1984, 1393, 1894, 1714, 2664, 1619, 1501, 2517, 1332, 1790, 1387, 2289, 1747, 1833, 1762, 2799, 1285, 1260, 1461, 1232, 1659 ], "3.up_proj": [ 1888, 1964, 1881, 2055, 3040, 3274, 1956, 4062, 2150, 2283 ], "11.v_proj": [ 1347, 3497, 3509, 3526, 1339, 2180, 3439, 3625, 2040, 1847, 3292, 2907, 1255, 3121, 1486, 1842, 3398, 1383, 2560, 3350, 2875, 2044, 1643, 2839, 3159, 1286, 1402, 3119, 2639, 3601, 2063, 2290, 1276, 3858, 1438, 3309, 2326, 3092, 3218, 2936, 1410, 3465 ], "4.gate_proj": [ 1797, 1926, 2618, 2781, 1995, 2067, 2391, 2042 ], "11.o_proj": [ 1250, 1697, 1574, 1517, 1523, 1306, 1683, 1542 ], "2.o_proj": [ 1334, 1350, 1244, 2137, 1862, 1675, 1317, 1448, 1361 ], "5.o_proj": [ 1505, 1264, 1433, 1441, 1368, 1543, 1862 ], "4.down_proj": [ 2126, 2039, 2860, 3225, 2609, 2034, 1845, 2297, 2077, 1858, 1807, 1936, 2543, 1812, 2967 ], "6.gate_proj": [ 2300, 2414, 2537, 1861, 2215 ], "6.o_proj": [ 1759, 1327, 1355, 1297, 1235, 2353, 1418, 1448, 1702, 1733, 1797, 1939 ], "4.k_proj": [ 1319 ], "10.o_proj": [ 1277, 1463, 1710, 1773, 1831, 1261, 1345, 1384, 1262, 1825, 1556, 1367, 1302, 1461, 1626, 1526 ], "12.up_proj": [ 2029, 1984, 1930, 3402, 2873, 3077, 3478, 3491, 2371, 2742, 1980 ], "12.o_proj": [ 1286, 1383, 1233, 1700, 1532, 1270, 1564, 1326, 1354, 1930, 1611, 1378, 1838, 2359, 1272, 1397, 1283, 1313, 2393, 1594, 1228, 1361, 1904, 1357, 1811, 1474, 1352 ], "15.v_proj": [ 3337, 1246, 2176, 2569, 1425, 2743, 1245, 2898, 1915, 1411, 1657, 2189, 1444, 1555, 1745, 1396, 1231, 2107, 1568, 2442, 1404, 1569, 2467, 3016 ], "5.down_proj": [ 1996, 2820, 4093, 1847, 2834, 1972, 2011, 3165, 2162, 2489, 1936, 2454, 1835, 1975, 2048, 2053 ], "13.v_proj": [ 1335, 3145, 1240, 1611, 1424, 3239, 1492, 2080, 2053, 2839, 3308, 1379, 2595, 2140, 2388, 2282, 1923, 1890, 1530, 2212, 1457, 3382, 2128, 1924, 2025, 2192, 1936, 1768, 2691, 1440, 1651, 2481, 3378, 1470, 1711, 1237, 1671, 1473, 1254, 1697, 2065, 1394, 1948, 2802, 2720, 2243, 1408, 2811, 1614, 2414, 1754, 1285, 2799, 1825, 3306, 2290, 1601, 2819, 1669, 1824, 1356, 3174, 2167, 1486, 2245, 2076, 2356, 2423, 1722, 2084, 2555, 2219 ], "7.down_proj": [ 2195, 1880, 2010, 3707, 1794, 1876, 1809, 2070 ], "1.down_proj": [ 2558, 1939, 2067, 2130, 1896, 2024, 2352, 2308, 1973 ], "3.o_proj": [ 1289, 1603, 1428, 1312, 1741, 1266, 2559, 1505, 1951, 1429, 1446, 1239, 1303, 1346, 1333 ], "7.up_proj": [ 1986, 1884, 3803, 1973, 2208, 1876, 2409, 2154, 2930, 2143, 1967, 1791, 1961, 2251, 2174, 2211, 2094, 2925 ], "4.q_proj": [ 1678, 1408, 1622 ], "9.v_proj": [ 1845, 3304, 1287, 1399, 1459, 1646, 2066, 2001, 1475, 3168, 3641, 2482, 1531, 1401, 2507, 1749, 2190, 1683, 1345, 3354, 2198, 3086, 1734, 1864, 2914, 3231, 2283, 2589, 1950, 2788, 1926, 1530, 1819, 1930, 2537, 3625, 2716, 1865, 1328, 1895, 1423, 2876, 2511, 2867 ], "16.o_proj": [ 1329, 1262, 1493, 1319, 1301, 1581, 2025, 1963, 1759, 1488, 1310, 1891 ], "13.down_proj": [ 1907, 1812, 2406, 2032, 3540, 2083, 1926, 2131 ], "13.o_proj": [ 1553, 1484, 1717, 1297, 1562, 2058, 1354, 1494, 1781, 1458, 2508, 1397 ], "14.o_proj": [ 1236, 1303, 1265, 1302, 1340, 1328, 1489, 1718, 1500, 1366, 1235, 1544, 1462, 1294, 1561, 1314, 1703, 1466, 1852, 2121 ], "8.o_proj": [ 1917, 1240, 1318, 2527, 1998, 2066, 1529, 1493 ], "11.up_proj": [ 2591, 1952, 2978, 1795, 3324, 1810, 2857, 2285, 1997, 2698, 2654, 1896, 3281 ], "3.gate_proj": [ 2207, 1820, 2230, 2532, 1929, 2362 ], "2.v_proj": [ 1320, 1444, 2977, 1323, 3772, 2360, 2330, 2196, 1711 ], "8.up_proj": [ 2643, 2964, 2003, 2100, 1791, 2314, 1821, 2113 ], "8.v_proj": [ 3297, 1264, 2911, 3604, 3768, 2488, 1817, 1636, 1966, 1585, 2232, 3136, 1594, 3272, 3316 ], "14.up_proj": [ 1834, 2180, 1850, 2566, 1947, 2001, 1893 ], "8.down_proj": [ 2093, 2382, 2818, 2108, 2015, 2211 ], "13.up_proj": [ 2304, 2140, 2343, 2749, 1885, 3088, 2947 ], "6.down_proj": [ 2477, 1793, 2226, 2418, 2419, 2035, 2018, 2401, 2159, 2203, 2664 ], "1.o_proj": [ 1565, 1334 ], "10.up_proj": [ 3752, 1996, 1894, 3402, 2664, 2976, 2309, 3340, 2605 ], "17.down_proj": [ 1920, 2397, 1795, 2315 ], "11.down_proj": [ 2212, 1953, 1793, 1866, 2420, 1807 ], "16.v_proj": [ 1816, 1265, 1778, 1814, 1410, 1941, 2036, 1647, 1655, 2926, 3382, 1385 ], "8.gate_proj": [ 2128, 1921, 1879, 2513 ], "10.down_proj": [ 1882, 2063 ], "9.down_proj": [ 2146, 2620, 1883, 2035, 2166, 1997, 1961, 2032, 2092, 2409, 2363, 2025, 2365, 1872 ], "19.up_proj": [ 2568, 2609, 2497 ], "9.gate_proj": [ 2762, 1952, 2945, 2108 ], "16.down_proj": [ 1824, 1860, 2532, 2467, 4022 ], "5.gate_proj": [ 2102 ], "14.v_proj": [ 3463, 2787, 1358, 1337, 1376, 1491, 1356, 1529, 2430, 1986, 3675, 2401, 1388, 1381, 1879, 1676, 1445, 2751, 1889, 2186, 1725, 1576, 1533, 1924, 2127, 1305, 2119, 1380, 1538, 1481, 1451, 1322, 1441, 1452, 2193, 1729, 2683, 1543, 3060 ], "18.up_proj": [ 2243, 2303, 2192, 3316 ], "24.o_proj": [ 1496 ], "2.up_proj": [ 1905 ], "9.up_proj": [ 2027, 1970, 2514, 1918, 1959, 1796, 2432, 1912 ], "31.o_proj": [ 1247, 1376 ], "1.v_proj": [ 1345, 1253 ], "1.up_proj": [ 2251, 1822 ], "7.gate_proj": [ 2715, 2087, 1864 ], "17.up_proj": [ 2351, 2049, 1988, 2498, 2084 ], "16.up_proj": [ 2727, 2544 ], "19.down_proj": [ 1801, 1894 ], "8.q_proj": [ 1266 ], "15.down_proj": [ 1892, 2050, 2009, 1820, 2108, 1910 ], "18.gate_proj": [ 1877, 2009, 2098 ], "11.gate_proj": [ 2154, 2192, 2010, 2806 ], "20.down_proj": [ 1946, 1882 ], "7.q_proj": [ 1648 ], "17.v_proj": [ 1462, 2186, 1887 ], "18.v_proj": [ 1259, 1770, 1352 ], "13.gate_proj": [ 2428, 2253, 2315, 2307 ], "15.o_proj": [ 2173, 1469, 1585, 1400, 1516, 1498, 1320, 1522, 1291, 1640, 1533, 1717 ], "15.gate_proj": [ 1965, 3077, 2739, 1962 ], "12.down_proj": [ 2001, 1978, 1982, 2090, 3077 ], "12.gate_proj": [ 2145, 3198, 1956 ], "23.o_proj": [ 1583 ], "25.up_proj": [ 1942, 2037 ], "14.down_proj": [ 2865, 1829, 3206, 2013, 2132, 2627, 1804, 2093 ], "18.o_proj": [ 1352, 1405 ], "21.v_proj": [ 1401 ], "31.v_proj": [ 1489, 1515, 1241 ], "18.down_proj": [ 1805 ], "27.v_proj": [ 1305, 1325 ], "17.gate_proj": [ 2480, 2121 ], "15.up_proj": [ 1872, 2076, 1831, 2000, 2446 ], "15.k_proj": [ 1236 ], "17.o_proj": [ 1327 ], "14.gate_proj": [ 1900 ], "21.o_proj": [ 1260 ], "22.up_proj": [ 2242, 1971 ], "19.gate_proj": [ 2675 ], "30.v_proj": [ 1525 ] }, "replay_round": 2, "replay_source": "results/recovery_jbb/checkpoints/remove40/l2_remove40_swapdisciter_b010", "replay_verification": "results/swap_stopping/checkpoints/replay_remove40.json" }