| { |
| "per_episode": { |
| "future_teacher": { |
| "10": { |
| "absolute_arm_mse": 0.003224856228371209, |
| "first3_absolute_arm_mse": 0.0003041883173864335, |
| "absolute_gripper_mse": 0.007530388813393074, |
| "absolute_teacher_arm_mse": 0.0 |
| }, |
| "25": { |
| "absolute_arm_mse": 0.0028732923965435475, |
| "first3_absolute_arm_mse": 0.00022954512269279803, |
| "absolute_gripper_mse": 0.009574846946634352, |
| "absolute_teacher_arm_mse": 0.0 |
| }, |
| "41": { |
| "absolute_arm_mse": 0.019060413671468268, |
| "first3_absolute_arm_mse": 0.0005225798437322737, |
| "absolute_gripper_mse": 0.022137616546388017, |
| "absolute_teacher_arm_mse": 0.0 |
| }, |
| "43": { |
| "absolute_arm_mse": 0.006014859158312902, |
| "first3_absolute_arm_mse": 0.00045234004824123986, |
| "absolute_gripper_mse": 0.01981407132188906, |
| "absolute_teacher_arm_mse": 0.0 |
| }, |
| "58": { |
| "absolute_arm_mse": 0.014339948029373772, |
| "first3_absolute_arm_mse": 0.0007321538996620802, |
| "absolute_gripper_mse": 0.023628627806829172, |
| "absolute_teacher_arm_mse": 0.0 |
| }, |
| "60": { |
| "absolute_arm_mse": 0.004641631101549137, |
| "first3_absolute_arm_mse": 0.00030750616588193225, |
| "absolute_gripper_mse": 0.015496879025704402, |
| "absolute_teacher_arm_mse": 0.0 |
| }, |
| "61": { |
| "absolute_arm_mse": 0.007205723348306492, |
| "first3_absolute_arm_mse": 0.00034341546006544377, |
| "absolute_gripper_mse": 0.008220625029025541, |
| "absolute_teacher_arm_mse": 0.0 |
| }, |
| "75": { |
| "absolute_arm_mse": 0.007564793777419254, |
| "first3_absolute_arm_mse": 0.0005403180996381707, |
| "absolute_gripper_mse": 0.020286485056203674, |
| "absolute_teacher_arm_mse": 0.0 |
| } |
| }, |
| "original_jepa": { |
| "10": { |
| "absolute_arm_mse": 0.0073709642892936245, |
| "first3_absolute_arm_mse": 0.003481037037090573, |
| "absolute_gripper_mse": 0.013758545956079615, |
| "absolute_teacher_arm_mse": 0.0025342682474729372 |
| }, |
| "25": { |
| "absolute_arm_mse": 0.007070275431033224, |
| "first3_absolute_arm_mse": 0.004706462192189065, |
| "absolute_gripper_mse": 0.009578751329172519, |
| "absolute_teacher_arm_mse": 0.0032166531982511515 |
| }, |
| "41": { |
| "absolute_arm_mse": 0.027515507445059484, |
| "first3_absolute_arm_mse": 0.0025916931062965887, |
| "absolute_gripper_mse": 0.02816305858505075, |
| "absolute_teacher_arm_mse": 0.0030102035393611004 |
| }, |
| "43": { |
| "absolute_arm_mse": 0.0064044910977827385, |
| "first3_absolute_arm_mse": 0.0032338555438400363, |
| "absolute_gripper_mse": 0.02294153842376545, |
| "absolute_teacher_arm_mse": 0.002661338082361908 |
| }, |
| "58": { |
| "absolute_arm_mse": 0.024704440460482147, |
| "first3_absolute_arm_mse": 0.005600341370154638, |
| "absolute_gripper_mse": 0.03186601181005244, |
| "absolute_teacher_arm_mse": 0.0038772269326727837 |
| }, |
| "60": { |
| "absolute_arm_mse": 0.008980834718386177, |
| "first3_absolute_arm_mse": 0.003268103722803062, |
| "absolute_gripper_mse": 0.03566849426169938, |
| "absolute_teacher_arm_mse": 0.0032561091175011825 |
| }, |
| "61": { |
| "absolute_arm_mse": 0.012981072468392085, |
| "first3_absolute_arm_mse": 0.005221472849370912, |
| "absolute_gripper_mse": 0.0058137617124884855, |
| "absolute_teacher_arm_mse": 0.004244594241754385 |
| }, |
| "75": { |
| "absolute_arm_mse": 0.010677136728190817, |
| "first3_absolute_arm_mse": 0.004524231917457655, |
| "absolute_gripper_mse": 0.014043636294445605, |
| "absolute_teacher_arm_mse": 0.00495667799259536 |
| } |
| }, |
| "scratch_jepa": { |
| "10": { |
| "absolute_arm_mse": 0.005060773921286454, |
| "first3_absolute_arm_mse": 0.001128961716858612, |
| "absolute_gripper_mse": 0.011306477566904505, |
| "absolute_teacher_arm_mse": 0.0009892094658425776 |
| }, |
| "25": { |
| "absolute_arm_mse": 0.004463783734536264, |
| "first3_absolute_arm_mse": 0.0016204267376451753, |
| "absolute_gripper_mse": 0.008740745121940563, |
| "absolute_teacher_arm_mse": 0.0016028589066081622 |
| }, |
| "41": { |
| "absolute_arm_mse": 0.019813440901998547, |
| "first3_absolute_arm_mse": 0.0010059078613267047, |
| "absolute_gripper_mse": 0.019292577473606798, |
| "absolute_teacher_arm_mse": 0.000933568708205712 |
| }, |
| "43": { |
| "absolute_arm_mse": 0.005918048962485045, |
| "first3_absolute_arm_mse": 0.0012093651957911788, |
| "absolute_gripper_mse": 0.023209623352158815, |
| "absolute_teacher_arm_mse": 0.001614846935353853 |
| }, |
| "58": { |
| "absolute_arm_mse": 0.016098458738269983, |
| "first3_absolute_arm_mse": 0.001951621595708275, |
| "absolute_gripper_mse": 0.02733053617339465, |
| "absolute_teacher_arm_mse": 0.0013125093169037427 |
| }, |
| "60": { |
| "absolute_arm_mse": 0.005766274516645353, |
| "first3_absolute_arm_mse": 0.0006437946558435215, |
| "absolute_gripper_mse": 0.024880832146664034, |
| "absolute_teacher_arm_mse": 0.0009890410183288623 |
| }, |
| "61": { |
| "absolute_arm_mse": 0.008107066692900844, |
| "first3_absolute_arm_mse": 0.001132982452872966, |
| "absolute_gripper_mse": 0.007451440360455308, |
| "absolute_teacher_arm_mse": 0.0013319497006705205 |
| }, |
| "75": { |
| "absolute_arm_mse": 0.00796047697076574, |
| "first3_absolute_arm_mse": 0.0013684870955330553, |
| "absolute_gripper_mse": 0.015713436238002032, |
| "absolute_teacher_arm_mse": 0.0014146230523692793 |
| } |
| }, |
| "adapter_500": { |
| "10": { |
| "absolute_arm_mse": 0.004620608560799155, |
| "first3_absolute_arm_mse": 0.001104334930460027, |
| "absolute_gripper_mse": 0.01053666148618504, |
| "absolute_teacher_arm_mse": 0.0007461414588760817 |
| }, |
| "25": { |
| "absolute_arm_mse": 0.004365220353065524, |
| "first3_absolute_arm_mse": 0.001600699182745302, |
| "absolute_gripper_mse": 0.007368201737335767, |
| "absolute_teacher_arm_mse": 0.0013901139291192521 |
| }, |
| "41": { |
| "absolute_arm_mse": 0.02065202013909584, |
| "first3_absolute_arm_mse": 0.0010116507937709684, |
| "absolute_gripper_mse": 0.024692514358321205, |
| "absolute_teacher_arm_mse": 0.0011314393041175208 |
| }, |
| "43": { |
| "absolute_arm_mse": 0.005398604356741998, |
| "first3_absolute_arm_mse": 0.0011940725462409318, |
| "absolute_gripper_mse": 0.018034644335784833, |
| "absolute_teacher_arm_mse": 0.0015404234213747259 |
| }, |
| "58": { |
| "absolute_arm_mse": 0.01534215068386402, |
| "first3_absolute_arm_mse": 0.001931758236423775, |
| "absolute_gripper_mse": 0.02418690415106539, |
| "absolute_teacher_arm_mse": 0.0011719832227754523 |
| }, |
| "60": { |
| "absolute_arm_mse": 0.0052222596532374155, |
| "first3_absolute_arm_mse": 0.000623447911493713, |
| "absolute_gripper_mse": 0.021173051831283374, |
| "absolute_teacher_arm_mse": 0.0008776393342486699 |
| }, |
| "61": { |
| "absolute_arm_mse": 0.007973331164976116, |
| "first3_absolute_arm_mse": 0.0011156871187267825, |
| "absolute_gripper_mse": 0.008316547795402585, |
| "absolute_teacher_arm_mse": 0.0011689982759435225 |
| }, |
| "75": { |
| "absolute_arm_mse": 0.007995561070856638, |
| "first3_absolute_arm_mse": 0.0014059249779165839, |
| "absolute_gripper_mse": 0.01598379227652913, |
| "absolute_teacher_arm_mse": 0.0014920515600351791 |
| } |
| }, |
| "adapter_1000": { |
| "10": { |
| "absolute_arm_mse": 0.0044976166827837005, |
| "first3_absolute_arm_mse": 0.001101636364182923, |
| "absolute_gripper_mse": 0.010543373951804824, |
| "absolute_teacher_arm_mse": 0.0006926813275640598 |
| }, |
| "25": { |
| "absolute_arm_mse": 0.004445571968972217, |
| "first3_absolute_arm_mse": 0.0015969918549672002, |
| "absolute_gripper_mse": 0.007712364945291483, |
| "absolute_teacher_arm_mse": 0.0013897762928536395 |
| }, |
| "41": { |
| "absolute_arm_mse": 0.02101071082506678, |
| "first3_absolute_arm_mse": 0.0010093965920532355, |
| "absolute_gripper_mse": 0.025534872842399636, |
| "absolute_teacher_arm_mse": 0.0012856538478445145 |
| }, |
| "43": { |
| "absolute_arm_mse": 0.005172690260224044, |
| "first3_absolute_arm_mse": 0.0011729268999260967, |
| "absolute_gripper_mse": 0.0172345950777526, |
| "absolute_teacher_arm_mse": 0.0015668996020394843 |
| }, |
| "58": { |
| "absolute_arm_mse": 0.015404460988065694, |
| "first3_absolute_arm_mse": 0.0019339506120559236, |
| "absolute_gripper_mse": 0.024137064368915162, |
| "absolute_teacher_arm_mse": 0.001077198669918289 |
| }, |
| "60": { |
| "absolute_arm_mse": 0.0052694244841404725, |
| "first3_absolute_arm_mse": 0.0006298132775555132, |
| "absolute_gripper_mse": 0.021343999755117693, |
| "absolute_teacher_arm_mse": 0.0009048233864632493 |
| }, |
| "61": { |
| "absolute_arm_mse": 0.00821542090488947, |
| "first3_absolute_arm_mse": 0.0011183740025444422, |
| "absolute_gripper_mse": 0.008169650964191533, |
| "absolute_teacher_arm_mse": 0.0012266648086551868 |
| }, |
| "75": { |
| "absolute_arm_mse": 0.007988632292835973, |
| "first3_absolute_arm_mse": 0.00142826711453381, |
| "absolute_gripper_mse": 0.015668530163566174, |
| "absolute_teacher_arm_mse": 0.0014911452499291045 |
| } |
| }, |
| "adapter_1500": { |
| "10": { |
| "absolute_arm_mse": 0.004444954774953658, |
| "first3_absolute_arm_mse": 0.0010924931102636037, |
| "absolute_gripper_mse": 0.010802299822898931, |
| "absolute_teacher_arm_mse": 0.0006627161637879908 |
| }, |
| "25": { |
| "absolute_arm_mse": 0.004458072966372129, |
| "first3_absolute_arm_mse": 0.001595320854903548, |
| "absolute_gripper_mse": 0.007881312133577012, |
| "absolute_teacher_arm_mse": 0.0013943706926511368 |
| }, |
| "41": { |
| "absolute_arm_mse": 0.02114756424452935, |
| "first3_absolute_arm_mse": 0.0010041455279861111, |
| "absolute_gripper_mse": 0.02747712159907678, |
| "absolute_teacher_arm_mse": 0.0013602674280264182 |
| }, |
| "43": { |
| "absolute_arm_mse": 0.004878030944382772, |
| "first3_absolute_arm_mse": 0.0011581688613659935, |
| "absolute_gripper_mse": 0.014825422940702992, |
| "absolute_teacher_arm_mse": 0.0015070945946717984 |
| }, |
| "58": { |
| "absolute_arm_mse": 0.01514147794659948, |
| "first3_absolute_arm_mse": 0.0019350968764229037, |
| "absolute_gripper_mse": 0.022550793429218174, |
| "absolute_teacher_arm_mse": 0.0010600059736134426 |
| }, |
| "60": { |
| "absolute_arm_mse": 0.0051005235909542535, |
| "first3_absolute_arm_mse": 0.0006253112387639703, |
| "absolute_gripper_mse": 0.02021343808974052, |
| "absolute_teacher_arm_mse": 0.0008723211271899345 |
| }, |
| "61": { |
| "absolute_arm_mse": 0.007965755998156965, |
| "first3_absolute_arm_mse": 0.0011049432823710958, |
| "absolute_gripper_mse": 0.008332854722539196, |
| "absolute_teacher_arm_mse": 0.0012031692208438471 |
| }, |
| "75": { |
| "absolute_arm_mse": 0.008127243003400508, |
| "first3_absolute_arm_mse": 0.001445041459191998, |
| "absolute_gripper_mse": 0.017175242637677002, |
| "absolute_teacher_arm_mse": 0.0015347796606874908 |
| } |
| }, |
| "adapter_2000": { |
| "10": { |
| "absolute_arm_mse": 0.004534937666903716, |
| "first3_absolute_arm_mse": 0.0010947148421109887, |
| "absolute_gripper_mse": 0.010773427327876561, |
| "absolute_teacher_arm_mse": 0.0006889594787935494 |
| }, |
| "25": { |
| "absolute_arm_mse": 0.004382071158033796, |
| "first3_absolute_arm_mse": 0.0016000654759409372, |
| "absolute_gripper_mse": 0.007555321453764918, |
| "absolute_teacher_arm_mse": 0.0013540426380131976 |
| }, |
| "41": { |
| "absolute_arm_mse": 0.021214037064055447, |
| "first3_absolute_arm_mse": 0.0010259093296554056, |
| "absolute_gripper_mse": 0.02686027896561427, |
| "absolute_teacher_arm_mse": 0.0012302698678468005 |
| }, |
| "43": { |
| "absolute_arm_mse": 0.004799848611583002, |
| "first3_absolute_arm_mse": 0.0011493126285131439, |
| "absolute_gripper_mse": 0.015028422469185898, |
| "absolute_teacher_arm_mse": 0.0015730521690784371 |
| }, |
| "58": { |
| "absolute_arm_mse": 0.015354737402958563, |
| "first3_absolute_arm_mse": 0.0019459450786598609, |
| "absolute_gripper_mse": 0.022813109046182944, |
| "absolute_teacher_arm_mse": 0.0010622196782605897 |
| }, |
| "60": { |
| "absolute_arm_mse": 0.005307147243001964, |
| "first3_absolute_arm_mse": 0.0006305590432020836, |
| "absolute_gripper_mse": 0.020510516183094296, |
| "absolute_teacher_arm_mse": 0.000923115744626557 |
| }, |
| "61": { |
| "absolute_arm_mse": 0.008180640255886829, |
| "first3_absolute_arm_mse": 0.0011339090888213832, |
| "absolute_gripper_mse": 0.008208157662920712, |
| "absolute_teacher_arm_mse": 0.0012578891457906138 |
| }, |
| "75": { |
| "absolute_arm_mse": 0.0078757241499261, |
| "first3_absolute_arm_mse": 0.0014290204026110587, |
| "absolute_gripper_mse": 0.016162415658982354, |
| "absolute_teacher_arm_mse": 0.001463581539610459 |
| } |
| } |
| }, |
| "versus_pure_jepa": { |
| "adapter_500": { |
| "absolute_arm_mse": { |
| "relative_change_percent": -2.211511834244839, |
| "improved_episodes": 6, |
| "episodes": 8, |
| "paired_episode_bootstrap_mean_difference_95ci": [ |
| -0.0004894830393027405, |
| 0.00013474528195160925 |
| ] |
| }, |
| "first3_absolute_arm_mse": { |
| "relative_change_percent": -0.7351912336214239, |
| "improved_episodes": 6, |
| "episodes": 8, |
| "paired_episode_bootstrap_mean_difference_95ci": [ |
| -2.0205321789035224e-05, |
| 5.445426461392313e-06 |
| ] |
| }, |
| "absolute_gripper_mse": { |
| "relative_change_percent": -5.5343943936877915, |
| "improved_episodes": 5, |
| "episodes": 8, |
| "paired_episode_bootstrap_mean_difference_95ci": [ |
| -0.002956806958201241, |
| 0.0012164363859028518 |
| ] |
| }, |
| "absolute_teacher_arm_mse": { |
| "relative_change_percent": -6.574172415685286, |
| "improved_episodes": 6, |
| "episodes": 8, |
| "paired_episode_bootstrap_mean_difference_95ci": [ |
| -0.00016972543228206406, |
| 1.63431757869148e-05 |
| ] |
| } |
| }, |
| "adapter_1000": { |
| "absolute_arm_mse": { |
| "relative_change_percent": -1.6174656832024348, |
| "improved_episodes": 5, |
| "episodes": 8, |
| "paired_episode_bootstrap_mean_difference_95ci": [ |
| -0.0005163954683098382, |
| 0.00028448147662629686 |
| ] |
| }, |
| "first3_absolute_arm_mse": { |
| "relative_change_percent": -0.6976123213132901, |
| "improved_episodes": 6, |
| "episodes": 8, |
| "paired_episode_bootstrap_mean_difference_95ci": [ |
| -2.457448999848566e-05, |
| 1.2877648612175087e-05 |
| ] |
| }, |
| "absolute_gripper_mse": { |
| "relative_change_percent": -5.496595702752272, |
| "improved_episodes": 6, |
| "episodes": 8, |
| "paired_episode_bootstrap_mean_difference_95ci": [ |
| -0.0031263080833241474, |
| 0.0014553247325437705 |
| ] |
| }, |
| "absolute_teacher_arm_mse": { |
| "relative_change_percent": -5.435128799719946, |
| "improved_episodes": 6, |
| "episodes": 8, |
| "paired_episode_bootstrap_mean_difference_95ci": [ |
| -0.00018913292660442947, |
| 6.591752210027823e-05 |
| ] |
| } |
| }, |
| "adapter_1500": { |
| "absolute_arm_mse": { |
| "relative_change_percent": -2.6297923668770817, |
| "improved_episodes": 6, |
| "episodes": 8, |
| "paired_episode_bootstrap_mean_difference_95ci": [ |
| -0.0006906354542479676, |
| 0.0002813119975144212 |
| ] |
| }, |
| "first3_absolute_arm_mse": { |
| "relative_change_percent": -1.0040811535418248, |
| "improved_episodes": 7, |
| "episodes": 8, |
| "paired_episode_bootstrap_mean_difference_95ci": [ |
| -3.293538395610085e-05, |
| 1.5220297314044728e-05 |
| ] |
| }, |
| "absolute_gripper_mse": { |
| "relative_change_percent": -6.283952186824726, |
| "improved_episodes": 5, |
| "episodes": 8, |
| "paired_episode_bootstrap_mean_difference_95ci": [ |
| -0.004152323055737384, |
| 0.0021432037923943877 |
| ] |
| }, |
| "absolute_teacher_arm_mse": { |
| "relative_change_percent": -5.82888550644981, |
| "improved_episodes": 6, |
| "episodes": 8, |
| "paired_episode_bootstrap_mean_difference_95ci": [ |
| -0.00020946488587014755, |
| 8.67379729939441e-05 |
| ] |
| } |
| }, |
| "adapter_2000": { |
| "absolute_arm_mse": { |
| "relative_change_percent": -2.10304156891038, |
| "improved_episodes": 6, |
| "episodes": 8, |
| "paired_episode_bootstrap_mean_difference_95ci": [ |
| -0.000628970208708779, |
| 0.0003081243362657914 |
| ] |
| }, |
| "first3_absolute_arm_mse": { |
| "relative_change_percent": -0.5179265221429086, |
| "improved_episodes": 5, |
| "episodes": 8, |
| "paired_episode_bootstrap_mean_difference_95ci": [ |
| -2.9121822298350252e-05, |
| 1.7046321590896663e-05 |
| ] |
| }, |
| "absolute_gripper_mse": { |
| "relative_change_percent": -7.260446716892332, |
| "improved_episodes": 5, |
| "episodes": 8, |
| "paired_episode_bootstrap_mean_difference_95ci": [ |
| -0.0041198723720924585, |
| 0.0017725337485217096 |
| ] |
| }, |
| "absolute_teacher_arm_mse": { |
| "relative_change_percent": -6.237131687955532, |
| "improved_episodes": 6, |
| "episodes": 8, |
| "paired_episode_bootstrap_mean_difference_95ci": [ |
| -0.00019468824447699262, |
| 4.4554782675731985e-05 |
| ] |
| } |
| } |
| }, |
| "limitation": "Eight held-out episodes, exploratory checkpoint selection; not an independent test set." |
| } |
|
|
