vtwm-ablation-comparison / analysis /perceptual_metrics.json
yxma's picture
squash after aggressive prune
fa20b4c
Raw
History Blame Contribute Delete
7.2 kB
{
"01_vo_right_single_view_BEST_vis 0.0093": {
"view": {
"lpips": 0.0845775105059147,
"ssim": 0.8343738198280335,
"psnr": 24.248897708614496,
"n_samples": 10
},
"tl": {
"lpips": 0.5727646827697754,
"ssim": 0.4414663195610046,
"psnr": 13.392403755230358,
"n_samples": 10
},
"tr": {
"lpips": 0.5730148613452911,
"ssim": 0.43220803439617156,
"psnr": 13.197896041184265,
"n_samples": 10
}
},
"02_p3_mv2t_3v2t_no_delta_no_shift val 0.0139": {
"view": {
"lpips": 0.07792124561965466,
"ssim": 0.8301818072795868,
"psnr": 24.482575075797268,
"n_samples": 10
},
"tl": {
"lpips": 0.05763380513526499,
"ssim": 0.9681989550590515,
"psnr": 42.165769996130855,
"n_samples": 10
},
"tr": {
"lpips": 0.0740511143580079,
"ssim": 0.9603568017482758,
"psnr": 40.4897471395263,
"n_samples": 10
}
},
"03_p4_mv2t_extr_NO_GATE_NO_DELTA val 0.335 BLOWUP": {
"view": {
"lpips": 0.3528232663869858,
"ssim": 0.5864394843578339,
"psnr": 19.039752115716,
"n_samples": 10
},
"tl": {
"lpips": 0.06937933210283517,
"ssim": 0.9588409423828125,
"psnr": 39.22875813158495,
"n_samples": 10
},
"tr": {
"lpips": 0.09382021855562925,
"ssim": 0.9543515384197235,
"psnr": 38.9425547410362,
"n_samples": 10
}
},
"04_p4_gate_GATE_NO_DELTA val 0.275 tactile_still_bad": {
"view_left": {
"lpips": 0.2230234608054161,
"ssim": 0.6823533415794373,
"psnr": 19.730370772156284,
"n_samples": 10
},
"view_middle": {
"lpips": 0.35138052701950073,
"ssim": 0.5688186705112457,
"psnr": 17.61878234765414,
"n_samples": 10
},
"view_right": {
"lpips": 0.19800896495580672,
"ssim": 0.7112515091896057,
"psnr": 19.984957552132236,
"n_samples": 10
},
"view": {
"lpips": 0.2230234608054161,
"ssim": 0.6823533415794373,
"psnr": 19.730370772156284,
"n_samples": 10
},
"tl": {
"lpips": 0.06133396909572184,
"ssim": 0.9684510350227356,
"psnr": 42.049606562534436,
"n_samples": 10
},
"tr": {
"lpips": 0.0821912545710802,
"ssim": 0.9599917769432068,
"psnr": 40.40727639262029,
"n_samples": 10
}
},
"05_vtwm_s1_1v2t_SHIFT_no_delta val 0.0196": {
"view_left": {
"lpips": 0.1279735177755356,
"ssim": 0.7822005391120911,
"psnr": 22.29441574618079,
"n_samples": 10
},
"view": {
"lpips": 0.1279735177755356,
"ssim": 0.7822005391120911,
"psnr": 22.29441574618079,
"n_samples": 10
},
"tl": {
"lpips": 0.07625510720536113,
"ssim": 0.9568546950817108,
"psnr": 39.38993155623605,
"n_samples": 10
},
"tr": {
"lpips": 0.07057950785383582,
"ssim": 0.9649276435375214,
"psnr": 40.89627141877014,
"n_samples": 10
}
},
"06_vtwm_s2_1v2t_SHIFT+DELTA val 0.0189": {
"view_left": {
"lpips": 0.10384061336517333,
"ssim": 0.8027345597743988,
"psnr": 23.0192432031241,
"n_samples": 10
},
"view": {
"lpips": 0.10384061336517333,
"ssim": 0.8027345597743988,
"psnr": 23.0192432031241,
"n_samples": 10
},
"tl": {
"lpips": 0.059839669289067386,
"ssim": 0.954694789648056,
"psnr": 39.85980591554419,
"n_samples": 10
},
"tr": {
"lpips": 0.0765312243718654,
"ssim": 0.9561299502849578,
"psnr": 39.79337383856847,
"n_samples": 10
}
},
"07_mv2_3v2t_CAMPOSE+SHIFT+DELTA val 0.0136": {
"view_left": {
"lpips": 0.12546838074922562,
"ssim": 0.7767038166522979,
"psnr": 22.714607383221168,
"n_samples": 10
},
"view_middle": {
"lpips": 0.20308728665113449,
"ssim": 0.6996862947940826,
"psnr": 20.500174521204116,
"n_samples": 10
},
"view_right": {
"lpips": 0.1362079508602619,
"ssim": 0.7829946041107178,
"psnr": 22.3559208792891,
"n_samples": 10
},
"view": {
"lpips": 0.12546838074922562,
"ssim": 0.7767038166522979,
"psnr": 22.714607383221168,
"n_samples": 10
},
"tl": {
"lpips": 0.04714958658441901,
"ssim": 0.9616236686706543,
"psnr": 40.63716554194157,
"n_samples": 10
},
"tr": {
"lpips": 0.07598643274977804,
"ssim": 0.9533694684505463,
"psnr": 38.91087152545326,
"n_samples": 10
}
},
"08_mv1_3v2t_SHIFT+DELTA NO_CAMPOSE val 0.0135 SOTA": {
"view_left": {
"lpips": 0.07272513397037983,
"ssim": 0.8462011218070984,
"psnr": 25.074504263422238,
"n_samples": 10
},
"view_middle": {
"lpips": 0.11985201947391033,
"ssim": 0.7707923173904419,
"psnr": 23.10272270406305,
"n_samples": 10
},
"view_right": {
"lpips": 0.08076433911919594,
"ssim": 0.8488422513008118,
"psnr": 24.7992828367546,
"n_samples": 10
},
"view": {
"lpips": 0.07272513397037983,
"ssim": 0.8462011218070984,
"psnr": 25.074504263422238,
"n_samples": 10
},
"tl": {
"lpips": 0.02622223342768848,
"ssim": 0.9657259345054626,
"psnr": 41.91112473043735,
"n_samples": 10
},
"tr": {
"lpips": 0.09267938435077668,
"ssim": 0.9452130556106567,
"psnr": 35.78490090052894,
"n_samples": 10
}
},
"06b_vtwm_p0_1v2t_SHIFT+DELTA_EPISODE_P01 val 0.0202": {
"view_left": {
"lpips": 0.10319355092942714,
"ssim": 0.8095454633235931,
"psnr": 23.534365728850393,
"n_samples": 10
},
"view": {
"lpips": 0.10319355092942714,
"ssim": 0.8095454633235931,
"psnr": 23.534365728850393,
"n_samples": 10
},
"tl": {
"lpips": 0.06740394928492606,
"ssim": 0.9581613361835479,
"psnr": 40.21052283998707,
"n_samples": 10
},
"tr": {
"lpips": 0.08357558604329825,
"ssim": 0.957321310043335,
"psnr": 38.97692212135428,
"n_samples": 10
}
},
"08c_mv1_p01_3v2t_SHIFT+DELTA_EPISODE_P01 val 0.0157": {
"view_left": {
"lpips": 0.07578646913170814,
"ssim": 0.8460423946380615,
"psnr": 25.066219541844966,
"n_samples": 10
},
"view_middle": {
"lpips": 0.12183942198753357,
"ssim": 0.7680428445339202,
"psnr": 23.012630537145803,
"n_samples": 10
},
"view_right": {
"lpips": 0.08509659767150879,
"ssim": 0.848419976234436,
"psnr": 24.618363042805647,
"n_samples": 10
},
"view": {
"lpips": 0.07578646913170814,
"ssim": 0.8460423946380615,
"psnr": 25.066219541844966,
"n_samples": 10
},
"tl": {
"lpips": 0.0681945463642478,
"ssim": 0.9622991383075714,
"psnr": 40.81217151202268,
"n_samples": 10
},
"tr": {
"lpips": 0.12071019047871231,
"ssim": 0.9523037016391754,
"psnr": 39.201931430374394,
"n_samples": 10
}
}
}