analysis/tactile_metrics_v2.json

{
  "01_vo_right": {
    "aggregate": {
      "mask_iou_tau8": 0.08149212050746783,
      "mask_iou_multi": 0.16660622439866069,
      "contact_region_mse": 3211.460757441542,
      "contact_region_l1": 50.141721009560825,
      "event_f1_perframe@k10": 1.0,
      "event_f1_event@iou0.5": 1.0,
      "onset_err_ms_median": 502.4314913202989,
      "duration_err_median": 0.0,
      "match_rate": 1.0,
      "intensity_spearman_lag": 0.7967857142857143,
      "intensity_wasserstein": 86.38413442373276
    },
    "n_samples": 10
  },
  "02_p3_mv2t": {
    "aggregate": {
      "mask_iou_tau8": 0.23810228587386204,
      "mask_iou_multi": 0.36992998208373673,
      "contact_region_mse": 26.12620605684183,
      "contact_region_l1": 3.2782157725106105,
      "event_f1_perframe@k10": 1.0,
      "event_f1_event@iou0.5": 1.0,
      "onset_err_ms_median": 97.06071360581684,
      "duration_err_median": 0.0,
      "match_rate": 1.0,
      "intensity_spearman_lag": 0.7176190476190476,
      "intensity_wasserstein": 0.38122341483831407
    },
    "n_samples": 10
  },
  "03_p4_mv2t_extr": {
    "aggregate": {
      "mask_iou_tau8": 0.16187711980168393,
      "mask_iou_multi": 0.2554329583191589,
      "contact_region_mse": 29.99394766009045,
      "contact_region_l1": 3.766789446047576,
      "event_f1_perframe@k10": 1.0,
      "event_f1_event@iou0.5": 1.0,
      "onset_err_ms_median": 817.3094341719727,
      "duration_err_median": 0.0,
      "match_rate": 1.0,
      "intensity_spearman_lag": 0.6604761904761907,
      "intensity_wasserstein": 0.6600097477436065
    },
    "n_samples": 10
  },
  "04_p4_gate": {
    "aggregate": {
      "mask_iou_tau8": 0.2048162096454167,
      "mask_iou_multi": 0.33364818873392244,
      "contact_region_mse": 28.103698036613174,
      "contact_region_l1": 3.4461389075769953,
      "event_f1_perframe@k10": 1.0,
      "event_f1_event@iou0.5": 1.0,
      "onset_err_ms_median": 90.83625578717141,
      "duration_err_median": 0.0,
      "match_rate": 1.0,
      "intensity_spearman_lag": 0.6816666666666668,
      "intensity_wasserstein": 0.4580970138311386
    },
    "n_samples": 10
  },
  "05_vtwm_s1": {
    "aggregate": {
      "mask_iou_tau8": null,
      "mask_iou_multi": null,
      "contact_region_mse": null,
      "contact_region_l1": null,
      "event_f1_perframe@k10": null,
      "event_f1_event@iou0.5": null,
      "onset_err_ms_median": null,
      "duration_err_median": null,
      "match_rate": null,
      "intensity_spearman_lag": null,
      "intensity_wasserstein": null
    },
    "n_samples": 0
  },
  "06_vtwm_s2": {
    "aggregate": {
      "mask_iou_tau8": null,
      "mask_iou_multi": null,
      "contact_region_mse": null,
      "contact_region_l1": null,
      "event_f1_perframe@k10": null,
      "event_f1_event@iou0.5": null,
      "onset_err_ms_median": null,
      "duration_err_median": null,
      "match_rate": null,
      "intensity_spearman_lag": null,
      "intensity_wasserstein": null
    },
    "n_samples": 0
  },
  "06b_vtwm_p0": {
    "aggregate": {
      "mask_iou_tau8": null,
      "mask_iou_multi": null,
      "contact_region_mse": null,
      "contact_region_l1": null,
      "event_f1_perframe@k10": null,
      "event_f1_event@iou0.5": null,
      "onset_err_ms_median": null,
      "duration_err_median": null,
      "match_rate": null,
      "intensity_spearman_lag": null,
      "intensity_wasserstein": null
    },
    "n_samples": 0
  },
  "07_mv2": {
    "aggregate": {
      "mask_iou_tau8": 0.3056325083641004,
      "mask_iou_multi": 0.3843693408017409,
      "contact_region_mse": 25.933992068596147,
      "contact_region_l1": 3.211456091716746,
      "event_f1_perframe@k10": 1.0,
      "event_f1_event@iou0.5": 1.0,
      "onset_err_ms_median": 186.15214985788413,
      "duration_err_median": 0.0,
      "match_rate": 1.0,
      "intensity_spearman_lag": 0.6971428571428572,
      "intensity_wasserstein": 0.505226069688797
    },
    "n_samples": 10
  },
  "08_mv1_SOTA": {
    "aggregate": {
      "mask_iou_tau8": 0.33511368864795443,
      "mask_iou_multi": 0.3924152712863815,
      "contact_region_mse": 30.645257039083674,
      "contact_region_l1": 3.2117705652380715,
      "event_f1_perframe@k10": 1.0,
      "event_f1_event@iou0.5": 1.0,
      "onset_err_ms_median": 169.07776887563261,
      "duration_err_median": 0.0,
      "match_rate": 1.0,
      "intensity_spearman_lag": 0.7909523809523809,
      "intensity_wasserstein": 0.7960565507411956
    },
    "n_samples": 10
  },
  "08c_mv1_p01": {
    "aggregate": {
      "mask_iou_tau8": 0.19962455576521404,
      "mask_iou_multi": 0.32100328823255253,
      "contact_region_mse": 40.72254474812627,
      "contact_region_l1": 3.8995493170624917,
      "event_f1_perframe@k10": 1.0,
      "event_f1_event@iou0.5": 1.0,
      "onset_err_ms_median": 268.1268774791962,
      "duration_err_median": 0.0,
      "match_rate": 1.0,
      "intensity_spearman_lag": 0.7907142857142858,
      "intensity_wasserstein": 0.5967316329479218
    },
    "n_samples": 10
  }
}