analysis/tactile_metrics_v2_final_three_way.json

{
  "cosmos_v3_final": {
    "aggregate": {
      "mask_iou_tau8": 0.24688172921634016,
      "mask_iou_multi": 0.33180140124987073,
      "contact_region_mse": 37.354889197753764,
      "contact_region_l1": 3.6301991382766596,
      "event_f1_perframe@k10": 1.0,
      "event_f1_event@iou0.5": 1.0,
      "onset_err_ms_median": 4.955572537384998,
      "duration_err_median": 0.0,
      "match_rate": 1.0,
      "intensity_spearman_lag": 0.76,
      "intensity_wasserstein": 0.6428473067283631
    },
    "n_samples": 10
  },
  "cosmos_v3_causal": {
    "aggregate": {
      "mask_iou_tau8": 0.20671849190184943,
      "mask_iou_multi": 0.3326488012168304,
      "contact_region_mse": 38.64781687573456,
      "contact_region_l1": 3.758766970987824,
      "event_f1_perframe@k10": 1.0,
      "event_f1_event@iou0.5": 1.0,
      "onset_err_ms_median": 59.37739769960657,
      "duration_err_median": 0.0,
      "match_rate": 1.0,
      "intensity_spearman_lag": 0.61,
      "intensity_wasserstein": 0.6896918249130248
    },
    "n_samples": 10
  },
  "cosmos_v3_contact": {
    "aggregate": {
      "mask_iou_tau8": 0.22963245114810765,
      "mask_iou_multi": 0.35025778299109245,
      "contact_region_mse": 38.389073475399336,
      "contact_region_l1": 3.769573284195849,
      "event_f1_perframe@k10": 1.0,
      "event_f1_event@iou0.5": 1.0,
      "onset_err_ms_median": 14.690118278085466,
      "duration_err_median": 0.0,
      "match_rate": 1.0,
      "intensity_spearman_lag": 0.68,
      "intensity_wasserstein": 0.6683819580078124
    },
    "n_samples": 10
  }
}