Hugging Face's logo

Spaces:
yxma
/
vtwm-ablation-comparison
Running

App Files Community
vtwm-ablation-comparison
File size: 5,049 Bytes
fa20b4c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
{
  "01_vo_right": {
    "aggregate": {
      "mask_iou_tau8": 0.08149212050746783,
      "mask_iou_multi": 0.16660622439866069,
      "contact_region_mse": 3211.460757441542,
      "contact_region_l1": 50.141721009560825,
      "event_f1_perframe@k10": 1.0,
      "event_f1_event@iou0.5": 1.0,
      "onset_err_ms_median": 502.4314913202989,
      "duration_err_median": 0.0,
      "match_rate": 1.0,
      "intensity_spearman_lag": 0.7967857142857143,
      "intensity_wasserstein": 86.38413442373276
    },
    "n_samples": 10
  },
  "02_p3_mv2t": {
    "aggregate": {
      "mask_iou_tau8": 0.23810228587386204,
      "mask_iou_multi": 0.36992998208373673,
      "contact_region_mse": 26.12620605684183,
      "contact_region_l1": 3.2782157725106105,
      "event_f1_perframe@k10": 1.0,
      "event_f1_event@iou0.5": 1.0,
      "onset_err_ms_median": 97.06071360581684,
      "duration_err_median": 0.0,
      "match_rate": 1.0,
      "intensity_spearman_lag": 0.7176190476190476,
      "intensity_wasserstein": 0.38122341483831407
    },
    "n_samples": 10
  },
  "03_p4_mv2t_extr": {
    "aggregate": {
      "mask_iou_tau8": 0.16187711980168393,
      "mask_iou_multi": 0.2554329583191589,
      "contact_region_mse": 29.99394766009045,
      "contact_region_l1": 3.766789446047576,
      "event_f1_perframe@k10": 1.0,
      "event_f1_event@iou0.5": 1.0,
      "onset_err_ms_median": 817.3094341719727,
      "duration_err_median": 0.0,
      "match_rate": 1.0,
      "intensity_spearman_lag": 0.6604761904761907,
      "intensity_wasserstein": 0.6600097477436065
    },
    "n_samples": 10
  },
  "04_p4_gate": {
    "aggregate": {
      "mask_iou_tau8": 0.2048162096454167,
      "mask_iou_multi": 0.33364818873392244,
      "contact_region_mse": 28.103698036613174,
      "contact_region_l1": 3.4461389075769953,
      "event_f1_perframe@k10": 1.0,
      "event_f1_event@iou0.5": 1.0,
      "onset_err_ms_median": 90.83625578717141,
      "duration_err_median": 0.0,
      "match_rate": 1.0,
      "intensity_spearman_lag": 0.6816666666666668,
      "intensity_wasserstein": 0.4580970138311386
    },
    "n_samples": 10
  },
  "05_vtwm_s1": {
    "aggregate": {
      "mask_iou_tau8": null,
      "mask_iou_multi": null,
      "contact_region_mse": null,
      "contact_region_l1": null,
      "event_f1_perframe@k10": null,
      "event_f1_event@iou0.5": null,
      "onset_err_ms_median": null,
      "duration_err_median": null,
      "match_rate": null,
      "intensity_spearman_lag": null,
      "intensity_wasserstein": null
    },
    "n_samples": 0
  },
  "06_vtwm_s2": {
    "aggregate": {
      "mask_iou_tau8": null,
      "mask_iou_multi": null,
      "contact_region_mse": null,
      "contact_region_l1": null,
      "event_f1_perframe@k10": null,
      "event_f1_event@iou0.5": null,
      "onset_err_ms_median": null,
      "duration_err_median": null,
      "match_rate": null,
      "intensity_spearman_lag": null,
      "intensity_wasserstein": null
    },
    "n_samples": 0
  },
  "06b_vtwm_p0": {
    "aggregate": {
      "mask_iou_tau8": null,
      "mask_iou_multi": null,
      "contact_region_mse": null,
      "contact_region_l1": null,
      "event_f1_perframe@k10": null,
      "event_f1_event@iou0.5": null,
      "onset_err_ms_median": null,
      "duration_err_median": null,
      "match_rate": null,
      "intensity_spearman_lag": null,
      "intensity_wasserstein": null
    },
    "n_samples": 0
  },
  "07_mv2": {
    "aggregate": {
      "mask_iou_tau8": 0.3056325083641004,
      "mask_iou_multi": 0.3843693408017409,
      "contact_region_mse": 25.933992068596147,
      "contact_region_l1": 3.211456091716746,
      "event_f1_perframe@k10": 1.0,
      "event_f1_event@iou0.5": 1.0,
      "onset_err_ms_median": 186.15214985788413,
      "duration_err_median": 0.0,
      "match_rate": 1.0,
      "intensity_spearman_lag": 0.6971428571428572,
      "intensity_wasserstein": 0.505226069688797
    },
    "n_samples": 10
  },
  "08_mv1_SOTA": {
    "aggregate": {
      "mask_iou_tau8": 0.33511368864795443,
      "mask_iou_multi": 0.3924152712863815,
      "contact_region_mse": 30.645257039083674,
      "contact_region_l1": 3.2117705652380715,
      "event_f1_perframe@k10": 1.0,
      "event_f1_event@iou0.5": 1.0,
      "onset_err_ms_median": 169.07776887563261,
      "duration_err_median": 0.0,
      "match_rate": 1.0,
      "intensity_spearman_lag": 0.7909523809523809,
      "intensity_wasserstein": 0.7960565507411956
    },
    "n_samples": 10
  },
  "08c_mv1_p01": {
    "aggregate": {
      "mask_iou_tau8": 0.19962455576521404,
      "mask_iou_multi": 0.32100328823255253,
      "contact_region_mse": 40.72254474812627,
      "contact_region_l1": 3.8995493170624917,
      "event_f1_perframe@k10": 1.0,
      "event_f1_event@iou0.5": 1.0,
      "onset_err_ms_median": 268.1268774791962,
      "duration_err_median": 0.0,
      "match_rate": 1.0,
      "intensity_spearman_lag": 0.7907142857142858,
      "intensity_wasserstein": 0.5967316329479218
    },
    "n_samples": 10
  }
}