Upload raw_baseline_results.json with huggingface_hub
Browse files- raw_baseline_results.json +13 -0
raw_baseline_results.json
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"methodology_note": "Raw single-pass softmax baseline (dropout OFF, model.eval() fully -- NOT MC-Dropout), computed on the SAME held-out validation split (11666 frames / 1049 videos) as research_results.json's MC-Dropout numbers, so the two are directly comparable per architecture. Exists specifically to test H1 as literally worded in the proposal: 'MC Dropout will produce measurably better-calibrated confidence estimates (lower ECE) than each detector's raw softmax confidence.'",
|
| 3 |
+
"val_frame_count": 11666,
|
| 4 |
+
"val_video_count": 1049,
|
| 5 |
+
"models": {
|
| 6 |
+
"xception": {
|
| 7 |
+
"frame_ece": 0.03287438389485061,
|
| 8 |
+
"video_ece": 0.037745457105664085,
|
| 9 |
+
"frame_auroc": 0.9976220768807692,
|
| 10 |
+
"video_auroc": 0.9995995550611791
|
| 11 |
+
}
|
| 12 |
+
}
|
| 13 |
+
}
|