| { |
| "methodology_note": "Evaluation of the _dropoutfix checkpoints (trained AND evaluated with the SAME drop_rate=0.2 architecture -- unlike best_xception.pth/best_vit.pth, which were trained before build_model()'s drop_rate=0.2 edit and are now evaluated with it, an accidental train/test dropout mismatch). This is the valid, matched-config test of H1 for these two architectures. Same held-out val split (seed=42, val_fraction=0.15) as every other analysis in this project.", |
| "val_frame_count": 11666, |
| "val_video_count": 1049, |
| "models": { |
| "xception": { |
| "classification": { |
| "frame_accuracy": 0.931424652837305, |
| "frame_real_f1": 0.8697916666666666, |
| "frame_fake_f1": 0.9534558994647429, |
| "frame_macro_f1": 0.9116237830657048, |
| "frame_auroc": 0.9926556732865501, |
| "video_accuracy": 0.9580552907530981, |
| "video_real_f1": 0.872093023255814, |
| "video_fake_f1": 0.9749144811858609, |
| "video_macro_f1": 0.9235037522208374, |
| "video_auroc": 0.9983759733036708 |
| }, |
| "h1_test": { |
| "raw_frame_ece": 0.07306480078842269, |
| "mc_dropout_frame_ece": 0.07307988489222364, |
| "raw_video_ece": 0.08323586338044117, |
| "mc_dropout_video_ece": 0.08325382430829059, |
| "frame_delta": 1.5084103800952486e-05, |
| "video_delta": 1.7960927849419717e-05 |
| } |
| }, |
| "vit": { |
| "classification": { |
| "frame_accuracy": 0.8962797874164238, |
| "frame_real_f1": 0.8069559668155711, |
| "frame_fake_f1": 0.9290904828879513, |
| "frame_macro_f1": 0.8680232248517612, |
| "frame_auroc": 0.971556658317264, |
| "video_accuracy": 0.9189704480457579, |
| "video_real_f1": 0.7733333333333333, |
| "video_fake_f1": 0.950667440510737, |
| "video_macro_f1": 0.8620003869220352, |
| "video_auroc": 0.9870745272525028 |
| }, |
| "h1_test": { |
| "raw_frame_ece": 0.0786986226648769, |
| "mc_dropout_frame_ece": 0.07874529819470676, |
| "raw_video_ece": 0.10108910924024739, |
| "mc_dropout_video_ece": 0.10162097756470045, |
| "frame_delta": 4.6675529829856566e-05, |
| "video_delta": 0.0005318683244530664 |
| } |
| } |
| } |
| } |
