{
  "methodology_note": "Evaluation of the _dropoutfix checkpoints (trained AND evaluated with the SAME drop_rate=0.2 architecture -- unlike best_xception.pth/best_vit.pth, which were trained before build_model()'s drop_rate=0.2 edit and are now evaluated with it, an accidental train/test dropout mismatch). This is the valid, matched-config test of H1 for these two architectures. Same held-out val split (seed=42, val_fraction=0.15) as every other analysis in this project.",
  "val_frame_count": 11666,
  "val_video_count": 1049,
  "models": {
    "xception": {
      "classification": {
        "frame_accuracy": 0.931424652837305,
        "frame_real_f1": 0.8697916666666666,
        "frame_fake_f1": 0.9534558994647429,
        "frame_macro_f1": 0.9116237830657048,
        "frame_auroc": 0.9926556732865501,
        "video_accuracy": 0.9580552907530981,
        "video_real_f1": 0.872093023255814,
        "video_fake_f1": 0.9749144811858609,
        "video_macro_f1": 0.9235037522208374,
        "video_auroc": 0.9983759733036708
      },
      "h1_test": {
        "raw_frame_ece": 0.07306480078842269,
        "mc_dropout_frame_ece": 0.07307988489222364,
        "raw_video_ece": 0.08323586338044117,
        "mc_dropout_video_ece": 0.08325382430829059,
        "frame_delta": 1.5084103800952486e-05,
        "video_delta": 1.7960927849419717e-05
      }
    },
    "vit": {
      "classification": {
        "frame_accuracy": 0.8962797874164238,
        "frame_real_f1": 0.8069559668155711,
        "frame_fake_f1": 0.9290904828879513,
        "frame_macro_f1": 0.8680232248517612,
        "frame_auroc": 0.971556658317264,
        "video_accuracy": 0.9189704480457579,
        "video_real_f1": 0.7733333333333333,
        "video_fake_f1": 0.950667440510737,
        "video_macro_f1": 0.8620003869220352,
        "video_auroc": 0.9870745272525028
      },
      "h1_test": {
        "raw_frame_ece": 0.0786986226648769,
        "mc_dropout_frame_ece": 0.07874529819470676,
        "raw_video_ece": 0.10108910924024739,
        "mc_dropout_video_ece": 0.10162097756470045,
        "frame_delta": 4.6675529829856566e-05,
        "video_delta": 0.0005318683244530664
      }
    }
  }
}