{
  "shortlist": [
    "soup-greedy",
    "kd_b_aug-step-870",
    "kd_b_aug-step-1305",
    "soup-kd_b_aug-last3",
    "soup-kd_b_aug-last2",
    "soup-kd_a0.3+kd_b_aug0.7",
    "soup-kd_a0.4+kd_b_aug0.6",
    "kd_b_aug-step-1737"
  ],
  "ranked_eligible": [
    "soup-greedy",
    "kd_b_aug-step-870",
    "kd_b_aug-step-1305",
    "soup-kd_b_aug-last3",
    "soup-kd_b_aug-last2",
    "soup-kd_a0.3+kd_b_aug0.7",
    "soup-kd_a0.4+kd_b_aug0.6",
    "kd_b_aug-step-1737",
    "soup-kd_a+kd_b_aug",
    "soup-kd_b_aug0.7+kd_c0.3",
    "soup-kd_a0.6+kd_b_aug0.4",
    "soup-kd_b_aug0.6+kd_c0.4",
    "soup-kd_a0.7+kd_b_aug0.3",
    "soup-all-finals",
    "soup-all-last2",
    "soup-kd_a0.7+kd_c0.3",
    "soup-kd_b_aug+kd_c",
    "soup-kd_a0.6+kd_c0.4",
    "kd_a-step-2433",
    "soup-kd_a-last3",
    "soup-kd_a+kd_c",
    "soup-kd_b_aug0.4+kd_c0.6",
    "soup-kd_b_aug0.3+kd_c0.7",
    "kd_a-step-3244",
    "kd_a-step-4055",
    "soup-kd_a0.4+kd_c0.6",
    "soup-kd_a0.3+kd_c0.7",
    "kd_a-step-1622",
    "kd_c-step-1821",
    "soup-kd_c-last2",
    "soup-kd_c-last3",
    "kd_c-step-2428",
    "soup-baseline+kd_a"
  ],
  "runs": [
    "kd_a",
    "kd_b_aug",
    "kd_c"
  ],
  "incomplete_runs": [],
  "criterion": "validation selection split only: balanced accuracy >= 0.978 and false approvals <= baseline (65); ranked by NLL; top 8 shortlisted for the benchmark gates",
  "baseline": {
    "name": "baseline",
    "path": "/home/user/datasets/auto04-v3/raw/student",
    "sha256": "10a27866e72a8fd7af878eb3d41e68f2de8e0f025cc20e55ef531554d1abc626",
    "nll": 0.09799151753796376,
    "balanced_accuracy": 0.9793590093840807,
    "accuracy": 0.9794222903885481,
    "false_approve_count": 65,
    "false_deny_count": 96,
    "long_accuracy": 0.9734513274336283,
    "auroc": 0.996940827613432
  },
  "candidates": [
    {
      "name": "soup-greedy",
      "path": "/home/user/checkpoints/auto04-v3/selection/soup-greedy",
      "sha256": "cdee2a2c80eba404f39661e0cc8805543380437a2adf23e75ba312ee0324fc2d",
      "nll": 0.06444159020538713,
      "balanced_accuracy": 0.9790919571932201,
      "accuracy": 0.9791666666666666,
      "false_approve_count": 63,
      "false_deny_count": 100,
      "long_accuracy": 0.9734513274336283,
      "auroc": 0.9974349329885925
    },
    {
      "name": "kd_b_aug-step-435",
      "path": "/home/user/checkpoints/auto04-v3/kd_b_aug/step-435",
      "sha256": "bc18cb6112afda7d559bad101af33faad26eb8edf2cfc3ea3c9b4cf3c9fa9ac7",
      "nll": 0.06481078439921692,
      "balanced_accuracy": 0.9793703816506518,
      "accuracy": 0.9794222903885481,
      "false_approve_count": 68,
      "false_deny_count": 93,
      "long_accuracy": 0.9734513274336283,
      "auroc": 0.9974234626852404
    },
    {
      "name": "kd_b_aug-step-870",
      "path": "/home/user/checkpoints/auto04-v3/kd_b_aug/step-870",
      "sha256": "9569c1cfea42c8fa07f583f8249aac310cd7a2ab8dba0e441cbe6243cec4c158",
      "nll": 0.06539374741470408,
      "balanced_accuracy": 0.9793324740954146,
      "accuracy": 0.9794222903885481,
      "false_approve_count": 58,
      "false_deny_count": 103,
      "long_accuracy": 0.9734513274336283,
      "auroc": 0.9973808820434524
    },
    {
      "name": "kd_b_aug-step-1305",
      "path": "/home/user/checkpoints/auto04-v3/kd_b_aug/step-1305",
      "sha256": "5fcdb2c6a461ce10defc379ac1a3a40111cd05e7e71692a4e9921909ac5a7935",
      "nll": 0.06564422695544463,
      "balanced_accuracy": 0.9790881664376963,
      "accuracy": 0.9791666666666666,
      "false_approve_count": 62,
      "false_deny_count": 101,
      "long_accuracy": 0.9734513274336283,
      "auroc": 0.997423724116656
    },
    {
      "name": "soup-kd_b_aug-last3",
      "path": "/home/user/checkpoints/auto04-v3/selection/soup-kd_b_aug-last3",
      "sha256": "d18e95a658932bac26cb1ec6c0edd0cd53c4520e0aaeb7eb0591e32381b9a484",
      "nll": 0.06588619902033178,
      "balanced_accuracy": 0.9788211142468357,
      "accuracy": 0.9789110429447853,
      "false_approve_count": 60,
      "false_deny_count": 105,
      "long_accuracy": 0.9734513274336283,
      "auroc": 0.997418201378005
    },
    {
      "name": "soup-kd_b_aug-last2",
      "path": "/home/user/checkpoints/auto04-v3/selection/soup-kd_b_aug-last2",
      "sha256": "08791b8c4064779a00e89615e6b13f55abb3cd5536acc5de0f418d00bd127b0c",
      "nll": 0.06612161509400427,
      "balanced_accuracy": 0.9786913789069291,
      "accuracy": 0.9787832310838446,
      "false_approve_count": 60,
      "false_deny_count": 106,
      "long_accuracy": 0.9734513274336283,
      "auroc": 0.9974240835848521
    },
    {
      "name": "soup-kd_a0.3+kd_b_aug0.7",
      "path": "/home/user/checkpoints/auto04-v3/selection/soup-kd_a0.3+kd_b_aug0.7",
      "sha256": "0cb85318efc06bbd3dc5afdd7255b0e7539f2fba65db996497cb9dc78e5ca9bd",
      "nll": 0.06668469289284482,
      "balanced_accuracy": 0.9784432804936871,
      "accuracy": 0.9785276073619632,
      "false_approve_count": 63,
      "false_deny_count": 105,
      "long_accuracy": 0.9734513274336283,
      "auroc": 0.9974464359708715
    },
    {
      "name": "soup-kd_a0.4+kd_b_aug0.6",
      "path": "/home/user/checkpoints/auto04-v3/selection/soup-kd_a0.4+kd_b_aug0.6",
      "sha256": "24e6ed966ea62dabae209cb88419ed4ea702afa854435bd37064b64bc524eb6b",
      "nll": 0.06669131243679578,
      "balanced_accuracy": 0.978954640342266,
      "accuracy": 0.9790388548057259,
      "false_approve_count": 61,
      "false_deny_count": 103,
      "long_accuracy": 0.9734513274336283,
      "auroc": 0.997446599365506
    },
    {
      "name": "kd_b_aug-step-1737",
      "path": "/home/user/checkpoints/auto04-v3/kd_b_aug/step-1737",
      "sha256": "bca2d2614055c7dc43d6d9f059446691c343b5bf0ca5271cfe6f29f507cc201d",
      "nll": 0.06671769760595667,
      "balanced_accuracy": 0.9788097419802646,
      "accuracy": 0.9789110429447853,
      "false_approve_count": 57,
      "false_deny_count": 108,
      "long_accuracy": 0.9734513274336283,
      "auroc": 0.9974182667358589
    },
    {
      "name": "soup-kd_a0.45+kd_b_aug0.55",
      "path": "/home/user/checkpoints/auto04-v3/selection/soup-kd_a0.45+kd_b_aug0.55",
      "sha256": "bcb137cf2e7dd4599593893a89c82d77bb31050223fa42acd37d4e5e6f0b12f9",
      "nll": 0.0667321780183361,
      "balanced_accuracy": 0.9784432804936871,
      "accuracy": 0.9785276073619632,
      "false_approve_count": 63,
      "false_deny_count": 105,
      "long_accuracy": 0.9734513274336283,
      "auroc": 0.9974431680781785
    },
    {
      "name": "soup-kd_a+kd_b_aug",
      "path": "/home/user/checkpoints/auto04-v3/selection/soup-kd_a+kd_b_aug",
      "sha256": "8d4a125e417a804e301c6d3542d292bfad57dc709d0b7df3c9aab326a1d6aafa",
      "nll": 0.06728941604016982,
      "balanced_accuracy": 0.9797368431372293,
      "accuracy": 0.9798057259713702,
      "false_approve_count": 62,
      "false_deny_count": 96,
      "long_accuracy": 0.9734513274336283,
      "auroc": 0.9974337892261499
    },
    {
      "name": "soup-kd_a0.5+kd_b_aug0.5",
      "path": "/home/user/checkpoints/auto04-v3/selection/soup-kd_a0.5+kd_b_aug0.5",
      "sha256": "8d4a125e417a804e301c6d3542d292bfad57dc709d0b7df3c9aab326a1d6aafa",
      "nll": 0.06728941604016982,
      "balanced_accuracy": 0.9797368431372293,
      "accuracy": 0.9798057259713702,
      "false_approve_count": 62,
      "false_deny_count": 96,
      "long_accuracy": 0.9734513274336283,
      "auroc": 0.9974337892261499
    },
    {
      "name": "soup-kd_b_aug0.7+kd_c0.3",
      "path": "/home/user/checkpoints/auto04-v3/selection/soup-kd_b_aug0.7+kd_c0.3",
      "sha256": "31909583b0f492d57caafcf6d13897a0fe59c85ae9ce867e84e81808617cf366",
      "nll": 0.06825744683524511,
      "balanced_accuracy": 0.9793248925843672,
      "accuracy": 0.9794222903885481,
      "false_approve_count": 56,
      "false_deny_count": 105,
      "long_accuracy": 0.9734513274336283,
      "auroc": 0.9974750953897878
    },
    {
      "name": "soup-kd_a0.35+kd_b_aug0.45+kd_c0.2",
      "path": "/home/user/checkpoints/auto04-v3/selection/soup-kd_a0.35+kd_b_aug0.45+kd_c0.2",
      "sha256": "8c4c3ca037a8bf289d8447f796d2ae46788de3ac97281328c9efcb0ffa15803b",
      "nll": 0.06828081469723489,
      "balanced_accuracy": 0.9802482029858082,
      "accuracy": 0.9803169734151329,
      "false_approve_count": 60,
      "false_deny_count": 94,
      "long_accuracy": 0.9734513274336283,
      "auroc": 0.9974149008063852
    },
    {
      "name": "soup-kd_a0.6+kd_b_aug0.4",
      "path": "/home/user/checkpoints/auto04-v3/selection/soup-kd_a0.6+kd_b_aug0.4",
      "sha256": "8022f9d8d9c652d056bbe5110f10880ab45eb5eacee02615ce9a70f606865762",
      "nll": 0.06867313709167973,
      "balanced_accuracy": 0.9810455688028663,
      "accuracy": 0.9810838445807771,
      "false_approve_count": 65,
      "false_deny_count": 83,
      "long_accuracy": 0.9646017699115044,
      "auroc": 0.997293204482503
    },
    {
      "name": "soup-kd_b_aug0.6+kd_c0.4",
      "path": "/home/user/checkpoints/auto04-v3/selection/soup-kd_b_aug0.6+kd_c0.4",
      "sha256": "4aece98645b2a3a33a3c3b25234ee62e58dc741713d1e68c202cec4dcc9ddf46",
      "nll": 0.06871164018185263,
      "balanced_accuracy": 0.9794546279242737,
      "accuracy": 0.9795501022494888,
      "false_approve_count": 56,
      "false_deny_count": 104,
      "long_accuracy": 0.9734513274336283,
      "auroc": 0.9974743764533953
    },
    {
      "name": "soup-kd_a0.7+kd_b_aug0.3",
      "path": "/home/user/checkpoints/auto04-v3/selection/soup-kd_a0.7+kd_b_aug0.3",
      "sha256": "591265b59294c7e92886ed86cd32964e5356b66d586fadf683bbab7fc3d6c022",
      "nll": 0.06880386510715987,
      "balanced_accuracy": 0.9813050394826796,
      "accuracy": 0.9813394683026585,
      "false_approve_count": 65,
      "false_deny_count": 81,
      "long_accuracy": 0.9646017699115044,
      "auroc": 0.9972773552029427
    },
    {
      "name": "soup-all-finals",
      "path": "/home/user/checkpoints/auto04-v3/selection/soup-all-finals",
      "sha256": "075d68c851eac223b91ab8b42767763b152bfb8bfa2adbcd127973aa46358899",
      "nll": 0.06923167073800253,
      "balanced_accuracy": 0.979988732305995,
      "accuracy": 0.9800613496932515,
      "false_approve_count": 60,
      "false_deny_count": 96,
      "long_accuracy": 0.9734513274336283,
      "auroc": 0.9974021233459562
    },
    {
      "name": "soup-all-last2",
      "path": "/home/user/checkpoints/auto04-v3/selection/soup-all-last2",
      "sha256": "8a9b8aa93546eddb71d0407762b15c236342ca630ad3c3b60dda73fffb42cddc",
      "nll": 0.06959238149003957,
      "balanced_accuracy": 0.9803779383257147,
      "accuracy": 0.9804447852760736,
      "false_approve_count": 60,
      "false_deny_count": 93,
      "long_accuracy": 0.9734513274336283,
      "auroc": 0.9973955875605702
    },
    {
      "name": "kd_a-step-4863",
      "path": "/home/user/checkpoints/auto04-v3/kd_a/step-4863",
      "sha256": "01f53c7d355c6cc3739acf5e115a57be780ec1d94905fc6a06cb8a9a10c25772",
      "nll": 0.06997294441437471,
      "balanced_accuracy": 0.9817018270134468,
      "accuracy": 0.9817229038854806,
      "false_approve_count": 67,
      "false_deny_count": 76,
      "long_accuracy": 0.9646017699115044,
      "auroc": 0.9971621946644462
    },
    {
      "name": "soup-kd_a0.7+kd_c0.3",
      "path": "/home/user/checkpoints/auto04-v3/selection/soup-kd_a0.7+kd_c0.3",
      "sha256": "032ad912b20aa84e64a4c35b14b9d74dd609155a5669e7401d082b2ee772a74d",
      "nll": 0.07106385456942332,
      "balanced_accuracy": 0.9810341965362952,
      "accuracy": 0.9810838445807771,
      "false_approve_count": 62,
      "false_deny_count": 86,
      "long_accuracy": 0.9734513274336283,
      "auroc": 0.9972288923543076
    },
    {
      "name": "soup-kd_b_aug+kd_c",
      "path": "/home/user/checkpoints/auto04-v3/selection/soup-kd_b_aug+kd_c",
      "sha256": "016e227636321df3955da589bd60d3fa3452946a21f61bda98f28ee24853c52e",
      "nll": 0.07110769054353236,
      "balanced_accuracy": 0.9803551937925725,
      "accuracy": 0.9804447852760736,
      "false_approve_count": 54,
      "false_deny_count": 99,
      "long_accuracy": 0.9734513274336283,
      "auroc": 0.9974675792365941
    },
    {
      "name": "soup-kd_a0.6+kd_c0.4",
      "path": "/home/user/checkpoints/auto04-v3/selection/soup-kd_a0.6+kd_c0.4",
      "sha256": "a5891ff64a1283cf70a8c79d227f557e942dd9b4bc3df56b47655e3a547c4acb",
      "nll": 0.07154706968103766,
      "balanced_accuracy": 0.9810304057807715,
      "accuracy": 0.9810838445807771,
      "false_approve_count": 61,
      "false_deny_count": 87,
      "long_accuracy": 0.9734513274336283,
      "auroc": 0.9972352974239855
    },
    {
      "name": "soup-kd_a-last2",
      "path": "/home/user/checkpoints/auto04-v3/selection/soup-kd_a-last2",
      "sha256": "0ca4104667b7ed9aa36b65dbe1b8ae5b6e3fbbd6335b8a46a0d069741874dcbe",
      "nll": 0.07226881883328451,
      "balanced_accuracy": 0.9811790948982966,
      "accuracy": 0.9812116564417178,
      "false_approve_count": 66,
      "false_deny_count": 81,
      "long_accuracy": 0.9646017699115044,
      "auroc": 0.9971119017959031
    },
    {
      "name": "kd_a-step-2433",
      "path": "/home/user/checkpoints/auto04-v3/kd_a/step-2433",
      "sha256": "2e2505367ed1409b19b4d807cdb50aed89a4df8b356f04d43d127f4dfcaa1a28",
      "nll": 0.07243726744179942,
      "balanced_accuracy": 0.9805190459321925,
      "accuracy": 0.9805725971370143,
      "false_approve_count": 63,
      "false_deny_count": 89,
      "long_accuracy": 0.9734513274336283,
      "auroc": 0.9972304282638732
    },
    {
      "name": "soup-kd_a-last3",
      "path": "/home/user/checkpoints/auto04-v3/selection/soup-kd_a-last3",
      "sha256": "33b7185c87a716cb388cd23e6522fed8730f9a4141f32c85f54e486db512780d",
      "nll": 0.07255313975982051,
      "balanced_accuracy": 0.9819347624045939,
      "accuracy": 0.9819785276073619,
      "false_approve_count": 60,
      "false_deny_count": 81,
      "long_accuracy": 0.9646017699115044,
      "auroc": 0.9970919022926228
    },
    {
      "name": "soup-kd_a+kd_c",
      "path": "/home/user/checkpoints/auto04-v3/selection/soup-kd_a+kd_c",
      "sha256": "b632d5030464b845f91341f1f8e15b8c3fe2dceb2adf3a0fd6a3f3a3e27fa4eb",
      "nll": 0.07349604841433473,
      "balanced_accuracy": 0.9807709351009583,
      "accuracy": 0.9808282208588958,
      "false_approve_count": 61,
      "false_deny_count": 89,
      "long_accuracy": 0.9734513274336283,
      "auroc": 0.9972631071908018
    },
    {
      "name": "soup-kd_b_aug0.4+kd_c0.6",
      "path": "/home/user/checkpoints/auto04-v3/selection/soup-kd_b_aug0.4+kd_c0.6",
      "sha256": "5aa1a1226a191c593f233eae8ec3067b99a7642cc765e2e80ff7dc66d90a66f2",
      "nll": 0.07385103251813632,
      "balanced_accuracy": 0.9798400431884698,
      "accuracy": 0.9799335378323109,
      "false_approve_count": 55,
      "false_deny_count": 102,
      "long_accuracy": 0.9734513274336283,
      "auroc": 0.9974220574913827
    },
    {
      "name": "kd_a-step-811",
      "path": "/home/user/checkpoints/auto04-v3/kd_a/step-811",
      "sha256": "4318101bcefa53049d4fb4b1a43461896ecd6abea51409fe9844f433d9a48e65",
      "nll": 0.07438659621809066,
      "balanced_accuracy": 0.9799348120765627,
      "accuracy": 0.9799335378323109,
      "false_approve_count": 80,
      "false_deny_count": 77,
      "long_accuracy": 0.9646017699115044,
      "auroc": 0.9970287992847237
    },
    {
      "name": "soup-kd_b_aug0.3+kd_c0.7",
      "path": "/home/user/checkpoints/auto04-v3/selection/soup-kd_b_aug0.3+kd_c0.7",
      "sha256": "dae8f8a6e80961de7a8ee49bd8d003dfee2278b4194bfb5f57d1a2b6cd156d49",
      "nll": 0.07445158682879738,
      "balanced_accuracy": 0.9800957231127593,
      "accuracy": 0.9801891615541922,
      "false_approve_count": 54,
      "false_deny_count": 101,
      "long_accuracy": 0.9734513274336283,
      "auroc": 0.9974065350010914
    },
    {
      "name": "kd_a-step-3244",
      "path": "/home/user/checkpoints/auto04-v3/kd_a/step-3244",
      "sha256": "19cfab8705729b8f5ddc5b70535089b5084d185f7ae4c7cdb47bb3cdf11325c9",
      "nll": 0.07452171830807738,
      "balanced_accuracy": 0.9807595628343871,
      "accuracy": 0.9808282208588958,
      "false_approve_count": 58,
      "false_deny_count": 92,
      "long_accuracy": 0.9646017699115044,
      "auroc": 0.9969329193131151
    },
    {
      "name": "kd_a-step-4055",
      "path": "/home/user/checkpoints/auto04-v3/kd_a/step-4055",
      "sha256": "458b40b9cc7664d46e41dd7f4aabc7b75070f945767b77d84b6d0154eb3d3701",
      "nll": 0.07479238902467629,
      "balanced_accuracy": 0.9809044611963886,
      "accuracy": 0.9809560327198364,
      "false_approve_count": 62,
      "false_deny_count": 87,
      "long_accuracy": 0.9646017699115044,
      "auroc": 0.9970150087775597
    },
    {
      "name": "soup-kd_a0.4+kd_c0.6",
      "path": "/home/user/checkpoints/auto04-v3/selection/soup-kd_a0.4+kd_c0.6",
      "sha256": "8f5b8c355fec57527532f4677ace4579a30e2ff3fdf0a0b4d834d549eac47a63",
      "nll": 0.07529335902711476,
      "balanced_accuracy": 0.9798627877216122,
      "accuracy": 0.9799335378323109,
      "false_approve_count": 61,
      "false_deny_count": 96,
      "long_accuracy": 0.9734513274336283,
      "auroc": 0.997286276549994
    },
    {
      "name": "soup-kd_a0.3+kd_c0.7",
      "path": "/home/user/checkpoints/auto04-v3/selection/soup-kd_a0.3+kd_c0.7",
      "sha256": "28f7d3966b4151857abac126c27b60467ee1f9a6f0f576ba1ee8677a3cbf1f6e",
      "nll": 0.07586203804579712,
      "balanced_accuracy": 0.9803703568146673,
      "accuracy": 0.9804447852760736,
      "false_approve_count": 58,
      "false_deny_count": 95,
      "long_accuracy": 0.9734513274336283,
      "auroc": 0.9972762114405003
    },
    {
      "name": "kd_a-step-1622",
      "path": "/home/user/checkpoints/auto04-v3/kd_a/step-1622",
      "sha256": "7fdb91bbf395ac260077036317676b0828cdc31b97831e70d3d4642632a33847",
      "nll": 0.07744122709721647,
      "balanced_accuracy": 0.981022824269724,
      "accuracy": 0.9810838445807771,
      "false_approve_count": 59,
      "false_deny_count": 89,
      "long_accuracy": 0.9646017699115044,
      "auroc": 0.9969634087519395
    },
    {
      "name": "kd_c-step-1821",
      "path": "/home/user/checkpoints/auto04-v3/kd_c/step-1821",
      "sha256": "76af96c7468631628298a0070464f0496da439afc11df09c0e95a7a69ea5638c",
      "nll": 0.0776500691856737,
      "balanced_accuracy": 0.9788362772689305,
      "accuracy": 0.9789110429447853,
      "false_approve_count": 64,
      "false_deny_count": 101,
      "long_accuracy": 0.9734513274336283,
      "auroc": 0.9971509204346559
    },
    {
      "name": "soup-kd_c-last2",
      "path": "/home/user/checkpoints/auto04-v3/selection/soup-kd_c-last2",
      "sha256": "60fe28327126d6e1bc7c98a8d59702084caf8ec71f5947ee840e142024e5a7a4",
      "nll": 0.07776381844889618,
      "balanced_accuracy": 0.979603317041799,
      "accuracy": 0.9796779141104295,
      "false_approve_count": 61,
      "false_deny_count": 98,
      "long_accuracy": 0.9734513274336283,
      "auroc": 0.9972297420064078
    },
    {
      "name": "soup-kd_c-last3",
      "path": "/home/user/checkpoints/auto04-v3/selection/soup-kd_c-last3",
      "sha256": "c6aca33fc4560e53c33d673396e67554add83ffb43c3885bd173e0515d5fec4c",
      "nll": 0.07804749810242317,
      "balanced_accuracy": 0.9798552062105648,
      "accuracy": 0.9799335378323109,
      "false_approve_count": 59,
      "false_deny_count": 98,
      "long_accuracy": 0.9734513274336283,
      "auroc": 0.9972143829107514
    },
    {
      "name": "kd_c-step-2428",
      "path": "/home/user/checkpoints/auto04-v3/kd_c/step-2428",
      "sha256": "f8c2315b906afedba6201bca8ec99f4ef9057b73c0541a729e88ab4406992293",
      "nll": 0.07896396546287236,
      "balanced_accuracy": 0.9798589969660885,
      "accuracy": 0.9799335378323109,
      "false_approve_count": 60,
      "false_deny_count": 97,
      "long_accuracy": 0.9734513274336283,
      "auroc": 0.9972475520215837
    },
    {
      "name": "soup-baseline+kd_a",
      "path": "/home/user/checkpoints/auto04-v3/selection/soup-baseline+kd_a",
      "sha256": "0616334ba1dd3d7e22e4d5325151792ee7dc2d109680666abd77ab19962bbbb1",
      "nll": 0.0816368288729873,
      "balanced_accuracy": 0.9807823073675295,
      "accuracy": 0.9808282208588958,
      "false_approve_count": 64,
      "false_deny_count": 86,
      "long_accuracy": 0.9734513274336283,
      "auroc": 0.9972498068675418
    },
    {
      "name": "kd_c-step-1214",
      "path": "/home/user/checkpoints/auto04-v3/kd_c/step-1214",
      "sha256": "76801423d46f8bf55b49a40de5c5eb7d248003785ec5f5e25a238fa533386e8d",
      "nll": 0.08601628826660138,
      "balanced_accuracy": 0.9774858532925326,
      "accuracy": 0.9776329243353783,
      "false_approve_count": 50,
      "false_deny_count": 125,
      "long_accuracy": 0.9734513274336283,
      "auroc": 0.9970037999056233
    },
    {
      "name": "kd_c-step-607",
      "path": "/home/user/checkpoints/auto04-v3/kd_c/step-607",
      "sha256": "b9f5ece97a718f365c5ab8846c5d11984bfbc3b4d96b7c001616ff5558275baf",
      "nll": 0.0860442899349591,
      "balanced_accuracy": 0.9770161917547147,
      "accuracy": 0.9771216768916156,
      "false_approve_count": 63,
      "false_deny_count": 116,
      "long_accuracy": 0.9734513274336283,
      "auroc": 0.9968077590229785
    },
    {
      "name": "baseline",
      "path": "/home/user/datasets/auto04-v3/raw/student",
      "sha256": "10a27866e72a8fd7af878eb3d41e68f2de8e0f025cc20e55ef531554d1abc626",
      "nll": 0.09799151753796376,
      "balanced_accuracy": 0.9793590093840807,
      "accuracy": 0.9794222903885481,
      "false_approve_count": 65,
      "false_deny_count": 96,
      "long_accuracy": 0.9734513274336283,
      "auroc": 0.996940827613432
    }
  ]
}