scheming-probes-sycophancy / ood_eval_results.json
angkul07's picture
Upload ood_eval_results.json with huggingface_hub
3ddce23 verified
Raw
History Blame Contribute Delete
4.03 kB
{
"10|10": {
"ood_auroc": 0.5985,
"ood_accuracy": 0.6957,
"ood_gmean2": 0.4167,
"ood_n": 23,
"ood_pos_rate": 0.4783,
"orig_test_auroc": 0.7185,
"orig_val_auroc": 0.7957
},
"10|25": {
"ood_auroc": 0.7424,
"ood_accuracy": 0.6957,
"ood_gmean2": 0.4545,
"ood_n": 23,
"ood_pos_rate": 0.4783,
"orig_test_auroc": 0.7729,
"orig_val_auroc": 0.8348
},
"10|50": {
"ood_auroc": 0.6515,
"ood_accuracy": 0.7826,
"ood_gmean2": 0.5833,
"ood_n": 23,
"ood_pos_rate": 0.4783,
"orig_test_auroc": 0.8056,
"orig_val_auroc": 0.8591
},
"10|75": {
"ood_auroc": 0.7424,
"ood_accuracy": 0.6522,
"ood_gmean2": 0.4242,
"ood_n": 23,
"ood_pos_rate": 0.4783,
"orig_test_auroc": 0.815,
"orig_val_auroc": 0.8822
},
"10|100": {
"ood_auroc": 0.75,
"ood_accuracy": 0.6957,
"ood_gmean2": 0.4773,
"ood_n": 23,
"ood_pos_rate": 0.4783,
"orig_test_auroc": 0.8023,
"orig_val_auroc": 0.8783
},
"20|10": {
"ood_auroc": 0.7045,
"ood_accuracy": 0.6957,
"ood_gmean2": 0.4545,
"ood_n": 23,
"ood_pos_rate": 0.4783,
"orig_test_auroc": 0.7541,
"orig_val_auroc": 0.873
},
"20|25": {
"ood_auroc": 0.6742,
"ood_accuracy": 0.7391,
"ood_gmean2": 0.5,
"ood_n": 23,
"ood_pos_rate": 0.4783,
"orig_test_auroc": 0.7684,
"orig_val_auroc": 0.8861
},
"20|50": {
"ood_auroc": 0.7273,
"ood_accuracy": 0.6522,
"ood_gmean2": 0.4242,
"ood_n": 23,
"ood_pos_rate": 0.4783,
"orig_test_auroc": 0.8297,
"orig_val_auroc": 0.9174
},
"20|75": {
"ood_auroc": 0.7803,
"ood_accuracy": 0.7826,
"ood_gmean2": 0.5833,
"ood_n": 23,
"ood_pos_rate": 0.4783,
"orig_test_auroc": 0.8301,
"orig_val_auroc": 0.9117
},
"20|100": {
"ood_auroc": 0.8485,
"ood_accuracy": 0.6957,
"ood_gmean2": 0.4773,
"ood_n": 23,
"ood_pos_rate": 0.4783,
"orig_test_auroc": 0.8297,
"orig_val_auroc": 0.9209
},
"30|10": {
"ood_auroc": 0.6894,
"ood_accuracy": 0.6957,
"ood_gmean2": 0.4167,
"ood_n": 23,
"ood_pos_rate": 0.4783,
"orig_test_auroc": 0.7206,
"orig_val_auroc": 0.8583
},
"30|25": {
"ood_auroc": 0.7879,
"ood_accuracy": 0.7826,
"ood_gmean2": 0.5833,
"ood_n": 23,
"ood_pos_rate": 0.4783,
"orig_test_auroc": 0.7888,
"orig_val_auroc": 0.883
},
"30|50": {
"ood_auroc": 0.7197,
"ood_accuracy": 0.6957,
"ood_gmean2": 0.4773,
"ood_n": 23,
"ood_pos_rate": 0.4783,
"orig_test_auroc": 0.8292,
"orig_val_auroc": 0.9213
},
"30|75": {
"ood_auroc": 0.7879,
"ood_accuracy": 0.6522,
"ood_gmean2": 0.4242,
"ood_n": 23,
"ood_pos_rate": 0.4783,
"orig_test_auroc": 0.8235,
"orig_val_auroc": 0.9252
},
"30|100": {
"ood_auroc": 0.8182,
"ood_accuracy": 0.7826,
"ood_gmean2": 0.5833,
"ood_n": 23,
"ood_pos_rate": 0.4783,
"orig_test_auroc": 0.8264,
"orig_val_auroc": 0.9248
},
"35|10": {
"ood_auroc": 0.6136,
"ood_accuracy": 0.5652,
"ood_gmean2": 0.303,
"ood_n": 23,
"ood_pos_rate": 0.4783,
"orig_test_auroc": 0.7087,
"orig_val_auroc": 0.847
},
"35|25": {
"ood_auroc": 0.8106,
"ood_accuracy": 0.7391,
"ood_gmean2": 0.5455,
"ood_n": 23,
"ood_pos_rate": 0.4783,
"orig_test_auroc": 0.7884,
"orig_val_auroc": 0.89
},
"35|50": {
"ood_auroc": 0.6667,
"ood_accuracy": 0.7826,
"ood_gmean2": 0.5833,
"ood_n": 23,
"ood_pos_rate": 0.4783,
"orig_test_auroc": 0.8223,
"orig_val_auroc": 0.9126
},
"35|75": {
"ood_auroc": 0.7576,
"ood_accuracy": 0.6522,
"ood_gmean2": 0.4242,
"ood_n": 23,
"ood_pos_rate": 0.4783,
"orig_test_auroc": 0.8268,
"orig_val_auroc": 0.9135
},
"35|100": {
"ood_auroc": 0.8258,
"ood_accuracy": 0.7391,
"ood_gmean2": 0.5303,
"ood_n": 23,
"ood_pos_rate": 0.4783,
"orig_test_auroc": 0.8301,
"orig_val_auroc": 0.933
}
}