scheming-probes-sycophancy / results /rolling_means_probe_results.json
angkul07's picture
Upload results/rolling_means_probe_results.json with huggingface_hub
bd26218 verified
Raw
History Blame Contribute Delete
4.86 kB
{
"10|10.0": {
"val_auroc": 0.6943,
"test_auroc": 0.5944,
"val_std": 0.0,
"test_std": 0.0,
"test_accuracy": 0.6061,
"test_accuracy_std": 0.0,
"test_gmean2": 0.3415,
"test_gmean2_std": 0.0,
"n_seeds": 1
},
"10|25.0": {
"val_auroc": 0.8222,
"test_auroc": 0.6571,
"val_std": 0.0,
"test_std": 0.0,
"test_accuracy": 0.6162,
"test_accuracy_std": 0.0,
"test_gmean2": 0.3775,
"test_gmean2_std": 0.0,
"n_seeds": 1
},
"10|50.0": {
"val_auroc": 0.8357,
"test_auroc": 0.623,
"val_std": 0.0,
"test_std": 0.0,
"test_accuracy": 0.5758,
"test_accuracy_std": 0.0,
"test_gmean2": 0.268,
"test_gmean2_std": 0.0,
"n_seeds": 1
},
"10|75.0": {
"val_auroc": 0.8109,
"test_auroc": 0.6916,
"val_std": 0.0,
"test_std": 0.0,
"test_accuracy": 0.6364,
"test_accuracy_std": 0.0,
"test_gmean2": 0.2941,
"test_gmean2_std": 0.0,
"n_seeds": 1
},
"10|100.0": {
"val_auroc": 0.8043,
"test_auroc": 0.703,
"val_std": 0.0,
"test_std": 0.0,
"test_accuracy": 0.6162,
"test_accuracy_std": 0.0,
"test_gmean2": 0.3162,
"test_gmean2_std": 0.0,
"n_seeds": 1
},
"20|10.0": {
"val_auroc": 0.8226,
"test_auroc": 0.6119,
"val_std": 0.0,
"test_std": 0.0,
"test_accuracy": 0.5253,
"test_accuracy_std": 0.0,
"test_gmean2": 0.2745,
"test_gmean2_std": 0.0,
"n_seeds": 1
},
"20|25.0": {
"val_auroc": 0.7422,
"test_auroc": 0.6693,
"val_std": 0.0,
"test_std": 0.0,
"test_accuracy": 0.6364,
"test_accuracy_std": 0.0,
"test_gmean2": 0.393,
"test_gmean2_std": 0.0,
"n_seeds": 1
},
"20|50.0": {
"val_auroc": 0.8052,
"test_auroc": 0.6667,
"val_std": 0.0,
"test_std": 0.0,
"test_accuracy": 0.6263,
"test_accuracy_std": 0.0,
"test_gmean2": 0.3922,
"test_gmean2_std": 0.0,
"n_seeds": 1
},
"20|75.0": {
"val_auroc": 0.8398,
"test_auroc": 0.7982,
"val_std": 0.0,
"test_std": 0.0,
"test_accuracy": 0.7172,
"test_accuracy_std": 0.0,
"test_gmean2": 0.4918,
"test_gmean2_std": 0.0,
"n_seeds": 1
},
"20|100.0": {
"val_auroc": 0.8378,
"test_auroc": 0.8023,
"val_std": 0.0,
"test_std": 0.0,
"test_accuracy": 0.7475,
"test_accuracy_std": 0.0,
"test_gmean2": 0.5184,
"test_gmean2_std": 0.0,
"n_seeds": 1
},
"30|10.0": {
"val_auroc": 0.7109,
"test_auroc": 0.5217,
"val_std": 0.0,
"test_std": 0.0,
"test_accuracy": 0.5556,
"test_accuracy_std": 0.0,
"test_gmean2": 0.2721,
"test_gmean2_std": 0.0,
"n_seeds": 1
},
"30|25.0": {
"val_auroc": 0.8717,
"test_auroc": 0.6456,
"val_std": 0.0,
"test_std": 0.0,
"test_accuracy": 0.5758,
"test_accuracy_std": 0.0,
"test_gmean2": 0.3145,
"test_gmean2_std": 0.0,
"n_seeds": 1
},
"30|50.0": {
"val_auroc": 0.8474,
"test_auroc": 0.6744,
"val_std": 0.0,
"test_std": 0.0,
"test_accuracy": 0.6364,
"test_accuracy_std": 0.0,
"test_gmean2": 0.3685,
"test_gmean2_std": 0.0,
"n_seeds": 1
},
"30|75.0": {
"val_auroc": 0.8543,
"test_auroc": 0.7602,
"val_std": 0.0,
"test_std": 0.0,
"test_accuracy": 0.6768,
"test_accuracy_std": 0.0,
"test_gmean2": 0.4289,
"test_gmean2_std": 0.0,
"n_seeds": 1
},
"30|100.0": {
"val_auroc": 0.8478,
"test_auroc": 0.7594,
"val_std": 0.0,
"test_std": 0.0,
"test_accuracy": 0.7172,
"test_accuracy_std": 0.0,
"test_gmean2": 0.4918,
"test_gmean2_std": 0.0,
"n_seeds": 1
},
"35|10.0": {
"val_auroc": 0.7361,
"test_auroc": 0.625,
"val_std": 0.0,
"test_std": 0.0,
"test_accuracy": 0.596,
"test_accuracy_std": 0.0,
"test_gmean2": 0.326,
"test_gmean2_std": 0.0,
"n_seeds": 1
},
"35|25.0": {
"val_auroc": 0.7646,
"test_auroc": 0.6446,
"val_std": 0.0,
"test_std": 0.0,
"test_accuracy": 0.6465,
"test_accuracy_std": 0.0,
"test_gmean2": 0.4118,
"test_gmean2_std": 0.0,
"n_seeds": 1
},
"35|50.0": {
"val_auroc": 0.8022,
"test_auroc": 0.7124,
"val_std": 0.0,
"test_std": 0.0,
"test_accuracy": 0.6364,
"test_accuracy_std": 0.0,
"test_gmean2": 0.3758,
"test_gmean2_std": 0.0,
"n_seeds": 1
},
"35|75.0": {
"val_auroc": 0.7728,
"test_auroc": 0.6185,
"val_std": 0.0,
"test_std": 0.0,
"test_accuracy": 0.5758,
"test_accuracy_std": 0.0,
"test_gmean2": 0.3023,
"test_gmean2_std": 0.0,
"n_seeds": 1
},
"35|100.0": {
"val_auroc": 0.8583,
"test_auroc": 0.7149,
"val_std": 0.0,
"test_std": 0.0,
"test_accuracy": 0.6768,
"test_accuracy_std": 0.0,
"test_gmean2": 0.4575,
"test_gmean2_std": 0.0,
"n_seeds": 1
}
}