scheming-probes-sycophancy / linear_probe_results.json
angkul07's picture
Upload linear_probe_results.json with huggingface_hub
b4aefea verified
Raw
History Blame
3.03 kB
{
"10|10": {
"val_auroc": 1.0,
"test_auroc": 0.7136,
"test_accuracy": 0.6061,
"test_gmean2": 0.3574
},
"10|25": {
"val_auroc": 1.0,
"test_auroc": 0.7022,
"test_accuracy": 0.6364,
"test_gmean2": 0.4028
},
"10|50": {
"val_auroc": 1.0,
"test_auroc": 0.8035,
"test_accuracy": 0.7273,
"test_gmean2": 0.5278
},
"10|75": {
"val_auroc": 1.0,
"test_auroc": 0.8027,
"test_accuracy": 0.7172,
"test_gmean2": 0.5123
},
"10|100": {
"val_auroc": 1.0,
"test_auroc": 0.7888,
"test_accuracy": 0.7071,
"test_gmean2": 0.4967
},
"20|10": {
"val_auroc": 1.0,
"test_auroc": 0.7435,
"test_accuracy": 0.697,
"test_gmean2": 0.4853
},
"20|25": {
"val_auroc": 1.0,
"test_auroc": 0.8125,
"test_accuracy": 0.697,
"test_gmean2": 0.4837
},
"20|50": {
"val_auroc": 1.0,
"test_auroc": 0.8652,
"test_accuracy": 0.7879,
"test_gmean2": 0.6197
},
"20|75": {
"val_auroc": 1.0,
"test_auroc": 0.8435,
"test_accuracy": 0.7677,
"test_gmean2": 0.5882
},
"20|100": {
"val_auroc": 1.0,
"test_auroc": 0.8452,
"test_accuracy": 0.7576,
"test_gmean2": 0.5719
},
"30|10": {
"val_auroc": 1.0,
"test_auroc": 0.6887,
"test_accuracy": 0.6465,
"test_gmean2": 0.4146
},
"30|25": {
"val_auroc": 1.0,
"test_auroc": 0.7766,
"test_accuracy": 0.697,
"test_gmean2": 0.4812
},
"30|50": {
"val_auroc": 1.0,
"test_auroc": 0.8301,
"test_accuracy": 0.7172,
"test_gmean2": 0.5139
},
"30|75": {
"val_auroc": 1.0,
"test_auroc": 0.8599,
"test_accuracy": 0.7879,
"test_gmean2": 0.6111
},
"30|100": {
"val_auroc": 1.0,
"test_auroc": 0.8742,
"test_accuracy": 0.7778,
"test_gmean2": 0.5972
},
"35|10": {
"val_auroc": 1.0,
"test_auroc": 0.6936,
"test_accuracy": 0.6364,
"test_gmean2": 0.4003
},
"35|25": {
"val_auroc": 1.0,
"test_auroc": 0.7402,
"test_accuracy": 0.6364,
"test_gmean2": 0.4052
},
"35|50": {
"val_auroc": 1.0,
"test_auroc": 0.8256,
"test_accuracy": 0.7273,
"test_gmean2": 0.5229
},
"35|75": {
"val_auroc": 1.0,
"test_auroc": 0.8362,
"test_accuracy": 0.7374,
"test_gmean2": 0.527
},
"35|100": {
"val_auroc": 1.0,
"test_auroc": 0.8399,
"test_accuracy": 0.7374,
"test_gmean2": 0.5359
},
"all|10": {
"val_auroc": 1.0,
"test_auroc": 0.7214,
"test_accuracy": 0.6162,
"test_gmean2": 0.3717
},
"all|25": {
"val_auroc": 1.0,
"test_auroc": 0.7798,
"test_accuracy": 0.6768,
"test_gmean2": 0.4583
},
"all|50": {
"val_auroc": 1.0,
"test_auroc": 0.8484,
"test_accuracy": 0.7071,
"test_gmean2": 0.4988
},
"all|75": {
"val_auroc": 1.0,
"test_auroc": 0.8558,
"test_accuracy": 0.7778,
"test_gmean2": 0.5972
},
"all|100": {
"val_auroc": 1.0,
"test_auroc": 0.8685,
"test_accuracy": 0.7879,
"test_gmean2": 0.6176
}
}