scheming-probes-sycophancy / openai--gpt-5.1_baseline.json
angkul07's picture
Upload openai--gpt-5.1_baseline.json with huggingface_hub
2c8a920 verified
Raw
History Blame Contribute Delete
2.75 kB
{
"10": {
"all": {
"accuracy": 0.6009,
"auroc": 0.6099,
"gmean2": 0.3081,
"tpr": 0.8626,
"tnr": 0.3571
},
"train": {
"accuracy": 0.6057,
"auroc": 0.6146,
"gmean2": 0.3138,
"tpr": 0.8676,
"tnr": 0.3617
},
"val": {
"accuracy": 0.625,
"auroc": 0.6357,
"gmean2": 0.3387,
"tpr": 0.8913,
"tnr": 0.38
},
"test": {
"accuracy": 0.5556,
"auroc": 0.5631,
"gmean2": 0.2549,
"tpr": 0.8125,
"tnr": 0.3137
}
},
"25": {
"all": {
"accuracy": 0.6518,
"auroc": 0.654,
"gmean2": 0.4239,
"tpr": 0.7157,
"tnr": 0.5923
},
"train": {
"accuracy": 0.674,
"auroc": 0.6761,
"gmean2": 0.4536,
"tpr": 0.7352,
"tnr": 0.617
},
"val": {
"accuracy": 0.625,
"auroc": 0.6296,
"gmean2": 0.3843,
"tpr": 0.7391,
"tnr": 0.52
},
"test": {
"accuracy": 0.5758,
"auroc": 0.5766,
"gmean2": 0.3317,
"tpr": 0.6042,
"tnr": 0.549
}
},
"50": {
"all": {
"accuracy": 0.6656,
"auroc": 0.6648,
"gmean2": 0.4415,
"tpr": 0.6422,
"tnr": 0.6875
},
"train": {
"accuracy": 0.6806,
"auroc": 0.6797,
"gmean2": 0.4612,
"tpr": 0.653,
"tnr": 0.7064
},
"val": {
"accuracy": 0.6562,
"auroc": 0.657,
"gmean2": 0.4313,
"tpr": 0.6739,
"tnr": 0.64
},
"test": {
"accuracy": 0.6061,
"auroc": 0.6048,
"gmean2": 0.364,
"tpr": 0.5625,
"tnr": 0.6471
}
},
"75": {
"all": {
"accuracy": 0.6595,
"auroc": 0.6595,
"gmean2": 0.435,
"tpr": 0.6613,
"tnr": 0.6577
},
"train": {
"accuracy": 0.6872,
"auroc": 0.6875,
"gmean2": 0.4726,
"tpr": 0.6941,
"tnr": 0.6809
},
"val": {
"accuracy": 0.625,
"auroc": 0.6243,
"gmean2": 0.3896,
"tpr": 0.6087,
"tnr": 0.64
},
"test": {
"accuracy": 0.5657,
"auroc": 0.5656,
"gmean2": 0.3199,
"tpr": 0.5625,
"tnr": 0.5686
}
},
"100": {
"all": {
"accuracy": 0.6903,
"auroc": 0.6943,
"gmean2": 0.4691,
"tpr": 0.8083,
"tnr": 0.5804
},
"train": {
"accuracy": 0.707,
"auroc": 0.7108,
"gmean2": 0.4939,
"tpr": 0.8174,
"tnr": 0.6043
},
"val": {
"accuracy": 0.6875,
"auroc": 0.6922,
"gmean2": 0.4665,
"tpr": 0.8043,
"tnr": 0.58
},
"test": {
"accuracy": 0.6162,
"auroc": 0.6207,
"gmean2": 0.3627,
"tpr": 0.7708,
"tnr": 0.4706
}
}
}