scheming-probes-sycophancy / results /google--gemini-3.1-pro-preview_baseline.json
angkul07's picture
Upload results/google--gemini-3.1-pro-preview_baseline.json with huggingface_hub
c45690b verified
Raw
History Blame Contribute Delete
2.75 kB
{
"10": {
"all": {
"accuracy": 0.5439,
"auroc": 0.5577,
"gmean2": 0.1604,
"tpr": 0.9457,
"tnr": 0.1696
},
"train": {
"accuracy": 0.5551,
"auroc": 0.5688,
"gmean2": 0.1714,
"tpr": 0.9589,
"tnr": 0.1787
},
"val": {
"accuracy": 0.4792,
"auroc": 0.4939,
"gmean2": 0.1187,
"tpr": 0.8478,
"tnr": 0.14
},
"test": {
"accuracy": 0.5556,
"auroc": 0.568,
"gmean2": 0.1536,
"tpr": 0.9792,
"tnr": 0.1569
}
},
"25": {
"all": {
"accuracy": 0.6025,
"auroc": 0.609,
"gmean2": 0.3372,
"tpr": 0.7923,
"tnr": 0.4256
},
"train": {
"accuracy": 0.5991,
"auroc": 0.6056,
"gmean2": 0.3328,
"tpr": 0.79,
"tnr": 0.4213
},
"val": {
"accuracy": 0.5833,
"auroc": 0.5913,
"gmean2": 0.313,
"tpr": 0.7826,
"tnr": 0.4
},
"test": {
"accuracy": 0.6364,
"auroc": 0.6415,
"gmean2": 0.3824,
"tpr": 0.8125,
"tnr": 0.4706
}
},
"50": {
"all": {
"accuracy": 0.6163,
"auroc": 0.6195,
"gmean2": 0.3757,
"tpr": 0.7093,
"tnr": 0.5298
},
"train": {
"accuracy": 0.6233,
"auroc": 0.627,
"gmean2": 0.3824,
"tpr": 0.7306,
"tnr": 0.5234
},
"val": {
"accuracy": 0.5625,
"auroc": 0.5652,
"gmean2": 0.3152,
"tpr": 0.6304,
"tnr": 0.5
},
"test": {
"accuracy": 0.6364,
"auroc": 0.6379,
"gmean2": 0.4044,
"tpr": 0.6875,
"tnr": 0.5882
}
},
"75": {
"all": {
"accuracy": 0.6364,
"auroc": 0.6422,
"gmean2": 0.3849,
"tpr": 0.8083,
"tnr": 0.4762
},
"train": {
"accuracy": 0.6498,
"auroc": 0.6561,
"gmean2": 0.3983,
"tpr": 0.8356,
"tnr": 0.4766
},
"val": {
"accuracy": 0.5938,
"auroc": 0.5987,
"gmean2": 0.3443,
"tpr": 0.7174,
"tnr": 0.48
},
"test": {
"accuracy": 0.6162,
"auroc": 0.6207,
"gmean2": 0.3627,
"tpr": 0.7708,
"tnr": 0.4706
}
},
"100": {
"all": {
"accuracy": 0.6579,
"auroc": 0.6648,
"gmean2": 0.4041,
"tpr": 0.8594,
"tnr": 0.4702
},
"train": {
"accuracy": 0.6762,
"auroc": 0.683,
"gmean2": 0.429,
"tpr": 0.8767,
"tnr": 0.4894
},
"val": {
"accuracy": 0.6146,
"auroc": 0.6222,
"gmean2": 0.3539,
"tpr": 0.8043,
"tnr": 0.44
},
"test": {
"accuracy": 0.6162,
"auroc": 0.6225,
"gmean2": 0.3431,
"tpr": 0.8333,
"tnr": 0.4118
}
}
}