scheming-probes-sycophancy / google--gemini-3-flash-preview_baseline.json
angkul07's picture
Upload google--gemini-3-flash-preview_baseline.json with huggingface_hub
dcdb373 verified
Raw
History Blame Contribute Delete
2.73 kB
{
"10": {
"all": {
"accuracy": 0.5085,
"auroc": 0.5252,
"gmean2": 0.0534,
"tpr": 0.9968,
"tnr": 0.0536
},
"train": {
"accuracy": 0.511,
"auroc": 0.5275,
"gmean2": 0.0593,
"tpr": 0.9954,
"tnr": 0.0596
},
"val": {
"accuracy": 0.5,
"auroc": 0.52,
"gmean2": 0.04,
"tpr": 1.0,
"tnr": 0.04
},
"test": {
"accuracy": 0.5051,
"auroc": 0.5196,
"gmean2": 0.0392,
"tpr": 1.0,
"tnr": 0.0392
}
},
"25": {
"all": {
"accuracy": 0.5501,
"auroc": 0.5629,
"gmean2": 0.1869,
"tpr": 0.9233,
"tnr": 0.2024
},
"train": {
"accuracy": 0.5463,
"auroc": 0.5589,
"gmean2": 0.1836,
"tpr": 0.9178,
"tnr": 0.2
},
"val": {
"accuracy": 0.5625,
"auroc": 0.5765,
"gmean2": 0.2191,
"tpr": 0.913,
"tnr": 0.24
},
"test": {
"accuracy": 0.5556,
"auroc": 0.5674,
"gmean2": 0.1691,
"tpr": 0.9583,
"tnr": 0.1765
}
},
"50": {
"all": {
"accuracy": 0.5824,
"auroc": 0.592,
"gmean2": 0.2773,
"tpr": 0.8626,
"tnr": 0.3214
},
"train": {
"accuracy": 0.5815,
"auroc": 0.5909,
"gmean2": 0.2776,
"tpr": 0.8584,
"tnr": 0.3234
},
"val": {
"accuracy": 0.6042,
"auroc": 0.6139,
"gmean2": 0.3222,
"tpr": 0.8478,
"tnr": 0.38
},
"test": {
"accuracy": 0.5657,
"auroc": 0.5754,
"gmean2": 0.2283,
"tpr": 0.8958,
"tnr": 0.2549
}
},
"75": {
"all": {
"accuracy": 0.6055,
"auroc": 0.6152,
"gmean2": 0.304,
"tpr": 0.8882,
"tnr": 0.3423
},
"train": {
"accuracy": 0.6167,
"auroc": 0.6265,
"gmean2": 0.3155,
"tpr": 0.9041,
"tnr": 0.3489
},
"val": {
"accuracy": 0.5729,
"auroc": 0.583,
"gmean2": 0.2809,
"tpr": 0.8261,
"tnr": 0.34
},
"test": {
"accuracy": 0.5859,
"auroc": 0.5944,
"gmean2": 0.2745,
"tpr": 0.875,
"tnr": 0.3137
}
},
"100": {
"all": {
"accuracy": 0.6949,
"auroc": 0.7015,
"gmean2": 0.4573,
"tpr": 0.8882,
"tnr": 0.5149
},
"train": {
"accuracy": 0.7225,
"auroc": 0.7288,
"gmean2": 0.4988,
"tpr": 0.9087,
"tnr": 0.5489
},
"val": {
"accuracy": 0.6354,
"auroc": 0.643,
"gmean2": 0.38,
"tpr": 0.8261,
"tnr": 0.46
},
"test": {
"accuracy": 0.6263,
"auroc": 0.633,
"gmean2": 0.3517,
"tpr": 0.8542,
"tnr": 0.4118
}
}
}