Hugging Face's logo

angkul07
/
scheming-probes-sycophancy

Joblib
Model card Files
xet
 Community
scheming-probes-sycophancy
File size: 2,732 Bytes
dcdb373
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
{
  "10": {
    "all": {
      "accuracy": 0.5085,
      "auroc": 0.5252,
      "gmean2": 0.0534,
      "tpr": 0.9968,
      "tnr": 0.0536
    },
    "train": {
      "accuracy": 0.511,
      "auroc": 0.5275,
      "gmean2": 0.0593,
      "tpr": 0.9954,
      "tnr": 0.0596
    },
    "val": {
      "accuracy": 0.5,
      "auroc": 0.52,
      "gmean2": 0.04,
      "tpr": 1.0,
      "tnr": 0.04
    },
    "test": {
      "accuracy": 0.5051,
      "auroc": 0.5196,
      "gmean2": 0.0392,
      "tpr": 1.0,
      "tnr": 0.0392
    }
  },
  "25": {
    "all": {
      "accuracy": 0.5501,
      "auroc": 0.5629,
      "gmean2": 0.1869,
      "tpr": 0.9233,
      "tnr": 0.2024
    },
    "train": {
      "accuracy": 0.5463,
      "auroc": 0.5589,
      "gmean2": 0.1836,
      "tpr": 0.9178,
      "tnr": 0.2
    },
    "val": {
      "accuracy": 0.5625,
      "auroc": 0.5765,
      "gmean2": 0.2191,
      "tpr": 0.913,
      "tnr": 0.24
    },
    "test": {
      "accuracy": 0.5556,
      "auroc": 0.5674,
      "gmean2": 0.1691,
      "tpr": 0.9583,
      "tnr": 0.1765
    }
  },
  "50": {
    "all": {
      "accuracy": 0.5824,
      "auroc": 0.592,
      "gmean2": 0.2773,
      "tpr": 0.8626,
      "tnr": 0.3214
    },
    "train": {
      "accuracy": 0.5815,
      "auroc": 0.5909,
      "gmean2": 0.2776,
      "tpr": 0.8584,
      "tnr": 0.3234
    },
    "val": {
      "accuracy": 0.6042,
      "auroc": 0.6139,
      "gmean2": 0.3222,
      "tpr": 0.8478,
      "tnr": 0.38
    },
    "test": {
      "accuracy": 0.5657,
      "auroc": 0.5754,
      "gmean2": 0.2283,
      "tpr": 0.8958,
      "tnr": 0.2549
    }
  },
  "75": {
    "all": {
      "accuracy": 0.6055,
      "auroc": 0.6152,
      "gmean2": 0.304,
      "tpr": 0.8882,
      "tnr": 0.3423
    },
    "train": {
      "accuracy": 0.6167,
      "auroc": 0.6265,
      "gmean2": 0.3155,
      "tpr": 0.9041,
      "tnr": 0.3489
    },
    "val": {
      "accuracy": 0.5729,
      "auroc": 0.583,
      "gmean2": 0.2809,
      "tpr": 0.8261,
      "tnr": 0.34
    },
    "test": {
      "accuracy": 0.5859,
      "auroc": 0.5944,
      "gmean2": 0.2745,
      "tpr": 0.875,
      "tnr": 0.3137
    }
  },
  "100": {
    "all": {
      "accuracy": 0.6949,
      "auroc": 0.7015,
      "gmean2": 0.4573,
      "tpr": 0.8882,
      "tnr": 0.5149
    },
    "train": {
      "accuracy": 0.7225,
      "auroc": 0.7288,
      "gmean2": 0.4988,
      "tpr": 0.9087,
      "tnr": 0.5489
    },
    "val": {
      "accuracy": 0.6354,
      "auroc": 0.643,
      "gmean2": 0.38,
      "tpr": 0.8261,
      "tnr": 0.46
    },
    "test": {
      "accuracy": 0.6263,
      "auroc": 0.633,
      "gmean2": 0.3517,
      "tpr": 0.8542,
      "tnr": 0.4118
    }
  }
}