Hugging Face's logo

angkul07
/
scheming-probes-sycophancy

Joblib
Model card Files
xet
 Community
angkul07 commited on
Commit
2420b79
·
verified ·
1 Parent(s): bcc1fea

Upload results/mlp_ood_eval_results.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. results/mlp_ood_eval_results.json +182 -0
results/mlp_ood_eval_results.json ADDED
@@ -0,0 +1,182 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "10|10": {
3
+ "ood_auroc": 0.5985,
4
+ "ood_accuracy": 0.6957,
5
+ "ood_gmean2": 0.4167,
6
+ "ood_n": 23,
7
+ "ood_pos_rate": 0.4783,
8
+ "orig_test_auroc": 0.7185,
9
+ "orig_val_auroc": 0.7957
10
+ },
11
+ "10|25": {
12
+ "ood_auroc": 0.7424,
13
+ "ood_accuracy": 0.6957,
14
+ "ood_gmean2": 0.4545,
15
+ "ood_n": 23,
16
+ "ood_pos_rate": 0.4783,
17
+ "orig_test_auroc": 0.7729,
18
+ "orig_val_auroc": 0.8348
19
+ },
20
+ "10|50": {
21
+ "ood_auroc": 0.6515,
22
+ "ood_accuracy": 0.7826,
23
+ "ood_gmean2": 0.5833,
24
+ "ood_n": 23,
25
+ "ood_pos_rate": 0.4783,
26
+ "orig_test_auroc": 0.8056,
27
+ "orig_val_auroc": 0.8591
28
+ },
29
+ "10|75": {
30
+ "ood_auroc": 0.7424,
31
+ "ood_accuracy": 0.6522,
32
+ "ood_gmean2": 0.4242,
33
+ "ood_n": 23,
34
+ "ood_pos_rate": 0.4783,
35
+ "orig_test_auroc": 0.815,
36
+ "orig_val_auroc": 0.8822
37
+ },
38
+ "10|100": {
39
+ "ood_auroc": 0.75,
40
+ "ood_accuracy": 0.6957,
41
+ "ood_gmean2": 0.4773,
42
+ "ood_n": 23,
43
+ "ood_pos_rate": 0.4783,
44
+ "orig_test_auroc": 0.8023,
45
+ "orig_val_auroc": 0.8783
46
+ },
47
+ "20|10": {
48
+ "ood_auroc": 0.7045,
49
+ "ood_accuracy": 0.6957,
50
+ "ood_gmean2": 0.4545,
51
+ "ood_n": 23,
52
+ "ood_pos_rate": 0.4783,
53
+ "orig_test_auroc": 0.7541,
54
+ "orig_val_auroc": 0.873
55
+ },
56
+ "20|25": {
57
+ "ood_auroc": 0.6742,
58
+ "ood_accuracy": 0.7391,
59
+ "ood_gmean2": 0.5,
60
+ "ood_n": 23,
61
+ "ood_pos_rate": 0.4783,
62
+ "orig_test_auroc": 0.7684,
63
+ "orig_val_auroc": 0.8861
64
+ },
65
+ "20|50": {
66
+ "ood_auroc": 0.7273,
67
+ "ood_accuracy": 0.6522,
68
+ "ood_gmean2": 0.4242,
69
+ "ood_n": 23,
70
+ "ood_pos_rate": 0.4783,
71
+ "orig_test_auroc": 0.8297,
72
+ "orig_val_auroc": 0.9174
73
+ },
74
+ "20|75": {
75
+ "ood_auroc": 0.7803,
76
+ "ood_accuracy": 0.7826,
77
+ "ood_gmean2": 0.5833,
78
+ "ood_n": 23,
79
+ "ood_pos_rate": 0.4783,
80
+ "orig_test_auroc": 0.8301,
81
+ "orig_val_auroc": 0.9117
82
+ },
83
+ "20|100": {
84
+ "ood_auroc": 0.8485,
85
+ "ood_accuracy": 0.6957,
86
+ "ood_gmean2": 0.4773,
87
+ "ood_n": 23,
88
+ "ood_pos_rate": 0.4783,
89
+ "orig_test_auroc": 0.8297,
90
+ "orig_val_auroc": 0.9209
91
+ },
92
+ "30|10": {
93
+ "ood_auroc": 0.6894,
94
+ "ood_accuracy": 0.6957,
95
+ "ood_gmean2": 0.4167,
96
+ "ood_n": 23,
97
+ "ood_pos_rate": 0.4783,
98
+ "orig_test_auroc": 0.7206,
99
+ "orig_val_auroc": 0.8583
100
+ },
101
+ "30|25": {
102
+ "ood_auroc": 0.7879,
103
+ "ood_accuracy": 0.7826,
104
+ "ood_gmean2": 0.5833,
105
+ "ood_n": 23,
106
+ "ood_pos_rate": 0.4783,
107
+ "orig_test_auroc": 0.7888,
108
+ "orig_val_auroc": 0.883
109
+ },
110
+ "30|50": {
111
+ "ood_auroc": 0.7197,
112
+ "ood_accuracy": 0.6957,
113
+ "ood_gmean2": 0.4773,
114
+ "ood_n": 23,
115
+ "ood_pos_rate": 0.4783,
116
+ "orig_test_auroc": 0.8292,
117
+ "orig_val_auroc": 0.9213
118
+ },
119
+ "30|75": {
120
+ "ood_auroc": 0.7879,
121
+ "ood_accuracy": 0.6522,
122
+ "ood_gmean2": 0.4242,
123
+ "ood_n": 23,
124
+ "ood_pos_rate": 0.4783,
125
+ "orig_test_auroc": 0.8235,
126
+ "orig_val_auroc": 0.9252
127
+ },
128
+ "30|100": {
129
+ "ood_auroc": 0.8182,
130
+ "ood_accuracy": 0.7826,
131
+ "ood_gmean2": 0.5833,
132
+ "ood_n": 23,
133
+ "ood_pos_rate": 0.4783,
134
+ "orig_test_auroc": 0.8264,
135
+ "orig_val_auroc": 0.9248
136
+ },
137
+ "35|10": {
138
+ "ood_auroc": 0.6136,
139
+ "ood_accuracy": 0.5652,
140
+ "ood_gmean2": 0.303,
141
+ "ood_n": 23,
142
+ "ood_pos_rate": 0.4783,
143
+ "orig_test_auroc": 0.7087,
144
+ "orig_val_auroc": 0.847
145
+ },
146
+ "35|25": {
147
+ "ood_auroc": 0.8106,
148
+ "ood_accuracy": 0.7391,
149
+ "ood_gmean2": 0.5455,
150
+ "ood_n": 23,
151
+ "ood_pos_rate": 0.4783,
152
+ "orig_test_auroc": 0.7884,
153
+ "orig_val_auroc": 0.89
154
+ },
155
+ "35|50": {
156
+ "ood_auroc": 0.6667,
157
+ "ood_accuracy": 0.7826,
158
+ "ood_gmean2": 0.5833,
159
+ "ood_n": 23,
160
+ "ood_pos_rate": 0.4783,
161
+ "orig_test_auroc": 0.8223,
162
+ "orig_val_auroc": 0.9126
163
+ },
164
+ "35|75": {
165
+ "ood_auroc": 0.7576,
166
+ "ood_accuracy": 0.6522,
167
+ "ood_gmean2": 0.4242,
168
+ "ood_n": 23,
169
+ "ood_pos_rate": 0.4783,
170
+ "orig_test_auroc": 0.8268,
171
+ "orig_val_auroc": 0.9135
172
+ },
173
+ "35|100": {
174
+ "ood_auroc": 0.8258,
175
+ "ood_accuracy": 0.7391,
176
+ "ood_gmean2": 0.5303,
177
+ "ood_n": 23,
178
+ "ood_pos_rate": 0.4783,
179
+ "orig_test_auroc": 0.8301,
180
+ "orig_val_auroc": 0.933
181
+ }
182
+ }