Hugging Face's logo

angkul07
/
scheming-probes-sycophancy

Joblib
Model card Files
xet
 Community
angkul07 commited on
Commit
1d62a21
·
verified ·
1 Parent(s): dcdb373

Upload gemini_baseline.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. gemini_baseline.json +152 -0
gemini_baseline.json ADDED
@@ -0,0 +1,152 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "10": {
3
+ "all": {
4
+ "accuracy": 0.5085,
5
+ "auroc": 0.5252,
6
+ "gmean2": 0.0534,
7
+ "tpr": 0.9968,
8
+ "tnr": 0.0536
9
+ },
10
+ "train": {
11
+ "accuracy": 0.511,
12
+ "auroc": 0.5275,
13
+ "gmean2": 0.0593,
14
+ "tpr": 0.9954,
15
+ "tnr": 0.0596
16
+ },
17
+ "val": {
18
+ "accuracy": 0.5,
19
+ "auroc": 0.52,
20
+ "gmean2": 0.04,
21
+ "tpr": 1.0,
22
+ "tnr": 0.04
23
+ },
24
+ "test": {
25
+ "accuracy": 0.5051,
26
+ "auroc": 0.5196,
27
+ "gmean2": 0.0392,
28
+ "tpr": 1.0,
29
+ "tnr": 0.0392
30
+ }
31
+ },
32
+ "25": {
33
+ "all": {
34
+ "accuracy": 0.5501,
35
+ "auroc": 0.5629,
36
+ "gmean2": 0.1869,
37
+ "tpr": 0.9233,
38
+ "tnr": 0.2024
39
+ },
40
+ "train": {
41
+ "accuracy": 0.5463,
42
+ "auroc": 0.5589,
43
+ "gmean2": 0.1836,
44
+ "tpr": 0.9178,
45
+ "tnr": 0.2
46
+ },
47
+ "val": {
48
+ "accuracy": 0.5625,
49
+ "auroc": 0.5765,
50
+ "gmean2": 0.2191,
51
+ "tpr": 0.913,
52
+ "tnr": 0.24
53
+ },
54
+ "test": {
55
+ "accuracy": 0.5556,
56
+ "auroc": 0.5674,
57
+ "gmean2": 0.1691,
58
+ "tpr": 0.9583,
59
+ "tnr": 0.1765
60
+ }
61
+ },
62
+ "50": {
63
+ "all": {
64
+ "accuracy": 0.5824,
65
+ "auroc": 0.592,
66
+ "gmean2": 0.2773,
67
+ "tpr": 0.8626,
68
+ "tnr": 0.3214
69
+ },
70
+ "train": {
71
+ "accuracy": 0.5815,
72
+ "auroc": 0.5909,
73
+ "gmean2": 0.2776,
74
+ "tpr": 0.8584,
75
+ "tnr": 0.3234
76
+ },
77
+ "val": {
78
+ "accuracy": 0.6042,
79
+ "auroc": 0.6139,
80
+ "gmean2": 0.3222,
81
+ "tpr": 0.8478,
82
+ "tnr": 0.38
83
+ },
84
+ "test": {
85
+ "accuracy": 0.5657,
86
+ "auroc": 0.5754,
87
+ "gmean2": 0.2283,
88
+ "tpr": 0.8958,
89
+ "tnr": 0.2549
90
+ }
91
+ },
92
+ "75": {
93
+ "all": {
94
+ "accuracy": 0.6055,
95
+ "auroc": 0.6152,
96
+ "gmean2": 0.304,
97
+ "tpr": 0.8882,
98
+ "tnr": 0.3423
99
+ },
100
+ "train": {
101
+ "accuracy": 0.6167,
102
+ "auroc": 0.6265,
103
+ "gmean2": 0.3155,
104
+ "tpr": 0.9041,
105
+ "tnr": 0.3489
106
+ },
107
+ "val": {
108
+ "accuracy": 0.5729,
109
+ "auroc": 0.583,
110
+ "gmean2": 0.2809,
111
+ "tpr": 0.8261,
112
+ "tnr": 0.34
113
+ },
114
+ "test": {
115
+ "accuracy": 0.5859,
116
+ "auroc": 0.5944,
117
+ "gmean2": 0.2745,
118
+ "tpr": 0.875,
119
+ "tnr": 0.3137
120
+ }
121
+ },
122
+ "100": {
123
+ "all": {
124
+ "accuracy": 0.6949,
125
+ "auroc": 0.7015,
126
+ "gmean2": 0.4573,
127
+ "tpr": 0.8882,
128
+ "tnr": 0.5149
129
+ },
130
+ "train": {
131
+ "accuracy": 0.7225,
132
+ "auroc": 0.7288,
133
+ "gmean2": 0.4988,
134
+ "tpr": 0.9087,
135
+ "tnr": 0.5489
136
+ },
137
+ "val": {
138
+ "accuracy": 0.6354,
139
+ "auroc": 0.643,
140
+ "gmean2": 0.38,
141
+ "tpr": 0.8261,
142
+ "tnr": 0.46
143
+ },
144
+ "test": {
145
+ "accuracy": 0.6263,
146
+ "auroc": 0.633,
147
+ "gmean2": 0.3517,
148
+ "tpr": 0.8542,
149
+ "tnr": 0.4118
150
+ }
151
+ }
152
+ }