Hugging Face's logo

angkul07
/
scheming-probes-sycophancy

Joblib
Model card Files
xet
 Community
angkul07 commited on
Commit
33a77d8
·
verified ·
1 Parent(s): 2c8a920

Upload google--gemini-3.1-pro-preview_baseline.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. google--gemini-3.1-pro-preview_baseline.json +152 -0
google--gemini-3.1-pro-preview_baseline.json ADDED
@@ -0,0 +1,152 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "10": {
3
+ "all": {
4
+ "accuracy": 0.5439,
5
+ "auroc": 0.5577,
6
+ "gmean2": 0.1604,
7
+ "tpr": 0.9457,
8
+ "tnr": 0.1696
9
+ },
10
+ "train": {
11
+ "accuracy": 0.5551,
12
+ "auroc": 0.5688,
13
+ "gmean2": 0.1714,
14
+ "tpr": 0.9589,
15
+ "tnr": 0.1787
16
+ },
17
+ "val": {
18
+ "accuracy": 0.4792,
19
+ "auroc": 0.4939,
20
+ "gmean2": 0.1187,
21
+ "tpr": 0.8478,
22
+ "tnr": 0.14
23
+ },
24
+ "test": {
25
+ "accuracy": 0.5556,
26
+ "auroc": 0.568,
27
+ "gmean2": 0.1536,
28
+ "tpr": 0.9792,
29
+ "tnr": 0.1569
30
+ }
31
+ },
32
+ "25": {
33
+ "all": {
34
+ "accuracy": 0.6025,
35
+ "auroc": 0.609,
36
+ "gmean2": 0.3372,
37
+ "tpr": 0.7923,
38
+ "tnr": 0.4256
39
+ },
40
+ "train": {
41
+ "accuracy": 0.5991,
42
+ "auroc": 0.6056,
43
+ "gmean2": 0.3328,
44
+ "tpr": 0.79,
45
+ "tnr": 0.4213
46
+ },
47
+ "val": {
48
+ "accuracy": 0.5833,
49
+ "auroc": 0.5913,
50
+ "gmean2": 0.313,
51
+ "tpr": 0.7826,
52
+ "tnr": 0.4
53
+ },
54
+ "test": {
55
+ "accuracy": 0.6364,
56
+ "auroc": 0.6415,
57
+ "gmean2": 0.3824,
58
+ "tpr": 0.8125,
59
+ "tnr": 0.4706
60
+ }
61
+ },
62
+ "50": {
63
+ "all": {
64
+ "accuracy": 0.6163,
65
+ "auroc": 0.6195,
66
+ "gmean2": 0.3757,
67
+ "tpr": 0.7093,
68
+ "tnr": 0.5298
69
+ },
70
+ "train": {
71
+ "accuracy": 0.6233,
72
+ "auroc": 0.627,
73
+ "gmean2": 0.3824,
74
+ "tpr": 0.7306,
75
+ "tnr": 0.5234
76
+ },
77
+ "val": {
78
+ "accuracy": 0.5625,
79
+ "auroc": 0.5652,
80
+ "gmean2": 0.3152,
81
+ "tpr": 0.6304,
82
+ "tnr": 0.5
83
+ },
84
+ "test": {
85
+ "accuracy": 0.6364,
86
+ "auroc": 0.6379,
87
+ "gmean2": 0.4044,
88
+ "tpr": 0.6875,
89
+ "tnr": 0.5882
90
+ }
91
+ },
92
+ "75": {
93
+ "all": {
94
+ "accuracy": 0.6364,
95
+ "auroc": 0.6422,
96
+ "gmean2": 0.3849,
97
+ "tpr": 0.8083,
98
+ "tnr": 0.4762
99
+ },
100
+ "train": {
101
+ "accuracy": 0.6498,
102
+ "auroc": 0.6561,
103
+ "gmean2": 0.3983,
104
+ "tpr": 0.8356,
105
+ "tnr": 0.4766
106
+ },
107
+ "val": {
108
+ "accuracy": 0.5938,
109
+ "auroc": 0.5987,
110
+ "gmean2": 0.3443,
111
+ "tpr": 0.7174,
112
+ "tnr": 0.48
113
+ },
114
+ "test": {
115
+ "accuracy": 0.6162,
116
+ "auroc": 0.6207,
117
+ "gmean2": 0.3627,
118
+ "tpr": 0.7708,
119
+ "tnr": 0.4706
120
+ }
121
+ },
122
+ "100": {
123
+ "all": {
124
+ "accuracy": 0.6579,
125
+ "auroc": 0.6648,
126
+ "gmean2": 0.4041,
127
+ "tpr": 0.8594,
128
+ "tnr": 0.4702
129
+ },
130
+ "train": {
131
+ "accuracy": 0.6762,
132
+ "auroc": 0.683,
133
+ "gmean2": 0.429,
134
+ "tpr": 0.8767,
135
+ "tnr": 0.4894
136
+ },
137
+ "val": {
138
+ "accuracy": 0.6146,
139
+ "auroc": 0.6222,
140
+ "gmean2": 0.3539,
141
+ "tpr": 0.8043,
142
+ "tnr": 0.44
143
+ },
144
+ "test": {
145
+ "accuracy": 0.6162,
146
+ "auroc": 0.6225,
147
+ "gmean2": 0.3431,
148
+ "tpr": 0.8333,
149
+ "tnr": 0.4118
150
+ }
151
+ }
152
+ }