Hugging Face's logo

TheodoreEhrenborg
/
psae-bias-layer12-hlebwdvd

sae
interpretability
psae
bias-term
Model card Files
xet
 Community
TheodoreEhrenborg commited on
Commit
f75c03a
·
verified ·
1 Parent(s): 82c6ec1

Upload results.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. results.json +198 -0
results.json ADDED
@@ -0,0 +1,198 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "d_sae": 16384,
3
+ "actual_l0": 664.6474891,
4
+ "effective_l0": 319,
5
+ "cross_entropy": 1570.815349609375,
6
+ "sae_release": "aemack-org/bsr-sae-16k-sweep",
7
+ "num_tokens": 10000000,
8
+ "max_epochs": 50,
9
+ "plateau_epochs": 10,
10
+ "epochs_trained": 28,
11
+ "lr": 0.0005,
12
+ "allow_negative_bias": false,
13
+ "script_runtime_seconds": 9310.975823640823,
14
+ "script_runtime_minutes": 155.1829303940137,
15
+ "history": {
16
+ "train_loss": [
17
+ 1785.0029782381926,
18
+ 1712.5525970458984,
19
+ 1669.0714844790373,
20
+ 1640.6008234891024,
21
+ 1621.0593291195955,
22
+ 1607.265427676114,
23
+ 1597.3621139526367,
24
+ 1590.1810868003151,
25
+ 1585.1246010173452,
26
+ 1581.4784968983042,
27
+ 1578.766890265725,
28
+ 1576.7631985057485,
29
+ 1575.2610553394663,
30
+ 1574.1692633195357,
31
+ 1573.3525305661287,
32
+ 1572.7450386394155,
33
+ 1572.3040547804399,
34
+ 1571.97074248574,
35
+ 1571.729547327215,
36
+ 1571.5505612113259,
37
+ 1571.4214323217218,
38
+ 1571.323561408303,
39
+ 1571.2481840307062,
40
+ 1571.220019600608,
41
+ 1571.169020392678,
42
+ 1571.1504722942007,
43
+ 1571.124516400424,
44
+ 1571.1199484738436
45
+ ],
46
+ "train_steps": [
47
+ 704,
48
+ 1408,
49
+ 2112,
50
+ 2816,
51
+ 3520,
52
+ 4224,
53
+ 4928,
54
+ 5632,
55
+ 6336,
56
+ 7040,
57
+ 7744,
58
+ 8448,
59
+ 9152,
60
+ 9856,
61
+ 10560,
62
+ 11264,
63
+ 11968,
64
+ 12672,
65
+ 13376,
66
+ 14080,
67
+ 14784,
68
+ 15488,
69
+ 16192,
70
+ 16896,
71
+ 17600,
72
+ 18304,
73
+ 19008,
74
+ 19712
75
+ ],
76
+ "val_loss": [
77
+ 1741.6852333984375,
78
+ 1687.25348671875,
79
+ 1652.67569921875,
80
+ 1629.3667880859375,
81
+ 1613.09562265625,
82
+ 1601.4809037109376,
83
+ 1593.0723427734374,
84
+ 1587.0920001953125,
85
+ 1582.82015,
86
+ 1579.6954009765625,
87
+ 1577.3775201171875,
88
+ 1575.6545837890626,
89
+ 1574.3744095703125,
90
+ 1573.4264619140624,
91
+ 1572.72367734375,
92
+ 1572.20508515625,
93
+ 1571.823207421875,
94
+ 1571.5417505859375,
95
+ 1571.33545,
96
+ 1571.1843732421876,
97
+ 1571.074386328125,
98
+ 1570.9941771484375,
99
+ 1570.93598515625,
100
+ 1570.8939265625,
101
+ 1570.8635640625,
102
+ 1570.8415265625,
103
+ 1570.8262140625,
104
+ 1570.815349609375
105
+ ],
106
+ "val_cross_entropy": [
107
+ 1741.6852333984375,
108
+ 1687.25348671875,
109
+ 1652.67569921875,
110
+ 1629.3667880859375,
111
+ 1613.09562265625,
112
+ 1601.4809037109376,
113
+ 1593.0723427734374,
114
+ 1587.0920001953125,
115
+ 1582.82015,
116
+ 1579.6954009765625,
117
+ 1577.3775201171875,
118
+ 1575.6545837890626,
119
+ 1574.3744095703125,
120
+ 1573.4264619140624,
121
+ 1572.72367734375,
122
+ 1572.20508515625,
123
+ 1571.823207421875,
124
+ 1571.5417505859375,
125
+ 1571.33545,
126
+ 1571.1843732421876,
127
+ 1571.074386328125,
128
+ 1570.9941771484375,
129
+ 1570.93598515625,
130
+ 1570.8939265625,
131
+ 1570.8635640625,
132
+ 1570.8415265625,
133
+ 1570.8262140625,
134
+ 1570.815349609375
135
+ ],
136
+ "effective_l0": [
137
+ 363,
138
+ 349,
139
+ 340,
140
+ 334,
141
+ 330,
142
+ 327,
143
+ 325,
144
+ 323,
145
+ 322,
146
+ 322,
147
+ 321,
148
+ 321,
149
+ 320,
150
+ 320,
151
+ 320,
152
+ 320,
153
+ 320,
154
+ 319,
155
+ 319,
156
+ 319,
157
+ 319,
158
+ 319,
159
+ 319,
160
+ 319,
161
+ 319,
162
+ 319,
163
+ 319,
164
+ 319
165
+ ],
166
+ "val_steps": [
167
+ 704,
168
+ 1408,
169
+ 2112,
170
+ 2816,
171
+ 3520,
172
+ 4224,
173
+ 4928,
174
+ 5632,
175
+ 6336,
176
+ 7040,
177
+ 7744,
178
+ 8448,
179
+ 9152,
180
+ 9856,
181
+ 10560,
182
+ 11264,
183
+ 11968,
184
+ 12672,
185
+ 13376,
186
+ 14080,
187
+ 14784,
188
+ 15488,
189
+ 16192,
190
+ 16896,
191
+ 17600,
192
+ 18304,
193
+ 19008,
194
+ 19712
195
+ ]
196
+ },
197
+ "sae_id": "d16384_C0_005"
198
+ }