Hugging Face's logo

connaaa
/
interpgpt-sae-phase5

sae_lens
interpretability
sparse-autoencoder
sae
mechanistic-interpretability
topk-sae
Model card Files
xet
 Community
interpgpt-sae-phase5
File size: 2,002 Bytes
5f2451e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
[
  {
    "step": 200,
    "loss": 34.482032775878906,
    "l0": 40.0,
    "fve": 0.8283586159312837,
    "n_dead": 0,
    "mse": 0.06734772026538849
  },
  {
    "step": 400,
    "loss": 53.01472473144531,
    "l0": 40.0,
    "fve": 0.8312126634199706,
    "n_dead": 1054,
    "mse": 0.05626294016838074
  },
  {
    "step": 600,
    "loss": 48.47029495239258,
    "l0": 40.0,
    "fve": 0.884058701037366,
    "n_dead": 593,
    "mse": 0.05088154226541519
  },
  {
    "step": 800,
    "loss": 42.332054138183594,
    "l0": 40.0,
    "fve": 0.8804909955406929,
    "n_dead": 205,
    "mse": 0.04835565760731697
  },
  {
    "step": 1000,
    "loss": 28.461124420166016,
    "l0": 40.0,
    "fve": 0.888121025084119,
    "n_dead": 58,
    "mse": 0.04564930498600006
  },
  {
    "step": 1200,
    "loss": 24.47071647644043,
    "l0": 40.0,
    "fve": 0.8850747737111373,
    "n_dead": 21,
    "mse": 0.044211357831954956
  },
  {
    "step": 1400,
    "loss": 23.19893455505371,
    "l0": 40.0,
    "fve": 0.8942765037624966,
    "n_dead": 15,
    "mse": 0.04282252490520477
  },
  {
    "step": 1600,
    "loss": 21.993581771850586,
    "l0": 40.0,
    "fve": 0.8978253015716876,
    "n_dead": 10,
    "mse": 0.04135049134492874
  },
  {
    "step": 1800,
    "loss": 21.293956756591797,
    "l0": 40.0,
    "fve": 0.8922899854658137,
    "n_dead": 8,
    "mse": 0.040335513651371
  },
  {
    "step": 2000,
    "loss": 20.39199447631836,
    "l0": 40.0,
    "fve": 0.9074694820636785,
    "n_dead": 4,
    "mse": 0.03921680152416229
  },
  {
    "step": 2200,
    "loss": 20.141448974609375,
    "l0": 40.0,
    "fve": 0.8943716286803387,
    "n_dead": 3,
    "mse": 0.038883697241544724
  },
  {
    "step": 2400,
    "loss": 19.7071475982666,
    "l0": 40.0,
    "fve": 0.8941642474910445,
    "n_dead": 1,
    "mse": 0.03834077715873718
  },
  {
    "step": 2441,
    "loss": 19.480852127075195,
    "l0": 40.0,
    "fve": 0.8956661837197387,
    "n_dead": 1,
    "mse": 0.03790052607655525
  }
]