connaaa's picture
Phase 5 release: 7 TopK SAEs + specificity / null-steering JSON artifacts
5f2451e verified
Raw
History Blame Contribute Delete
2.01 kB
[
{
"step": 200,
"loss": 7.214208602905273,
"l0": 40.0,
"fve": 0.8173658289454013,
"n_dead": 0,
"mse": 0.014090251177549362
},
{
"step": 400,
"loss": 11.098737716674805,
"l0": 40.0,
"fve": 0.8590923953729561,
"n_dead": 488,
"mse": 0.011645233258605003
},
{
"step": 600,
"loss": 7.969749450683594,
"l0": 40.0,
"fve": 0.8684529110409115,
"n_dead": 148,
"mse": 0.010252815671265125
},
{
"step": 800,
"loss": 5.30736780166626,
"l0": 40.0,
"fve": 0.8735112871918154,
"n_dead": 18,
"mse": 0.00969421211630106
},
{
"step": 1000,
"loss": 4.6798553466796875,
"l0": 40.0,
"fve": 0.8860032616097528,
"n_dead": 4,
"mse": 0.0090001430362463
},
{
"step": 1200,
"loss": 4.3763346672058105,
"l0": 40.0,
"fve": 0.8946085205816868,
"n_dead": 1,
"mse": 0.008514291606843472
},
{
"step": 1400,
"loss": 4.231931209564209,
"l0": 40.0,
"fve": 0.8952190554998088,
"n_dead": 0,
"mse": 0.008265490643680096
},
{
"step": 1600,
"loss": 4.067999839782715,
"l0": 40.0,
"fve": 0.8984853600784243,
"n_dead": 0,
"mse": 0.007945312187075615
},
{
"step": 1800,
"loss": 3.9912521839141846,
"l0": 40.0,
"fve": 0.897026286041148,
"n_dead": 0,
"mse": 0.007795413956046104
},
{
"step": 2000,
"loss": 3.987309694290161,
"l0": 40.0,
"fve": 0.9006864810283836,
"n_dead": 1,
"mse": 0.007757413201034069
},
{
"step": 2200,
"loss": 3.8046491146087646,
"l0": 40.0,
"fve": 0.9039961047080753,
"n_dead": 1,
"mse": 0.007402045652270317
},
{
"step": 2400,
"loss": 3.7656211853027344,
"l0": 40.0,
"fve": 0.9085856363510846,
"n_dead": 4,
"mse": 0.00724159087985754
},
{
"step": 2441,
"loss": 3.830482244491577,
"l0": 40.0,
"fve": 0.9020028367114843,
"n_dead": 5,
"mse": 0.0073381345719099045
}
]