| { | |
| "d_sae": 16384, | |
| "actual_l0": 664.6474891, | |
| "effective_l0": 319, | |
| "cross_entropy": 1570.815349609375, | |
| "sae_release": "aemack-org/bsr-sae-16k-sweep", | |
| "num_tokens": 10000000, | |
| "max_epochs": 50, | |
| "plateau_epochs": 10, | |
| "epochs_trained": 28, | |
| "lr": 0.0005, | |
| "allow_negative_bias": false, | |
| "script_runtime_seconds": 9310.975823640823, | |
| "script_runtime_minutes": 155.1829303940137, | |
| "history": { | |
| "train_loss": [ | |
| 1785.0029782381926, | |
| 1712.5525970458984, | |
| 1669.0714844790373, | |
| 1640.6008234891024, | |
| 1621.0593291195955, | |
| 1607.265427676114, | |
| 1597.3621139526367, | |
| 1590.1810868003151, | |
| 1585.1246010173452, | |
| 1581.4784968983042, | |
| 1578.766890265725, | |
| 1576.7631985057485, | |
| 1575.2610553394663, | |
| 1574.1692633195357, | |
| 1573.3525305661287, | |
| 1572.7450386394155, | |
| 1572.3040547804399, | |
| 1571.97074248574, | |
| 1571.729547327215, | |
| 1571.5505612113259, | |
| 1571.4214323217218, | |
| 1571.323561408303, | |
| 1571.2481840307062, | |
| 1571.220019600608, | |
| 1571.169020392678, | |
| 1571.1504722942007, | |
| 1571.124516400424, | |
| 1571.1199484738436 | |
| ], | |
| "train_steps": [ | |
| 704, | |
| 1408, | |
| 2112, | |
| 2816, | |
| 3520, | |
| 4224, | |
| 4928, | |
| 5632, | |
| 6336, | |
| 7040, | |
| 7744, | |
| 8448, | |
| 9152, | |
| 9856, | |
| 10560, | |
| 11264, | |
| 11968, | |
| 12672, | |
| 13376, | |
| 14080, | |
| 14784, | |
| 15488, | |
| 16192, | |
| 16896, | |
| 17600, | |
| 18304, | |
| 19008, | |
| 19712 | |
| ], | |
| "val_loss": [ | |
| 1741.6852333984375, | |
| 1687.25348671875, | |
| 1652.67569921875, | |
| 1629.3667880859375, | |
| 1613.09562265625, | |
| 1601.4809037109376, | |
| 1593.0723427734374, | |
| 1587.0920001953125, | |
| 1582.82015, | |
| 1579.6954009765625, | |
| 1577.3775201171875, | |
| 1575.6545837890626, | |
| 1574.3744095703125, | |
| 1573.4264619140624, | |
| 1572.72367734375, | |
| 1572.20508515625, | |
| 1571.823207421875, | |
| 1571.5417505859375, | |
| 1571.33545, | |
| 1571.1843732421876, | |
| 1571.074386328125, | |
| 1570.9941771484375, | |
| 1570.93598515625, | |
| 1570.8939265625, | |
| 1570.8635640625, | |
| 1570.8415265625, | |
| 1570.8262140625, | |
| 1570.815349609375 | |
| ], | |
| "val_cross_entropy": [ | |
| 1741.6852333984375, | |
| 1687.25348671875, | |
| 1652.67569921875, | |
| 1629.3667880859375, | |
| 1613.09562265625, | |
| 1601.4809037109376, | |
| 1593.0723427734374, | |
| 1587.0920001953125, | |
| 1582.82015, | |
| 1579.6954009765625, | |
| 1577.3775201171875, | |
| 1575.6545837890626, | |
| 1574.3744095703125, | |
| 1573.4264619140624, | |
| 1572.72367734375, | |
| 1572.20508515625, | |
| 1571.823207421875, | |
| 1571.5417505859375, | |
| 1571.33545, | |
| 1571.1843732421876, | |
| 1571.074386328125, | |
| 1570.9941771484375, | |
| 1570.93598515625, | |
| 1570.8939265625, | |
| 1570.8635640625, | |
| 1570.8415265625, | |
| 1570.8262140625, | |
| 1570.815349609375 | |
| ], | |
| "effective_l0": [ | |
| 363, | |
| 349, | |
| 340, | |
| 334, | |
| 330, | |
| 327, | |
| 325, | |
| 323, | |
| 322, | |
| 322, | |
| 321, | |
| 321, | |
| 320, | |
| 320, | |
| 320, | |
| 320, | |
| 320, | |
| 319, | |
| 319, | |
| 319, | |
| 319, | |
| 319, | |
| 319, | |
| 319, | |
| 319, | |
| 319, | |
| 319, | |
| 319 | |
| ], | |
| "val_steps": [ | |
| 704, | |
| 1408, | |
| 2112, | |
| 2816, | |
| 3520, | |
| 4224, | |
| 4928, | |
| 5632, | |
| 6336, | |
| 7040, | |
| 7744, | |
| 8448, | |
| 9152, | |
| 9856, | |
| 10560, | |
| 11264, | |
| 11968, | |
| 12672, | |
| 13376, | |
| 14080, | |
| 14784, | |
| 15488, | |
| 16192, | |
| 16896, | |
| 17600, | |
| 18304, | |
| 19008, | |
| 19712 | |
| ] | |
| }, | |
| "sae_id": "d16384_C0_005" | |
| } |