| { | |
| "trainer": { | |
| "trainer_class": "TrainerTopKAdditivity", | |
| "dict_class": "AutoEncoderTopK", | |
| "lr": 0.0002, | |
| "steps": 48828, | |
| "seed": 0, | |
| "activation_dim": 512, | |
| "dict_size": 16384, | |
| "k": 125, | |
| "device": "cuda:0", | |
| "layer": 4, | |
| "lm_name": "EleutherAI/pythia-70m-deduped", | |
| "wandb_name": "TopKTrainer_Additivity-EleutherAI/pythia-70m-deduped-resid_post_layer_4-add_coeff-1.0", | |
| "submodule_name": "resid_post_layer_4" | |
| }, | |
| "buffer": { | |
| "d_submodule": 512, | |
| "io": "out", | |
| "n_ctxs": 30000, | |
| "ctx_len": 128, | |
| "refresh_batch_size": 32, | |
| "out_batch_size": 2048, | |
| "device": "cuda:0" | |
| } | |
| } |