| { | |
| "apply_b_dec_to_input": true, | |
| "metadata": { | |
| "sae_lens_version": "6.43.0", | |
| "sae_lens_training_version": "6.43.0+dictionary_learning", | |
| "dataset_path": "monology/pile-uncopyrighted", | |
| "hook_name": "blocks.12.hook_resid_post", | |
| "model_name": "google/gemma-2-2b", | |
| "model_class_name": "HookedTransformer", | |
| "hook_head_index": null, | |
| "context_size": 1024, | |
| "seqpos_slice": [ | |
| null | |
| ], | |
| "model_from_pretrained_kwargs": { | |
| "dtype": "bfloat16" | |
| }, | |
| "prepend_bos": true, | |
| "exclude_special_tokens": true, | |
| "sequence_separator_token": "bos", | |
| "disable_concat_sequences": false | |
| }, | |
| "dtype": "float32", | |
| "device": "cuda", | |
| "d_in": 2304, | |
| "normalize_activations": "expected_average_only_in", | |
| "k": 100, | |
| "rescale_acts_by_decoder_norm": false, | |
| "d_sae": 16384, | |
| "reshape_activations": "none", | |
| "architecture": "topk", | |
| "_dl_threshold": 2.739955186843872 | |
| } |