{ "apply_b_dec_to_input": true, "metadata": { "sae_lens_version": "6.43.0", "sae_lens_training_version": "6.43.0+dictionary_learning", "dataset_path": "monology/pile-uncopyrighted", "hook_name": "blocks.12.hook_resid_post", "model_name": "google/gemma-2-2b", "model_class_name": "HookedTransformer", "hook_head_index": null, "context_size": 1024, "seqpos_slice": [ null ], "model_from_pretrained_kwargs": { "dtype": "bfloat16" }, "prepend_bos": true, "exclude_special_tokens": true, "sequence_separator_token": "bos", "disable_concat_sequences": false }, "dtype": "float32", "device": "cuda", "d_in": 2304, "normalize_activations": "expected_average_only_in", "k": 100, "rescale_acts_by_decoder_norm": false, "d_sae": 16384, "reshape_activations": "none", "architecture": "topk", "_dl_threshold": 2.739955186843872 }