JoshEngels
commited on
Upload folder using huggingface_hub
Browse files
mistral_7b_layer_8/cfg.json
CHANGED
@@ -1 +1 @@
|
|
1 |
-
{"d_in": 4096, "d_sae": 65536, "dtype": "float32", "device": "cpu", "model_name": "mistral-7b", "hook_name": "", "hook_layer":
|
|
|
1 |
+
{"d_in": 4096, "d_sae": 65536, "dtype": "float32", "device": "cpu", "model_name": "mistral-7b", "hook_name": "blocks.8.hook_resid_pre", "hook_layer": 8, "hook_head_index": null, "activation_fn_str": "relu", "apply_b_dec_to_input": false, "finetuning_scaling_factor": false, "sae_lens_training_version": null, "prepend_bos": false, "dataset_path": "monology/pile-uncopyrighted", "context_size": 256, "normalize_activations": false}
|