Add SAE for layer 19
Browse files
layer_19/final_sae/cfg.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"d_sae": 24576, "apply_b_dec_to_input": true, "metadata": {"sae_lens_version": "6.44.2", "sae_lens_training_version": "6.44.2", "dataset_path": "monology/pile-uncopyrighted", "hook_name": "model.layers.19", "model_name": "Qwen/Qwen2.5-1.5B-Instruct", "model_class_name": "AutoModelForCausalLM", "hook_head_index": null, "context_size": 256, "seqpos_slice": [null], "model_from_pretrained_kwargs": {"torch_dtype": "bfloat16"}, "prepend_bos": true, "exclude_special_tokens": false, "sequence_separator_token": "bos", "disable_concat_sequences": false}, "normalize_activations": "none", "reshape_activations": "none", "dtype": "float32", "d_in": 1536, "device": "cuda:0", "architecture": "standard"}
|
layer_19/final_sae/sae_weights.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dbc544096c8018551a9448bc23431bd0349435b102cc492d5b3ecde43f228d52
|
| 3 |
+
size 302094656
|