nev commited on
Commit
578a8e4
·
verified ·
1 Parent(s): 26082bc

Add files using upload-large-folder tool

Browse files
h.0.mlp/cfg.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dtype": "none", "activation": "topk", "expansion_factor": 32, "normalize_decoder": true, "num_latents": 32768, "k": 64, "multi_topk": false, "skip_connection": false, "transcode": true, "tp_output": true, "n_targets": 12, "n_sources": 1, "normalize_io": false, "divide_cross_layer": false, "train_post_encoder": true, "post_encoder_scale": false, "per_source_tied": false, "secondary_target_tied": false, "coalesce_topk": "per-layer", "topk_coalesced": false, "use_fp8": false, "d_in": 768}
h.0.mlp/sae.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b9ed0ee205c1b8e6a0b97f9fa46bed3140eb479ecb8735435d8cd7454824a14
3
+ size 100730704
h.1.mlp/cfg.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dtype": "none", "activation": "topk", "expansion_factor": 32, "normalize_decoder": true, "num_latents": 32768, "k": 64, "multi_topk": false, "skip_connection": false, "transcode": true, "tp_output": true, "n_targets": 11, "n_sources": 2, "normalize_io": false, "divide_cross_layer": false, "train_post_encoder": true, "post_encoder_scale": false, "per_source_tied": false, "secondary_target_tied": false, "coalesce_topk": "per-layer", "topk_coalesced": false, "use_fp8": false, "d_in": 768}
h.1.mlp/sae.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c177d376d53cea4061d9e0d48f92d9060775b4b7997dec346664dd8a581007a5
3
+ size 151062352
h.10.mlp/cfg.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dtype": "none", "activation": "topk", "expansion_factor": 32, "normalize_decoder": true, "num_latents": 32768, "k": 64, "multi_topk": false, "skip_connection": false, "transcode": true, "tp_output": true, "n_targets": 2, "n_sources": 11, "normalize_io": false, "divide_cross_layer": false, "train_post_encoder": true, "post_encoder_scale": false, "per_source_tied": false, "secondary_target_tied": false, "coalesce_topk": "per-layer", "topk_coalesced": false, "use_fp8": false, "d_in": 768}
h.10.mlp/sae.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9eb962bb24abcdf4d957d2f0e32bc1c39321976d2ee2e2dd505663f0d4071183
3
+ size 604047184
h.11.mlp/cfg.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dtype": "none", "activation": "topk", "expansion_factor": 32, "normalize_decoder": true, "num_latents": 32768, "k": 64, "multi_topk": false, "skip_connection": false, "transcode": true, "tp_output": true, "n_targets": 1, "n_sources": 12, "normalize_io": false, "divide_cross_layer": false, "train_post_encoder": true, "post_encoder_scale": false, "per_source_tied": false, "secondary_target_tied": false, "coalesce_topk": "per-layer", "topk_coalesced": false, "use_fp8": false, "d_in": 768}
h.11.mlp/sae.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07a8140108863c9e4016d200748f2c0f553803637fa68c0e93a38b21e8d96feb
3
+ size 654378832
h.2.mlp/cfg.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dtype": "none", "activation": "topk", "expansion_factor": 32, "normalize_decoder": true, "num_latents": 32768, "k": 64, "multi_topk": false, "skip_connection": false, "transcode": true, "tp_output": true, "n_targets": 10, "n_sources": 3, "normalize_io": false, "divide_cross_layer": false, "train_post_encoder": true, "post_encoder_scale": false, "per_source_tied": false, "secondary_target_tied": false, "coalesce_topk": "per-layer", "topk_coalesced": false, "use_fp8": false, "d_in": 768}
h.2.mlp/sae.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a7eb07b2c49a31b11f8b244fabe2d3240ce86255a8ee6d0d080696ba36312a6
3
+ size 201394000
h.3.mlp/cfg.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dtype": "none", "activation": "topk", "expansion_factor": 32, "normalize_decoder": true, "num_latents": 32768, "k": 64, "multi_topk": false, "skip_connection": false, "transcode": true, "tp_output": true, "n_targets": 9, "n_sources": 4, "normalize_io": false, "divide_cross_layer": false, "train_post_encoder": true, "post_encoder_scale": false, "per_source_tied": false, "secondary_target_tied": false, "coalesce_topk": "per-layer", "topk_coalesced": false, "use_fp8": false, "d_in": 768}
h.3.mlp/sae.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01212e604b77c951204b3b3bcfea5c96f8b03022f0b2fc6a71d61ea984794e74
3
+ size 251725648
h.4.mlp/cfg.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dtype": "none", "activation": "topk", "expansion_factor": 32, "normalize_decoder": true, "num_latents": 32768, "k": 64, "multi_topk": false, "skip_connection": false, "transcode": true, "tp_output": true, "n_targets": 8, "n_sources": 5, "normalize_io": false, "divide_cross_layer": false, "train_post_encoder": true, "post_encoder_scale": false, "per_source_tied": false, "secondary_target_tied": false, "coalesce_topk": "per-layer", "topk_coalesced": false, "use_fp8": false, "d_in": 768}
h.4.mlp/sae.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30f1b39b9772812bed824c6fe8d28b414125aa667504fae47938f7347591dfde
3
+ size 302057296
h.5.mlp/cfg.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dtype": "none", "activation": "topk", "expansion_factor": 32, "normalize_decoder": true, "num_latents": 32768, "k": 64, "multi_topk": false, "skip_connection": false, "transcode": true, "tp_output": true, "n_targets": 7, "n_sources": 6, "normalize_io": false, "divide_cross_layer": false, "train_post_encoder": true, "post_encoder_scale": false, "per_source_tied": false, "secondary_target_tied": false, "coalesce_topk": "per-layer", "topk_coalesced": false, "use_fp8": false, "d_in": 768}
h.5.mlp/sae.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b4feac2613987718200eaa7be587a1cf3bf538662112f75029d4fc5de1fe845
3
+ size 352388944
h.6.mlp/cfg.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dtype": "none", "activation": "topk", "expansion_factor": 32, "normalize_decoder": true, "num_latents": 32768, "k": 64, "multi_topk": false, "skip_connection": false, "transcode": true, "tp_output": true, "n_targets": 6, "n_sources": 7, "normalize_io": false, "divide_cross_layer": false, "train_post_encoder": true, "post_encoder_scale": false, "per_source_tied": false, "secondary_target_tied": false, "coalesce_topk": "per-layer", "topk_coalesced": false, "use_fp8": false, "d_in": 768}
h.6.mlp/sae.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1107e22584235b9cb8e71d20013008fcd2e5aabe9569b7ddc321dd8ab587da8
3
+ size 402720592
h.7.mlp/cfg.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dtype": "none", "activation": "topk", "expansion_factor": 32, "normalize_decoder": true, "num_latents": 32768, "k": 64, "multi_topk": false, "skip_connection": false, "transcode": true, "tp_output": true, "n_targets": 5, "n_sources": 8, "normalize_io": false, "divide_cross_layer": false, "train_post_encoder": true, "post_encoder_scale": false, "per_source_tied": false, "secondary_target_tied": false, "coalesce_topk": "per-layer", "topk_coalesced": false, "use_fp8": false, "d_in": 768}
h.7.mlp/sae.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16f547dbf55497970deaf8c4421f8e84ae7ee4b24adebea776bb4c3e30bcd0db
3
+ size 453052240
h.8.mlp/cfg.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dtype": "none", "activation": "topk", "expansion_factor": 32, "normalize_decoder": true, "num_latents": 32768, "k": 64, "multi_topk": false, "skip_connection": false, "transcode": true, "tp_output": true, "n_targets": 4, "n_sources": 9, "normalize_io": false, "divide_cross_layer": false, "train_post_encoder": true, "post_encoder_scale": false, "per_source_tied": false, "secondary_target_tied": false, "coalesce_topk": "per-layer", "topk_coalesced": false, "use_fp8": false, "d_in": 768}
h.8.mlp/sae.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:222ed7acba11dfaa7b8dd901dd52896671959e0a7844197693a6da55a4ebc71c
3
+ size 503383888
h.9.mlp/cfg.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dtype": "none", "activation": "topk", "expansion_factor": 32, "normalize_decoder": true, "num_latents": 32768, "k": 64, "multi_topk": false, "skip_connection": false, "transcode": true, "tp_output": true, "n_targets": 3, "n_sources": 10, "normalize_io": false, "divide_cross_layer": false, "train_post_encoder": true, "post_encoder_scale": false, "per_source_tied": false, "secondary_target_tied": false, "coalesce_topk": "per-layer", "topk_coalesced": false, "use_fp8": false, "d_in": 768}
h.9.mlp/sae.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8c7e92632e18cf0ab8b09fbbc00252ffcebff75934b905165fa3f4e534e6fbc
3
+ size 553715536