Hugging Face's logo

charlieoneill
/
regular-sae

Model card Files Community
charlieoneill commited on
Commit
b532bb3
·
verified ·
1 Parent(s): 06499ad

Upload config_layer_9_16.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config_layer_9_16.json +5 -5
config_layer_9_16.json CHANGED
@@ -1,13 +1,13 @@
1
  {
2
  "layer": 9,
3
  "model_type": "GatedSAE",
4
- "n_batches": 1000,
5
  "l1_coefficient": 2,
6
  "projection_up": 16,
7
  "batch_size": 64,
8
  "learning_rate": 0.001,
9
- "test_loss": 67.93059921264648,
10
- "reconstruction_error": 32.82464542388916,
11
- "l0_loss": 4.9497802734375,
12
- "dead_neurons_percentage": 88.02897135416666
13
  }
 
1
  {
2
  "layer": 9,
3
  "model_type": "GatedSAE",
4
+ "n_batches": 2000,
5
  "l1_coefficient": 2,
6
  "projection_up": 16,
7
  "batch_size": 64,
8
  "learning_rate": 0.001,
9
+ "test_loss": 65.87261390686035,
10
+ "reconstruction_error": 31.056576538085938,
11
+ "l0_loss": 8.8329345703125,
12
+ "dead_neurons_percentage": 92.42350260416666
13
  }