charlieoneill commited on
Commit
3c46d37
·
verified ·
1 Parent(s): 00936ee

Upload config_layer_9.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config_layer_9.json +6 -6
config_layer_9.json CHANGED
@@ -1,13 +1,13 @@
1
  {
2
  "layer": 9,
3
  "model_type": "GatedSAE",
4
- "n_batches": 2500,
5
- "l1_coefficient": 3,
6
  "projection_up": 16,
7
  "batch_size": 64,
8
  "learning_rate": 0.001,
9
- "test_loss": 55.81593055725098,
10
- "reconstruction_error": 27.610097312927245,
11
- "l0_loss": 1.241943359375,
12
- "dead_neurons_percentage": 93.85579427083334
13
  }
 
1
  {
2
  "layer": 9,
3
  "model_type": "GatedSAE",
4
+ "n_batches": 1000,
5
+ "l1_coefficient": 2.5,
6
  "projection_up": 16,
7
  "batch_size": 64,
8
  "learning_rate": 0.001,
9
+ "test_loss": 58.096823120117186,
10
+ "reconstruction_error": 28.982034111022948,
11
+ "l0_loss": 0.28271484375,
12
+ "dead_neurons_percentage": 80.078125
13
  }