tim-lawson commited on
Commit
7ca80be
1 Parent(s): 336e04d

Push model using huggingface_hub.

Browse files
Files changed (2) hide show
  1. config.json +15 -4
  2. model.safetensors +2 -2
config.json CHANGED
@@ -1,9 +1,20 @@
1
  {
 
2
  "auxk": 256,
3
- "dead_steps_threshold": 76,
 
 
4
  "dead_threshold": 0.001,
 
 
5
  "k": 32,
6
- "n_inputs": 1024,
7
- "n_latents": 65536,
8
- "standardize": true
 
 
 
 
 
 
9
  }
 
1
  {
2
+ "accumulate_grad_batches": 64,
3
  "auxk": 256,
4
+ "auxk_coef": 0.03125,
5
+ "batch_size": 1,
6
+ "dead_steps_threshold": null,
7
  "dead_threshold": 0.001,
8
+ "dead_tokens_threshold": 10000000,
9
+ "expansion_factor": 64,
10
  "k": 32,
11
+ "layers": [
12
+ 1
13
+ ],
14
+ "lr": 0.0001,
15
+ "max_length": 2048,
16
+ "model_name": "EleutherAI/pythia-410m-deduped",
17
+ "skip_special_tokens": true,
18
+ "standardize": true,
19
+ "tuned_lens": false
20
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:42e57ca9a18fad7d7d49c3bf9db953ba22a5f20a0c7012ca693f599c0d890668
3
- size 536875280
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4392ef85a6975071c85d97c082097cb1d519885912a0f5a84a29063a6d08c680
3
+ size 2158251016