tim-lawson commited on
Commit
d131610
1 Parent(s): fc0bdb3

Push model using huggingface_hub.

Browse files
Files changed (2) hide show
  1. config.json +15 -4
  2. model.safetensors +2 -2
config.json CHANGED
@@ -1,9 +1,20 @@
1
  {
 
2
  "auxk": 256,
3
- "dead_steps_threshold": 76,
 
 
4
  "dead_threshold": 0.001,
 
 
5
  "k": 32,
6
- "n_inputs": 768,
7
- "n_latents": 49152,
8
- "standardize": true
 
 
 
 
 
 
9
  }
 
1
  {
2
+ "accumulate_grad_batches": 64,
3
  "auxk": 256,
4
+ "auxk_coef": 0.03125,
5
+ "batch_size": 1,
6
+ "dead_steps_threshold": null,
7
  "dead_threshold": 0.001,
8
+ "dead_tokens_threshold": 10000000,
9
+ "expansion_factor": 64,
10
  "k": 32,
11
+ "layers": [
12
+ 3
13
+ ],
14
+ "lr": 0.0001,
15
+ "max_length": 2048,
16
+ "model_name": "EleutherAI/pythia-160m-deduped",
17
+ "skip_special_tokens": true,
18
+ "standardize": true,
19
+ "tuned_lens": false
20
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:60adbd8859cd3fa48232aac97dfbd3d5533a49e4361d29a7a65b2d6d1efaec7d
3
- size 301993232
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67f7e5c9765d82227fe9192b35e9c1c35e2f2bcf69feee6a9b032b2d8460e7ba
3
+ size 951304624