lapp0 commited on
Commit
27fdab6
·
verified ·
1 Parent(s): c762d36

Upload ESM

Browse files
Files changed (2) hide show
  1. config.json +1 -1
  2. model.safetensors +2 -2
config.json CHANGED
@@ -5,7 +5,7 @@
5
  "expansion_ratio": 2.6666666666666665,
6
  "hidden_size": 384,
7
  "num_attention_heads": 6,
8
- "num_hidden_layers": 8,
9
  "torch_dtype": "bfloat16",
10
  "transformers_version": "4.47.1",
11
  "vocab_size": 33
 
5
  "expansion_ratio": 2.6666666666666665,
6
  "hidden_size": 384,
7
  "num_attention_heads": 6,
8
+ "num_hidden_layers": 4,
9
  "torch_dtype": "bfloat16",
10
  "transformers_version": "4.47.1",
11
  "vocab_size": 33
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b0580f341102170ef430fcc03b6ad3d22d606e3ff7f2192834c4b694886f12cb
3
- size 39407184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d270df35bbe5972e4c28c31dde0b0302dd6a41b02bc25bfc6f6897b7641739c
3
+ size 19741740