adamdad commited on
Commit
e166870
·
verified ·
1 Parent(s): ad82703

Push model using huggingface_hub.

Browse files
Files changed (2) hide show
  1. config.json +8 -1
  2. model.safetensors +2 -2
config.json CHANGED
@@ -4,7 +4,14 @@
4
  "block_size": 1023,
5
  "dropout": 0.0,
6
  "moe_layers": [
7
- 5
 
 
 
 
 
 
 
8
  ],
9
  "n_embd": 512,
10
  "n_head": 8,
 
4
  "block_size": 1023,
5
  "dropout": 0.0,
6
  "moe_layers": [
7
+ 0,
8
+ 1,
9
+ 2,
10
+ 3,
11
+ 4,
12
+ 5,
13
+ 6,
14
+ 7
15
  ],
16
  "n_embd": 512,
17
  "n_head": 8,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a55bb8ea3bfad42360148dc743cd836a8dcae10c0a959e656464cd5126dc878a
3
- size 161619192
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c3c1a59dc0b1152026ed650c5aa00e9cd90fbf3d5b96376ef5ff302ec188032
3
+ size 572905568