lucyknada commited on
Commit
697d500
1 Parent(s): 1a97c56

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. consolidated.00.pth +3 -0
  2. params.json +1 -0
  3. tokenizer.model +3 -0
consolidated.00.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab33d910f405204e5d388bc3521503584800461dc96808e287821dd451c1edac
3
+ size 16060617592
params.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dim": 4096, "n_layers": 32, "n_heads": 32, "n_kv_heads": 8, "vocab_size": 128256, "ffn_dim_multiplier": 1.3, "multiple_of": 1024, "norm_eps": 1e-05, "rope_theta": 500000.0, "use_scaled_rope": true}
tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82e9d31979e92ab929cd544440f129d9ecd797b69e327f80f17e1c50d5551b55
3
+ size 2183982