Gideonah commited on
Commit
673c665
1 Parent(s): 17e9400

Upload lit_config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. lit_config.json +1 -0
lit_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"org": "meta-llama", "name": "Llama-2-7b-chat-hf", "block_size": 4096, "vocab_size": 32000, "padding_multiple": 64, "padded_vocab_size": 32000, "n_layer": 32, "n_head": 32, "n_embd": 4096, "rotary_percentage": 1.0, "parallel_residual": false, "bias": false, "lm_head_bias": false, "n_query_groups": 32, "shared_attention_norm": false, "_norm_class": "RMSNorm", "norm_eps": 1e-05, "_mlp_class": "LLaMAMLP", "gelu_approximate": "none", "intermediate_size": 11008, "rope_condense_ratio": 1, "rope_base": 10000}