{ | |
"base_model_name_or_path": "llama2-13b-chat", | |
"medusa_num_heads": 4, | |
"medusa_num_layers": 1, | |
"decoding_strategy": "tree_decoding", | |
"transformers_version": "4.36.0" | |
} | |
{ | |
"base_model_name_or_path": "llama2-13b-chat", | |
"medusa_num_heads": 4, | |
"medusa_num_layers": 1, | |
"decoding_strategy": "tree_decoding", | |
"transformers_version": "4.36.0" | |
} | |