Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -14,9 +14,9 @@ assert (
|
|
14 |
), "LLaMA is now in HuggingFace's main branch.\nPlease reinstall it: pip uninstall transformers && pip install git+https://github.com/huggingface/transformers.git"
|
15 |
from transformers import LlamaTokenizer, LlamaForCausalLM, GenerationConfig
|
16 |
|
17 |
-
tokenizer = LlamaTokenizer.from_pretrained("
|
18 |
|
19 |
-
BASE_MODEL = "
|
20 |
LORA_WEIGHTS = "tloen/alpaca-lora-7b"
|
21 |
|
22 |
if torch.cuda.is_available():
|
|
|
14 |
), "LLaMA is now in HuggingFace's main branch.\nPlease reinstall it: pip uninstall transformers && pip install git+https://github.com/huggingface/transformers.git"
|
15 |
from transformers import LlamaTokenizer, LlamaForCausalLM, GenerationConfig
|
16 |
|
17 |
+
tokenizer = LlamaTokenizer.from_pretrained("TheBloke/Llama-2-13B-chat-GPTQ")
|
18 |
|
19 |
+
BASE_MODEL = "TheBloke/Llama-2-13B-chat-GPTQ"
|
20 |
LORA_WEIGHTS = "tloen/alpaca-lora-7b"
|
21 |
|
22 |
if torch.cuda.is_available():
|