Update app.py
Browse files
app.py
CHANGED
@@ -9,7 +9,7 @@ from peft import PeftModel
|
|
9 |
For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
|
10 |
"""
|
11 |
#client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
|
12 |
-
from
|
13 |
replace_llama_rope_with_scaled_rope()
|
14 |
base_model = "Neko-Institute-of-Science/LLaMA-65B-HF"
|
15 |
lora_weights = "adapter_config.json"
|
|
|
9 |
For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
|
10 |
"""
|
11 |
#client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
|
12 |
+
from llama_rope_scaled_monkey_patch import replace_llama_rope_with_scaled_rope
|
13 |
replace_llama_rope_with_scaled_rope()
|
14 |
base_model = "Neko-Institute-of-Science/LLaMA-65B-HF"
|
15 |
lora_weights = "adapter_config.json"
|