Update app.py
Browse files
app.py
CHANGED
@@ -92,8 +92,8 @@ def generator(input_ids, generation_config, max_new_tokens):
|
|
92 |
def loadModel():
|
93 |
global model, tokenizer
|
94 |
if model is None:
|
95 |
-
from llama_rope_scaled_monkey_patch import replace_llama_rope_with_scaled_rope
|
96 |
-
replace_llama_rope_with_scaled_rope()
|
97 |
model = transformers.AutoModelForCausalLM.from_pretrained(
|
98 |
base_model,
|
99 |
torch_dtype=torch.float16,
|
|
|
92 |
def loadModel():
|
93 |
global model, tokenizer
|
94 |
if model is None:
|
95 |
+
#from llama_rope_scaled_monkey_patch import replace_llama_rope_with_scaled_rope
|
96 |
+
#replace_llama_rope_with_scaled_rope()
|
97 |
model = transformers.AutoModelForCausalLM.from_pretrained(
|
98 |
base_model,
|
99 |
torch_dtype=torch.float16,
|