Update app.py
Browse files
app.py
CHANGED
@@ -69,6 +69,7 @@ def generator(input_ids, generation_config, max_new_tokens):
|
|
69 |
return generation_output
|
70 |
|
71 |
def loadModel():
|
|
|
72 |
if model is None:
|
73 |
from llama_rope_scaled_monkey_patch import replace_llama_rope_with_scaled_rope
|
74 |
replace_llama_rope_with_scaled_rope()
|
|
|
69 |
return generation_output
|
70 |
|
71 |
def loadModel():
|
72 |
+
global model, tokenizer
|
73 |
if model is None:
|
74 |
from llama_rope_scaled_monkey_patch import replace_llama_rope_with_scaled_rope
|
75 |
replace_llama_rope_with_scaled_rope()
|