mamkkl commited on
Commit
f4d3a97
·
verified ·
1 Parent(s): 64b34e2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -69,6 +69,7 @@ def generator(input_ids, generation_config, max_new_tokens):
69
  return generation_output
70
 
71
  def loadModel():
 
72
  if model is None:
73
  from llama_rope_scaled_monkey_patch import replace_llama_rope_with_scaled_rope
74
  replace_llama_rope_with_scaled_rope()
 
69
  return generation_output
70
 
71
  def loadModel():
72
+ global model, tokenizer
73
  if model is None:
74
  from llama_rope_scaled_monkey_patch import replace_llama_rope_with_scaled_rope
75
  replace_llama_rope_with_scaled_rope()