mamkkl commited on
Commit
3281699
·
verified ·
1 Parent(s): 0a12179

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -92,8 +92,8 @@ def generator(input_ids, generation_config, max_new_tokens):
92
  def loadModel():
93
  global model, tokenizer
94
  if model is None:
95
- from llama_rope_scaled_monkey_patch import replace_llama_rope_with_scaled_rope
96
- replace_llama_rope_with_scaled_rope()
97
  model = transformers.AutoModelForCausalLM.from_pretrained(
98
  base_model,
99
  torch_dtype=torch.float16,
 
92
  def loadModel():
93
  global model, tokenizer
94
  if model is None:
95
+ #from llama_rope_scaled_monkey_patch import replace_llama_rope_with_scaled_rope
96
+ #replace_llama_rope_with_scaled_rope()
97
  model = transformers.AutoModelForCausalLM.from_pretrained(
98
  base_model,
99
  torch_dtype=torch.float16,