mamkkl commited on
Commit
30fb27d
·
verified ·
1 Parent(s): 6842801

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -13,6 +13,7 @@ from llama_rope_scaled_monkey_patch import replace_llama_rope_with_scaled_rope
13
  replace_llama_rope_with_scaled_rope()
14
  base_model = "Neko-Institute-of-Science/LLaMA-65B-HF"
15
  lora_weights = "adapter_config.json"
 
16
  model = transformers.AutoModelForCausalLM.from_pretrained(
17
  base_model,
18
  torch_dtype=torch.float16,
 
13
  replace_llama_rope_with_scaled_rope()
14
  base_model = "Neko-Institute-of-Science/LLaMA-65B-HF"
15
  lora_weights = "adapter_config.json"
16
+ cache_dir = ""
17
  model = transformers.AutoModelForCausalLM.from_pretrained(
18
  base_model,
19
  torch_dtype=torch.float16,