Spaces:

mamkkl
/

demo1

Paused

mamkkl commited on Jan 7

Commit

d25f823

verified ·

1 Parent(s): 30fb27d

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -13,7 +13,7 @@ from llama_rope_scaled_monkey_patch import replace_llama_rope_with_scaled_rope
 replace_llama_rope_with_scaled_rope()
 base_model = "Neko-Institute-of-Science/LLaMA-65B-HF"
 lora_weights = "adapter_config.json"
-cache_dir = ""
 model = transformers.AutoModelForCausalLM.from_pretrained(
             base_model,
             torch_dtype=torch.float16,

 replace_llama_rope_with_scaled_rope()
 base_model = "Neko-Institute-of-Science/LLaMA-65B-HF"
 lora_weights = "adapter_config.json"
+cache_dir = "/data"
 model = transformers.AutoModelForCausalLM.from_pretrained(
             base_model,
             torch_dtype=torch.float16,