Spaces:

Monster
/

GPT4ALL

Running

Monster commited on Apr 11, 2023

Commit

713d56c

1 Parent(s): cd1328b

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -4,7 +4,7 @@ from huggingface_hub import hf_hub_download
 hf_hub_download(repo_id="LLukas22/gpt4all-lora-quantized-ggjt", filename="ggjt-model.bin", local_dir=".")
-llm = Llama(model_path="./ggjt-model.bin")
 def chat(input):
     resp = llm(input)

 hf_hub_download(repo_id="LLukas22/gpt4all-lora-quantized-ggjt", filename="ggjt-model.bin", local_dir=".")
+llm = Llama(model_path="./ggjt-model.bin", n_threads=2)
 def chat(input):
     resp = llm(input)