Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -1,11 +1,10 @@
|
|
| 1 |
import gradio as gr
|
| 2 |
from llama_cpp import Llama
|
| 3 |
from huggingface_hub import hf_hub_download
|
| 4 |
-
import multiprocessing
|
| 5 |
|
| 6 |
hf_hub_download(repo_id="LLukas22/gpt4all-lora-quantized-ggjt", filename="ggjt-model.bin", local_dir=".")
|
| 7 |
|
| 8 |
-
llm = Llama(model_path="./ggjt-model.bin", n_threads=
|
| 9 |
|
| 10 |
def chat(input):
|
| 11 |
resp = llm(input)
|
|
|
|
| 1 |
import gradio as gr
|
| 2 |
from llama_cpp import Llama
|
| 3 |
from huggingface_hub import hf_hub_download
|
|
|
|
| 4 |
|
| 5 |
hf_hub_download(repo_id="LLukas22/gpt4all-lora-quantized-ggjt", filename="ggjt-model.bin", local_dir=".")
|
| 6 |
|
| 7 |
+
llm = Llama(model_path="./ggjt-model.bin", n_threads=2)
|
| 8 |
|
| 9 |
def chat(input):
|
| 10 |
resp = llm(input)
|