Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -3,7 +3,10 @@ import gradio as gr
|
|
| 3 |
import os
|
| 4 |
import subprocess
|
| 5 |
|
| 6 |
-
|
|
|
|
|
|
|
|
|
|
| 7 |
|
| 8 |
|
| 9 |
with gr.Blocks() as demo:
|
|
|
|
| 3 |
import os
|
| 4 |
import subprocess
|
| 5 |
|
| 6 |
+
from huggingface_hub import hf_hub_download
|
| 7 |
+
hf_hub_download(repo_id="bartowski/gemma-2-9b-it-GGUF", filename="gemma-2-9b-it-Q4_K_L.gguf", local_dir="./")
|
| 8 |
+
|
| 9 |
+
subprocess.run(["python3", "-m", "llama_cpp.server", "--model ./gemma-2-9b-it-Q4_K_L.gguf", "--host localhost", "--port 8000", "--chat_format gemma"])
|
| 10 |
|
| 11 |
|
| 12 |
with gr.Blocks() as demo:
|