Spaces:

ar08
/

bitllm

Running

ar08 commited on Jul 14

Commit

8e250e5

verified ·

1 Parent(s): 45a6593

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -7,7 +7,7 @@ import os
 command = [
     "python",
     "run_inference_server.py",
-    "-m", "./models/Llama3-8B-1.58-100B-tokens-TQ2_0.gguf",
     "--host", "0.0.0.0",
     "--port", "7860"
 ]

 command = [
     "python",
     "run_inference_server.py",
+    "-m", "./models/ggml-model-i2_s.gguf",
     "--host", "0.0.0.0",
     "--port", "7860"
 ]