kwabs22
commited on
Commit
·
6524289
1
Parent(s):
fbf941a
Testing Stable LM 2 1.6B Zephyr - docker issues
Browse files
app.py
CHANGED
@@ -24,8 +24,8 @@ def generate_response(user_message):
|
|
24 |
|
25 |
def generate_response(user_message):
|
26 |
cmd = [
|
27 |
-
"
|
28 |
-
"-m", "llama.cpp/models/stablelm-2-zephyr-1_6b-Q4_0.gguf",
|
29 |
"-p", user_message,
|
30 |
"-n", "400",
|
31 |
"-e"
|
|
|
24 |
|
25 |
def generate_response(user_message):
|
26 |
cmd = [
|
27 |
+
"/app/llama.cpp/main", # Path to the executable
|
28 |
+
"-m", "/app/llama.cpp/models/stablelm-2-zephyr-1_6b-Q4_0.gguf",
|
29 |
"-p", user_message,
|
30 |
"-n", "400",
|
31 |
"-e"
|