Update app.py
Browse files
app.py
CHANGED
@@ -77,8 +77,8 @@ def main():
|
|
77 |
|
78 |
llm = CTransformers(
|
79 |
# model = "TheBloke/Mistral-7B-Instruct-v0.2-GGUF",
|
80 |
-
model= "second-state/stablelm-2-zephyr-1.6b-
|
81 |
-
model_file = "stablelm-2-zephyr-1_6b-Q4_0.gguf"
|
82 |
# model_type="mistral",
|
83 |
max_new_tokens = 1048,
|
84 |
temperature = 0.3,
|
|
|
77 |
|
78 |
llm = CTransformers(
|
79 |
# model = "TheBloke/Mistral-7B-Instruct-v0.2-GGUF",
|
80 |
+
model= "second-state/stablelm-2-zephyr-1.6b-GGUF",
|
81 |
+
model_file = "stablelm-2-zephyr-1_6b-Q4_0.gguf",
|
82 |
# model_type="mistral",
|
83 |
max_new_tokens = 1048,
|
84 |
temperature = 0.3,
|