Spaces:
Runtime error
Runtime error
Commit
·
c2e56d1
1
Parent(s):
ac8a40f
Update app.py
Browse files
app.py
CHANGED
@@ -117,9 +117,10 @@ def load_model():
|
|
117 |
# # temperature=temperature, # type: ignore
|
118 |
# )
|
119 |
llm = CTransformers(
|
120 |
-
model = "TheBloke/Mistral-7B-Instruct-v0.1-GGUF",
|
|
|
121 |
# model_file = "mistral-7b-instruct-v0.1.Q8_0.gguf",
|
122 |
-
model_file = "
|
123 |
# model="TheBloke/Llama-2-70B-chat-GGUF",
|
124 |
# model = "Deci/DeciLM-6b-instruct",
|
125 |
callbacks=[StreamingStdOutCallbackHandler()]
|
|
|
117 |
# # temperature=temperature, # type: ignore
|
118 |
# )
|
119 |
llm = CTransformers(
|
120 |
+
# model = "TheBloke/Mistral-7B-Instruct-v0.1-GGUF",
|
121 |
+
model = "TheBloke/zephyr-7B-alpha-GGUF"
|
122 |
# model_file = "mistral-7b-instruct-v0.1.Q8_0.gguf",
|
123 |
+
model_file = "zephyr-7b-alpha.Q4_K_M.gguf",
|
124 |
# model="TheBloke/Llama-2-70B-chat-GGUF",
|
125 |
# model = "Deci/DeciLM-6b-instruct",
|
126 |
callbacks=[StreamingStdOutCallbackHandler()]
|