Spaces:
Runtime error
Runtime error
Commit
·
592141a
1
Parent(s):
5bc7600
Update app.py
Browse files
app.py
CHANGED
@@ -114,6 +114,7 @@ def load_model():
|
|
114 |
# )
|
115 |
llm = CTransformers(
|
116 |
model = "TheBloke/Mistral-7B-Instruct-v0.1-GGUF",
|
|
|
117 |
# model="TheBloke/Llama-2-70B-chat-GGUF",
|
118 |
# model = "Deci/DeciLM-6b-instruct",
|
119 |
callbacks=[StreamingStdOutCallbackHandler()]
|
|
|
114 |
# )
|
115 |
llm = CTransformers(
|
116 |
model = "TheBloke/Mistral-7B-Instruct-v0.1-GGUF",
|
117 |
+
model_file = "mistral-7b-instruct-v0.1.Q8_0.gguf",
|
118 |
# model="TheBloke/Llama-2-70B-chat-GGUF",
|
119 |
# model = "Deci/DeciLM-6b-instruct",
|
120 |
callbacks=[StreamingStdOutCallbackHandler()]
|