captain-awesome commited on
Commit
592141a
·
1 Parent(s): 5bc7600

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -114,6 +114,7 @@ def load_model():
114
  # )
115
  llm = CTransformers(
116
  model = "TheBloke/Mistral-7B-Instruct-v0.1-GGUF",
 
117
  # model="TheBloke/Llama-2-70B-chat-GGUF",
118
  # model = "Deci/DeciLM-6b-instruct",
119
  callbacks=[StreamingStdOutCallbackHandler()]
 
114
  # )
115
  llm = CTransformers(
116
  model = "TheBloke/Mistral-7B-Instruct-v0.1-GGUF",
117
+ model_file = "mistral-7b-instruct-v0.1.Q8_0.gguf",
118
  # model="TheBloke/Llama-2-70B-chat-GGUF",
119
  # model = "Deci/DeciLM-6b-instruct",
120
  callbacks=[StreamingStdOutCallbackHandler()]