captain-awesome commited on
Commit
c2e56d1
·
1 Parent(s): ac8a40f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -117,9 +117,10 @@ def load_model():
117
  # # temperature=temperature, # type: ignore
118
  # )
119
  llm = CTransformers(
120
- model = "TheBloke/Mistral-7B-Instruct-v0.1-GGUF",
 
121
  # model_file = "mistral-7b-instruct-v0.1.Q8_0.gguf",
122
- model_file = "mistral-7b-instruct-v0.1.Q4_0.gguf",
123
  # model="TheBloke/Llama-2-70B-chat-GGUF",
124
  # model = "Deci/DeciLM-6b-instruct",
125
  callbacks=[StreamingStdOutCallbackHandler()]
 
117
  # # temperature=temperature, # type: ignore
118
  # )
119
  llm = CTransformers(
120
+ # model = "TheBloke/Mistral-7B-Instruct-v0.1-GGUF",
121
+ model = "TheBloke/zephyr-7B-alpha-GGUF"
122
  # model_file = "mistral-7b-instruct-v0.1.Q8_0.gguf",
123
+ model_file = "zephyr-7b-alpha.Q4_K_M.gguf",
124
  # model="TheBloke/Llama-2-70B-chat-GGUF",
125
  # model = "Deci/DeciLM-6b-instruct",
126
  callbacks=[StreamingStdOutCallbackHandler()]