captain-awesome commited on
Commit
e8e8cf3
·
verified ·
1 Parent(s): 026769f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -77,10 +77,10 @@ def main():
77
 
78
  llm = CTransformers(
79
  # model = "TheBloke/Mistral-7B-Instruct-v0.2-GGUF",
80
- model= "second-state/stablelm-2-zephyr-1.6b-GGUF",
81
- model_file = "stablelm-2-zephyr-1_6b-Q4_0.gguf",
82
- # model_type="mistral",
83
- max_new_tokens = 1048,
84
  temperature = 0.3,
85
  lib="avx2", # for CPU
86
  )
 
77
 
78
  llm = CTransformers(
79
  # model = "TheBloke/Mistral-7B-Instruct-v0.2-GGUF",
80
+ model= "TheBloke/Llama-2-7B-Chat-GGUF,
81
+ model_file = "llama-2-7b-chat.Q3_K_S.gguf",
82
+ model_type="llama",
83
+ max_new_tokens = 300,
84
  temperature = 0.3,
85
  lib="avx2", # for CPU
86
  )