Update app.py
Browse files
app.py
CHANGED
@@ -77,10 +77,10 @@ def main():
|
|
77 |
|
78 |
llm = CTransformers(
|
79 |
# model = "TheBloke/Mistral-7B-Instruct-v0.2-GGUF",
|
80 |
-
model= "
|
81 |
-
model_file = "
|
82 |
-
|
83 |
-
max_new_tokens =
|
84 |
temperature = 0.3,
|
85 |
lib="avx2", # for CPU
|
86 |
)
|
|
|
77 |
|
78 |
llm = CTransformers(
|
79 |
# model = "TheBloke/Mistral-7B-Instruct-v0.2-GGUF",
|
80 |
+
model= "TheBloke/Llama-2-7B-Chat-GGUF,
|
81 |
+
model_file = "llama-2-7b-chat.Q3_K_S.gguf",
|
82 |
+
model_type="llama",
|
83 |
+
max_new_tokens = 300,
|
84 |
temperature = 0.3,
|
85 |
lib="avx2", # for CPU
|
86 |
)
|