Update app.py
Browse files
app.py
CHANGED
@@ -17,7 +17,7 @@ local_llm = "zephyr-7b-alpha.Q5_K_S.gguf"
|
|
17 |
config = {
|
18 |
'max_new_tokens': 1024,
|
19 |
'repetition_penalty': 1.1,
|
20 |
-
'temperature': 0
|
21 |
'top_k': 50,
|
22 |
'top_p': 0.9,
|
23 |
'stream': True,
|
|
|
17 |
config = {
|
18 |
'max_new_tokens': 1024,
|
19 |
'repetition_penalty': 1.1,
|
20 |
+
'temperature': 0,
|
21 |
'top_k': 50,
|
22 |
'top_p': 0.9,
|
23 |
'stream': True,
|