Update backend/query_llm.py
Browse files- backend/query_llm.py +1 -1
backend/query_llm.py
CHANGED
@@ -21,7 +21,7 @@ tokenizer = AutoTokenizer.from_pretrained("mistralai/Mixtral-8x7B-Instruct-v0.1"
|
|
21 |
# #top_p = 0.6
|
22 |
# repetition_penalty = 1.0
|
23 |
temperature = 0.5
|
24 |
-
top_p = 0.
|
25 |
repetition_penalty = 1.2
|
26 |
|
27 |
|
|
|
21 |
# #top_p = 0.6
|
22 |
# repetition_penalty = 1.0
|
23 |
temperature = 0.5
|
24 |
+
top_p = 0.95
|
25 |
repetition_penalty = 1.2
|
26 |
|
27 |
|