NCTCMumbai commited on
Commit
0c44612
·
verified ·
1 Parent(s): 8d6ce21

Update backend/query_llm.py

Browse files
Files changed (1) hide show
  1. backend/query_llm.py +1 -1
backend/query_llm.py CHANGED
@@ -21,7 +21,7 @@ tokenizer = AutoTokenizer.from_pretrained("mistralai/Mixtral-8x7B-Instruct-v0.1"
21
  # #top_p = 0.6
22
  # repetition_penalty = 1.0
23
  temperature = 0.5
24
- top_p = 0.7
25
  repetition_penalty = 1.2
26
 
27
 
 
21
  # #top_p = 0.6
22
  # repetition_penalty = 1.0
23
  temperature = 0.5
24
+ top_p = 0.95
25
  repetition_penalty = 1.2
26
 
27