mohmehdi commited on
Commit
f0c8d15
·
verified ·
1 Parent(s): 3546369

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -12,7 +12,7 @@ def format_prompt(message, history):
12
  return prompt
13
 
14
  def generate(
15
- prompt, history, temperature=0.2, max_new_tokens=16392, top_p=0.9, repetition_penalty=1.0,
16
  ):
17
  temperature = float(0)
18
  if temperature < 1e-2:
@@ -24,8 +24,8 @@ def generate(
24
  max_new_tokens=max_new_tokens,
25
  top_p=top_p,
26
  repetition_penalty=repetition_penalty,
27
- do_sample=False,
28
- seed=0,
29
  )
30
 
31
  formatted_prompt = format_prompt(prompt, history)
 
12
  return prompt
13
 
14
  def generate(
15
+ prompt, history, temperature=0.2, max_new_tokens=16392, top_p=0.95, repetition_penalty=1.0,
16
  ):
17
  temperature = float(0)
18
  if temperature < 1e-2:
 
24
  max_new_tokens=max_new_tokens,
25
  top_p=top_p,
26
  repetition_penalty=repetition_penalty,
27
+ do_sample=True,
28
+ seed=42,
29
  )
30
 
31
  formatted_prompt = format_prompt(prompt, history)