Tonic commited on
Commit
6ea968f
·
1 Parent(s): 91aaa3e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -23,7 +23,7 @@ def run(message, chat_history, system_prompt, max_new_tokens=1024, temperature=0
23
  temperature=temperature, # Controls randomness. Lower values make text more deterministic.
24
  top_p=top_p, # Nucleus sampling: higher values allow more diversity.
25
  top_k=top_k, # Top-k sampling: limits the number of top tokens considered.
26
- pad_token_id=tokenizer.eos_token_id
27
  do_sample=True # Enable sampling-based generation
28
 
29
  )
 
23
  temperature=temperature, # Controls randomness. Lower values make text more deterministic.
24
  top_p=top_p, # Nucleus sampling: higher values allow more diversity.
25
  top_k=top_k, # Top-k sampling: limits the number of top tokens considered.
26
+ pad_token_id=tokenizer.eos_token_id,
27
  do_sample=True # Enable sampling-based generation
28
 
29
  )