Update app.py
Browse files
app.py
CHANGED
@@ -23,7 +23,7 @@ def run(message, chat_history, system_prompt, max_new_tokens=1024, temperature=0
|
|
23 |
temperature=temperature, # Controls randomness. Lower values make text more deterministic.
|
24 |
top_p=top_p, # Nucleus sampling: higher values allow more diversity.
|
25 |
top_k=top_k, # Top-k sampling: limits the number of top tokens considered.
|
26 |
-
pad_token_id=tokenizer.eos_token_id
|
27 |
do_sample=True # Enable sampling-based generation
|
28 |
|
29 |
)
|
|
|
23 |
temperature=temperature, # Controls randomness. Lower values make text more deterministic.
|
24 |
top_p=top_p, # Nucleus sampling: higher values allow more diversity.
|
25 |
top_k=top_k, # Top-k sampling: limits the number of top tokens considered.
|
26 |
+
pad_token_id=tokenizer.eos_token_id,
|
27 |
do_sample=True # Enable sampling-based generation
|
28 |
|
29 |
)
|