waleedmohd commited on
Commit
660d366
·
verified ·
1 Parent(s): cd2bc8b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -65,7 +65,9 @@ def respond(
65
  max_new_tokens=max_tokens,
66
  stream=True,
67
  temperature=temperature,
 
68
  repetition_penalty=1.2,
 
69
  ):
70
  response += chunk
71
  yield response
 
65
  max_new_tokens=max_tokens,
66
  stream=True,
67
  temperature=temperature,
68
+ top_p=top_p,
69
  repetition_penalty=1.2,
70
+ stop_sequences=["\n", "؟", "!"], # Stop at natural sentence endings
71
  ):
72
  response += chunk
73
  yield response