pvduy commited on
Commit
df02b95
·
verified ·
1 Parent(s): 53b40bf

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -48,6 +48,7 @@ def predict(message, history, system_prompt, temperature, max_tokens):
48
  temperature=0.5,
49
  max_new_tokens=DEFAULT_MAX_NEW_TOKENS,
50
  use_cache=True,
 
51
  )
52
  t = Thread(target=model.generate, kwargs=generate_kwargs)
53
  t.start()
 
48
  temperature=0.5,
49
  max_new_tokens=DEFAULT_MAX_NEW_TOKENS,
50
  use_cache=True,
51
+ stop_token="<|im_end|>"
52
  )
53
  t = Thread(target=model.generate, kwargs=generate_kwargs)
54
  t.start()