mdsr commited on
Commit
b9f880e
·
1 Parent(s): d0b6323

end of seq token in LM

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -49,6 +49,7 @@ def auto_complete_text(model_code: str, text: str):
49
  language_models[model_code] = slt.models.BeamSampling(
50
  lm, # type: ignore
51
  start_of_sequence_token=getattr(lm, "start_of_sequence_token", "<"), # type: ignore
 
52
  )
53
 
54
  # todo: better tokenize/detokenize
 
49
  language_models[model_code] = slt.models.BeamSampling(
50
  lm, # type: ignore
51
  start_of_sequence_token=getattr(lm, "start_of_sequence_token", "<"), # type: ignore
52
+ start_of_sequence_token=getattr(lm, "end_of_sequence_token", ">"), # type: ignore
53
  )
54
 
55
  # todo: better tokenize/detokenize