Locutusque commited on
Commit
56d0515
·
verified ·
1 Parent(s): b6f59a7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -23,6 +23,7 @@ def generate(
23
  try:
24
  pipe = load_model(model_name)
25
  tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True, token=os.environ["token"])
 
26
  print(tokenizer)
27
  pipe.tokenizer = tokenizer
28
 
 
23
  try:
24
  pipe = load_model(model_name)
25
  tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True, token=os.environ["token"])
26
+ tokenizer.eos_token = "<|im_end|>"
27
  print(tokenizer)
28
  pipe.tokenizer = tokenizer
29