Spaces:

rinna
/

llama-3-youko-8b-instruct

Running on Zero

mitsu-koh commited on Jul 25

Commit

c2953d2

•

1 Parent(s): 8bfa4bc

fix

Files changed (1) hide show

app.py CHANGED Viewed

@@ -54,7 +54,7 @@ h1 {
 tokenizer = AutoTokenizer.from_pretrained(model_id)
 model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto")
 terminators = [
-    tokenizer.eos_token_id,
     tokenizer.convert_tokens_to_ids("<|eot_id|>")
 ]

 tokenizer = AutoTokenizer.from_pretrained(model_id)
 model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto")
 terminators = [
+    tokenizer.convert_tokens_to_ids("<|end_of_text|>"),
     tokenizer.convert_tokens_to_ids("<|eot_id|>")
 ]