seedboxai
/

KafkaLM-7B-German-V0.1-DPO

Text Generation

text-generation-inference

Model card Files Files and versions Community

doubledsbv commited on Jan 30, 2024

Commit

dd4855e

·

verified ·

1 Parent(s): 58d493d

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -70,7 +70,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_id)
 tokenizer.padding_side = "left"
 tokenizer.pad_token = tokenizer.unk_token
-tokenizer.add_eos_token = True
 def generate_prompt(input):
     prompt = ''

 tokenizer.padding_side = "left"
 tokenizer.pad_token = tokenizer.unk_token
+tokenizer.add_eos_token = False
 def generate_prompt(input):
     prompt = ''