Update text_gen.py

text_gen.py

@@ -19,7 +19,7 @@ def generate_text(text, context, model_name, model, tokenizer, minimum=15, maxim
     if 'GODEL' in model_name:
         text = 'Instruction: you need to response discreetly. [CONTEXT] ' + text
     else:
-        text = text.replace(' EOS ', '\n') + tokenizer.eos_token
+        text = text.replace(' EOS ', tokenizer.eos_token) + tokenizer.eos_token
     input_ids = tokenizer(text, return_tensors="pt").input_ids
     outputs = model.generate(input_ids, max_new_tokens=maximum, min_new_tokens=minimum, top_p=0.9, do_sample=True)
     output = tokenizer.decode(outputs[0], skip_special_tokens=True)