Locutusque commited on
Commit
7be893d
·
verified ·
1 Parent(s): 248812c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -27,7 +27,7 @@ def generate(
27
  if model_name == "M4-ai/tau-1.8B":
28
  prompt = user_input
29
  else:
30
- prompt = f"{tokenizer.bos_token}<|im_start|>user\n{user_input}<|im_end|>\n<|im_start|>assistant\n"
31
  streamer = TextIteratorStreamer(pipe.tokenizer, timeout=240.0, skip_prompt=True, skip_special_tokens=True)
32
  generation_kwargs = dict(text_inputs=prompt, streamer=streamer, max_new_tokens=max_new_tokens, do_sample=True, top_p=top_p, min_p=min_p, top_k=top_k,
33
  temperature=temperature, num_beams=1, repetition_penalty=1.1)
 
27
  if model_name == "M4-ai/tau-1.8B":
28
  prompt = user_input
29
  else:
30
+ prompt = f"<|im_start|>user\n{user_input}<|im_end|>\n<|im_start|>assistant\n"
31
  streamer = TextIteratorStreamer(pipe.tokenizer, timeout=240.0, skip_prompt=True, skip_special_tokens=True)
32
  generation_kwargs = dict(text_inputs=prompt, streamer=streamer, max_new_tokens=max_new_tokens, do_sample=True, top_p=top_p, min_p=min_p, top_k=top_k,
33
  temperature=temperature, num_beams=1, repetition_penalty=1.1)