Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -27,7 +27,7 @@ def generate(
|
|
27 |
if model_name == "M4-ai/tau-1.8B":
|
28 |
prompt = user_input
|
29 |
else:
|
30 |
-
prompt = f"
|
31 |
streamer = TextIteratorStreamer(pipe.tokenizer, timeout=240.0, skip_prompt=True, skip_special_tokens=True)
|
32 |
generation_kwargs = dict(text_inputs=prompt, streamer=streamer, max_new_tokens=max_new_tokens, do_sample=True, top_p=top_p, min_p=min_p, top_k=top_k,
|
33 |
temperature=temperature, num_beams=1, repetition_penalty=1.1)
|
|
|
27 |
if model_name == "M4-ai/tau-1.8B":
|
28 |
prompt = user_input
|
29 |
else:
|
30 |
+
prompt = f"<|im_start|>user\n{user_input}<|im_end|>\n<|im_start|>assistant\n"
|
31 |
streamer = TextIteratorStreamer(pipe.tokenizer, timeout=240.0, skip_prompt=True, skip_special_tokens=True)
|
32 |
generation_kwargs = dict(text_inputs=prompt, streamer=streamer, max_new_tokens=max_new_tokens, do_sample=True, top_p=top_p, min_p=min_p, top_k=top_k,
|
33 |
temperature=temperature, num_beams=1, repetition_penalty=1.1)
|