Update app.py
Browse files
app.py
CHANGED
@@ -62,7 +62,6 @@ def stream_chat(message: str, history: list, temperature: float, max_new_tokens:
|
|
62 |
conversation = []
|
63 |
for prompt, answer in history:
|
64 |
conversation.extend([{"role": "user", "content": prompt}, {"role": "assistant", "content": answer}])
|
65 |
-
|
66 |
conversation.append({"role": "user", "content": message})
|
67 |
|
68 |
print(f"Conversation is -\n{conversation}")
|
@@ -72,7 +71,7 @@ def stream_chat(message: str, history: list, temperature: float, max_new_tokens:
|
|
72 |
streamer = TextIteratorStreamer(tokenizer, **{"skip_special_tokens": True, "skip_prompt": True, 'clean_up_tokenization_spaces':False,})
|
73 |
|
74 |
generate_kwargs = dict(
|
75 |
-
input_ids,
|
76 |
streamer=streamer,
|
77 |
max_new_tokens=max_new_tokens,
|
78 |
do_sample=True,
|
|
|
62 |
conversation = []
|
63 |
for prompt, answer in history:
|
64 |
conversation.extend([{"role": "user", "content": prompt}, {"role": "assistant", "content": answer}])
|
|
|
65 |
conversation.append({"role": "user", "content": message})
|
66 |
|
67 |
print(f"Conversation is -\n{conversation}")
|
|
|
71 |
streamer = TextIteratorStreamer(tokenizer, **{"skip_special_tokens": True, "skip_prompt": True, 'clean_up_tokenization_spaces':False,})
|
72 |
|
73 |
generate_kwargs = dict(
|
74 |
+
input_ids=input_ids,
|
75 |
streamer=streamer,
|
76 |
max_new_tokens=max_new_tokens,
|
77 |
do_sample=True,
|