Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -42,7 +42,7 @@ prompt_builder = vlm.get_prompt_builder()
|
|
42 |
|
43 |
@spaces.GPU(duration=20)
|
44 |
def bot_streaming(message, history, temperature, top_k, max_new_tokens):
|
45 |
-
streamer = TextIteratorStreamer(
|
46 |
|
47 |
if len(history) == 0:
|
48 |
prompt_builder.prompt, prompt_builder.turn_count = "", 0
|
|
|
42 |
|
43 |
@spaces.GPU(duration=20)
|
44 |
def bot_streaming(message, history, temperature, top_k, max_new_tokens):
|
45 |
+
streamer = TextIteratorStreamer(vlm.llm_backbone.tokenizer, skip_special_tokens=True)
|
46 |
|
47 |
if len(history) == 0:
|
48 |
prompt_builder.prompt, prompt_builder.turn_count = "", 0
|