Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -192,7 +192,7 @@ def chat_qwen_vl(messages: str, history: list, temperature: float = 0.1, max_new
|
|
192 |
streamer = TextIteratorStreamer(
|
193 |
tokenizer, timeout=20.0, skip_prompt=True, skip_special_tokens=True)
|
194 |
|
195 |
-
gen_kwargs = {'max_new_tokens':
|
196 |
|
197 |
thread = Thread(target=model.generate, kwargs=gen_kwargs)
|
198 |
thread.start()
|
|
|
192 |
streamer = TextIteratorStreamer(
|
193 |
tokenizer, timeout=20.0, skip_prompt=True, skip_special_tokens=True)
|
194 |
|
195 |
+
gen_kwargs = {'max_new_tokens': 1024, 'streamer': streamer, **inputs}
|
196 |
|
197 |
thread = Thread(target=model.generate, kwargs=gen_kwargs)
|
198 |
thread.start()
|