khurrameycon commited on
Commit
fddb1a0
·
verified ·
1 Parent(s): 60fad09

max token increased

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -113,7 +113,7 @@ def predict_image(image_url, text, file_pref):
113
 
114
  streamer = TextIteratorStreamer(processor, skip_special_tokens=True, skip_prompt=True)
115
 
116
- generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=2048)
117
  generated_text = ""
118
 
119
  thread = Thread(target=model.generate, kwargs=generation_kwargs)
 
113
 
114
  streamer = TextIteratorStreamer(processor, skip_special_tokens=True, skip_prompt=True)
115
 
116
+ generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=4096)
117
  generated_text = ""
118
 
119
  thread = Thread(target=model.generate, kwargs=generation_kwargs)