praeclarumjj3 commited on
Commit
4c262cb
·
1 Parent(s): 80b1c78

Update chat.py

Browse files
Files changed (1) hide show
  1. chat.py +2 -0
chat.py CHANGED
@@ -132,6 +132,8 @@ class Chat:
132
  stopping_criteria = KeywordsStoppingCriteria(keywords, tokenizer, input_ids)
133
  streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True, timeout=15)
134
 
 
 
135
  max_new_tokens = min(max_new_tokens, max_context_length - input_ids.shape[-1] - num_image_tokens - num_seg_tokens - num_depth_tokens)
136
 
137
  if max_new_tokens < 1:
 
132
  stopping_criteria = KeywordsStoppingCriteria(keywords, tokenizer, input_ids)
133
  streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True, timeout=15)
134
 
135
+ print(input_ids)
136
+
137
  max_new_tokens = min(max_new_tokens, max_context_length - input_ids.shape[-1] - num_image_tokens - num_seg_tokens - num_depth_tokens)
138
 
139
  if max_new_tokens < 1: