openfree commited on
Commit
c68a920
·
verified ·
1 Parent(s): 58d9d19

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -682,7 +682,7 @@ def stream_chat(
682
  print(f"입력 텐서 생성 후 CUDA 메모리: {torch.cuda.memory_allocated() / 1024**2:.2f} MB")
683
 
684
  streamer = TextIteratorStreamer(
685
- tokenizer, timeout=10., skip_prompt=True, skip_special_tokens=True
686
  )
687
 
688
  generate_kwargs = dict(
 
682
  print(f"입력 텐서 생성 후 CUDA 메모리: {torch.cuda.memory_allocated() / 1024**2:.2f} MB")
683
 
684
  streamer = TextIteratorStreamer(
685
+ tokenizer, timeout=30., skip_prompt=True, skip_special_tokens=True
686
  )
687
 
688
  generate_kwargs = dict(