gpt-omni commited on
Commit
8978fcf
·
1 Parent(s): 401500f
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -38,7 +38,7 @@ from litgpt.generate.base import sample
38
 
39
  device = "cuda" if torch.cuda.is_available() else "cpu"
40
  ckpt_dir = "./checkpoint"
41
- streaming_output = True
42
 
43
 
44
  OUT_CHUNK = 4096
 
38
 
39
  device = "cuda" if torch.cuda.is_available() else "cpu"
40
  ckpt_dir = "./checkpoint"
41
+ streaming_output = False
42
 
43
 
44
  OUT_CHUNK = 4096