wop commited on
Commit
a496b58
·
verified ·
1 Parent(s): 733808a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -33,7 +33,7 @@ def generate(prompt, history, temperature=0.9, max_new_tokens=2048, top_p=0.95,
33
 
34
  formatted_prompt = format_prompt(prompt, history)
35
 
36
- stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=False, details=True, return_full_text=False)
37
  output = ""
38
 
39
  for response in stream:
 
33
 
34
  formatted_prompt = format_prompt(prompt, history)
35
 
36
+ stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
37
  output = ""
38
 
39
  for response in stream: