Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -33,7 +33,7 @@ def generate(prompt, history, temperature=0.9, max_new_tokens=2048, top_p=0.95,
|
|
33 |
|
34 |
formatted_prompt = format_prompt(prompt, history)
|
35 |
|
36 |
-
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=
|
37 |
output = ""
|
38 |
|
39 |
for response in stream:
|
|
|
33 |
|
34 |
formatted_prompt = format_prompt(prompt, history)
|
35 |
|
36 |
+
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|
37 |
output = ""
|
38 |
|
39 |
for response in stream:
|