Update app.py
Browse files
app.py
CHANGED
@@ -27,12 +27,8 @@ def generate(prompt):
|
|
27 |
|
28 |
formatted_prompt = format_prompt(prompt)
|
29 |
|
30 |
-
|
31 |
-
output = ""
|
32 |
|
33 |
-
for response in stream:
|
34 |
-
output += response.token.text
|
35 |
-
yield output
|
36 |
return output
|
37 |
|
38 |
|
|
|
27 |
|
28 |
formatted_prompt = format_prompt(prompt)
|
29 |
|
30 |
+
output = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|
|
|
31 |
|
|
|
|
|
|
|
32 |
return output
|
33 |
|
34 |
|