Spaces:
Sleeping
Sleeping
new change
Browse files
main.py
CHANGED
@@ -43,13 +43,9 @@ def generate(item: Item):
|
|
43 |
|
44 |
formatted_prompt = format_prompt(f"{item.system_prompt}, {item.prompt}", item.history)
|
45 |
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|
46 |
-
|
47 |
-
|
48 |
-
# for response in stream:
|
49 |
-
# output += response.token.text
|
50 |
-
# return output
|
51 |
for response in stream:
|
52 |
-
yield response.token.text
|
53 |
|
54 |
@app.post("/generate/")
|
55 |
async def generate_text(item: Item):
|
|
|
43 |
|
44 |
formatted_prompt = format_prompt(f"{item.system_prompt}, {item.prompt}", item.history)
|
45 |
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|
46 |
+
|
|
|
|
|
|
|
|
|
47 |
for response in stream:
|
48 |
+
yield response.token.text.encode("utf-8")
|
49 |
|
50 |
@app.post("/generate/")
|
51 |
async def generate_text(item: Item):
|