Marroco93 commited on
Commit
71badbc
·
1 Parent(s): caa64e7

new change

Browse files
Files changed (1) hide show
  1. main.py +2 -6
main.py CHANGED
@@ -43,13 +43,9 @@ def generate(item: Item):
43
 
44
  formatted_prompt = format_prompt(f"{item.system_prompt}, {item.prompt}", item.history)
45
  stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
46
- output = ""
47
-
48
- # for response in stream:
49
- # output += response.token.text
50
- # return output
51
  for response in stream:
52
- yield response.token.text
53
 
54
  @app.post("/generate/")
55
  async def generate_text(item: Item):
 
43
 
44
  formatted_prompt = format_prompt(f"{item.system_prompt}, {item.prompt}", item.history)
45
  stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
46
+
 
 
 
 
47
  for response in stream:
48
+ yield response.token.text.encode("utf-8")
49
 
50
  @app.post("/generate/")
51
  async def generate_text(item: Item):