Namitg02 commited on
Commit
e2c10c0
·
verified ·
1 Parent(s): f2b57d7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -5
app.py CHANGED
@@ -152,11 +152,11 @@ def talk(prompt, history):
152
  ]
153
  # indicates the end of a sequence
154
  text = ""
155
- stream = model.create_chat_completion(messages, max_tokens=1000, stop=["</s>"], stream=True)
156
- print(stream.dtype)
157
- for output in stream:
158
- text += output["choices"][0]["text"]
159
- yield text
160
 
161
  # model_input = model.create_chat_completion(messages = messages)
162
 
 
152
  ]
153
  # indicates the end of a sequence
154
  text = ""
155
+ stream = model.create_chat_completion(messages, max_tokens=1000, stop=["</s>"], stream=False)
156
+ return stream
157
+ # for output in stream:
158
+ # text += output["choices"][0]["text"]
159
+ # yield text
160
 
161
  # model_input = model.create_chat_completion(messages = messages)
162