sanot commited on
Commit
7e94cc4
1 Parent(s): 750aa05

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -39,9 +39,9 @@ def respond(
39
  response = ""
40
 
41
  for message in client(
42
- messages
43
  ):
44
- token = message.choices[0].delta.content
45
  print(token)
46
  response += token
47
  yield response
 
39
  response = ""
40
 
41
  for message in client(
42
+ messages, max_new_tokens= max_tokens
43
  ):
44
+ token = message
45
  print(token)
46
  response += token
47
  yield response