GaborToth2 commited on
Commit
dfb1702
·
verified ·
1 Parent(s): a4c30ee

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -5
app.py CHANGED
@@ -33,18 +33,15 @@ def respond(
33
  cohere_response = client_cohere.chat(
34
  message=message,
35
  model=COHERE_MODEL,
36
- temperature=temperature,
37
- max_tokens=max_tokens
38
  )
39
  response = cohere_response.text
40
  yield response
41
  else:
42
  for message in client.chat_completion(
43
  messages,
44
- max_tokens=max_tokens,
45
  stream=True,
46
- temperature=temperature,
47
- top_p=top_p,
48
  ):
49
  token = message.choices[0].delta.content
50
  response += token
 
33
  cohere_response = client_cohere.chat(
34
  message=message,
35
  model=COHERE_MODEL,
36
+ max_tokens=512
 
37
  )
38
  response = cohere_response.text
39
  yield response
40
  else:
41
  for message in client.chat_completion(
42
  messages,
43
+ max_tokens=512,
44
  stream=True,
 
 
45
  ):
46
  token = message.choices[0].delta.content
47
  response += token