Shreyas094 commited on
Commit
8875042
1 Parent(s): 0b7e549

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -3
app.py CHANGED
@@ -525,10 +525,9 @@ def get_response_from_llama(query, model, selected_docs, file_type, num_calls=1,
525
  # Generate content with streaming enabled
526
  for message in client.chat_completion(
527
  messages=messages,
528
- max_tokens=3000,
529
  temperature=temperature,
530
- stream=True,
531
-
532
  ):
533
  if message.choices and message.choices[0].delta and message.choices[0].delta.content:
534
  chunk = message.choices[0].delta.content
 
525
  # Generate content with streaming enabled
526
  for message in client.chat_completion(
527
  messages=messages,
528
+ max_tokens=2000,
529
  temperature=temperature,
530
+ stream=True,
 
531
  ):
532
  if message.choices and message.choices[0].delta and message.choices[0].delta.content:
533
  chunk = message.choices[0].delta.content