datacipen commited on
Commit
ef2fcf6
·
verified ·
1 Parent(s): e318dac

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -1454,7 +1454,7 @@ def run_chatbot(n_clicks, n_submit, user_input, chat_history, array_value):
1454
  #repo_id = "microsoft/Phi-3.5-mini-instruct"
1455
  #mistral_url = "https://api-inference.huggingface.co/models/mistralai/Mixtral-8x22B-Instruct-v0.1"
1456
  llm = HuggingFaceEndpoint(
1457
- repo_id=repo_id, task="text2text-generation", max_new_tokens=8000, temperature=0.3, streaming=True
1458
  )
1459
  model_output = ""
1460
  chain = prompt | llm | StrOutputParser()
 
1454
  #repo_id = "microsoft/Phi-3.5-mini-instruct"
1455
  #mistral_url = "https://api-inference.huggingface.co/models/mistralai/Mixtral-8x22B-Instruct-v0.1"
1456
  llm = HuggingFaceEndpoint(
1457
+ repo_id=repo_id, task="text2text-generation", max_new_tokens=8000, temperature=0.7, streaming=True
1458
  )
1459
  model_output = ""
1460
  chain = prompt | llm | StrOutputParser()