Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -1454,7 +1454,7 @@ def run_chatbot(n_clicks, n_submit, user_input, chat_history, array_value):
|
|
1454 |
#repo_id = "microsoft/Phi-3.5-mini-instruct"
|
1455 |
#mistral_url = "https://api-inference.huggingface.co/models/mistralai/Mixtral-8x22B-Instruct-v0.1"
|
1456 |
llm = HuggingFaceEndpoint(
|
1457 |
-
repo_id=repo_id, task="text2text-generation", max_new_tokens=8000, temperature=0.
|
1458 |
)
|
1459 |
model_output = ""
|
1460 |
chain = prompt | llm | StrOutputParser()
|
|
|
1454 |
#repo_id = "microsoft/Phi-3.5-mini-instruct"
|
1455 |
#mistral_url = "https://api-inference.huggingface.co/models/mistralai/Mixtral-8x22B-Instruct-v0.1"
|
1456 |
llm = HuggingFaceEndpoint(
|
1457 |
+
repo_id=repo_id, task="text2text-generation", max_new_tokens=8000, temperature=0.7, streaming=True
|
1458 |
)
|
1459 |
model_output = ""
|
1460 |
chain = prompt | llm | StrOutputParser()
|