Spaces:
Running
Running
Update chatbot.py
Browse files- chatbot.py +1 -1
chatbot.py
CHANGED
@@ -212,7 +212,7 @@ client_mixtral = InferenceClient("NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO")
|
|
212 |
client_llama = InferenceClient("meta-llama/Meta-Llama-3-8B-Instruct")
|
213 |
client_mistral_nemo = InferenceClient("mistralai/Mistral-Nemo-Instruct-2407")
|
214 |
|
215 |
-
|
216 |
def model_inference( user_prompt, chat_history):
|
217 |
if user_prompt["files"]:
|
218 |
inputs = llava(user_prompt, chat_history)
|
|
|
212 |
client_llama = InferenceClient("meta-llama/Meta-Llama-3-8B-Instruct")
|
213 |
client_mistral_nemo = InferenceClient("mistralai/Mistral-Nemo-Instruct-2407")
|
214 |
|
215 |
+
@spaces.CPU(duration=60, queue=False)
|
216 |
def model_inference( user_prompt, chat_history):
|
217 |
if user_prompt["files"]:
|
218 |
inputs = llava(user_prompt, chat_history)
|