Update app.py
Browse files
app.py
CHANGED
@@ -84,7 +84,7 @@ def format_conversation_history(chat_history):
|
|
84 |
messages.append({"role": "user", "content": current_user_content})
|
85 |
return messages
|
86 |
|
87 |
-
@spaces.GPU
|
88 |
def generate_response(input_data, chat_history, model_choice, max_new_tokens, system_prompt, temperature, top_p, top_k, repetition_penalty):
|
89 |
if isinstance(input_data, dict) and "text" in input_data:
|
90 |
text = input_data["text"]
|
|
|
84 |
messages.append({"role": "user", "content": current_user_content})
|
85 |
return messages
|
86 |
|
87 |
+
@spaces.GPU(duration=120)
|
88 |
def generate_response(input_data, chat_history, model_choice, max_new_tokens, system_prompt, temperature, top_p, top_k, repetition_penalty):
|
89 |
if isinstance(input_data, dict) and "text" in input_data:
|
90 |
text = input_data["text"]
|