Update app.py

app.py

@@ -6,10 +6,16 @@ python demo_video.py \
     --model_type llama_v2 \
     --gpu-id 0
 """
-
+import requests
 import argparse
 import os
 import random
+import subprocess
+import sys
+import io
+import spaces
+
+subprocess.check_call([sys.executable, "-m", "spacy", "download", "en_core_web_sm"])
 
 import numpy as np
 import torch
@@ -36,7 +42,7 @@ import time
 def parse_args():
     parser = argparse.ArgumentParser(description="Demo")
     parser.add_argument("--cfg-path", required=False, default='./configs/eval_configs/eval.yaml', help="path to configuration file.")
-    parser.add_argument("--gpu-id", type=int, default=6, help="specify the gpu to load the model.")
+    parser.add_argument("--gpu-id", type=int, default=0, help="specify the gpu to load the model.")
     parser.add_argument("--model_type", type=str, default='llama_v2', help="The type of LLM")
     parser.add_argument(
         "--options",
@@ -82,6 +88,7 @@ print('Initialization Finished')
 #             Gradio Setting
 # ========================================
 
+@spaces.GPU
 def gradio_reset(chat_state, img_list):
     if chat_state is not None:
         chat_state.messages = []
@@ -89,6 +96,7 @@ def gradio_reset(chat_state, img_list):
         img_list = []
     return None, gr.update(value=None, interactive=True), gr.update(interactive=False),gr.update(value="Upload & Start Chat", interactive=True), chat_state, img_list
 
+@spaces.GPU
 def upload_imgorvideo(gr_video, text_input, chat_state, chatbot):
     # if args.model_type == 'vicuna':
     #     chat_state = default_conversation.copy()
@@ -114,6 +122,7 @@ def upload_imgorvideo(gr_video, text_input, chat_state, chatbot):
     #     # img_list = []
     #     return gr.update(interactive=False), gr.update(interactive=False, placeholder='Currently, only one input is supported'), gr.update(value="Currently, only one input is supported", interactive=False), chat_state, None,chatbot
 
+@spaces.GPU
 def gradio_ask(user_message, chatbot, chat_state):
     if len(user_message) == 0:
         return gr.update(interactive=True, placeholder='Input should not be empty!'), chatbot, chat_state
@@ -121,7 +130,7 @@ def gradio_ask(user_message, chatbot, chat_state):
     chatbot = chatbot + [[user_message, None]]
     return '', chatbot, chat_state
 
-
+@spaces.GPU
 def gradio_answer(chatbot, chat_state, img_list, num_beams, temperature):
     llm_message = chat.answer(conv=chat_state,
                               img_list=img_list,