fix bugs and add constant files

app.py

@@ -6,8 +6,8 @@
 #    Email         : [email protected]
 #    Institute     : Beijing Academy of Artificial Intelligence (BAAI)
 #    Create On     : 2023-12-11 15:34
-#    Last Modified : 2023-12-20 03:59
-#    File Name     : frontend.py
+#    Last Modified : 2023-12-20 04:10
+#    File Name     : app.py
 #    Description   :
 #
 # ===================================================
@@ -35,7 +35,6 @@ args = parser.parse_args()
 
 if __name__ == "__main__":
     title = "EmuV2: An Open Multimodal Generalist"
-    os.makedirs("log", exist_ok=True)
 
     interface_list, tab_names = [], []
     if not args.disable_generate:

demo/constants.py

@@ -0,0 +1,47 @@
+EVA_IMAGE_SIZE = 448
+OPENAI_DATASET_MEAN = (0.48145466, 0.4578275, 0.40821073)
+OPENAI_DATASET_STD = (0.26862954, 0.26130258, 0.27577711)
+
+DEFAULT_IMAGE_FILE_SUFFIX = ['jpg', '0.png', 'png', 'jpeg', 'webp']
+DEFAULT_TEXT_FILE_SUFFIX = ['txt', '0.txt']
+
+IGNORE_INDEX = -100
+
+# special tokens
+# START 
+DEFAULT_PAD_TOKEN = "[PAD]"
+DEFAULT_BOS_TOKEN = '<s>'
+DEFAULT_EOS_TOKEN = '</s>'
+DEFAULT_UNK_TOKEN = "<unk>"
+
+DEFAULT_IMG_TOKEN = "[IMG]"
+DEFAULT_IMG_END_TOKEN = "[/IMG]"
+DEFAULT_IMAGE_TOKEN = "<image>"
+DEFAULT_gIMG_TOKEN = "[gIMG]"
+DEFAULT_gIMG_END_TOKEN = "[/gIMG]"
+DEFAULT_EOC_TOKEN = "[EOC]"
+DEFAULT_VIDEO_TOKEN = "[VIDEO]"
+
+GRD_SYMBOL = "<grounding>"
+BOP_SYMBOL = "<phrase>"
+EOP_SYMBOL = "</phrase>"
+BOO_SYMBOL = "<object>"
+EOO_SYMBOL = "</object>"
+DOM_SYMBOL = "</delimiter_of_multi_objects/>"
+
+REC_SYMBOL = "<REC>"
+
+USER_TOKEN = "[USER]"
+ASSISTANT_TOKEN = "[ASSISTANT]"
+# END
+
+# special token id
+# START
+IMAGE = 32003
+BOI = 32001
+VIDEO = 32004
+# END
+
+DEFAULT_IMG_PLACEHOLDER = "[<IMG_PLH>]"
+DEFAULT_VID_PLACEHOLDER = "[<VID_PLH>]"
+FAKE_VIDEO_END_TOKEN = "[/VIDEO]"

demo/generation_frontend.py

@@ -6,7 +6,7 @@
 #    Email         : [email protected]
 #    Institute     : Beijing Academy of Artificial Intelligence (BAAI)
 #    Create On     : 2023-12-11 15:35
-#    Last Modified : 2023-12-19 15:02
+#    Last Modified : 2023-12-20 04:09
 #    File Name     : generation_frontend.py
 #    Description   :
 #
@@ -21,7 +21,7 @@ import requests
 
 import gradio as gr
 
-from emu.constants import EVA_IMAGE_SIZE
+from .constants import EVA_IMAGE_SIZE
 from .meta import ConvMeta, Role, DataMeta
 from .utils import frontend_logger as logging
 

demo/meta.py

@@ -8,7 +8,7 @@
 #    Email         : [email protected]
 #    Institute     : Beijing Academy of Artificial Intelligence (BAAI)
 #    Create On     : 2023-12-12 02:54
-#    Last Modified : 2023-12-19 15:00
+#    Last Modified : 2023-12-20 04:08
 #    File Name     : meta.py
 #    Description   :
 #
@@ -24,8 +24,8 @@ from typing import List, Tuple
 import cv2
 import numpy as np
 
-from emu.constants import EVA_IMAGE_SIZE, GRD_SYMBOL, BOP_SYMBOL, EOP_SYMBOL, BOO_SYMBOL, EOO_SYMBOL
-from emu.constants import DEFAULT_VIDEO_TOKEN, DEFAULT_EOS_TOKEN, USER_TOKEN, ASSISTANT_TOKEN, FAKE_VIDEO_END_TOKEN
+from .constants import EVA_IMAGE_SIZE, GRD_SYMBOL, BOP_SYMBOL, EOP_SYMBOL, BOO_SYMBOL, EOO_SYMBOL
+from .constants import DEFAULT_VIDEO_TOKEN, DEFAULT_EOS_TOKEN, USER_TOKEN, ASSISTANT_TOKEN, FAKE_VIDEO_END_TOKEN
 
 from .utils import gen_id, frontend_logger as logging
 

demo/utils.py

@@ -6,7 +6,7 @@
 #    Email         : [email protected]
 #    Institute     : Beijing Academy of Artificial Intelligence (BAAI)
 #    Create On     : 2023-12-13 09:48
-#    Last Modified : 2023-12-14 01:53
+#    Last Modified : 2023-12-20 04:10
 #    File Name     : utils.py
 #    Description   : 
 #
@@ -16,12 +16,14 @@ from datetime import datetime
 import logging
 import logging.config
 import hashlib
+import os
 import os.path as osp
 import uuid
 from PIL import Image
 
 from decord import VideoReader
 
+os.makedirs(osp.join(osp.dirname(__file__), "..", "log"), exist_ok=True)
 
 def config_logger(logger_name):
     logger_config = {