Update CircumSpect/vqa/vqa.py

CircumSpect/vqa/vqa.py

@@ -2,7 +2,7 @@ from CircumSpect.vqa.constants import IMAGE_TOKEN_INDEX, DEFAULT_IMAGE_TOKEN, DE
 from CircumSpect.vqa.mm_utils import tokenizer_image_token, get_model_name_from_path, KeywordsStoppingCriteria
 from CircumSpect.vqa.conversation_obj import conv_templates_obj, SeparatorStyle_obj
 from CircumSpect.vqa.conversation_vqa import conv_templates, SeparatorStyle
-from transformers import AutoTokenizer, BitsAndBytesConfig, AutoModelForCausalLM
+from transformers import AutoTokenizer, BitsAndBytesConfig
 from CircumSpect.vqa.utils import disable_torch_init
 from CircumSpect.vqa.streamer import TextStreamer
 from CircumSpect.vqa.model import *
@@ -39,7 +39,7 @@ model_name = get_model_name_from_path(model_path)
 image_processor = None
 
 tokenizer = AutoTokenizer.from_pretrained(model_path, use_fast=True)
-model = AutoModelForCausalLM.from_pretrained(
+model = LlavaMPTForCausalLM.from_pretrained(
     model_path,
     low_cpu_mem_usage=True,
     device_map="auto",