YC-Chen commited on
Commit
6bde0b9
·
verified ·
1 Parent(s): 7a30c78

Update modeling_internvl_chat.py

Browse files
Files changed (1) hide show
  1. modeling_internvl_chat.py +2 -2
modeling_internvl_chat.py CHANGED
@@ -39,7 +39,7 @@ class InternVLChatModel(PreTrainedModel):
39
  _supports_flash_attn_2 = True
40
  _no_split_modules = ['InternVisionModel', 'LlamaDecoderLayer', 'Qwen2DecoderLayer', 'MistralDecoderLayer']
41
 
42
- def __init__(self, config: InternVLChatConfig, vision_model=None, language_model=None, use_flash_attn=True):
43
  super().__init__(config)
44
 
45
  assert version_cmp(transformers.__version__, '4.37.0', 'ge')
@@ -82,7 +82,7 @@ class InternVLChatModel(PreTrainedModel):
82
  nn.Linear(llm_hidden_size, llm_hidden_size)
83
  )
84
 
85
- self.img_context_token_id = None
86
  self.mr_prompt = MRPromptV3()
87
 
88
 
 
39
  _supports_flash_attn_2 = True
40
  _no_split_modules = ['InternVisionModel', 'LlamaDecoderLayer', 'Qwen2DecoderLayer', 'MistralDecoderLayer']
41
 
42
+ def __init__(self, config: InternVLChatConfig, vision_model=None, language_model=None, use_flash_attn=True, img_context_token_id=None):
43
  super().__init__(config)
44
 
45
  assert version_cmp(transformers.__version__, '4.37.0', 'ge')
 
82
  nn.Linear(llm_hidden_size, llm_hidden_size)
83
  )
84
 
85
+ self.img_context_token_id = img_context_token_id
86
  self.mr_prompt = MRPromptV3()
87
 
88