frames_features = frames_features.to(dtype=torch.float16)

third_party/VideoLLaMA2/videollama2/model/videollama2_arch.py

@@ -197,6 +197,7 @@ class Videollama2MetaForCausalLM(ABC):
             video_features = self.get_model().mm_projector(frames_features)
         # *********** time  ************
         elif "tc_connector" in self.config.mm_projector_type or "tp_connector" in self.config.mm_projector_type:
+            frames_features = frames_features.to(dtype=torch.float16)
             video_features = self.get_model().mm_projector(frames_features)
         else:
             raise Exception(f"Unsupported projector type {self.config.mm_projector_type}!!!")