Update hawk/models/video_llama.py

hawk/models/video_llama.py

@@ -94,11 +94,11 @@ class VideoLLAMA(Blip2Base):
         if freeze_vit:
             for name, param in self.visual_encoder.named_parameters():
                 param.requires_grad = False
-            self.visual_encoder = self.visual_encoder.float().eval()
+            self.visual_encoder = self.visual_encoder.eval()
             self.visual_encoder.train = disabled_train
             for name, param in self.ln_vision.named_parameters():
                 param.requires_grad = False
-            self.ln_vision = self.ln_vision.float().eval()
+            self.ln_vision = self.ln_vision.eval()
             self.ln_vision.train = disabled_train
             logging.info("freeze vision encoder")
         logging.info('Loading VIT Done')
@@ -114,11 +114,11 @@ class VideoLLAMA(Blip2Base):
         if freeze_vit:
             for name, param in self.visual_encoder_motion.named_parameters():
                 param.requires_grad = False
-            self.visual_encoder_motion = self.visual_encoder_motion.float().eval()
+            self.visual_encoder_motion = self.visual_encoder_motion.eval()
             self.visual_encoder_motion.train = disabled_train
             for name, param in self.ln_vision_motion.named_parameters():
                 param.requires_grad = False
-            self.ln_vision_motion = self.ln_vision_motion.float().eval()
+            self.ln_vision_motion = self.ln_vision_motion.eval()
             self.ln_vision_motion.train = disabled_train
             logging.info("freeze vision encoder")
         logging.info('Loading VIT motion Done')