init project

modules/pe3r/models.py

@@ -9,6 +9,8 @@ from modules.sam2.build_sam import build_sam2_video_predictor
 from modules.mobilesamv2.promt_mobilesamv2 import ObjectAwareModel
 from modules.mobilesamv2 import sam_model_registry
 
+from sam2.sam2_video_predictor import SAM2VideoPredictor
+
 class Models:
     def __init__(self, device):
         # -- mast3r --
@@ -18,10 +20,11 @@ class Models:
 
         # -- sam2 --
         # SAM2_CKP = "./checkpoints/sam2.1_hiera_large.pt"
-        SAM2_CKP = 'hujiecpp/sam2-1-hiera-large'
-        SAM2_CONFIG = "./configs/sam2.1/sam2.1_hiera_l.yaml"
-        self.sam2 = build_sam2_video_predictor(SAM2_CONFIG, SAM2_CKP, device=device, apply_postprocessing=False)
-        self.sam2.eval()
+        # SAM2_CKP = 'hujiecpp/sam2-1-hiera-large'
+        # SAM2_CONFIG = "./configs/sam2.1/sam2.1_hiera_l.yaml"
+        # self.sam2 = build_sam2_video_predictor(SAM2_CONFIG, SAM2_CKP, device=device, apply_postprocessing=False)
+        # self.sam2.eval()
+        self.sam2 = SAM2VideoPredictor.from_pretrained('facebook/sam2.1-hiera-large')
 
         # -- mobilesamv2 & sam1 --
         # SAM1_ENCODER_CKP = './checkpoints/sam_vit_h.pt'