init project

app.py

@@ -9,8 +9,7 @@ sys.path.append(os.path.abspath('./modules'))
 import argparse
 
 from modules.pe3r.demo import main_demo
-from modules.pe3r.models import Models
-import torch
+# import torch
 
 # def set_print_with_timestamp(time_format="%Y-%m-%d %H:%M:%S"):
 #     builtin_print = builtins.print
@@ -51,9 +50,7 @@ if __name__ == '__main__':
     else:
         server_name = '0.0.0.0' if args.local_network else '127.0.0.1'
 
-    pe3r = Models()
-
     with tempfile.TemporaryDirectory(suffix='pe3r_gradio_demo') as tmpdirname:
         if not args.silent:
             print('Outputing stuff in', tmpdirname)
-        main_demo(tmpdirname, pe3r, server_name, args.server_port, silent=args.silent)
+        main_demo(tmpdirname, server_name, args.server_port, silent=args.silent)

modules/pe3r/demo.py

@@ -32,7 +32,7 @@ from typing import Any, Dict, Generator,List
 import matplotlib.pyplot as pl
 
 from modules.mobilesamv2.utils.transforms import ResizeLongestSide
-
+from modules.pe3r.models import Models
 
 def _convert_scene_output_to_glb(outdir, imgs, pts3d, mask, focals, cams2world, cam_size=0.05,
                                  cam_color=None, as_pointcloud=False,
@@ -550,8 +550,10 @@ def set_scenegraph_options(inputfiles, winsize, refid, scenegraph_type):
 
 
 @spaces.GPU(duration=180)
-def main_demo(tmpdirname, pe3r, server_name, server_port, silent=False):
+def main_demo(tmpdirname, server_name, server_port, silent=False):
     device = 'cuda' if torch.cuda.is_available() else 'cpu'
+    
+    pe3r = Models(device)
 #    scene, outfile, imgs = get_reconstructed_scene(
 #         outdir=tmpdirname,  pe3r=pe3r, device=device, silent=silent,
 #         filelist=['/home/hujie/pe3r/datasets/mipnerf360_ov/bonsai/black_chair/images/DSCF5590.png',

modules/pe3r/models.py

@@ -10,13 +10,9 @@ from modules.mobilesamv2.promt_mobilesamv2 import ObjectAwareModel
 from modules.mobilesamv2 import sam_model_registry
 
 from sam2.sam2_video_predictor import SAM2VideoPredictor
-import spaces
-import torch
 
 class Models:
-    @spaces.GPU(duration=180)
-    def __init__(self, device='cpu'):
-        device = 'cuda' if torch.cuda.is_available() else 'cpu'
+    def __init__(self, device):
         # -- mast3r --
         # MAST3R_CKP = './checkpoints/MASt3R_ViTLarge_BaseDecoder_512_catmlpdpt_metric.pth'
         MAST3R_CKP = 'naver/MASt3R_ViTLarge_BaseDecoder_512_catmlpdpt_metric'