diff --git a/.gitattributes b/.gitattributes index b8c9186d3b0e3f9fd7abd196a6ce9f8d840894fa..47a297434bdf58725b2e5849bc203cda7a9359b1 100644 --- a/.gitattributes +++ b/.gitattributes @@ -37,3 +37,18 @@ simple-knn/build/lib.linux-x86_64-cpython-39/simple_knn/_C.cpython-39-x86_64-lin simple-knn/build/temp.linux-x86_64-cpython-39/.ninja_deps filter=lfs diff=lfs merge=lfs -text simple-knn/build/temp.linux-x86_64-cpython-39/simple_knn.o filter=lfs diff=lfs merge=lfs -text diff-gaussian-rasterization-camera/third_party/glm/doc/manual.pdf filter=lfs diff=lfs merge=lfs -text +assets/teaser.gif filter=lfs diff=lfs merge=lfs -text +data/demo/butter/source/001.png filter=lfs diff=lfs merge=lfs -text +data/demo/butter/source/002.png filter=lfs diff=lfs merge=lfs -text +data/demo/butter/source/003.jpg filter=lfs diff=lfs merge=lfs -text +data/demo/butter/source/005.jpg filter=lfs diff=lfs merge=lfs -text +data/demo/butter/source/006.jpg filter=lfs diff=lfs merge=lfs -text +data/demo/butter/source/007.jpg filter=lfs diff=lfs merge=lfs -text +data/demo/jordan/source/001.jpg filter=lfs diff=lfs merge=lfs -text +data/demo/jordan/source/002.jpg filter=lfs diff=lfs merge=lfs -text +data/demo/jordan/source/003.jpg filter=lfs diff=lfs merge=lfs -text +data/demo/jordan/source/004.jpg filter=lfs diff=lfs merge=lfs -text +data/demo/jordan/source/005.jpg filter=lfs diff=lfs merge=lfs -text +data/demo/jordan/source/006.jpg filter=lfs diff=lfs merge=lfs -text +data/demo/jordan/source/007.jpg filter=lfs diff=lfs merge=lfs -text +data/demo/jordan/source/008.jpg filter=lfs diff=lfs merge=lfs -text diff --git a/assets/teaser.gif b/assets/teaser.gif new file mode 100644 index 0000000000000000000000000000000000000000..69d516e9022709c77fea9ae11fd16d68ed49dee5 --- /dev/null +++ b/assets/teaser.gif @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd9696a9e62b902f4cb89ddc641302c016307d24f97b62efd4221345eb6ca0e2 +size 7303528 diff --git a/configs/navi.yaml b/configs/navi.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a562b8f3680720788bfbd020b774e3dfcd6dce91 --- /dev/null +++ b/configs/navi.yaml @@ -0,0 +1,84 @@ +### Input +# input rgba image path (default to None, can be load in GUI too) +seed: 42 +order_path: +camera_path: +first_n_views: +# input text prompt (default to None, can be input in GUI too) +prompt: +negative_prompt: +# input mesh for stage 2 (auto-search from stage 1 output path if None) +mesh: +# estimated elevation angle for input image +elevation: 0 +# reference image resolution +ref_size: 256 +# density thresh for mesh extraction (originally 1) +density_thresh: 0.5 + +### Output +outdir: logs +mesh_format: obj +save_path: ??? + +### Training +all_views: False +known_view_interval: 1 +stable_zero123: False +# guidance loss weights (0 to disable) +lambda_sd: 0 +mvdream: False +lambda_zero123: 1 +lambda_dino: 0 +# training batch size per iter +batch_size: 1 +# training iterations for stage 1 +iters: 500 +# whether to linearly anneal timestep +anneal_timestep: True +# training iterations for stage 2 +iters_refine: 50 +# training camera radius +radius: 3 # 2 +# training camera fovy +fovy: 49.1 # align with zero123 rendering setting (ref: https://github.com/cvlab-columbia/zero123/blob/main/objaverse-rendering/scripts/blender_script.py#L61 +# checkpoint to load for stage 1 (should be a ply file) +load: +# whether allow geom training in stage 2 +train_geo: False +# prob to invert background color during training (0 = always black, 1 = always white) +invert_bg_prob: 0.5 + + +### GUI +gui: False +force_cuda_rast: False +# GUI resolution +H: 256 # 800 +W: 256 # 800 + +### Gaussian splatting +num_pts: 25000 +sh_degree: 3 +position_lr_init: 0.001 +position_lr_final: 0.00002 +position_lr_delay_mult: 0.02 +position_lr_max_steps: 500 +feature_lr: 0.01 +opacity_lr: 0.05 +scaling_lr: 0.005 +rotation_lr: 0.005 +camera_lr: 0.00025 +camera_lr_init: +camera_lr_final: +percent_dense: 0.01 +density_start_iter: 100 +density_end_iter: 3000 +densification_interval: 100 +opacity_reset_interval: 700 +densify_grad_threshold: 0.01 + +### Textured Mesh +geom_lr: 0.0001 +texture_lr: 0.2 +trainable_texture: True \ No newline at end of file diff --git a/data/demo/butter/cameras.json b/data/demo/butter/cameras.json new file mode 100644 index 0000000000000000000000000000000000000000..f01d9f03f99bbf06a528133acc989179c1fb3acd --- /dev/null +++ b/data/demo/butter/cameras.json @@ -0,0 +1,212 @@ +{ + "001": { + "R": [ + [ + -0.3384244740009308, + -0.650882363319397, + -0.6795743107795715 + ], + [ + -0.009165406227111816, + 0.7244337201118469, + -0.6892836093902588 + ], + [ + 0.9409490823745728, + -0.2270418405532837, + -0.25113174319267273 + ] + ], + "T": [ + 0.0007987827993929386, + -0.040196340531110764, + 1.714048981666565 + ], + "needs_checking": false, + "principal_point": [ + 127.85738372802734, + 127.71997833251953 + ], + "focal_length": [ + 392.67144775390625, + 392.67144775390625 + ], + "flag": 1, + "filepath": "data/demo/butter/processed/001_rgba.png" + }, + "002": { + "R": [ + [ + 0.7829599976539612, + -0.2725747227668762, + -0.5591750741004944 + ], + [ + -0.013063699007034302, + 0.8914883136749268, + -0.4528554677963257 + ], + [ + 0.6219351291656494, + 0.36187267303466797, + 0.6944389343261719 + ] + ], + "T": [ + 0.002521043410524726, + 0.023724695667624474, + 2.1366219520568848 + ], + "needs_checking": false, + "principal_point": [ + 128.01170349121094, + 127.71439361572266 + ], + "focal_length": [ + 406.3647155761719, + 406.3647155761719 + ], + "flag": 1, + "filepath": "data/demo/butter/processed/002_rgba.png" + }, + "003": { + "R": [ + [ + 0.9505516290664673, + 0.22508224844932556, + 0.21398529410362244 + ], + [ + 0.0048833489418029785, + 0.6780978441238403, + -0.7349556684494019 + ], + [ + -0.3105284571647644, + 0.6996582746505737, + 0.6434679627418518 + ] + ], + "T": [ + -0.01403256319463253, + -0.01450009923428297, + 1.8619095087051392 + ], + "needs_checking": false, + "principal_point": [ + 127.96388244628906, + 127.44666290283203 + ], + "focal_length": [ + 399.6718444824219, + 399.6718444824219 + ], + "flag": 1, + "filepath": "data/demo/butter/processed/003_rgba.png" + }, + "005": { + "R": [ + [ + -0.376196026802063, + 0.7050228714942932, + 0.6011816263198853 + ], + [ + 0.003728210926055908, + 0.6499923467636108, + -0.7599316835403442 + ], + [ + -0.9265328645706177, + -0.2836419343948364, + -0.24715307354927063 + ] + ], + "T": [ + 0.001523201004602015, + -0.006741585209965706, + 1.660292625427246 + ], + "needs_checking": false, + "principal_point": [ + 127.4324951171875, + 128.02294921875 + ], + "focal_length": [ + 380.2095031738281, + 380.2095031738281 + ], + "flag": 1, + "filepath": "data/demo/butter/processed/005_rgba.png" + }, + "006": { + "R": [ + [ + -0.9981337785720825, + -0.015956198796629906, + 0.05894666910171509 + ], + [ + -0.04869883880019188, + 0.7903960347175598, + -0.610657811164856 + ], + [ + -0.03684743866324425, + -0.6123888492584229, + -0.7896979451179504 + ] + ], + "T": [ + -0.015202268958091736, + 0.01084431353956461, + 1.999618649482727 + ], + "needs_checking": false, + "principal_point": [ + 128.14404296875, + 128.39840698242188 + ], + "focal_length": [ + 406.06390380859375, + 406.06390380859375 + ], + "flag": 1, + "filepath": "data/demo/butter/processed/006_rgba.png" + }, + "007": { + "R": [ + [ + -0.9185340404510498, + -0.2613014876842499, + -0.2966764569282532 + ], + [ + 0.04603487253189087, + 0.6746317744255066, + -0.736717939376831 + ], + [ + 0.39265286922454834, + -0.6903578639030457, + -0.6076433658599854 + ] + ], + "T": [ + 0.010488937608897686, + 0.018516138195991516, + 1.7265605926513672 + ], + "needs_checking": false, + "principal_point": [ + 128.0351104736328, + 127.64866638183594 + ], + "focal_length": [ + 410.2312927246094, + 410.2312927246094 + ], + "flag": 1, + "filepath": "data/demo/butter/processed/007_rgba.png" + } +} \ No newline at end of file diff --git a/data/demo/butter/processed/001_rgba.png b/data/demo/butter/processed/001_rgba.png new file mode 100644 index 0000000000000000000000000000000000000000..c4ddfaf71ca1f64d4a4867d774e73587008cefbd Binary files /dev/null and b/data/demo/butter/processed/001_rgba.png differ diff --git a/data/demo/butter/processed/002_rgba.png b/data/demo/butter/processed/002_rgba.png new file mode 100644 index 0000000000000000000000000000000000000000..7b5734f510c69e9892892f7c0dec8e3415d97efa Binary files /dev/null and b/data/demo/butter/processed/002_rgba.png differ diff --git a/data/demo/butter/processed/003_rgba.png b/data/demo/butter/processed/003_rgba.png new file mode 100644 index 0000000000000000000000000000000000000000..247964e8b829568ab8391caa878f742a87609682 Binary files /dev/null and b/data/demo/butter/processed/003_rgba.png differ diff --git a/data/demo/butter/processed/005_rgba.png b/data/demo/butter/processed/005_rgba.png new file mode 100644 index 0000000000000000000000000000000000000000..9806c15649091d9fcc9ac183057427f6a8104ad6 Binary files /dev/null and b/data/demo/butter/processed/005_rgba.png differ diff --git a/data/demo/butter/processed/006_rgba.png b/data/demo/butter/processed/006_rgba.png new file mode 100644 index 0000000000000000000000000000000000000000..d151ab440e1b32896225dfcd16457b03649fc1c3 Binary files /dev/null and b/data/demo/butter/processed/006_rgba.png differ diff --git a/data/demo/butter/processed/007_rgba.png b/data/demo/butter/processed/007_rgba.png new file mode 100644 index 0000000000000000000000000000000000000000..df3d719397904e00a52eb8ae9d2a22075db8bc1c Binary files /dev/null and b/data/demo/butter/processed/007_rgba.png differ diff --git a/data/demo/butter/source/001.png b/data/demo/butter/source/001.png new file mode 100644 index 0000000000000000000000000000000000000000..7b75570228bad7575f41104e1309fa8b0f61eef3 --- /dev/null +++ b/data/demo/butter/source/001.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3857b3289efb219b4f61cad0371916c953bc513edf6f605fea5adba32addde52 +size 8966134 diff --git a/data/demo/butter/source/002.png b/data/demo/butter/source/002.png new file mode 100644 index 0000000000000000000000000000000000000000..c03ce637fc3bfa98fdd477b1407ef47d31d32d05 --- /dev/null +++ b/data/demo/butter/source/002.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b8fb6d65ce3a476cba085d978cb7ddb83266153932715935c8355417e02da8b +size 11191765 diff --git a/data/demo/butter/source/003.jpg b/data/demo/butter/source/003.jpg new file mode 100644 index 0000000000000000000000000000000000000000..df8fc085de6d14badbd82e1908b5b2d755f36efe --- /dev/null +++ b/data/demo/butter/source/003.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a5031ca61f1d1b82c2852b1f10600a7ca144b6babeeb9369a93d1dfddbc475a +size 8273529 diff --git a/data/demo/butter/source/005.jpg b/data/demo/butter/source/005.jpg new file mode 100644 index 0000000000000000000000000000000000000000..968ffbaea143dce1b9684125f354f24d203d3edf --- /dev/null +++ b/data/demo/butter/source/005.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bc63b3425ad3d4c9e888216162de733b0f1870da96858ebbc2dfef079770f70 +size 9304114 diff --git a/data/demo/butter/source/006.jpg b/data/demo/butter/source/006.jpg new file mode 100644 index 0000000000000000000000000000000000000000..63924171358a5883ed39bcfa6d339353fd3acd59 --- /dev/null +++ b/data/demo/butter/source/006.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f670b4bfd5298bd8a6a2083a893e394847183b7768317eed32f55fb3f1989d0d +size 9997796 diff --git a/data/demo/butter/source/007.jpg b/data/demo/butter/source/007.jpg new file mode 100644 index 0000000000000000000000000000000000000000..91143f7489d87d3edd37a506764e6284f3e77178 --- /dev/null +++ b/data/demo/butter/source/007.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ae81512c0227211c96eac035485d7cad677adf849c384142226df2f3ec38702 +size 9396855 diff --git a/data/demo/eagle/cameras.json b/data/demo/eagle/cameras.json new file mode 100644 index 0000000000000000000000000000000000000000..c37d6c9c4f67b0e1c104dcc387e44ac184191980 --- /dev/null +++ b/data/demo/eagle/cameras.json @@ -0,0 +1 @@ +{"000": {"R": [[-0.999345064163208, 0.03607696294784546, 0.0028344616293907166], [0.0157032310962677, 0.5028837323188782, -0.86421138048172], [-0.03260350227355957, -0.8636007905006409, -0.5031209588050842]], "T": [0.2032286375761032, 0.04741416499018669, 1.5531246662139893], "principal_point": [189.4523468017578, 194.5476531982422], "focal_length": [466.91436767578125, 466.91436767578125], "filepath": "data/demo/eagle/processed/000.png", "image_size_wh": [4032, 3024], "image_size_crop": [256, 256], "flag": 1, "needs_checking": false, "crop_parameters": [-0.07010579109191895, 0.2850528955459595, 1.0965608358383179]}, "001": {"R": [[0.5997439622879028, 0.3147789537906647, 0.7356775403022766], [0.045059770345687866, 0.9046320915222168, -0.4238044023513794], [-0.7989222407341003, 0.2873236835002899, 0.5283639430999756]], "T": [-0.08090219646692276, -0.11377023905515671, 1.6241668462753296], "principal_point": [136.81312561035156, 118.20765686035156], "focal_length": [423.0295104980469, 423.0295104980469], "filepath": "data/demo/eagle/processed/001.png", "image_size_wh": [4032, 3024], "image_size_crop": [256, 256], "flag": 1, "needs_checking": false, "crop_parameters": [-0.2916666269302368, -0.04629623889923096, 1.2103174924850464]}, "003": {"R": [[0.8280060291290283, 0.4596567749977112, 0.32112574577331543], [-0.03522422909736633, 0.6142122149467468, -0.7883543372154236], [-0.5596117377281189, 0.6414507627487183, 0.5247626304626465]], "T": [-0.04205186665058136, -0.016640009358525276, 1.8952275514602661], "principal_point": [129.96690368652344, 137.8345184326172], "focal_length": [457.53192138671875, 457.53192138671875], "filepath": "data/demo/eagle/processed/003.png", "image_size_wh": [4032, 3024], "image_size_crop": [256, 256], "flag": 1, "needs_checking": false, "crop_parameters": [-0.3247354030609131, 0.04298943281173706, 1.1190476417541504]}, "006": {"R": [[0.6971794366836548, -0.2913132905960083, -0.6550399661064148], [0.0019417107105255127, 0.9144799709320068, -0.4046263098716736], [0.7168940305709839, 0.28082531690597534, 0.6381223201751709]], "T": [-0.0893942192196846, -0.04100978747010231, 2.036142110824585], "principal_point": [100.63448333740234, 137.2689666748047], "focal_length": [444.91033935546875, 444.91033935546875], "filepath": "data/demo/eagle/processed/006.png", "image_size_wh": [4032, 3024], "image_size_crop": [256, 256], "flag": 1, "needs_checking": false, "crop_parameters": [-0.45634925365448, 0.04166668653488159, 1.1507936716079712]}, "007": {"R": [[0.9511187076568604, 0.06591621786355972, 0.3017093539237976], [0.07689586281776428, 0.8956389427185059, -0.4380844533443451], [-0.29909953474998474, 0.4398704767227173, 0.8467901349067688]], "T": [-0.021952899172902107, -0.056036192923784256, 1.767792820930481], "principal_point": [130.93771362304688, 136.39344787597656], "focal_length": [423.0295104980469, 423.0295104980469], "filepath": "data/demo/eagle/processed/007.png", "image_size_wh": [4032, 3024], "image_size_crop": [256, 256], "flag": 1, "needs_checking": false, "crop_parameters": [-0.3194444179534912, 0.03968256711959839, 1.2103174924850464]}, "008": {"R": [[-0.9906689524650574, 0.08559870719909668, 0.1060573011636734], [0.047307342290878296, 0.9457525014877319, -0.32142508029937744], [-0.12781748175621033, -0.31340864300727844, -0.9409772157669067]], "T": [-0.522771418094635, 0.37452027201652527, 2.511432409286499], "principal_point": [14.273381233215332, 215.94244384765625], "focal_length": [464.1151123046875, 464.1151123046875], "filepath": "data/demo/eagle/processed/008.png", "image_size_wh": [4032, 3024], "image_size_crop": [256, 256], "flag": 1, "needs_checking": false, "crop_parameters": [-0.8234126567840576, 0.3789682388305664, 1.1031745672225952]}, "010": {"R": [[0.04038402438163757, 0.5384686589241028, 0.8416773080825806], [0.011654883623123169, 0.8420532941818237, -0.539268434047699], [-0.9991164207458496, 0.031587451696395874, 0.027729645371437073]], "T": [-0.16717824339866638, -0.14171098172664642, 1.7638278007507324], "principal_point": [107.05738830566406, 117.37240600585938], "focal_length": [472.6153869628906, 472.6153869628906], "filepath": "data/demo/eagle/processed/010.png", "image_size_wh": [4032, 3024], "image_size_crop": [256, 256], "flag": 1, "needs_checking": false, "crop_parameters": [-0.42195773124694824, -0.04497349262237549, 1.0833333730697632]}, "011": {"R": [[0.9965401291847229, -0.06796503067016602, -0.0478435754776001], [0.04524824023246765, 0.9264715313911438, -0.37363502383232117], [0.06971979141235352, 0.37017741799354553, 0.92634117603302]], "T": [-0.06599241495132446, -0.029560377821326256, 1.5281018018722534], "principal_point": [110.3660888671875, 143.0443115234375], "focal_length": [372.9017333984375, 372.9017333984375], "filepath": "data/demo/eagle/processed/011.png", "image_size_wh": [4032, 3024], "image_size_crop": [256, 256], "flag": 1, "needs_checking": false, "crop_parameters": [-0.42791008949279785, 0.08068782091140747, 1.3730158805847168]}} \ No newline at end of file diff --git a/data/demo/eagle/processed/000.png b/data/demo/eagle/processed/000.png new file mode 100644 index 0000000000000000000000000000000000000000..3e3d8dc6c65e59e4c585047814ed62f701746436 Binary files /dev/null and b/data/demo/eagle/processed/000.png differ diff --git a/data/demo/eagle/processed/001.png b/data/demo/eagle/processed/001.png new file mode 100644 index 0000000000000000000000000000000000000000..8630da3c82b5b122646cd53067364626c5f865e6 Binary files /dev/null and b/data/demo/eagle/processed/001.png differ diff --git a/data/demo/eagle/processed/003.png b/data/demo/eagle/processed/003.png new file mode 100644 index 0000000000000000000000000000000000000000..1e0d3d28f4f48aa06262500e5beac9327e63800a Binary files /dev/null and b/data/demo/eagle/processed/003.png differ diff --git a/data/demo/eagle/processed/006.png b/data/demo/eagle/processed/006.png new file mode 100644 index 0000000000000000000000000000000000000000..e91a9c1dadc0d9218d2657381a4723055446f6e5 Binary files /dev/null and b/data/demo/eagle/processed/006.png differ diff --git a/data/demo/eagle/processed/007.png b/data/demo/eagle/processed/007.png new file mode 100644 index 0000000000000000000000000000000000000000..0a126c4476ed58db6b4754c597e17f3240ce0803 Binary files /dev/null and b/data/demo/eagle/processed/007.png differ diff --git a/data/demo/eagle/processed/008.png b/data/demo/eagle/processed/008.png new file mode 100644 index 0000000000000000000000000000000000000000..20a84a0b925c76cb4a16028394aaa5b218247af1 Binary files /dev/null and b/data/demo/eagle/processed/008.png differ diff --git a/data/demo/eagle/processed/010.png b/data/demo/eagle/processed/010.png new file mode 100644 index 0000000000000000000000000000000000000000..3881997066591560ba0aa75a5d267a5200c7b60d Binary files /dev/null and b/data/demo/eagle/processed/010.png differ diff --git a/data/demo/eagle/processed/011.png b/data/demo/eagle/processed/011.png new file mode 100644 index 0000000000000000000000000000000000000000..fdd38291bd687b5cd4cbbf05b2e0a0f07d478260 Binary files /dev/null and b/data/demo/eagle/processed/011.png differ diff --git a/data/demo/jordan/cameras.json b/data/demo/jordan/cameras.json new file mode 100644 index 0000000000000000000000000000000000000000..39650d753926331f82b97709a2c1dbf8d47e3c91 --- /dev/null +++ b/data/demo/jordan/cameras.json @@ -0,0 +1,282 @@ +{ + "001": { + "R": [ + [ + -0.9309225082397461, + 0.23084205389022827, + 0.2830107808113098 + ], + [ + 0.038147564977407455, + 0.8321335911750793, + -0.5532615780830383 + ], + [ + -0.36321887373924255, + -0.5042474269866943, + -0.7834579944610596 + ] + ], + "T": [ + 0.048876550048589706, + -0.01787450537085533, + 1.992950677871704 + ], + "needs_checking": false, + "principal_point": [ + 127.8719253540039, + 126.76300048828125 + ], + "focal_length": [ + 436.2645568847656, + 436.2645568847656 + ], + "flag": 1, + "filepath": "data/demo/jordan/processed/001_rgba.png" + }, + "002": { + "R": [ + [ + -0.4795398712158203, + 0.47891494631767273, + 0.7353109121322632 + ], + [ + 0.09774449467658997, + 0.8618791103363037, + -0.49760493636131287 + ], + [ + -0.8720594644546509, + -0.16674889624118805, + -0.46011653542518616 + ] + ], + "T": [ + -0.009967152960598469, + -0.01593247801065445, + 1.7160167694091797 + ], + "needs_checking": false, + "principal_point": [ + 128.25851440429688, + 127.20174407958984 + ], + "focal_length": [ + 342.86895751953125, + 342.86895751953125 + ], + "flag": 1, + "filepath": "data/demo/jordan/processed/002_rgba.png" + }, + "003": { + "R": [ + [ + 0.2466159164905548, + 0.5447540879249573, + 0.801513135433197 + ], + [ + 3.5881996154785156e-05, + 0.8270531892776489, + -0.5621235966682434 + ], + [ + -0.9691133499145508, + 0.13865745067596436, + 0.20394504070281982 + ] + ], + "T": [ + -0.08793623000383377, + -0.01615280658006668, + 1.5905332565307617 + ], + "needs_checking": false, + "principal_point": [ + 128.1562042236328, + 127.80807495117188 + ], + "focal_length": [ + 384.4273681640625, + 384.4273681640625 + ], + "flag": 1, + "filepath": "data/demo/jordan/processed/003_rgba.png" + }, + "004": { + "R": [ + [ + 0.9891330003738403, + -0.132462739944458, + -0.06379464268684387 + ], + [ + 0.08091294020414352, + 0.8527287244796753, + -0.5160495638847351 + ], + [ + 0.12275683879852295, + 0.5052797198295593, + 0.8541799783706665 + ] + ], + "T": [ + 0.06559549272060394, + -0.026531962677836418, + 1.5955405235290527 + ], + "needs_checking": false, + "principal_point": [ + 127.8031234741211, + 127.65763854980469 + ], + "focal_length": [ + 391.2985534667969, + 391.2985534667969 + ], + "flag": 1, + "filepath": "data/demo/jordan/processed/004_rgba.png" + }, + "005": { + "R": [ + [ + 0.7785031795501709, + -0.28024113178253174, + -0.5616026520729065 + ], + [ + 0.06176035851240158, + 0.9246456623077393, + -0.37578728795051575 + ], + [ + 0.624594509601593, + 0.25786685943603516, + 0.737147331237793 + ] + ], + "T": [ + 0.04909302666783333, + -0.07803171128034592, + 2.2788007259368896 + ], + "needs_checking": false, + "principal_point": [ + 127.51737213134766, + 127.50265502929688 + ], + "focal_length": [ + 440.4752502441406, + 440.4752502441406 + ], + "flag": 1, + "filepath": "data/demo/jordan/processed/005_rgba.png" + }, + "006": { + "R": [ + [ + -0.9054642915725708, + -0.33491945266723633, + -0.2606979310512543 + ], + [ + -0.0010471940040588379, + 0.6160026788711548, + -0.7877434492111206 + ], + [ + 0.4244212210178375, + -0.7130004167556763, + -0.5581191778182983 + ] + ], + "T": [ + 0.009441403672099113, + 0.11508256196975708, + 2.0341711044311523 + ], + "needs_checking": false, + "principal_point": [ + 127.84082794189453, + 127.3127212524414 + ], + "focal_length": [ + 428.5006103515625, + 428.5006103515625 + ], + "flag": 1, + "filepath": "data/demo/jordan/processed/006_rgba.png" + }, + "007": { + "R": [ + [ + 0.8701058626174927, + 0.4095819890499115, + 0.27415069937705994 + ], + [ + -0.04030245542526245, + 0.6135034561157227, + -0.7886631488800049 + ], + [ + -0.4912145137786865, + 0.6751712560653687, + 0.5503198504447937 + ] + ], + "T": [ + 0.024369819089770317, + 0.03747132793068886, + 1.8749423027038574 + ], + "needs_checking": false, + "principal_point": [ + 127.68868255615234, + 128.638916015625 + ], + "focal_length": [ + 360.01336669921875, + 360.01336669921875 + ], + "flag": 1, + "filepath": "data/demo/jordan/processed/007_rgba.png" + }, + "008": { + "R": [ + [ + -0.3517136573791504, + -0.7172088623046875, + -0.6015889048576355 + ], + [ + 0.013706475496292114, + 0.6386347413063049, + -0.7693881988525391 + ], + [ + 0.9360073804855347, + -0.27884992957115173, + -0.21478615701198578 + ] + ], + "T": [ + -0.011614098213613033, + 0.05446847155690193, + 1.7056033611297607 + ], + "needs_checking": false, + "principal_point": [ + 127.85592651367188, + 128.0355224609375 + ], + "focal_length": [ + 396.0058288574219, + 396.0058288574219 + ], + "flag": 1, + "filepath": "data/demo/jordan/processed/008_rgba.png" + } +} \ No newline at end of file diff --git a/data/demo/jordan/processed/001_rgba.png b/data/demo/jordan/processed/001_rgba.png new file mode 100644 index 0000000000000000000000000000000000000000..3895cbe525b0c6141b6150a40c588019bb01dfe9 Binary files /dev/null and b/data/demo/jordan/processed/001_rgba.png differ diff --git a/data/demo/jordan/processed/002_rgba.png b/data/demo/jordan/processed/002_rgba.png new file mode 100644 index 0000000000000000000000000000000000000000..95689325d792d6b462625ea024999d113415f584 Binary files /dev/null and b/data/demo/jordan/processed/002_rgba.png differ diff --git a/data/demo/jordan/processed/003_rgba.png b/data/demo/jordan/processed/003_rgba.png new file mode 100644 index 0000000000000000000000000000000000000000..a3dfb7429956de8a92293513ba67b6afc1d09b47 Binary files /dev/null and b/data/demo/jordan/processed/003_rgba.png differ diff --git a/data/demo/jordan/processed/004_rgba.png b/data/demo/jordan/processed/004_rgba.png new file mode 100644 index 0000000000000000000000000000000000000000..8eb2ed698d543a470675bf0478190f379b372171 Binary files /dev/null and b/data/demo/jordan/processed/004_rgba.png differ diff --git a/data/demo/jordan/processed/005_rgba.png b/data/demo/jordan/processed/005_rgba.png new file mode 100644 index 0000000000000000000000000000000000000000..d5b5d622bfa1bbaf803fea336c8a423df94849d8 Binary files /dev/null and b/data/demo/jordan/processed/005_rgba.png differ diff --git a/data/demo/jordan/processed/006_rgba.png b/data/demo/jordan/processed/006_rgba.png new file mode 100644 index 0000000000000000000000000000000000000000..173b3c1eeb02d1f36acbb911e735cc1e2bdfdab1 Binary files /dev/null and b/data/demo/jordan/processed/006_rgba.png differ diff --git a/data/demo/jordan/processed/007_rgba.png b/data/demo/jordan/processed/007_rgba.png new file mode 100644 index 0000000000000000000000000000000000000000..ffe029b949eac328af95fbe2818fa39e4f4522df Binary files /dev/null and b/data/demo/jordan/processed/007_rgba.png differ diff --git a/data/demo/jordan/processed/008_rgba.png b/data/demo/jordan/processed/008_rgba.png new file mode 100644 index 0000000000000000000000000000000000000000..e9dc2b4d48cf65edb0649763fcb17ecd233a4b06 Binary files /dev/null and b/data/demo/jordan/processed/008_rgba.png differ diff --git a/data/demo/jordan/source/001.jpg b/data/demo/jordan/source/001.jpg new file mode 100644 index 0000000000000000000000000000000000000000..76651254b6882790bc6ac3b2d0eb720046c6eec3 --- /dev/null +++ b/data/demo/jordan/source/001.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f61418a03655e369d6581d41bbd863016ed6ec353b76928bbaa081a2246c9fe7 +size 11873731 diff --git a/data/demo/jordan/source/002.jpg b/data/demo/jordan/source/002.jpg new file mode 100644 index 0000000000000000000000000000000000000000..af2c4f86eef18a4e75c749e04e64e6e0645e9386 --- /dev/null +++ b/data/demo/jordan/source/002.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:242e11ea4abdee41cf95d983b745463e6126e86156ea3df5bf251071be05480f +size 10496899 diff --git a/data/demo/jordan/source/003.jpg b/data/demo/jordan/source/003.jpg new file mode 100644 index 0000000000000000000000000000000000000000..7b81ffc78eaa09448929c057de3c1b87a4038ff1 --- /dev/null +++ b/data/demo/jordan/source/003.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7686a2589a9265228e3e27df462efb95311e54b7f0eb23e4ad631725da15c38 +size 11301769 diff --git a/data/demo/jordan/source/004.jpg b/data/demo/jordan/source/004.jpg new file mode 100644 index 0000000000000000000000000000000000000000..9711e5f382636b814cbdd69ca6dfd58439dfcc39 --- /dev/null +++ b/data/demo/jordan/source/004.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38cd333f851dab11e1002efaa2de46cdd83df4d0d8faf093a1bd07f04b5f0a0a +size 10651972 diff --git a/data/demo/jordan/source/005.jpg b/data/demo/jordan/source/005.jpg new file mode 100644 index 0000000000000000000000000000000000000000..393765e61fb4bcdbf17c79ecdd855ebfd34dfb4e --- /dev/null +++ b/data/demo/jordan/source/005.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3f33c64747bce1d6ea81c5767ec9ba9c39102bf4adbb64dba7648d27470d6e0 +size 10492882 diff --git a/data/demo/jordan/source/006.jpg b/data/demo/jordan/source/006.jpg new file mode 100644 index 0000000000000000000000000000000000000000..2c0adca3791ed9acedf94d84fc28cf6ea1896647 --- /dev/null +++ b/data/demo/jordan/source/006.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:974931b8cb900add3a505f2e6ad802cd0b8b99e8567bda62d8b8c653f3b49e59 +size 12436998 diff --git a/data/demo/jordan/source/007.jpg b/data/demo/jordan/source/007.jpg new file mode 100644 index 0000000000000000000000000000000000000000..6af1561eda851b82fda1aee290b87fddf39076d1 --- /dev/null +++ b/data/demo/jordan/source/007.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70489d7c21385d6126f6ff6eddc3ed6b6a602cc40502aeed8bc868a58b68cd96 +size 12334493 diff --git a/data/demo/jordan/source/008.jpg b/data/demo/jordan/source/008.jpg new file mode 100644 index 0000000000000000000000000000000000000000..ea7ca746dac89ecb07aeb1f7dd43e971abeaf1bc --- /dev/null +++ b/data/demo/jordan/source/008.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:162eb507edbc8e9d9f9e5f10c9be512fb5a53fedec5011bd1b2fad89916a5274 +size 11813328 diff --git a/data/demo/robot/cameras.json b/data/demo/robot/cameras.json new file mode 100644 index 0000000000000000000000000000000000000000..b984ec589ff543207d29d29ee96a66b24ba5015f --- /dev/null +++ b/data/demo/robot/cameras.json @@ -0,0 +1 @@ +{"0": {"filepath": "data/demo/robot/processed/0.png", "R": [[-0.3460734188556671, -0.3564527630805969, -0.8678562045097351], [0.018265962600708008, 0.9222802519798279, -0.3860900104045868], [0.9380297064781189, -0.14946773648262024, -0.31266576051712036]], "T": [-0.007794477511197329, -0.02685476839542389, 1.7520718574523926], "needs_checking": false, "principal_point": [127.98394775390625, 128.59259033203125], "focal_length": [267.7435302734375, 267.7435302734375], "flag": 1}, "1": {"filepath": "data/demo/robot/processed/1.png", "R": [[0.443996399641037, -0.37684696912765503, -0.8129289150238037], [0.01764056645333767, 0.9107582569122314, -0.41256266832351685], [0.8958548903465271, 0.1688358336687088, 0.41102126240730286]], "T": [-0.04763741046190262, -0.014216466806828976, 1.8238935470581055], "needs_checking": false, "principal_point": [128.2845001220703, 128.2235107421875], "focal_length": [272.9372253417969, 272.9372253417969], "flag": 1}, "2": {"filepath": "data/demo/robot/processed/2.png", "R": [[0.9467487931251526, -0.13886359333992004, -0.2904888093471527], [0.0034100711345672607, 0.906487762928009, -0.4222184419631958], [0.32195529341697693, 0.398744136095047, 0.8586897850036621]], "T": [0.0005372537416405976, 0.03675109148025513, 1.8341397047042847], "needs_checking": false, "principal_point": [127.99854278564453, 127.59041595458984], "focal_length": [264.65667724609375, 264.65667724609375], "flag": 1}, "3": {"filepath": "data/demo/robot/processed/3.png", "R": [[0.9471803903579712, 0.1420528143644333, 0.28752419352531433], [0.0015226304531097412, 0.8945468664169312, -0.4469715356826782], [-0.32069751620292664, 0.423800528049469, 0.8470811247825623]], "T": [0.06573180109262466, 0.03264917433261871, 1.9127461910247803], "needs_checking": false, "principal_point": [128.15907287597656, 128.06243896484375], "focal_length": [270.30401611328125, 270.30401611328125], "flag": 1}, "4": {"filepath": "data/demo/robot/processed/4.png", "R": [[0.6925079226493835, 0.29841554164886475, 0.6567960977554321], [0.010166823863983154, 0.9063060283660889, -0.4225000739097595], [-0.7213388681411743, 0.2992621660232544, 0.6245900988578796]], "T": [-0.012329469434916973, 0.04421071708202362, 1.8847460746765137], "needs_checking": false, "principal_point": [127.9515609741211, 127.92391967773438], "focal_length": [263.61480712890625, 263.61480712890625], "flag": 1}, "5": {"filepath": "data/demo/robot/processed/5.png", "R": [[-0.37422144412994385, 0.36782386898994446, 0.8512719869613647], [0.010180841200053692, 0.9195466637611389, -0.3928489089012146], [-0.9272834658622742, -0.138345867395401, -0.34785890579223633]], "T": [-0.0035343316849321127, -0.028549309819936752, 2.081500768661499], "needs_checking": false, "principal_point": [127.58421325683594, 127.53193664550781], "focal_length": [267.4992980957031, 267.4992980957031], "flag": 1}, "6": {"filepath": "data/demo/robot/processed/6.png", "R": [[-0.8721609115600586, 0.22507715225219727, 0.43436843156814575], [0.021797463297843933, 0.9048773050308228, -0.42511433362960815], [-0.4887334704399109, -0.36129993200302124, -0.7941046357154846]], "T": [0.029425859451293945, -0.02107315883040428, 1.7650185823440552], "needs_checking": false, "principal_point": [127.55075073242188, 127.52339172363281], "focal_length": [267.63031005859375, 267.63031005859375], "flag": 1}, "7": {"filepath": "data/demo/robot/processed/7.png", "R": [[-0.928956925868988, -0.15959835052490234, -0.3340173363685608], [-0.014989763498306274, 0.9177680611610413, -0.3968338370323181], [0.36988455057144165, -0.3636346757411957, -0.8549594283103943]], "T": [0.029176628217101097, -0.02039351873099804, 1.7417131662368774], "needs_checking": false, "principal_point": [127.94654083251953, 127.7032241821289], "focal_length": [272.2658386230469, 272.2658386230469], "flag": 1}} \ No newline at end of file diff --git a/data/demo/robot/processed/0.png b/data/demo/robot/processed/0.png new file mode 100644 index 0000000000000000000000000000000000000000..4e9dcf0dfe03f0503467899a941ae7ff7232612b Binary files /dev/null and b/data/demo/robot/processed/0.png differ diff --git a/data/demo/robot/processed/1.png b/data/demo/robot/processed/1.png new file mode 100644 index 0000000000000000000000000000000000000000..39a5dbe1ae47dcb33cf4181085ff11612e57c5fa Binary files /dev/null and b/data/demo/robot/processed/1.png differ diff --git a/data/demo/robot/processed/2.png b/data/demo/robot/processed/2.png new file mode 100644 index 0000000000000000000000000000000000000000..baaf3002e9a8a5d925440942284b1871f11ffeeb Binary files /dev/null and b/data/demo/robot/processed/2.png differ diff --git a/data/demo/robot/processed/3.png b/data/demo/robot/processed/3.png new file mode 100644 index 0000000000000000000000000000000000000000..b4a2e39917387913ef661b4a559eae6baad10657 Binary files /dev/null and b/data/demo/robot/processed/3.png differ diff --git a/data/demo/robot/processed/4.png b/data/demo/robot/processed/4.png new file mode 100644 index 0000000000000000000000000000000000000000..1321ba6446ed706fcac5c2cead65bd4f6fbd29df Binary files /dev/null and b/data/demo/robot/processed/4.png differ diff --git a/data/demo/robot/processed/5.png b/data/demo/robot/processed/5.png new file mode 100644 index 0000000000000000000000000000000000000000..c8e9c0784be8cd5d950a222d4c7f6d3a22c38fbe Binary files /dev/null and b/data/demo/robot/processed/5.png differ diff --git a/data/demo/robot/processed/6.png b/data/demo/robot/processed/6.png new file mode 100644 index 0000000000000000000000000000000000000000..610cea8ec0bf80e6a5aeaf5de42d56b84614f62a Binary files /dev/null and b/data/demo/robot/processed/6.png differ diff --git a/data/demo/robot/processed/7.png b/data/demo/robot/processed/7.png new file mode 100644 index 0000000000000000000000000000000000000000..a481aed52975a2218da0b4ec7f889350b00678f0 Binary files /dev/null and b/data/demo/robot/processed/7.png differ diff --git a/data/demo/toy/cameras.json b/data/demo/toy/cameras.json new file mode 100644 index 0000000000000000000000000000000000000000..8cb61df77081fbfe7d1f3c2fe3085c41e532e14e --- /dev/null +++ b/data/demo/toy/cameras.json @@ -0,0 +1 @@ +{"000": {"R": [[-0.7193762063980103, -0.38649481534957886, -0.5771650671958923], [-0.09388670325279236, 0.8773835897445679, -0.47051411867141724], [0.6882466077804565, -0.28428855538368225, -0.667455792427063]], "T": [0.024511301890015602, 0.007234259974211454, 2.1076009273529053], "needs_checking": false, "principal_point": [128.15650939941406, 126.6209716796875], "focal_length": [398.7347412109375, 398.7347412109375], "flag": 1, "filepath": "data/demo/custom/processed/000_rgba.png"}, "001": {"R": [[-0.7509089708328247, 0.35383981466293335, 0.5576140880584717], [-0.0160224549472332, 0.8343409299850464, -0.5510164499282837], [-0.6602118015289307, -0.4226974844932556, -0.6208446025848389]], "T": [0.005624058190733194, -0.006575006991624832, 1.903993010520935], "needs_checking": false, "principal_point": [128.22178649902344, 127.66085052490234], "focal_length": [419.3023376464844, 419.3023376464844], "flag": 1, "filepath": "data/demo/custom/processed/001_rgba.png"}, "002": {"R": [[0.5388026833534241, 0.6021932363510132, 0.5891139507293701], [-0.09915035963058472, 0.7397717833518982, -0.6655131578445435], [-0.836577296257019, 0.3001693785190582, 0.4582985043525696]], "T": [0.02198808081448078, 0.013627434149384499, 1.5713969469070435], "needs_checking": false, "principal_point": [127.90362548828125, 128.44044494628906], "focal_length": [324.07659912109375, 324.07659912109375], "flag": 1, "filepath": "data/demo/custom/processed/002_rgba.png"}, "003": {"R": [[0.8387643098831177, -0.24346715211868286, -0.48703062534332275], [-0.02471497282385826, 0.876517653465271, -0.48073601722717285], [0.543934166431427, 0.41526108980178833, 0.7291741371154785]], "T": [0.006196843460202217, -0.007094836328178644, 1.8165971040725708], "needs_checking": false, "principal_point": [127.95693969726562, 128.1160125732422], "focal_length": [376.0641784667969, 376.0641784667969], "flag": 1, "filepath": "data/demo/custom/processed/003_rgba.png"}} \ No newline at end of file diff --git a/data/demo/toy/processed/000_rgba.png b/data/demo/toy/processed/000_rgba.png new file mode 100644 index 0000000000000000000000000000000000000000..1e623796ad73c8fa45ff4c02414bff8495e2eb7f Binary files /dev/null and b/data/demo/toy/processed/000_rgba.png differ diff --git a/data/demo/toy/processed/001_rgba.png b/data/demo/toy/processed/001_rgba.png new file mode 100644 index 0000000000000000000000000000000000000000..35aa8648c127a8662a567c4ca5153b4f28a43e84 Binary files /dev/null and b/data/demo/toy/processed/001_rgba.png differ diff --git a/data/demo/toy/processed/002_rgba.png b/data/demo/toy/processed/002_rgba.png new file mode 100644 index 0000000000000000000000000000000000000000..17c04c1e9082714d60be33cb486422fafdda6c7e Binary files /dev/null and b/data/demo/toy/processed/002_rgba.png differ diff --git a/data/demo/toy/processed/003_rgba.png b/data/demo/toy/processed/003_rgba.png new file mode 100644 index 0000000000000000000000000000000000000000..da9a839d944683e741a9fe1b8fa5239f571dedb5 Binary files /dev/null and b/data/demo/toy/processed/003_rgba.png differ diff --git a/data/demo/toy/source/000.png b/data/demo/toy/source/000.png new file mode 100644 index 0000000000000000000000000000000000000000..e415df2a8f59e55ff36c1d479ee0a0bb589ed1f8 Binary files /dev/null and b/data/demo/toy/source/000.png differ diff --git a/data/demo/toy/source/001.png b/data/demo/toy/source/001.png new file mode 100644 index 0000000000000000000000000000000000000000..07aeadc237e39d858bb3cabd837fac5ccd14ac54 Binary files /dev/null and b/data/demo/toy/source/001.png differ diff --git a/data/demo/toy/source/002.png b/data/demo/toy/source/002.png new file mode 100644 index 0000000000000000000000000000000000000000..fab48c878f73c5ec4ed7ba3304e90dba13ea0ff0 Binary files /dev/null and b/data/demo/toy/source/002.png differ diff --git a/data/demo/toy/source/003.png b/data/demo/toy/source/003.png new file mode 100644 index 0000000000000000000000000000000000000000..5f8b58927ee80bcd5375427b433838aa59e2c85b Binary files /dev/null and b/data/demo/toy/source/003.png differ