Linly-Talker / pytorch3d /tests /implicitron /test_data_json_index.py
linxianzhong0128's picture
Upload folder using huggingface_hub
7088d16 verified
# Copyright (c) Meta Platforms, Inc. and affiliates.
# All rights reserved.
#
# This source code is licensed under the BSD-style license found in the
# LICENSE file in the root directory of this source tree.
import os
import unittest
from pytorch3d.implicitron.dataset.data_source import ImplicitronDataSource
from pytorch3d.implicitron.tools.config import get_default_args
from pytorch3d.renderer import PerspectiveCameras
from tests.common_testing import TestCaseMixin
# These tests are only run internally, where the data is available.
internal = os.environ.get("FB_TEST", False)
inside_re_worker = os.environ.get("INSIDE_RE_WORKER", False)
skip_tests = not internal or inside_re_worker
@unittest.skipIf(skip_tests, "no data")
class TestDataJsonIndex(TestCaseMixin, unittest.TestCase):
def test_loaders(self):
args = get_default_args(ImplicitronDataSource)
args.dataset_map_provider_class_type = "JsonIndexDatasetMapProvider"
dataset_args = args.dataset_map_provider_JsonIndexDatasetMapProvider_args
dataset_args.category = "skateboard"
dataset_args.dataset_root = "manifold://co3d/tree/extracted"
dataset_args.test_restrict_sequence_id = 0
dataset_args.dataset_JsonIndexDataset_args.limit_sequences_to = 1
data_source = ImplicitronDataSource(**args)
cameras = data_source.all_train_cameras
self.assertIsInstance(cameras, PerspectiveCameras)
self.assertEqual(len(cameras), 81)
data_sets, data_loaders = data_source.get_datasets_and_dataloaders()
self.assertEqual(len(data_sets.train), 81)
self.assertEqual(len(data_sets.val), 102)
self.assertEqual(len(data_sets.test), 102)
def test_visitor_subsets(self):
args = get_default_args(ImplicitronDataSource)
args.dataset_map_provider_class_type = "JsonIndexDatasetMapProvider"
dataset_args = args.dataset_map_provider_JsonIndexDatasetMapProvider_args
dataset_args.category = "skateboard"
dataset_args.dataset_root = "manifold://co3d/tree/extracted"
dataset_args.test_restrict_sequence_id = 0
dataset_args.dataset_JsonIndexDataset_args.limit_sequences_to = 1
data_source = ImplicitronDataSource(**args)
datasets, _ = data_source.get_datasets_and_dataloaders()
dataset = datasets.test
sequences = list(dataset.sequence_names())
self.assertEqual(len(sequences), 1)
i = 0
for seq in sequences:
last_ts = float("-Inf")
seq_frames = list(dataset.sequence_frames_in_order(seq))
self.assertEqual(len(seq_frames), 102)
for ts, _, idx in seq_frames:
self.assertEqual(i, idx)
i += 1
self.assertGreaterEqual(ts, last_ts)
last_ts = ts
last_ts = float("-Inf")
known_frames = list(dataset.sequence_frames_in_order(seq, "test_known"))
self.assertEqual(len(known_frames), 81)
for ts, _, _ in known_frames:
self.assertGreaterEqual(ts, last_ts)
last_ts = ts
known_indices = list(dataset.sequence_indices_in_order(seq, "test_known"))
self.assertEqual(len(known_indices), 81)
break # testing only the first sequence