pytorch3d/tests/implicitron/test_data_json_index.py

# Copyright (c) Meta Platforms, Inc. and affiliates.
# All rights reserved.
#
# This source code is licensed under the BSD-style license found in the
# LICENSE file in the root directory of this source tree.

import os
import unittest

from pytorch3d.implicitron.dataset.data_source import ImplicitronDataSource
from pytorch3d.implicitron.tools.config import get_default_args
from pytorch3d.renderer import PerspectiveCameras
from tests.common_testing import TestCaseMixin

# These tests are only run internally, where the data is available.
internal = os.environ.get("FB_TEST", False)
inside_re_worker = os.environ.get("INSIDE_RE_WORKER", False)
skip_tests = not internal or inside_re_worker


@unittest.skipIf(skip_tests, "no data")
class TestDataJsonIndex(TestCaseMixin, unittest.TestCase):
    def test_loaders(self):
        args = get_default_args(ImplicitronDataSource)
        args.dataset_map_provider_class_type = "JsonIndexDatasetMapProvider"
        dataset_args = args.dataset_map_provider_JsonIndexDatasetMapProvider_args
        dataset_args.category = "skateboard"
        dataset_args.dataset_root = "manifold://co3d/tree/extracted"
        dataset_args.test_restrict_sequence_id = 0
        dataset_args.dataset_JsonIndexDataset_args.limit_sequences_to = 1

        data_source = ImplicitronDataSource(**args)

        cameras = data_source.all_train_cameras
        self.assertIsInstance(cameras, PerspectiveCameras)
        self.assertEqual(len(cameras), 81)

        data_sets, data_loaders = data_source.get_datasets_and_dataloaders()

        self.assertEqual(len(data_sets.train), 81)
        self.assertEqual(len(data_sets.val), 102)
        self.assertEqual(len(data_sets.test), 102)

    def test_visitor_subsets(self):
        args = get_default_args(ImplicitronDataSource)
        args.dataset_map_provider_class_type = "JsonIndexDatasetMapProvider"
        dataset_args = args.dataset_map_provider_JsonIndexDatasetMapProvider_args
        dataset_args.category = "skateboard"
        dataset_args.dataset_root = "manifold://co3d/tree/extracted"
        dataset_args.test_restrict_sequence_id = 0
        dataset_args.dataset_JsonIndexDataset_args.limit_sequences_to = 1

        data_source = ImplicitronDataSource(**args)
        datasets, _ = data_source.get_datasets_and_dataloaders()
        dataset = datasets.test

        sequences = list(dataset.sequence_names())
        self.assertEqual(len(sequences), 1)
        i = 0
        for seq in sequences:
            last_ts = float("-Inf")
            seq_frames = list(dataset.sequence_frames_in_order(seq))
            self.assertEqual(len(seq_frames), 102)
            for ts, _, idx in seq_frames:
                self.assertEqual(i, idx)
                i += 1
                self.assertGreaterEqual(ts, last_ts)
                last_ts = ts

            last_ts = float("-Inf")
            known_frames = list(dataset.sequence_frames_in_order(seq, "test_known"))
            self.assertEqual(len(known_frames), 81)
            for ts, _, _ in known_frames:
                self.assertGreaterEqual(ts, last_ts)
                last_ts = ts

            known_indices = list(dataset.sequence_indices_in_order(seq, "test_known"))
            self.assertEqual(len(known_indices), 81)

            break  # testing only the first sequence