Spaces:
Paused
Paused
| # Copyright (c) Facebook, Inc. and its affiliates. | |
| from typing import BinaryIO, Dict, Union | |
| import torch | |
| def normalized_coords_transform(x0, y0, w, h): | |
| """ | |
| Coordinates transform that maps top left corner to (-1, -1) and bottom | |
| right corner to (1, 1). Used for torch.grid_sample to initialize the | |
| grid | |
| """ | |
| def f(p): | |
| return (2 * (p[0] - x0) / w - 1, 2 * (p[1] - y0) / h - 1) | |
| return f | |
| class DensePoseTransformData: | |
| # Horizontal symmetry label transforms used for horizontal flip | |
| MASK_LABEL_SYMMETRIES = [0, 1, 3, 2, 5, 4, 7, 6, 9, 8, 11, 10, 13, 12, 14] | |
| # fmt: off | |
| POINT_LABEL_SYMMETRIES = [ 0, 1, 2, 4, 3, 6, 5, 8, 7, 10, 9, 12, 11, 14, 13, 16, 15, 18, 17, 20, 19, 22, 21, 24, 23] # noqa | |
| # fmt: on | |
| def __init__(self, uv_symmetries: Dict[str, torch.Tensor], device: torch.device): | |
| self.mask_label_symmetries = DensePoseTransformData.MASK_LABEL_SYMMETRIES | |
| self.point_label_symmetries = DensePoseTransformData.POINT_LABEL_SYMMETRIES | |
| self.uv_symmetries = uv_symmetries | |
| self.device = torch.device("cpu") | |
| def to(self, device: torch.device, copy: bool = False) -> "DensePoseTransformData": | |
| """ | |
| Convert transform data to the specified device | |
| Args: | |
| device (torch.device): device to convert the data to | |
| copy (bool): flag that specifies whether to copy or to reference the data | |
| in case the device is the same | |
| Return: | |
| An instance of `DensePoseTransformData` with data stored on the specified device | |
| """ | |
| if self.device == device and not copy: | |
| return self | |
| uv_symmetry_map = {} | |
| for key in self.uv_symmetries: | |
| uv_symmetry_map[key] = self.uv_symmetries[key].to(device=device, copy=copy) | |
| return DensePoseTransformData(uv_symmetry_map, device) | |
| def load(io: Union[str, BinaryIO]): | |
| """ | |
| Args: | |
| io: (str or binary file-like object): input file to load data from | |
| Returns: | |
| An instance of `DensePoseTransformData` with transforms loaded from the file | |
| """ | |
| import scipy.io | |
| uv_symmetry_map = scipy.io.loadmat(io) | |
| uv_symmetry_map_torch = {} | |
| for key in ["U_transforms", "V_transforms"]: | |
| uv_symmetry_map_torch[key] = [] | |
| map_src = uv_symmetry_map[key] | |
| map_dst = uv_symmetry_map_torch[key] | |
| for i in range(map_src.shape[1]): | |
| map_dst.append(torch.from_numpy(map_src[0, i]).to(dtype=torch.float)) | |
| uv_symmetry_map_torch[key] = torch.stack(map_dst, dim=0) | |
| transform_data = DensePoseTransformData(uv_symmetry_map_torch, device=torch.device("cpu")) | |
| return transform_data | |