import torch import faiss import numpy as np from colbert.utils.utils import print_message class IndexManager(): def __init__(self, dim): self.dim = dim def save(self, tensor, path_prefix): torch.save(tensor, path_prefix) def load_index_part(filename, verbose=True): part = torch.load(filename) if type(part) == list: # for backward compatibility part = torch.cat(part) return part