Spaces:
Running
Running
File size: 597 Bytes
39b7b6a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 |
from enum import Enum
class SimilarityMetric(Enum):
COSINE = "cosine"
EUCLIDEAN = "euclidean"
def mean_pooling(token_embeddings, mask):
token_embeddings = token_embeddings.masked_fill(~mask[..., None].bool(), 0.0)
sentence_embeddings = token_embeddings.sum(dim=1) / mask.sum(dim=1)[..., None]
return sentence_embeddings
def argsort_scores(scores: list[float], descending: bool = False):
return [
{"item": item, "original_index": idx}
for idx, item in sorted(
list(enumerate(scores)), key=lambda x: x[1], reverse=descending
)
]
|