Try forcing CUDA

Torch says its using CPU when requests are made to A10/T? instances

handler.py

@@ -14,5 +14,5 @@ class EndpointHandler():
             A :obj:`list` | `dict`: will be serialized and returned
         """
         sentences = data.pop("inputs",data)
-        embeddings = self.model.encode(sentences)
+        embeddings = self.model.encode(sentences, device="cuda", batch_size=100)
         return embeddings.tolist()