jpohhhh
/

embeddings_from_msmarco-MiniLM-L-6-v3

Feature Extraction

text-embeddings-inference

Inference Endpoints

Model card Files Files and versions Community

jpohhhh commited on Apr 29, 2023

Commit

dc77190

·

1 Parent(s): 47bfcfc

Log device

Files changed (1) hide show

handler.py +1 -0

handler.py CHANGED Viewed

@@ -14,6 +14,7 @@ class EndpointHandler():
         self.tokenizer = AutoTokenizer.from_pretrained('sentence-transformers/msmarco-MiniLM-L-6-v3')
         self.model = AutoModel.from_pretrained('sentence-transformers/msmarco-MiniLM-L-6-v3')
         self.model.to(self.device)
     def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
         """

         self.tokenizer = AutoTokenizer.from_pretrained('sentence-transformers/msmarco-MiniLM-L-6-v3')
         self.model = AutoModel.from_pretrained('sentence-transformers/msmarco-MiniLM-L-6-v3')
         self.model.to(self.device)
+        print("model will run on ", self.device)
     def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
         """