Update interfaces/cap.py

interfaces/cap.py

@@ -96,11 +96,11 @@ def build_huggingface_path(language: str, domain: str):
 def predict(text, model_id, tokenizer_id):
     device = torch.device("cpu")
     gr.Info("Loading model")
-    model = AutoModelForSequenceClassification.from_pretrained(model_id, token=HF_TOKEN)
+    model = AutoModelForSequenceClassification.from_pretrained(model_id, low_cpu_mem_usage=True, device_map="auto", token=HF_TOKEN)
     gr.Info("Loading tokenizer")
     tokenizer = AutoTokenizer.from_pretrained(tokenizer_id)
-    gr.Info("Mapping model to device")
-    model.to(device)
+    #gr.Info("Mapping model to device")
+    #model.to(device)
 
     gr.Info("Tokenizing")
     inputs = tokenizer(text,