Update utils/florence.py

utils/florence.py

@@ -27,14 +27,13 @@ def fixed_get_imports(filename: Union[str, os.PathLike]) -> list[str]:
 def load_florence_model(
     device: torch.device, checkpoint: str = FLORENCE_CHECKPOINT
 ) -> Tuple[Any, Any]:
-    with patch("transformers.dynamic_module_utils.get_imports", fixed_get_imports):
-        model = AutoModelForCausalLM.from_pretrained(
-            checkpoint, trust_remote_code=True).to(device).eval()
-        processor = AutoProcessor.from_pretrained(
-            checkpoint, trust_remote_code=True)
-        return model, processor
-
+    device = "cuda:0" if torch.cuda.is_available() else "cpu"
+    torch_dtype = torch.float16 if torch.cuda.is_available() else torch.float32
+    model = AutoModelForCausalLM.from_pretrained("microsoft/Florence-2-base", torch_dtype=torch_dtype, trust_remote_code=True).to(device)
+    processor = AutoProcessor.from_pretrained("microsoft/Florence-2-base", trust_remote_code=True)
+    return model, processor
 
+    
 def run_florence_inference(
     model: Any,
     processor: Any,