Update app.py

app.py

@@ -155,7 +155,7 @@ def load_model(model_path):
                 model_path, 
                 # torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32,
                 torch_dtype="auto",
-                device_map="auto" if torch.cuda.is_available() else None
+                device_map="auto"
             )
             processor = AutoProcessor.from_pretrained(model_path)
             tokenizer = processor.tokenizer
@@ -166,7 +166,7 @@ def load_model(model_path):
                 model_path,
                 # torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32,
                 torch_dtype="auto",
-                device_map="auto" if torch.cuda.is_available() else None,
+                device_map="auto",
                 trust_remote_code=True
             )
             tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True)