Update app.py

app.py

@@ -8,12 +8,12 @@ from torchvision.transforms import Resize
 # Define the model and processor
 model_id = "0llheaven/Llama-3.2-11B-Vision-Radiology-mini"
 
-device = "cuda" if torch.cuda.is_available() else "cpu"
+# device = "cuda" if torch.cuda.is_available() else "cpu"
 model = MllamaForConditionalGeneration.from_pretrained(
     model_id,
     # load_in_4bit=True,
     torch_dtype=torch.bfloat16,
-    device_map=device,
+    device_map="auto",
 )
 
 model.gradient_checkpointing_enable()
@@ -51,7 +51,7 @@ interface = gr.Interface(
     fn=generate_description,
     inputs=gr.Image(type="pil", label="Upload an Image"),
     outputs=gr.Textbox(label="Generated Description"),
-    live=True,
+    # live=True,
     title="Radiology Image Description Generator",
     description="Upload an image and provide an instruction to generate a description using a vision-language model."
 )