Update app.py

app.py

@@ -4,10 +4,13 @@ import torch
 from PIL import Image
 
 # Load the BLIP-2 model and processor
+# Load the BLIP-2 model and processor without int8 quantization
 processor = AutoProcessor.from_pretrained("Salesforce/blip2-opt-2.7b")
-model = Blip2ForConditionalGeneration.from_pretrained(
-    "Salesforce/blip2-opt-2.7b", device_map="auto", load_in_8bit=True
-)
+model = Blip2ForConditionalGeneration.from_pretrained("Salesforce/blip2-opt-2.7b").to(device)
+
+
+
+
 
 # Set device to GPU if available
 device = "cuda" if torch.cuda.is_available() else "cpu"