Update app.py

app.py

@@ -58,7 +58,8 @@ class Model:
         config = PeftConfig.from_pretrained(peft_model_id)
         global model
         global processor
-        model = Blip2ForConditionalGeneration.from_pretrained(config.base_model_name_or_path, low_cpu_mem_usage=True) #, device_map="auto", load_in_8bit=True
+        model = Blip2ForConditionalGeneration.from_pretrained(config.base_model_name_or_path, low_cpu_mem_usage=True, torch_dtype=torch.float16) #, device_map="auto", load_in_8bit=True
+        model.params = model.to_fp32(model.params)
         model = PeftModel.from_pretrained(model, peft_model_id)
         processor = AutoProcessor.from_pretrained("Salesforce/blip2-opt-2.7b")