ShreyMehra commited on
Commit
c830b74
·
unverified ·
1 Parent(s): 8921743

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -55,7 +55,7 @@ class Model:
55
  config = PeftConfig.from_pretrained(peft_model_id)
56
  global model
57
  global processor
58
- model = Blip2ForConditionalGeneration.from_pretrained(config.base_model_name_or_path, torch_dtype=torch.float16) #, device_map="auto", load_in_8bit=True
59
  model = PeftModel.from_pretrained(model, peft_model_id)
60
  processor = AutoProcessor.from_pretrained("Salesforce/blip2-opt-2.7b")
61
 
 
55
  config = PeftConfig.from_pretrained(peft_model_id)
56
  global model
57
  global processor
58
+ model = Blip2ForConditionalGeneration.from_pretrained(config.base_model_name_or_path, low_cpu_mem_usage=True, torch_dtype=torch.float16) #, device_map="auto", load_in_8bit=True
59
  model = PeftModel.from_pretrained(model, peft_model_id)
60
  processor = AutoProcessor.from_pretrained("Salesforce/blip2-opt-2.7b")
61