johann22 commited on
Commit
111e2df
·
1 Parent(s): 42a91f9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -5
app.py CHANGED
@@ -1,16 +1,16 @@
1
  import torch
2
  from transformers import IdeficsForVisionText2Text, AutoProcessor
3
- from peft import PeftModel, PeftConfig
4
  import gradio as gr
5
 
6
  peft_model_id = "mrm8488/idefics-9b-ft-describe-diffusion-bf16-adapter"
7
  device = "cuda" if torch.cuda.is_available() else "cpu"
8
 
9
 
10
- config = PeftConfig.from_pretrained(peft_model_id)
11
- model = IdeficsForVisionText2Text.from_pretrained(config.base_model_name_or_path, torch_dtype=torch.bfloat16)
12
- model = PeftModel.from_pretrained(model, peft_model_id)
13
- processor = AutoProcessor.from_pretrained(config.base_model_name_or_path)
14
  model = model.to(device)
15
  model.eval()
16
 
 
1
  import torch
2
  from transformers import IdeficsForVisionText2Text, AutoProcessor
3
+ #from peft import PeftModel, PeftConfig
4
  import gradio as gr
5
 
6
  peft_model_id = "mrm8488/idefics-9b-ft-describe-diffusion-bf16-adapter"
7
  device = "cuda" if torch.cuda.is_available() else "cpu"
8
 
9
 
10
+ #config = PeftConfig.from_pretrained(peft_model_id)
11
+ model = IdeficsForVisionText2Text.from_pretrained(peft_model_id, torch_dtype=torch.bfloat16)
12
+ #model = PeftModel.from_pretrained(model, peft_model_id)
13
+ processor = AutoProcessor.from_pretrained(peft_model_id)
14
  model = model.to(device)
15
  model.eval()
16