kietnt0603 commited on
Commit
30c94e6
·
verified ·
1 Parent(s): 297cd81

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -6
app.py CHANGED
@@ -1,12 +1,9 @@
1
  import gradio as gr
2
  import torch
3
- from peft import PeftModel, PeftConfig
4
- from transformers import AutoModelForSeq2SeqLM, AutoTokenizer
5
-
6
- config = PeftConfig.from_pretrained("kietnt0603/randeng-t5-vta-qa-lora")
7
- model = AutoModelForSeq2SeqLM.from_pretrained("IDEA-CCNL/Randeng-T5-784M-QA-Chinese")
8
- model = PeftModel.from_pretrained(model, "kietnt0603/randeng-t5-vta-qa-lora")
9
 
 
10
  tokenizer = AutoTokenizer.from_pretrained("IDEA-CCNL/Randeng-T5-784M-QA-Chinese")
11
 
12
  device = 'cuda' if torch.cuda.is_available() else 'cpu'
 
1
  import gradio as gr
2
  import torch
3
+ from peft import AutoPeftModelForSeq2SeqLM
4
+ from transformers import AutoTokenizer
 
 
 
 
5
 
6
+ model = AutoPeftModelForSeq2SeqLM.from_pretrained("kietnt0603/randeng-t5-vta-qa-lora")
7
  tokenizer = AutoTokenizer.from_pretrained("IDEA-CCNL/Randeng-T5-784M-QA-Chinese")
8
 
9
  device = 'cuda' if torch.cuda.is_available() else 'cpu'