Update README.md
Browse files
README.md
CHANGED
@@ -7,3 +7,15 @@ library_name: peft
|
|
7 |
|
8 |
|
9 |
- PEFT 0.4.0.dev0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
7 |
|
8 |
|
9 |
- PEFT 0.4.0.dev0
|
10 |
+
|
11 |
+
##
|
12 |
+
|
13 |
+
```
|
14 |
+
from transformers import MT5EncoderModel
|
15 |
+
from peft import PeftModel
|
16 |
+
|
17 |
+
model = MT5EncoderModel.from_pretrained("google/mt5-xxl")
|
18 |
+
model.enable_input_require_grads()
|
19 |
+
model.gradient_checkpointing_enable()
|
20 |
+
model: PeftModel = PeftModel.from_pretrained(model, "pkshatech/m-ST5")
|
21 |
+
```
|