Update README.md
Browse files
README.md
CHANGED
@@ -23,8 +23,11 @@ Amino acid sequence
|
|
23 |
|
24 |
### LoRA config
|
25 |
lora_dropout: 0.0
|
|
|
26 |
lora_alpha: 16
|
|
|
27 |
target_modules: ["query", "key", "value", "intermediate.dense", "output.dense"]
|
|
|
28 |
modules_to_save: ["classifier"]
|
29 |
|
30 |
### Training config
|
|
|
23 |
|
24 |
### LoRA config
|
25 |
lora_dropout: 0.0
|
26 |
+
|
27 |
lora_alpha: 16
|
28 |
+
|
29 |
target_modules: ["query", "key", "value", "intermediate.dense", "output.dense"]
|
30 |
+
|
31 |
modules_to_save: ["classifier"]
|
32 |
|
33 |
### Training config
|