Update README.md
Browse files
README.md
CHANGED
|
@@ -66,7 +66,6 @@ lr_scheduler_type: constant_with_warmup
|
|
| 66 |
warmup_ratio: 0.01
|
| 67 |
pure_bf16: true
|
| 68 |
flash_attn: fa2
|
| 69 |
-
#neftune_noise_alpha: 5
|
| 70 |
|
| 71 |
### eval
|
| 72 |
val_size: 0.01
|
|
|
|
| 66 |
warmup_ratio: 0.01
|
| 67 |
pure_bf16: true
|
| 68 |
flash_attn: fa2
|
|
|
|
| 69 |
|
| 70 |
### eval
|
| 71 |
val_size: 0.01
|