Commit
•
ffb726a
1
Parent(s):
85b32b8
Update README.md
Browse files
README.md
CHANGED
|
@@ -30,11 +30,20 @@ Precisison: 92%
|
|
| 30 |
|
| 31 |
# Fine Tune Parameters
|
| 32 |
No of epochs: 3
|
|
|
|
| 33 |
Batch Size: 16
|
|
|
|
| 34 |
evaluation startegy: epoch
|
|
|
|
| 35 |
optimiser:Adamw
|
|
|
|
| 36 |
learning_rate:2e-5
|
| 37 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 38 |
|
| 39 |
# Train
|
| 40 |
train_runtime': 1594.4072, 'train_samples_per_second': 80.281, 'train_steps_per_second': 0.627, 'total_flos': 5589761482241280.0, 'train_loss': 0.26639655661582945, 'epoch': 0.22
|
|
|
|
| 30 |
|
| 31 |
# Fine Tune Parameters
|
| 32 |
No of epochs: 3
|
| 33 |
+
|
| 34 |
Batch Size: 16
|
| 35 |
+
|
| 36 |
evaluation startegy: epoch
|
| 37 |
+
|
| 38 |
optimiser:Adamw
|
| 39 |
+
|
| 40 |
learning_rate:2e-5
|
| 41 |
+
|
| 42 |
+
max_steps:1000
|
| 43 |
+
|
| 44 |
+
warmup_step: 100
|
| 45 |
+
|
| 46 |
+
Monitoring Train & Evaluation:WANDB API
|
| 47 |
|
| 48 |
# Train
|
| 49 |
train_runtime': 1594.4072, 'train_samples_per_second': 80.281, 'train_steps_per_second': 0.627, 'total_flos': 5589761482241280.0, 'train_loss': 0.26639655661582945, 'epoch': 0.22
|