🔨 [Update] AMP, unscale gradient and update model
Browse files- yolo/tools/solver.py +2 -0
yolo/tools/solver.py
CHANGED
@@ -78,6 +78,8 @@ class ModelTrainer:
|
|
78 |
loss, loss_item = self.loss_fn(aux_predicts, main_predicts, targets)
|
79 |
|
80 |
self.scaler.scale(loss).backward()
|
|
|
|
|
81 |
self.scaler.step(self.optimizer)
|
82 |
self.scaler.update()
|
83 |
|
|
|
78 |
loss, loss_item = self.loss_fn(aux_predicts, main_predicts, targets)
|
79 |
|
80 |
self.scaler.scale(loss).backward()
|
81 |
+
self.scaler.unscale_(self.optimizer)
|
82 |
+
torch.nn.utils.clip_grad_norm_(self.model.parameters(), max_norm=10.0)
|
83 |
self.scaler.step(self.optimizer)
|
84 |
self.scaler.update()
|
85 |
|