henry000 commited on
Commit
192b787
·
1 Parent(s): 5b9da41

🔨 [Update] AMP, unscale gradient and update model

Browse files
Files changed (1) hide show
  1. yolo/tools/solver.py +2 -0
yolo/tools/solver.py CHANGED
@@ -78,6 +78,8 @@ class ModelTrainer:
78
  loss, loss_item = self.loss_fn(aux_predicts, main_predicts, targets)
79
 
80
  self.scaler.scale(loss).backward()
 
 
81
  self.scaler.step(self.optimizer)
82
  self.scaler.update()
83
 
 
78
  loss, loss_item = self.loss_fn(aux_predicts, main_predicts, targets)
79
 
80
  self.scaler.scale(loss).backward()
81
+ self.scaler.unscale_(self.optimizer)
82
+ torch.nn.utils.clip_grad_norm_(self.model.parameters(), max_norm=10.0)
83
  self.scaler.step(self.optimizer)
84
  self.scaler.update()
85