second

scripts/training/trainer.py

@@ -45,7 +45,7 @@ class NarrativeTrainer:
         self.best_val_f1 = 0.0
         
         # Initialize mixed precision training
-        self.scaler = GradScaler(enabled=self.config.fp16)
+        self.scaler = GradScaler('cuda', enabled=self.config.fp16)
         
         # Setup training components
         self.setup_training()
@@ -99,10 +99,9 @@ class NarrativeTrainer:
         # Calculate class weights
         pos_weight = self.calculate_class_weights()
         
-        # Setup loss function with class weights
+        # Setup loss function with class weights only
         self.criterion = torch.nn.BCEWithLogitsLoss(
-            pos_weight=pos_weight,
-            label_smoothing=self.config.label_smoothing
+            pos_weight=pos_weight
         )
         
         # Setup optimizer