Upload model

config.json

@@ -1,4 +1,5 @@
 {
+  "_name_or_path": "facebook/wav2vec2-base",
   "activation_dropout": 0.0,
   "adapter_attn_dim": null,
   "adapter_kernel_size": 3,
@@ -6,11 +7,12 @@
   "add_adapter": false,
   "apply_spec_augment": true,
   "architectures": [
-    "Wav2Vec2ForPreTraining"
+    "Wav2Vec2SpkRegModel"
   ],
   "attention_dropout": 0.1,
   "auto_map": {
-    "AutoConfig": "configuration_wav2vec2_spkreg.Wav2Vec2SpkRegConfig"
+    "AutoConfig": "configuration_wav2vec2_spkreg.Wav2Vec2SpkRegConfig",
+    "AutoModel": "modeling_wav2vec2_spkreg.Wav2Vec2SpkRegModel"
   },
   "bos_token_id": 1,
   "classifier_proj_size": 256,
@@ -56,7 +58,6 @@
   "feat_quantizer_dropout": 0.0,
   "final_dropout": 0.0,
   "freeze_feat_extract_train": true,
-  "gradient_checkpointing": true,
   "hidden_act": "gelu",
   "hidden_dropout": 0.1,
   "hidden_size": 768,
@@ -119,6 +120,7 @@
     1,
     1
   ],
+  "torch_dtype": "float32",
   "transformers_version": "4.46.2",
   "use_weighted_layer_sum": false,
   "vocab_size": 32,

modeling_wav2vec2_spkreg.py

@@ -732,16 +732,16 @@ class Wav2Vec2SpkRegForSequenceClassification(Wav2Vec2SpkRegPreTrainedModel):
 
         loss = None
         if labels is not None:
-            if self.loss_fct == 'cross_entropy':
+            if self.config.loss_fct == 'cross_entropy':
                 loss_fct = nn.CrossEntropyLoss(
                     label_smoothing=self.config.label_smoothing, 
                     reduction=self.config.reduction
                 )
-            elif self.loss_fct == 'additive_margin':
+            elif self.config.loss_fct == 'additive_margin':
                 loss_fct = AMSoftmaxLoss(
                     self.config.num_labels, self.config.scale, self.config.margin
                 )
-            elif self.loss_fct == 'additive_angular_margin':
+            elif self.config.loss_fct == 'additive_angular_margin':
                 loss_fct = AAMSoftmaxLoss(
                     self.config.num_labels, self.config.scale, self.config.margin, self.config.easy_margin
                 )