sayby commited on
Commit
4b8bf81
·
verified ·
1 Parent(s): a0a20c7

Upload model

Browse files
Files changed (1) hide show
  1. prot_albert_model.py +1 -0
prot_albert_model.py CHANGED
@@ -28,6 +28,7 @@ class ProtAlBertModel(PreTrainedModel):
28
  print(f"hidden_size: {hidden_size}")
29
  print(f"num_labels: {num_labels}")
30
  print(f"CONFIG HIDDEN : {self.config.hidden_size}")
 
31
  self.last_layer = nn.Sequential(
32
  nn.Dropout(0.1),
33
  nn.LayerNorm(self.config.hidden_size),
 
28
  print(f"hidden_size: {hidden_size}")
29
  print(f"num_labels: {num_labels}")
30
  print(f"CONFIG HIDDEN : {self.config.hidden_size}")
31
+ num_labels = 10 if type(num_labels) is not int else num_labels
32
  self.last_layer = nn.Sequential(
33
  nn.Dropout(0.1),
34
  nn.LayerNorm(self.config.hidden_size),