Upload model
Browse files- prot_albert_model.py +1 -0
prot_albert_model.py
CHANGED
@@ -28,6 +28,7 @@ class ProtAlBertModel(PreTrainedModel):
|
|
28 |
print(f"hidden_size: {hidden_size}")
|
29 |
print(f"num_labels: {num_labels}")
|
30 |
print(f"CONFIG HIDDEN : {self.config.hidden_size}")
|
|
|
31 |
self.last_layer = nn.Sequential(
|
32 |
nn.Dropout(0.1),
|
33 |
nn.LayerNorm(self.config.hidden_size),
|
|
|
28 |
print(f"hidden_size: {hidden_size}")
|
29 |
print(f"num_labels: {num_labels}")
|
30 |
print(f"CONFIG HIDDEN : {self.config.hidden_size}")
|
31 |
+
num_labels = 10 if type(num_labels) is not int else num_labels
|
32 |
self.last_layer = nn.Sequential(
|
33 |
nn.Dropout(0.1),
|
34 |
nn.LayerNorm(self.config.hidden_size),
|