Update app.py

app.py

@@ -66,6 +66,21 @@ infer_dataset = ToxicityDataset(tweet_df, tokenizer, MAX_LENGTH)
 infer_params = {"batch_size": INFER_BATCH_SIZE, "shuffle": False}
 infer_loader = DataLoader(infer_dataset, **infer_params)
 
+class BertClass(torch.nn.Module):
+  def __init__(self):
+    super(BertClass, self).__init__()
+    self.l1 = BertModel.from_pretrained(bert_path)
+    self.dropout = torch.nn.Dropout(HEAD_DROP_OUT)
+    self.classifier = torch.nn.Linear(768, 6)
+    
+  def forward(self, input_ids, attention_mask, token_type_ids):
+    output_1 = self.l1(input_ids=input_ids, attention_mask=attention_mask, token_type_ids=token_type_ids)
+    hidden_state = output_1[0]
+    pooler = hidden_state[:, 0]
+    pooler = self.dropout(pooler)
+    output = self.classifier(pooler)
+    return output
+
 class PretrainedBertClass(torch.nn.Module):
   def __init__(self):
     super(PretrainedBertClass, self).__init__()