Update model_utils.py

Add load_model() function without bert_model

model_utils.py

@@ -63,7 +63,33 @@ class BiLSTMForTokenClassification(nn.Module):
 
         return {'loss': loss, 'logits': logits}
 
+def load_models():
+    """
+    Loads the custom BiLSTM model
+
+    Returns:
+        bilstm: The loaded bilstm model.
+    """
+    with open('models/bilstm-model.pkl', 'rb') as f:
+        bilstm_model = pickle.load(f)
+    bilstm_model.eval()
+
+    return bilstm_model
+
 def load_custom_model(model_dir, tokenizer_dir, id2label):
+    """
+    Loads a custom BiLSTM model and tokenizer from local files.
+
+    Args:
+        model_dir (str): Path to the directory containing the model's files.
+        tokenizer_dir (str): Path to the directory containing the tokenizer's files.
+        id2label (dict): Dictionary mapping label IDs to their names.
+
+    Returns:
+        model: Loaded BiLSTMForTokenClassification model.
+        tokenizer: Loaded AutoTokenizer.
+        id2label: Input id2label dictionary.
+    """
     config = AutoConfig.from_pretrained(model_dir, local_files_only=True)
     config.id2label = id2label
     config.num_labels = len(id2label)