sitammeur commited on
Commit
15ad097
·
verified ·
1 Parent(s): c92463d

Update src/app/model.py

Browse files
Files changed (1) hide show
  1. src/app/model.py +5 -2
src/app/model.py CHANGED
@@ -4,7 +4,7 @@ import sys
4
  from dotenv import load_dotenv
5
  from typing import Any
6
  import torch
7
- from transformers import AutoModel, AutoTokenizer
8
 
9
  # Local imports
10
  from src.logger import logging
@@ -43,13 +43,16 @@ def load_model_and_tokenizer(model_name: str, device: str) -> Any:
43
  tokenizer = AutoTokenizer.from_pretrained(
44
  model_name, trust_remote_code=True, token=access_token
45
  )
 
 
 
46
  model.eval()
47
 
48
  # Log the successful loading of the model and tokenizer
49
  logging.info("Model and tokenizer loaded successfully.")
50
 
51
  # Return the model and tokenizer
52
- return model, tokenizer
53
 
54
  # Handle exceptions that may occur during model and tokenizer loading
55
  except Exception as e:
 
4
  from dotenv import load_dotenv
5
  from typing import Any
6
  import torch
7
+ from transformers import AutoModel, AutoTokenizer, AutoProcessor
8
 
9
  # Local imports
10
  from src.logger import logging
 
43
  tokenizer = AutoTokenizer.from_pretrained(
44
  model_name, trust_remote_code=True, token=access_token
45
  )
46
+ processor = AutoProcessor.from_pretrained(
47
+ model_name, trust_remote_code=True, token=access_token
48
+ )
49
  model.eval()
50
 
51
  # Log the successful loading of the model and tokenizer
52
  logging.info("Model and tokenizer loaded successfully.")
53
 
54
  # Return the model and tokenizer
55
+ return model, tokenizer, processor
56
 
57
  # Handle exceptions that may occur during model and tokenizer loading
58
  except Exception as e: