Update utils.py

utils.py

@@ -12,7 +12,7 @@ from bs4 import BeautifulSoup
 with open("config.yaml", "r") as file:
     params = yaml.safe_load(file)
 
-access_token = params['HF_TOKEN']
+# access_token = params['HF_TOKEN']
 
 def remove_accents(input_str):
     text_no_accents = unidecode(input_str)
@@ -55,7 +55,7 @@ with open("config.yaml", "r") as file:
     params = yaml.safe_load(file)
 
 text_bc_model_path = params["TEXT_BC_MODEL_PATH"]
-text_bc_tokenizer = AutoTokenizer.from_pretrained(text_bc_model_path, token=access_token)
+text_bc_tokenizer = AutoTokenizer.from_pretrained(text_bc_model_path)
 
 
 def len_validator(text):