Update predictors.py

predictors.py

@@ -39,20 +39,20 @@ bias_checker_model_name = params['BIAS_CHECKER_MODEL_PATH']
 bias_corrector_model_name = params['BIAS_CORRECTOR_MODEL_PATH']
 # access_token = params['HF_TOKEN']
 
-text_bc_tokenizer = AutoTokenizer.from_pretrained(text_bc_model_path, token=access_token)
-text_bc_model = AutoModelForSequenceClassification.from_pretrained(text_bc_model_path, token=access_token).to(device)
-text_mc_tokenizer = AutoTokenizer.from_pretrained(text_mc_model_path, token=access_token)
-text_mc_model = AutoModelForSequenceClassification.from_pretrained(text_mc_model_path, token=access_token).to(device)
-quillbot_tokenizer = AutoTokenizer.from_pretrained(text_quillbot_model_path, token=access_token)
-quillbot_model = AutoModelForSequenceClassification.from_pretrained(text_quillbot_model_path, token=access_token).to(device)
+text_bc_tokenizer = AutoTokenizer.from_pretrained(text_bc_model_path)
+text_bc_model = AutoModelForSequenceClassification.from_pretrained(text_bc_model_path).to(device)
+text_mc_tokenizer = AutoTokenizer.from_pretrained(text_mc_model_path)
+text_mc_model = AutoModelForSequenceClassification.from_pretrained(text_mc_model_path).to(device)
+quillbot_tokenizer = AutoTokenizer.from_pretrained(text_quillbot_model_path)
+quillbot_model = AutoModelForSequenceClassification.from_pretrained(text_quillbot_model_path).to(device)
 
 # proxy models for explainability
 mini_bc_model_name = "polygraf-ai/bc-model"
-bc_tokenizer_mini = AutoTokenizer.from_pretrained(mini_bc_model_name, token=access_token)
-bc_model_mini = AutoModelForSequenceClassification.from_pretrained(mini_bc_model_name, token=access_token).to(device_needed)
+bc_tokenizer_mini = AutoTokenizer.from_pretrained(mini_bc_model_name)
+bc_model_mini = AutoModelForSequenceClassification.from_pretrained(mini_bc_model_name).to(device_needed)
 mini_humanizer_model_name =  "polygraf-ai/humanizer-model"
-humanizer_tokenizer_mini = AutoTokenizer.from_pretrained(mini_humanizer_model_name, token=access_token)
-humanizer_model_mini = AutoModelForSequenceClassification.from_pretrained(mini_humanizer_model_name, token=access_token).to(device_needed)
+humanizer_tokenizer_mini = AutoTokenizer.from_pretrained(mini_humanizer_model_name)
+humanizer_model_mini = AutoModelForSequenceClassification.from_pretrained(mini_humanizer_model_name).to(device_needed)
 
 bc_model_mini = BetterTransformer.transform(bc_model_mini)
 humanizer_model_mini = BetterTransformer.transform(humanizer_model_mini)