idkash1 commited on
Commit
42dc426
·
verified ·
1 Parent(s): 5a32444

Update human_text_detect.py

Browse files
Files changed (1) hide show
  1. human_text_detect.py +3 -2
human_text_detect.py CHANGED
@@ -99,8 +99,9 @@ def detect_human_text(model_name, topic, text):
99
  # Init model
100
  print('Init model')
101
  lm_name = 'gpt2-xl' if model_name == 'GPT2XL' else 'microsoft/phi-2'
102
- tokenizer = AutoTokenizer.from_pretrained(lm_name)
103
- model = AutoModelForCausalLM.from_pretrained(lm_name)
 
104
 
105
  print('Init PerplexityEvaluator')
106
  sentence_detector = PerplexityEvaluator(model, tokenizer)
 
99
  # Init model
100
  print('Init model')
101
  lm_name = 'gpt2-xl' if model_name == 'GPT2XL' else 'microsoft/phi-2'
102
+ cache_dir = "/cache/huggingface"
103
+ tokenizer = AutoTokenizer.from_pretrained(lm_name, cache_dir=cache_dir)
104
+ model = AutoModelForCausalLM.from_pretrained(lm_name, cache_dir=cache_dir)
105
 
106
  print('Init PerplexityEvaluator')
107
  sentence_detector = PerplexityEvaluator(model, tokenizer)