idkash1 commited on
Commit
42a5a6d
·
verified ·
1 Parent(s): f5f3b89

Update human_text_detect.py

Browse files
Files changed (1) hide show
  1. human_text_detect.py +2 -2
human_text_detect.py CHANGED
@@ -98,13 +98,13 @@ def detect_human_text(model_name, topic, text):
98
  # Init model
99
  print('Init tokenizer')
100
  lm_name = 'gpt2-xl' if model_name == 'GPT2XL' else 'microsoft/phi-2'
101
- tokenizer = AutoTokenizer.from_pretrained(lm_name, cache_dir=cache_dir)
102
 
103
  # print("Save tokenizer")
104
  # tokenizer.save_pretrained(cache_dir)
105
 
106
  print('Init model')
107
- model = AutoModelForCausalLM.from_pretrained(lm_name, cache_dir=cache_dir)
108
 
109
  # print("Save model")
110
  # model.save_pretrained(cache_dir)
 
98
  # Init model
99
  print('Init tokenizer')
100
  lm_name = 'gpt2-xl' if model_name == 'GPT2XL' else 'microsoft/phi-2'
101
+ tokenizer = AutoTokenizer.from_pretrained(lm_name) #, cache_dir=cache_dir
102
 
103
  # print("Save tokenizer")
104
  # tokenizer.save_pretrained(cache_dir)
105
 
106
  print('Init model')
107
+ model = AutoModelForCausalLM.from_pretrained(lm_name) #, cache_dir=cache_dir
108
 
109
  # print("Save model")
110
  # model.save_pretrained(cache_dir)