idkash1 commited on
Commit
b8e3567
·
verified ·
1 Parent(s): e946844

Update human_text_detect.py

Browse files
Files changed (1) hide show
  1. human_text_detect.py +3 -0
human_text_detect.py CHANGED
@@ -105,6 +105,9 @@ def detect_human_text(model_name, topic, text):
105
  lm_name = 'gpt2-xl' if model_name == 'GPT2XL' else 'microsoft/phi-2'
106
  tokenizer = AutoTokenizer.from_pretrained(lm_name, cache_dir=cache_dir)
107
 
 
 
 
108
  print("Save tokenizer")
109
  tokenizer.save_pretrained(cache_dir)
110
 
 
105
  lm_name = 'gpt2-xl' if model_name == 'GPT2XL' else 'microsoft/phi-2'
106
  tokenizer = AutoTokenizer.from_pretrained(lm_name, cache_dir=cache_dir)
107
 
108
+ print("Before saved tokenizer files in:", cache_dir)
109
+ print(os.listdir(cache_dir))
110
+
111
  print("Save tokenizer")
112
  tokenizer.save_pretrained(cache_dir)
113