idkash1 commited on
Commit
eb287e8
·
verified ·
1 Parent(s): 60ea201

Update human_text_detect.py

Browse files
Files changed (1) hide show
  1. human_text_detect.py +2 -2
human_text_detect.py CHANGED
@@ -103,11 +103,11 @@ def detect_human_text(model_name, topic, text):
103
  lm_name = 'gpt2-xl' if model_name == 'GPT2XL' else 'microsoft/phi-2'
104
  cache_dir = "/cache/huggingface"
105
  tokenizer = AutoTokenizer.from_pretrained(lm_name, cache_dir=cache_dir)
106
- model = AutoModelForCausalLM.from_pretrained(lm_name, cache_dir=cache_dir)
107
 
108
  print("Save model")
109
  tokenizer.save_pretrained(cache_dir)
110
- model.save_pretrained(cache_dir)
111
 
112
  print('Init PerplexityEvaluator')
113
  sentence_detector = PerplexityEvaluator(model, tokenizer)
 
103
  lm_name = 'gpt2-xl' if model_name == 'GPT2XL' else 'microsoft/phi-2'
104
  cache_dir = "/cache/huggingface"
105
  tokenizer = AutoTokenizer.from_pretrained(lm_name, cache_dir=cache_dir)
106
+ #model = AutoModelForCausalLM.from_pretrained(lm_name, cache_dir=cache_dir)
107
 
108
  print("Save model")
109
  tokenizer.save_pretrained(cache_dir)
110
+ #model.save_pretrained(cache_dir)
111
 
112
  print('Init PerplexityEvaluator')
113
  sentence_detector = PerplexityEvaluator(model, tokenizer)