Update human_text_detect.py

human_text_detect.py

@@ -103,11 +103,14 @@ def detect_human_text(model_name, topic, text):
     lm_name = 'gpt2-xl' if model_name == 'GPT2XL' else 'microsoft/phi-2'
     cache_dir = "/cache/huggingface"
     tokenizer = AutoTokenizer.from_pretrained(lm_name, cache_dir=cache_dir)
-    #model = AutoModelForCausalLM.from_pretrained(lm_name, cache_dir=cache_dir)
+    
+    print("Save tokenizer")
+    tokenizer.save_pretrained(cache_dir)
+    
+    model = AutoModelForCausalLM.from_pretrained(lm_name, cache_dir=cache_dir)
 
     print("Save model")
-    tokenizer.save_pretrained(cache_dir)
-    #model.save_pretrained(cache_dir)
+    model.save_pretrained(cache_dir)
     
     print('Init PerplexityEvaluator')
     sentence_detector = PerplexityEvaluator(model, tokenizer)