Update human_text_detect.py

human_text_detect.py

@@ -98,18 +98,16 @@ def detect_human_text(model_name, topic, text):
     
     print('Create dir')
     # Use a writable directory inside the Hugging Face Space 
-    os.makedirs("/tmp/cacheHuggingface/PHI2", exist_ok=True)
-    os.makedirs("/tmp/cacheHuggingface/GPT2XL", exist_ok=True)
+    # os.makedirs("/tmp/cacheHuggingface/PHI2", exist_ok=True)
+    # os.makedirs("/tmp/cacheHuggingface/GPT2XL", exist_ok=True)
     
     # Init model
-    print('Init model')
+    print('Init tokenizer')
     lm_name = 'gpt2-xl' if model_name == 'GPT2XL' else 'microsoft/phi-2'
-    tokenizer = AutoTokenizer.from_pretrained(lm_name, cache_dir=cache_dir)
-    
-    print("Save tokenizer")
-    tokenizer.save_pretrained(cache_dir)
+    tokenizer = AutoTokenizer.from_pretrained(cache_dir) # lm_name, cache_dir=cache_dir
     
-    model = AutoModelForCausalLM.from_pretrained(lm_name, cache_dir=cache_dir)
+    print('Init model')
+    model = AutoModelForCausalLM.from_pretrained(lm_name) #, cache_dir=cache_dir
 
     print("Save model")
     model.save_pretrained(cache_dir)