Update app.py

app.py

@@ -14,6 +14,7 @@ text_default = """
 
 수만의 몬스터로 이루어진 검은 파도가 갈라졌다. 초고온의 열기가 살과 뼈를 태우고 지면을 녹였다."""
 
+hf_token = os.getenv("HF_ACCESS_TOKEN")
 
 from peft import AutoPeftModelForCausalLM
 from transformers import AutoTokenizer
@@ -27,10 +28,10 @@ import torch
 
 model_id = "r1208/c4ai-command-r-v01-4bit_32r"
 
-model = AutoPeftModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.bfloat16)
-tokenizer = AutoTokenizer.from_pretrained(model_id, token = access_token)
+model = AutoPeftModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.bfloat16, use_auth_token=hf_token)
+tokenizer = AutoTokenizer.from_pretrained(model_id, token = access_token, use_auth_token=hf_token)
 
-tokenizer_with_prefix_space = AutoTokenizer.from_pretrained(model_id, add_prefix_space=True)
+tokenizer_with_prefix_space = AutoTokenizer.from_pretrained(model_id, add_prefix_space=True, use_auth_token=hf_token)
 
 def get_tokens_as_list(word_list):
     "Converts a sequence of words into a list of tokens"