rkwsuper commited on
Commit
d902346
·
1 Parent(s): 2d23c64
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -8,8 +8,8 @@ model_name = "rkwsuper/lora_model"
8
  # Use an environment variable or secret for the token
9
  auth_token = os.getenv("HF_TOKEN") # Automatically fetches the token if set as an environment variable
10
 
11
- tokenizer = AutoTokenizer.from_pretrained(model_name, use_auth_token=auth_token)
12
- model = AutoModelForCausalLM.from_pretrained(model_name, use_auth_token=auth_token)
13
 
14
  # Define the function for inference
15
  def generate_text(prompt, max_length=100, temperature=1.0):
 
8
  # Use an environment variable or secret for the token
9
  auth_token = os.getenv("HF_TOKEN") # Automatically fetches the token if set as an environment variable
10
 
11
+ tokenizer = AutoTokenizer.from_pretrained(model_name, token=auth_token)
12
+ model = AutoModelForCausalLM.from_pretrained(model_name, token=auth_token)
13
 
14
  # Define the function for inference
15
  def generate_text(prompt, max_length=100, temperature=1.0):