Spaces:
Runtime error
Runtime error
app.py
CHANGED
@@ -8,8 +8,8 @@ model_name = "rkwsuper/lora_model"
|
|
8 |
# Use an environment variable or secret for the token
|
9 |
auth_token = os.getenv("HF_TOKEN") # Automatically fetches the token if set as an environment variable
|
10 |
|
11 |
-
tokenizer = AutoTokenizer.from_pretrained(model_name,
|
12 |
-
model = AutoModelForCausalLM.from_pretrained(model_name,
|
13 |
|
14 |
# Define the function for inference
|
15 |
def generate_text(prompt, max_length=100, temperature=1.0):
|
|
|
8 |
# Use an environment variable or secret for the token
|
9 |
auth_token = os.getenv("HF_TOKEN") # Automatically fetches the token if set as an environment variable
|
10 |
|
11 |
+
tokenizer = AutoTokenizer.from_pretrained(model_name, token=auth_token)
|
12 |
+
model = AutoModelForCausalLM.from_pretrained(model_name, token=auth_token)
|
13 |
|
14 |
# Define the function for inference
|
15 |
def generate_text(prompt, max_length=100, temperature=1.0):
|