ayeshaNoor1 commited on
Commit
7b5c698
·
verified ·
1 Parent(s): 7f5af0c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +10 -0
app.py CHANGED
@@ -1,11 +1,21 @@
1
  import gradio as gr
2
  from transformers import AutoModelForCausalLM, AutoTokenizer
 
3
 
4
  # Load your fine-tuned model
5
  model_name = "ayeshaNoor1/Llama_finetunedModel-1b"
6
  tokenizer = AutoTokenizer.from_pretrained(model_name)
7
  model = AutoModelForCausalLM.from_pretrained(model_name)
8
 
 
 
 
 
 
 
 
 
 
9
  # Define the text generation function
10
  def generate_text(prompt):
11
  inputs = tokenizer(prompt, return_tensors="pt")
 
1
  import gradio as gr
2
  from transformers import AutoModelForCausalLM, AutoTokenizer
3
+ from huggingface_hub import login
4
 
5
  # Load your fine-tuned model
6
  model_name = "ayeshaNoor1/Llama_finetunedModel-1b"
7
  tokenizer = AutoTokenizer.from_pretrained(model_name)
8
  model = AutoModelForCausalLM.from_pretrained(model_name)
9
 
10
+
11
+ # Authenticate with the access token
12
+ login("HF_ACCESS_TOKEN")
13
+
14
+ model_name = "ayeshaNoor1/Llama_finetunedModel-1b"
15
+ tokenizer = AutoTokenizer.from_pretrained(model_name, use_auth_token=True)
16
+ model = AutoModelForCausalLM.from_pretrained(model_name, use_auth_token=True)
17
+
18
+
19
  # Define the text generation function
20
  def generate_text(prompt):
21
  inputs = tokenizer(prompt, return_tensors="pt")