Adityadn commited on
Commit
b21ab62
·
verified ·
1 Parent(s): 5fac3fd

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +9 -9
app.py CHANGED
@@ -1,25 +1,25 @@
1
  import gradio as gr
2
- from transformers import AutoTokenizer, AutoModelForCausalLM
3
 
4
- # Load the pre-trained LLaMA model and tokenizer
5
- tokenizer = AutoTokenizer.from_pretrained("facebook/llama-7b")
6
- model = AutoModelForCausalLM.from_pretrained("facebook/llama-7b")
7
 
8
  # Function to generate keywords from input text
9
- def generate_keywords(text):
10
  # Encode the input text
11
- inputs = tokenizer.encode(text, return_tensors="pt")
12
 
13
- # Generate the output from the model
14
  outputs = model.generate(inputs, max_length=50, num_return_sequences=1, no_repeat_ngram_size=2, top_k=50, top_p=0.95)
15
 
16
- # Decode and return the generated keywords
17
  keywords = tokenizer.decode(outputs[0], skip_special_tokens=True)
18
  return keywords.strip()
19
 
20
  # Gradio interface
21
  iface = gr.Interface(fn=generate_keywords,
22
- inputs=gr.Textbox(label="Enter Prompt", placeholder="E.g., Generate ad keywords for wireless headphones"),
23
  outputs=gr.Textbox(label="Generated Keywords"),
24
  live=True)
25
 
 
1
  import gradio as gr
2
+ from transformers import DistilGPT2LMHeadModel, DistilGPT2Tokenizer
3
 
4
+ # Load pre-trained DistilGPT-2 model and tokenizer
5
+ tokenizer = DistilGPT2Tokenizer.from_pretrained("distilgpt2")
6
+ model = DistilGPT2LMHeadModel.from_pretrained("distilgpt2")
7
 
8
  # Function to generate keywords from input text
9
+ def generate_keywords(prompt):
10
  # Encode the input text
11
+ inputs = tokenizer.encode(prompt, return_tensors="pt")
12
 
13
+ # Generate output
14
  outputs = model.generate(inputs, max_length=50, num_return_sequences=1, no_repeat_ngram_size=2, top_k=50, top_p=0.95)
15
 
16
+ # Decode and return the generated text (keywords)
17
  keywords = tokenizer.decode(outputs[0], skip_special_tokens=True)
18
  return keywords.strip()
19
 
20
  # Gradio interface
21
  iface = gr.Interface(fn=generate_keywords,
22
+ inputs=gr.Textbox(label="Enter Ad Prompt", placeholder="E.g., Generate ad keywords for wireless headphones"),
23
  outputs=gr.Textbox(label="Generated Keywords"),
24
  live=True)
25