savan360 commited on
Commit
284bd7a
·
verified ·
1 Parent(s): ef74a61

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +10 -8
app.py CHANGED
@@ -1,26 +1,28 @@
1
  import gradio as gr
2
  from transformers import pipeline
3
 
4
- # Create a text-generation pipeline using GPT-2
5
- generator = pipeline('text-generation', model='gpt2')
6
 
7
  def generate_text(prompt):
 
8
  generated = generator(
9
  prompt,
10
  max_length=30, # Limit the output length
11
- do_sample=True, # Enable sampling for more natural responses
12
- temperature=0.3, # Lower temperature for less randomness
13
- repetition_penalty=1.5, # Penalize repeated tokens
14
- no_repeat_ngram_size=2 # Avoid repeating any 2-word sequences
15
  )
16
  return generated[0]['generated_text']
17
 
 
18
  iface = gr.Interface(
19
  fn=generate_text,
20
  inputs="text",
21
  outputs="text",
22
- title="Simple LLM with Hugging Face & Gradio",
23
- description="Enter a prompt and get a concise, factual answer."
24
  )
25
 
26
  iface.launch()
 
1
  import gradio as gr
2
  from transformers import pipeline
3
 
4
+ # Use a different language model: GPT-Neo (125M)
5
+ generator = pipeline('text-generation', model='EleutherAI/gpt-neo-125M')
6
 
7
  def generate_text(prompt):
8
+ # Adjust parameters to reduce repetition and shorten output
9
  generated = generator(
10
  prompt,
11
  max_length=30, # Limit the output length
12
+ do_sample=True, # Enable sampling for varied responses
13
+ temperature=0.2, # Lower temperature for less randomness
14
+ repetition_penalty=1.5, # Penalize repetitive tokens
15
+ no_repeat_ngram_size=2 # Prevent repeating 2-word sequences
16
  )
17
  return generated[0]['generated_text']
18
 
19
+ # Create the Gradio interface
20
  iface = gr.Interface(
21
  fn=generate_text,
22
  inputs="text",
23
  outputs="text",
24
+ title="Simple LLM with GPT-Neo & Gradio",
25
+ description="Enter a prompt and get a concise response using GPT-Neo."
26
  )
27
 
28
  iface.launch()