TheGiggleGrid / app.py
SeemG's picture
Create app.py
c4499f4 verified
raw
history blame
2.64 kB
import tiktoken
import torch
import gradio as gr
import model
from model import run_train, gen_text
class GPTConfig:
block_size: int = 1024 # max sequence length
vocab_size: int = 50304 # number of tokens: 50,000 BPE merges + 256 bytes tokens + 1 <|endoftext|> token
n_layer: int = 12 # number of layers
n_head: int = 12 # number of heads
n_embd: int = 768 # embedding dimension
# Define generation function
def generate_text(prompt, max_length=50, num_return_sequences=10):
""" Generates humorous text using the GPT-2 model based on the provided prompt and user-specified parameters.
Args:
prompt (str): The starting text for the generation.
max_length (int, optional): The maximum length of the generated text. Defaults to 100.
num_return_sequences (int, optional): The number of different text sequences to generate. Defaults to 10.
Returns:
list: A list of generated humorous text sequences.
"""
start_tokens = prompt
generated_texts = gen_text(model2, start_tokens, max_length, num_return_sequences)
return generated_texts
# Humorous prompt options
prompts = [
"The automatic doors at the grocery store, tired of people holding them open for conversations, developed a mischievous sense of humor.",
"The self-driving car, fed up with rush hour traffic, decided to take a scenic detour through the countryside.",
"The fridge goes on a hunger strike",
"A colony of ants, inspired by a motivational poster, embarked on a quest to climb the tallest tree in the garden.",
"A particularly chatty parrot accidentally spilled the villain's evil plan during a casual conversation with the local mailman.",
"TA squirrel declares war on the birdfeeder...",
"The refrigerator, overflowing with forgotten groceries, staged a silent protest, refusing to cool anything until some order was restored.",
"A fortune cookie predicts world domination"
]
# Gradio interface with user inputs and dropdown for prompt selection
interface = gr.Interface(
fn=generate_text,
inputs=[
gr.Dropdown(choices=prompts, label="Pre-defined Prompt"),
gr.Slider(minimum=10, maximum=200, label="Max Text Length", value=100, step = 1),
gr.Slider(minimum=1, maximum=20, label="Number of Outputs", value=10,step = 1)
],
outputs="text",
title="Humorous Text Generator with GPT-2",
description="Get a chuckle with AI-generated funny stories! Provide a prompt (or choose one), adjust the desired text length and number of outputs, and let the AI do the rest!",
)
# Launch the Gradio app
interface.launch()