app.py

import gradio as gr
from aitextgen import aitextgen

ai = aitextgen(model="hivemind/gpt-j-6B-8bit")

def ai_text(inp):
  generated_text = ai.generate_one(max_length=85, prompt = inp, no_repeat_ngram_size=3)
  print(type(generated_text))
  return generated_text
  
examples = [
  ["Artificial intelligence will"],
  ["Probably everyone has heard of the 20 year-old singer named Zoe Kwan."],
  ["Mars, Joyce and Venus had their first day at Blazing Inventions Academy in North Point, Hong Kong. The following day, while Mars, Joyce and Venus are eating breakfast in the Academy’s hall, a green gas spreads from North Point throughout the world."]
   ] 
  
output_text = gr.outputs.Textbox()
gr.Interface(ai_text,"textbox", output_text, title="Text Generator GPT-Neo-2.7B",
             description="Copy or type text. Submit and the machine will generate text.", examples=examples).launch()