Update app.py

app.py

@@ -1,53 +1,15 @@
 import gradio as gr
+import gradio as gr
 
-def generate_ielts_essay(prompt):
-    # You may want to customize the max_length and other parameters according to your needs
-    return "Hello " + prompt + "!!"
-def format_chat_prompt(message, band, chat_history, instruction):
-    prompt = f"System:{instruction}"
-    for turn in chat_history:
-        user_message, bot_message = turn
-        prompt = f"{prompt}\nUser: {user_message}\nAssistant: {bot_message}"
-    prompt = f"{prompt}\nUser: IELTS Writing Band {band} - {message}\nAssistant:"
-    return prompt
-
-def respond(message, band, chat_history, instruction, temperature=0.7):
-    prompt = format_chat_prompt(message, band, chat_history, instruction)
-    chat_history = chat_history + [[message, ""]]
-    max_tokens = {6: 100, 7: 200, 8: 300, 9: 400}[int(band)]  # Change these values as needed
-    stream = client.generate_stream(prompt,
-                                    max_new_tokens=max_tokens,
-                                    stop_sequences=["\nUser:", ""],
-                                    temperature=temperature)
-    acc_text = ""
-    for idx, response in enumerate(stream):
-            text_token = response.token.text
-
-            if response.details:
-                return
-
-            if idx == 0 and text_token.startswith(" "):
-                text_token = text_token[1:]
-
-            acc_text += text_token
-            last_turn = list(chat_history.pop(-1))
-            last_turn[-1] += acc_text
-            chat_history = chat_history + [last_turn]
-            yield "", chat_history
-            acc_text = ""
-
-with gr.Blocks() as demo:
-    chatbot = gr.Chatbot(height=240)
-    msg = gr.Textbox(label="IELTS Writing Prompt")
-    band = gr.Radio([6, 7, 8, 9], label="Band")
-    with gr.Accordion(label="Advanced options",open=False):
-        system = gr.Textbox(label="System message", lines=2, value="A conversation between a user and an LLM-based AI assistant. The assistant writes IELTS articles of various bands.")
-        temperature = gr.Slider(label="Temperature", minimum=0.1, maximum=1, value=0.7, step=0.1)
-    btn = gr.Button("Submit")
-    clear = gr.ClearButton(components=[msg, chatbot], value="Clear console")
-
-    btn.click(respond, inputs=[msg, band, chatbot, system], outputs=[msg, chatbot])
-    msg.submit(respond, inputs=[msg, band, chatbot, system], outputs=[msg, chatbot]) 
-gr.close_all()
-demo.queue().launch()
+title = "GPT-J-6B"
+description = "Gradio Demo for GPT-J 6B, a transformer model trained using Ben Wang's Mesh Transformer JAX. 'GPT-J' refers to the class of model, while '6B' represents the number of trainable parameters. To use it, simply add your text, or click one of the examples to load them. Read more at the links below."
+article = "<p style='text-align: center'><a href='https://github.com/kingoflolz/mesh-transformer-jax' target='_blank'>GPT-J-6B: A 6 Billion Parameter Autoregressive Language Model</a></p>"
+
+gr.Interface.load(
+    "huggingface/EleutherAI/gpt-j-6B",
+    inputs=gr.Textbox(lines=5, label="Input Text"),
+    title=title,
+    description=description,
+    article=article,
+).launch()