app.py

import gradio as gr
import requests
import json

URL = "198.175.88.52"
myport = "8080"
g2url  = f"http://{URL}:{myport}/generate"

prompt="Why is the sky purple"
build_curl_prompt="curl 127.0.0.1:8080/generate -X POST -d '{\"inputs\":\"${prompt}\",\"parameters\":{\"max_new_tokens\":32}}' -H 'Content-Type: application/json'"

url_input = gr.inputs.Textbox(label="URL", value=g2url, visible=False)
prompt_input = gr.inputs.Textbox(label="Prompt", value=prompt, visible=True)
outputs = gr.outputs.Textbox(label="Generated Text")

def text_gen(url, prompt):
    resp = requests.post(url, data=json.dumps(prompt))
    return resp.text

demo = gr.Interface(
    fn=text_gen,
        inputs=[url_input],
    outputs=["text"])

demo.launch(share=True)