import gradio as gr import requests import json URL = "198.175.88.52" myport = "80" g2url = f"http://{URL}:{myport}/generate" prompt="Why is the sky purple" build_curl_prompt="curl ${g2url} -X POST -d '{\"inputs\":\"${prompt}\",\"parameters\":{\"max_new_tokens\":32}}' -H 'Content-Type: application/json'" url_input = gr.Textbox(label="URL", value=g2url, visible=True) prompt_input = gr.Textbox(label="Prompt", value=prompt, visible=True) outputs = gr.Textbox(label="Generated Text") def text_gen(url, prompt): resp = requests.post(g2url, data=json.dumps(prompt)) return resp.text demo = gr.Interface( fn=text_gen, inputs=[url_input, prompt_input], outputs=[outputs]) demo.launch()