app.py

import gradio as gr
import requests
import json

URL = "198.175.88.52"
myport = "8080"
gaudi_device_url = f"http://{URL}:{myport}/generate"
    
def text_gen(url, prompt):
    resp = requests.post(url, data=json.dumps(prompt))
    return resp.text
    
demo = gr.Interface(
    fn=text_gen,
    inputs=[gaudi_device_url, "text"],
    outputs=["text"])

demo.launch(share=True)