app.py

import gradio as gr
import requests
import json

URL = "198.175.88.52"
myport = "8080"
gaudi_device_url = f"http://{URL}:{myport}/generate"

myip_spr = os.environ["myip_spr"]
myip_clx = os.environ["myip_clx"]
myport = os.environ["myport"]

SPR = f"http://{myip_spr}:{myport}"
CLX = f"http://{myip_clx}:{myport}"

def greet(name):
    return "Hello " + name + "!!"
    
def text_gen(url, prompt):
    resp = requests.post(url, prompt=json.dumps(prompt))
    return resp
    
demo = gr.Interface(
    fn=text_gen,
    inputs=[gaudi_device_url],
    outputs=["text"], )

#demo = gr.Interface(fn=greet, inputs="text", outputs="text")
demo.launch(share=True)