import gradio as gr
from transformers import pipeline

pipe = pipeline("text-generation", model="TheBloke/manticore-13b-chat-pyg-GPTQ")

def greet(name):
    return pipe('who is the president of USA')

iface = gr.Interface(fn=greet, inputs="text", outputs="text")
iface.launch()