| import gradio as gr | |
| from transformers import pipeline | |
| pipe = pipeline("text-generation", model="TheBloke/PMC_LLAMA-7B-10-Epoch-SuperHOT-8K-GPTQ") | |
| def greet(name): | |
| return pipe('who is the president of USA') | |
| iface = gr.Interface(fn=greet, inputs="text", outputs="text") | |
| iface.launch() |