app.py

import gradio as gr
from langchain_community.llms import CTransformers

llm = CTransformers(model="TheBloke/Llama-2-7b-Chat-GGUF", model_file="llama-2-7b-chat.q4_K_M.gguf"')



def greet(prompt):
    return llm(prompt)



iface = gr.Interface(fn=greet, inputs="text", outputs="text")
iface.launch()