Spaces:
Runtime error
Runtime error
import gradio as gr | |
from langchain_community.llms import CTransformers | |
llm = CTransformers(model="TheBloke/Llama-2-7b-Chat-GGUF", model_file="llama-2-7b-chat.q4_K_M.gguf") | |
def greet(prompt): | |
return llm(prompt) | |
iface = gr.Interface(fn=greet, inputs="text", outputs="text") | |
iface.launch() |