app.py

import gradio as gr

gr.Interface.load("models/LoneStriker/dolphin-2.1-mistral-7b-3.0bpw-h6-exl2").launch()