app.py

import gradio as gr

gr.load("models/BlackSamorez/Llama-2-7b-AQLM-2Bit-2x8-hf").launch()