app.py

import gradio as gr

gr.load("models/meta-llama/Llama-3.2-1B-Instruct-QLORA_INT4_EO8").launch()