app.py

import gradio as gr

gr.load("models/facebook/llm-compiler-7b").launch()