allen-test / app.py
akhaliq's picture
akhaliq HF staff
Update app.py
38370aa verified
raw
history blame
1.14 kB
import gradio as gr
import spaces
import transformers_gradio
# Load models
models = {
"Llama": {
"name": "allenai/Llama-3.1-Tulu-3-8B",
"src": transformers_gradio.registry
},
"OLMo": {
"name": "akhaliq/olmo-anychat",
"src": "spaces"
}
}
def load_model(model_choice):
model_info = models[model_choice]
demo = gr.load(name=model_info["name"], src=model_info["src"])
if model_choice == "Llama":
demo.fn = spaces.GPU()(demo.fn)
# Disable API names
for fn in demo.fns.values():
fn.api_name = False
return demo
if __name__ == "__main__":
with gr.Blocks() as interface:
model_dropdown = gr.Dropdown(
choices=list(models.keys()),
value="Llama",
label="Select Model"
)
demo_container = gr.Group()
def update_demo(model_choice):
return load_model(model_choice)
model_dropdown.change(
fn=update_demo,
inputs=[model_dropdown],
outputs=[demo_container]
)
interface.launch()