Spaces:
Sleeping
Sleeping
import gradio as gr | |
import spaces | |
import transformers_gradio | |
# Load models | |
models = { | |
"Llama": { | |
"name": "allenai/Llama-3.1-Tulu-3-8B", | |
"src": transformers_gradio.registry | |
}, | |
"OLMo": { | |
"name": "akhaliq/olmo-anychat", | |
"src": "spaces" | |
} | |
} | |
def load_model(model_choice): | |
model_info = models[model_choice] | |
demo = gr.load(name=model_info["name"], src=model_info["src"]) | |
if model_choice == "Llama": | |
demo.fn = spaces.GPU()(demo.fn) | |
# Disable API names | |
for fn in demo.fns.values(): | |
fn.api_name = False | |
return demo | |
if __name__ == "__main__": | |
with gr.Blocks() as interface: | |
model_dropdown = gr.Dropdown( | |
choices=list(models.keys()), | |
value="Llama", | |
label="Select Model" | |
) | |
demo_container = gr.Group() | |
def update_demo(model_choice): | |
return load_model(model_choice) | |
model_dropdown.change( | |
fn=update_demo, | |
inputs=[model_dropdown], | |
outputs=[demo_container] | |
) | |
interface.launch() |