5ea344f
1
2
3
4
5
6
7
8
9
import gradio as gr import spaces import transformers_gradio demo = gr.load(name="allenai/Llama-3.1-Tulu-3-8B", src=transformers_gradio.registry) demo.fn = spaces.GPU()(demo.fn) if __name__ == "__main__": demo.launch()