File size: 269 Bytes
1609b8d
 
32aa2ad
 
 
e62f26e
 
 
32aa2ad
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
import gradio as gr

this = gr.load("models/HuggingFaceTB/SmolLM2-1.7B-Instruct")
print(this)
def run_llm(inp,history):
    out = this(inp)
    print(out)
    yield out
    
with gr.Blocks() as app:
    chat=gr.ChatInterface(
        fn=run_llm,
    )
    
app.launch()