File size: 619 Bytes
f6fe2f5
a2d8a4c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
f6fe2f5
 
 
a2d8a4c
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
import gradio as gr
from transformers import pipeline
from transformers import AutoModelForCausalLM

model = AutoModelForCausalLM.from_pretrained("deepseek-ai/DeepSeek-R1", trust_remote_code=True)
messages = [
    {"role": "system", "content": "You are a chatbot that responds in 10 lines of shakespeare given a prompt"}
]
pipe = pipeline("text-generation", model=model, trust_remote_code=True)
    
def poet(input):
    messages.append(
    {"role": "user", "content": input})
    return pipe(messages)

demo = gr.Interface(fn=greet, inputs="textbox", outputs="textbox")

if __name__ == "__main__":
    demo.launch()