ChatGpt2 / app (13).py
ArrcttacsrjksX's picture
Upload app (13).py
4bf05ac verified
raw
history blame contribute delete
946 Bytes
import gradio as gr
from transformers import GPT2LMHeadModel, GPT2Tokenizer
# Load pre-trained GPT-2 model and tokenizer
model_name = "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B"
tokenizer = GPT2Tokenizer.from_pretrained(model_name)
model = GPT2LMHeadModel.from_pretrained(model_name)
def generate_response(message, history):
# Combine the conversation history with the new message
input_text = f"{message}"
# Tokenize input text
inputs = tokenizer.encode(input_text, return_tensors="pt")
# Generate response using GPT-2
outputs = model.generate(inputs, max_length=50, num_return_sequences=1)
# Decode generated text
response = tokenizer.decode(outputs[0], skip_special_tokens=True)
return response
# Create ChatInterface
demo = gr.ChatInterface(
fn=generate_response,
title="Chat with GPT-2",
description="A simple chatbot powered by GPT-2."
)
# Launch the app
demo.launch()