Spaces:
Sleeping
Sleeping
import gradio as gr | |
from transformers import GPT2LMHeadModel, GPT2Tokenizer | |
# Load pre-trained GPT-2 model and tokenizer | |
model_name = "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B" | |
tokenizer = GPT2Tokenizer.from_pretrained(model_name) | |
model = GPT2LMHeadModel.from_pretrained(model_name) | |
def generate_response(message, history): | |
# Combine the conversation history with the new message | |
input_text = f"{message}" | |
# Tokenize input text | |
inputs = tokenizer.encode(input_text, return_tensors="pt") | |
# Generate response using GPT-2 | |
outputs = model.generate(inputs, max_length=50, num_return_sequences=1) | |
# Decode generated text | |
response = tokenizer.decode(outputs[0], skip_special_tokens=True) | |
return response | |
# Create ChatInterface | |
demo = gr.ChatInterface( | |
fn=generate_response, | |
title="Chat with GPT-2", | |
description="A simple chatbot powered by GPT-2." | |
) | |
# Launch the app | |
demo.launch() |