Spaces:
Sleeping
Sleeping
import gradio as gr | |
from transformers import AutoModelForCausalLM, AutoTokenizer | |
# Load the model and tokenizer | |
model_name = "CharacterEcho/Rohit-Sharma" | |
tokenizer = AutoTokenizer.from_pretrained(model_name) | |
model = AutoModelForCausalLM.from_pretrained(model_name) | |
# Function to generate responses | |
def generate_response(prompt): | |
inputs = tokenizer(prompt, return_tensors="pt") | |
output = model.generate(inputs.input_ids, max_length=50, temperature=0.7, top_p=0.95, do_sample=True) | |
response = tokenizer.decode(output[0], skip_special_tokens=True) | |
return response | |
# Gradio interface | |
interface = gr.Interface( | |
fn=generate_response, | |
inputs="text", | |
outputs="text", | |
title="Rohit Sharma AI", | |
description="Ask Rohit Sharma anything!" | |
) | |
# Launch the app | |
interface.launch() | |