rohit / app.py
ankit97733's picture
Create app.py
99ca072 verified
raw
history blame contribute delete
802 Bytes
import gradio as gr
from transformers import AutoModelForCausalLM, AutoTokenizer
# Load the model and tokenizer
model_name = "CharacterEcho/Rohit-Sharma"
tokenizer = AutoTokenizer.from_pretrained(model_name)
model = AutoModelForCausalLM.from_pretrained(model_name)
# Function to generate responses
def generate_response(prompt):
inputs = tokenizer(prompt, return_tensors="pt")
output = model.generate(inputs.input_ids, max_length=50, temperature=0.7, top_p=0.95, do_sample=True)
response = tokenizer.decode(output[0], skip_special_tokens=True)
return response
# Gradio interface
interface = gr.Interface(
fn=generate_response,
inputs="text",
outputs="text",
title="Rohit Sharma AI",
description="Ask Rohit Sharma anything!"
)
# Launch the app
interface.launch()