ankit97733 commited on
Commit
99ca072
·
verified ·
1 Parent(s): cd1acc0

Create app.py

Browse files
Files changed (1) hide show
  1. app.py +26 -0
app.py ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import gradio as gr
2
+ from transformers import AutoModelForCausalLM, AutoTokenizer
3
+
4
+ # Load the model and tokenizer
5
+ model_name = "CharacterEcho/Rohit-Sharma"
6
+ tokenizer = AutoTokenizer.from_pretrained(model_name)
7
+ model = AutoModelForCausalLM.from_pretrained(model_name)
8
+
9
+ # Function to generate responses
10
+ def generate_response(prompt):
11
+ inputs = tokenizer(prompt, return_tensors="pt")
12
+ output = model.generate(inputs.input_ids, max_length=50, temperature=0.7, top_p=0.95, do_sample=True)
13
+ response = tokenizer.decode(output[0], skip_special_tokens=True)
14
+ return response
15
+
16
+ # Gradio interface
17
+ interface = gr.Interface(
18
+ fn=generate_response,
19
+ inputs="text",
20
+ outputs="text",
21
+ title="Rohit Sharma AI",
22
+ description="Ask Rohit Sharma anything!"
23
+ )
24
+
25
+ # Launch the app
26
+ interface.launch()