Bigshot commited on
Commit
7d852db
·
1 Parent(s): 751f012

Create app.py

Browse files
Files changed (1) hide show
  1. app.py +28 -0
app.py ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import gradio as gr
2
+ import os
3
+ os.system('pip install transformers')
4
+ from transformers import AutoTokenizer, AutoModelWithLMHead
5
+
6
+ # Load the tokenizer and model
7
+ tokenizer = AutoTokenizer.from_pretrained("gpt2")
8
+ model = AutoModelWithLMHead.from_pretrained("gpt-model-article")
9
+
10
+ def greet(prompt,temperature,top_k,top_p,max_len):
11
+
12
+ # Generate text using the fine-tuned model
13
+ input_ids = tokenizer.encode(prompt, return_tensors="pt")
14
+
15
+ # Generate the output
16
+ output = model.generate(
17
+ input_ids,
18
+ max_length=max_len,
19
+ do_sample=True,
20
+ temperature=temperature,
21
+ top_k=top_k,
22
+ top_p=top_p
23
+ )
24
+
25
+ return str(tokenizer.decode(output[0], skip_special_tokens=True))
26
+
27
+ iface = gr.Interface(fn=greet, inputs=["text",gr.Slider(0, 1, 0.8),gr.Slider(0, 1, 0),gr.Slider(0, 1, 0.9),gr.Slider(0, 250, 100)], outputs="text")
28
+ iface.launch()