app.py

import gradio as gr
from transformers import pipeline, AutoTokenizer
import spaces
@spaces.GPU
# generator = pipeline('text-generation', model='distilgpt2', device=-1)
# model_name = "rinna/japanese-gpt2-medium"
tokenizer = AutoTokenizer.from_pretrained('rinna/japanese-gpt2-medium')
generator = pipeline('text-generation', 'rinna/japanese-gpt2-medium', tokenizer=tokenizer, device=-1)

def generate_text(prompt, max_length):
    result = generator(prompt, max_length=max_length, num_return_sequences=1)
    return result[0]['generated_text']

iface = gr.Interface(
    fn=generate_text,
    inputs=[
        gr.Textbox(label="プロンプト"),
        gr.Slider(minimum=10, maximum=100, step=1, label="最大長")
    ],
    outputs=gr.Textbox(label="生成されたテキスト")
)

iface.launch()