app.py

import gradio as gr
import transformers
from transformers import AutoTokenizer

model = "Glasshes/debate_v3.1_model"
tokenizer = AutoTokenizer.from_pretrained(model)
pipeline = transformers.pipeline(
    "text-generation",
    model=model,
    device_map="auto",
)

def generate_text(text):
    sequences = pipeline(
        text,
        do_sample=True,
        top_k=10,
        num_return_sequences=1,
        eos_token_id=tokenizer.eos_token_id,
        max_length=500,
    )
    response = ""
    for seq in sequences:
        print(f"Result: {seq['generated_text']}")
        reponse += {seq['generated_text']}
    return response

iface = gr.Interface(
    fn=generate_text,
    inputs=gr.Textbox(),
    outputs=gr.Textbox(),
    live=True,
)

iface.launch()