Spaces:
Runtime error
Runtime error
import gradio as gr | |
from transformers import AutoModelForCausalLM, AutoTokenizer | |
import torch | |
# Inicjalizacja modelu | |
model = AutoModelForCausalLM.from_pretrained("google/gemma-7b-it", device_map="auto", torch_dtype=torch.float16) | |
tokenizer = AutoTokenizer.from_pretrained("google/gemma-7b-it") | |
def generate_description(prompt): | |
inputs = tokenizer(prompt, return_tensors="pt") | |
outputs = model.generate( | |
**inputs, | |
max_new_tokens=100, | |
temperature=0.7, | |
top_p=0.9, | |
repetition_penalty=1.2, | |
do_sample=True | |
) | |
return tokenizer.decode(outputs[0], skip_special_tokens=True) | |
# Interfejs | |
interface = gr.Interface( | |
fn=generate_description, | |
inputs=gr.Textbox(label="Prompt"), | |
outputs=gr.Textbox(label="Generated Description"), | |
title="RPG Battle Descriptions Generator" | |
) | |
interface.launch() |