Spaces:
Runtime error
Runtime error
File size: 859 Bytes
9120466 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 |
import gradio as gr
from transformers import AutoModelForCausalLM, AutoTokenizer
import torch
# Inicjalizacja modelu
model = AutoModelForCausalLM.from_pretrained("google/gemma-7b-it", device_map="auto", torch_dtype=torch.float16)
tokenizer = AutoTokenizer.from_pretrained("google/gemma-7b-it")
def generate_description(prompt):
inputs = tokenizer(prompt, return_tensors="pt")
outputs = model.generate(
**inputs,
max_new_tokens=100,
temperature=0.7,
top_p=0.9,
repetition_penalty=1.2,
do_sample=True
)
return tokenizer.decode(outputs[0], skip_special_tokens=True)
# Interfejs
interface = gr.Interface(
fn=generate_description,
inputs=gr.Textbox(label="Prompt"),
outputs=gr.Textbox(label="Generated Description"),
title="RPG Battle Descriptions Generator"
)
interface.launch() |