Update app.py
Browse files
app.py
CHANGED
@@ -1,25 +1,33 @@
|
|
1 |
import gradio as gr
|
2 |
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM, pipeline
|
3 |
|
4 |
-
# Загружаем
|
5 |
model_name = "google/flan-t5-small"
|
6 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
7 |
model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
|
8 |
|
9 |
-
# Пайплайн генерации
|
10 |
generator = pipeline("text2text-generation", model=model, tokenizer=tokenizer)
|
11 |
|
12 |
-
# Функция
|
13 |
def chat(message, history):
|
14 |
if not message.strip():
|
15 |
-
return "
|
|
|
|
|
16 |
response = generator(message, max_new_tokens=100)[0]["generated_text"]
|
|
|
|
|
|
|
|
|
17 |
return response
|
18 |
|
19 |
-
# Интерфейс
|
20 |
-
gr.
|
21 |
fn=chat,
|
22 |
-
|
23 |
-
|
|
|
|
|
24 |
theme="compact"
|
25 |
).launch()
|
|
|
1 |
import gradio as gr
|
2 |
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM, pipeline
|
3 |
|
4 |
+
# Загружаем модель
|
5 |
model_name = "google/flan-t5-small"
|
6 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
7 |
model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
|
8 |
|
9 |
+
# Пайплайн генерации текста
|
10 |
generator = pipeline("text2text-generation", model=model, tokenizer=tokenizer)
|
11 |
|
12 |
+
# Функция чата
|
13 |
def chat(message, history):
|
14 |
if not message.strip():
|
15 |
+
return "Пожалуйста, напиши что-то!"
|
16 |
+
|
17 |
+
# Генерация ответа
|
18 |
response = generator(message, max_new_tokens=100)[0]["generated_text"]
|
19 |
+
|
20 |
+
# Простой фильтр для исключения повтора
|
21 |
+
response = ' '.join(sorted(set(response.split()), key=response.split().index)) # Убираем дубли в ответе
|
22 |
+
|
23 |
return response
|
24 |
|
25 |
+
# Интерфейс
|
26 |
+
gr.Interface(
|
27 |
fn=chat,
|
28 |
+
inputs=[gr.Textbox(placeholder="Напиши сюда...", label="Сообщение")],
|
29 |
+
outputs=[gr.Chatbot()],
|
30 |
+
title="FlareGPT Light",
|
31 |
+
description="Поговори с FlareGPT!",
|
32 |
theme="compact"
|
33 |
).launch()
|