Update app.py
Browse files
app.py
CHANGED
@@ -1,20 +1,25 @@
|
|
1 |
import gradio as gr
|
2 |
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM, pipeline
|
3 |
|
4 |
-
#
|
5 |
model_name = "google/flan-t5-small"
|
6 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
7 |
model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
|
8 |
|
9 |
-
#
|
10 |
-
|
11 |
|
12 |
-
#
|
13 |
-
def
|
14 |
if not message.strip():
|
15 |
-
return "Напиши
|
16 |
-
response =
|
17 |
return response
|
18 |
|
19 |
-
# Интерфейс
|
20 |
-
gr.ChatInterface(
|
|
|
|
|
|
|
|
|
|
|
|
1 |
import gradio as gr
|
2 |
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM, pipeline
|
3 |
|
4 |
+
# Загружаем flan-t5-small, а не causalLM!
|
5 |
model_name = "google/flan-t5-small"
|
6 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
7 |
model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
|
8 |
|
9 |
+
# Пайплайн генерации
|
10 |
+
generator = pipeline("text2text-generation", model=model, tokenizer=tokenizer)
|
11 |
|
12 |
+
# Функция ответа
|
13 |
+
def chat(message, history):
|
14 |
if not message.strip():
|
15 |
+
return "Напиши что-нибудь 😅"
|
16 |
+
response = generator(message, max_new_tokens=100)[0]["generated_text"]
|
17 |
return response
|
18 |
|
19 |
+
# Интерфейс FlareGPT Light
|
20 |
+
gr.ChatInterface(
|
21 |
+
fn=chat,
|
22 |
+
title="🔥 FlareGPT Light",
|
23 |
+
description="Лёгкий ИИ-чат на FLAN-T5-small — быстро, просто и умно.",
|
24 |
+
theme="compact"
|
25 |
+
).launch()
|