HaveAI commited on
Commit
7a5b93e
·
verified ·
1 Parent(s): 6f087f4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +14 -9
app.py CHANGED
@@ -1,20 +1,25 @@
1
  import gradio as gr
2
  from transformers import AutoTokenizer, AutoModelForSeq2SeqLM, pipeline
3
 
4
- # Используем Flan-T5 для адекватных ответов
5
  model_name = "google/flan-t5-small"
6
  tokenizer = AutoTokenizer.from_pretrained(model_name)
7
  model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
8
 
9
- # Создаём пайплайн
10
- pipe = pipeline("text2text-generation", model=model, tokenizer=tokenizer)
11
 
12
- # Логика обработки сообщений
13
- def respond(message, history):
14
  if not message.strip():
15
- return "Напиши что-нибудь!"
16
- response = pipe(message, max_new_tokens=100)[0]["generated_text"]
17
  return response
18
 
19
- # Интерфейс чата
20
- gr.ChatInterface(fn=respond, title="FlareGPT Light").launch()
 
 
 
 
 
 
1
  import gradio as gr
2
  from transformers import AutoTokenizer, AutoModelForSeq2SeqLM, pipeline
3
 
4
+ # Загружаем flan-t5-small, а не causalLM!
5
  model_name = "google/flan-t5-small"
6
  tokenizer = AutoTokenizer.from_pretrained(model_name)
7
  model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
8
 
9
+ # Пайплайн генерации
10
+ generator = pipeline("text2text-generation", model=model, tokenizer=tokenizer)
11
 
12
+ # Функция ответа
13
+ def chat(message, history):
14
  if not message.strip():
15
+ return "Напиши что-нибудь 😅"
16
+ response = generator(message, max_new_tokens=100)[0]["generated_text"]
17
  return response
18
 
19
+ # Интерфейс FlareGPT Light
20
+ gr.ChatInterface(
21
+ fn=chat,
22
+ title="🔥 FlareGPT Light",
23
+ description="Лёгкий ИИ-чат на FLAN-T5-small — быстро, просто и умно.",
24
+ theme="compact"
25
+ ).launch()