Locon213 commited on
Commit
46abf4a
·
verified ·
1 Parent(s): 2f79891

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +20 -1
app.py CHANGED
@@ -1,3 +1,22 @@
1
  import gradio as gr
 
2
 
3
- gr.load("nvidia/Hymba-1.5B-Instruct").launch()
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  import gradio as gr
2
+ from transformers import AutoModelForCausalLM, AutoTokenizer
3
 
4
+ # Загружаем модель и токенизатор
5
+ model_name = "nvidia/Hymba-1.5B-Instruct"
6
+ tokenizer = AutoTokenizer.from_pretrained(model_name)
7
+ model = AutoModelForCausalLM.from_pretrained(model_name)
8
+
9
+ # Функция генерации текста
10
+ def generate_text(prompt):
11
+ inputs = tokenizer(prompt, return_tensors="pt")
12
+ outputs = model.generate(**inputs, max_length=100)
13
+ return tokenizer.decode(outputs[0], skip_special_tokens=True)
14
+
15
+ # Интерфейс Gradio
16
+ interface = gr.Interface(
17
+ fn=generate_text,
18
+ inputs=gr.Textbox(label="Введите запрос"),
19
+ outputs=gr.Textbox(label="Ответ")
20
+ )
21
+
22
+ interface.launch()