Create app.py

app.py

@@ -0,0 +1,53 @@
+# from transformers import GPT2Tokenizer, GPT2LMHeadModel, GPT2Config
+#
+#
+# model = GPT2LMHeadModel.from_pretrained("rugpt3large_for_qna_120k10")
+# tokenizer = GPT2Tokenizer.from_pretrained("rugpt3large_for_qna_120k10")
+#
+# print(tokenizer.decode(model.generate(
+#                         tokenizer.encode('<s> [user] Ты кто? [assistant]',
+#                                      return_tensors="pt"),
+#                         max_new_tokens=100, no_repeat_ngram_size=2, temperature=0.7, do_sample=True)[0]))
+
+import gradio as gr
+import torch
+from transformers import GPT2Tokenizer, GPT2LMHeadModel
+
+# Загрузка модели и токенизатора
+tokenizer = GPT2Tokenizer.from_pretrained("ERmak1581/rugpt3large_for_qna_120k1")
+model = GPT2LMHeadModel.from_pretrained("ERmak1581/rugpt3large_for_qna_120k1")
+
+# Функция для генерации текста на основе входной строки
+def gen(request, temperature, maxnewtokens):
+    input_text = f"<s> [user] {request} [assistant]"
+    max_new_tokens = maxnewtokens
+
+    # Преобразование входной строки в токены
+    input_ids = tokenizer.encode(input_text, return_tensors='pt')
+
+    # Генерация текста
+    output = model.generate(
+        input_ids,
+        do_sample=True,
+        max_new_tokens=max_new_tokens,
+        temperature=temperature,
+        no_repeat_ngram_size=3
+    )
+
+    # Декодирование сгенерированного текста
+    decoded_output = tokenizer.decode(output[0], skip_special_tokens=True)
+    res = decoded_output.split("[assistant]")[1]
+    res.removesuffix("</s>")
+    res = res.strip()
+    return res
+
+# Создание интерфейса Gradio
+inputs = [
+    gr.Textbox(lines=5, label="Input Text"),
+    gr.Slider(minimum=0.1, maximum=1.9, value=1.0, label="Temperature", step=0.05),
+    gr.Slider(minimum=10, maximum=200, value=50, label="Max New Tokens", step=5)
+]
+output = gr.Textbox(label="Output Text")
+
+interface = gr.Interface(gen, inputs, output, title="GPT-2 Text Generation", theme="compact", description="Демонстрация <a href=https://huggingface.co/ERmak1581/rugpt3large_for_qna_120k1>модели</a> для задачи Question-Answer")
+interface.launch(share=True)