Upload app.py

app.py

@@ -0,0 +1,64 @@
+import PyPDF2
+import gradio as gr
+import json
+from transformers import pipeline
+from datasets import DatasetDict, Dataset
+
+# Função para extrair texto do PDF
+def extract_text_from_pdf(pdf_file):
+    reader = PyPDF2.PdfFileReader(pdf_file)
+    text = ""
+    for page in range(reader.numPages):
+        text += reader.getPage(page).extract_text()
+    return text
+
+# Função para gerar perguntas e respostas usando o pipeline da Hugging Face
+def generate_qa_pairs(text):
+    qa_pipeline = pipeline("question-generation")
+    qas = qa_pipeline(text)
+    return qas
+
+# Função para converter os pares de QA no formato SQuAD
+def convert_to_squad_format(qas, context):
+    squad_data = []
+    for i, qa in enumerate(qas):
+        entry = {
+            "title": "Generated Data",
+            "context": context,
+            "question": qa['question'],
+            "id": str(i),
+            "answers": {
+                "answer_start": [qa['answer']['start']],
+                "text": [qa['answer']['text']]
+            }
+        }
+        squad_data.append(entry)
+    return squad_data
+
+# Função para salvar os dados no formato SQuAD
+def save_to_json(data, file_name):
+    if not file_name.endswith(".json"):
+        file_name += ".json"
+    with open(file_name, "w", encoding='utf-8') as f:
+        json.dump(data, f, ensure_ascii=False, indent=4)
+    return file_name
+
+# Função principal para ser usada no Gradio
+def process_pdf(pdf_file, file_name):
+    context = extract_text_from_pdf(pdf_file)
+    qas = generate_qa_pairs(context)
+    squad_data = convert_to_squad_format(qas, context)
+    file_path = save_to_json(squad_data, file_name)
+    return file_path
+
+# Interface Gradio
+with gr.Blocks() as demo:
+    with gr.Row():
+        pdf_file = gr.File(label="Upload PDF", file_types=[".pdf"])
+        file_name = gr.Textbox(label="Output JSON File Name", value="squad_dataset")
+    process_button = gr.Button("Process PDF")
+    download_link = gr.File(label="Download JSON", interactive=False)
+
+    process_button.click(fn=process_pdf, inputs=[pdf_file, file_name], outputs=download_link)
+
+demo.launch()