Add app.py

app.py

@@ -0,0 +1,56 @@
+import gradio as gr
+from pathlib import Path
+from crawler.main import main
+from crawler.config import Config
+import asyncio
+
+
+ROOT_DIR = Path(__file__).absolute().parents[0]
+
+
+def crawl(url):
+    config = Config(
+        url=url,
+        match=f"{url}/**",
+        selector="body",
+        max_pages_to_crawl=100,
+        output_file_name=f"{ROOT_DIR}/output.json"
+    )
+    asyncio.run(main(config))
+    return f"{ROOT_DIR}/output.json"
+
+
+css = """
+#center {text-align: center}
+footer {visibility: hidden}
+a {color: rgb(255, 206, 10) !important}
+"""
+with gr.Blocks(css=css) as demo:
+    user_identify = gr.Textbox(visible=False)
+
+    gr.Markdown("# AutoCrawler", elem_id="center")
+    gr.Markdown("Made by `LaplaceAI`", elem_id="center")
+    gr.Markdown("---")
+
+    input_url = gr.Textbox(
+        placeholder="Enter your website...",
+        label="URL to crawl",
+        interactive=True,
+        visible=True,
+    )
+    crawl_btn = gr.Button("Start Crawl!")
+    # status = gr.Textbox(
+    #     label="Crawler Status",
+    #     interactive=False,
+    # )
+    output_file = gr.File()
+
+    crawl_btn.click(
+        inputs=input_url, fn=crawl, outputs=output_file
+    )
+
+
+
+if __name__ == "__main__":
+    demo.queue(concurrency_count=3)
+    demo.launch()