Add Dockerfile

app.py

@@ -1,56 +0,0 @@
-import gradio as gr
-from pathlib import Path
-from crawler.main import main
-from crawler.config import Config
-import asyncio
-
-
-ROOT_DIR = Path(__file__).absolute().parents[0]
-
-
-def crawl(url):
-    config = Config(
-        url=url,
-        match=f"{url}/**",
-        selector="body",
-        max_pages_to_crawl=100,
-        output_file_name=f"{ROOT_DIR}/output.json"
-    )
-    asyncio.run(main(config))
-    return f"{ROOT_DIR}/output.json"
-
-
-css = """
-#center {text-align: center}
-footer {visibility: hidden}
-a {color: rgb(255, 206, 10) !important}
-"""
-with gr.Blocks(css=css) as demo:
-    user_identify = gr.Textbox(visible=False)
-
-    gr.Markdown("# AutoCrawler", elem_id="center")
-    gr.Markdown("Made by `LaplaceAI`", elem_id="center")
-    gr.Markdown("---")
-
-    input_url = gr.Textbox(
-        placeholder="Enter your website...",
-        label="URL to crawl",
-        interactive=True,
-        visible=True,
-    )
-    crawl_btn = gr.Button("Start Crawl!")
-    # status = gr.Textbox(
-    #     label="Crawler Status",
-    #     interactive=False,
-    # )
-    output_file = gr.File()
-
-    crawl_btn.click(
-        inputs=input_url, fn=crawl, outputs=output_file
-    )
-
-
-
-if __name__ == "__main__":
-    demo.queue(concurrency_count=3)
-    demo.launch()

requirements.txt

@@ -0,0 +1,2 @@
+playwright
+asyncio