Update requirements.txt

requirements.txt

@@ -1,16 +1,32 @@
-stablepy==0.6.0
-streamlit
-playwright>=1.35.0
-spacy>=3.5.0
-google-auth-oauthlib>=0.4.6
-google-auth-httplib2>=0.1.0
-google-api-python-client>=2.70.0
-PyPDF2>=3.0.0
-beautifulsoup4>=4.11.2
-gdown
-sentence-transformers
-spacy-transformers
-transformers
-pandas 
-schedule 
-reportlab
+# Core dependencies
+streamlit==1.22.0
+playwright==1.32.1
+pyppeteer==1.0.2
+beautifulsoup4==4.11.2
+PyPDF2==3.0.1
+reportlab==3.6.12
+Pillow==9.4.0
+requests==2.28.2
+celery==5.2.7
+redis==4.5.1
+mitmproxy==9.0.1
+google-auth-oauthlib==1.0.0
+google-api-python-client==2.79.0
+
+# Optional dependencies for advanced features
+splash==3.5
+scrapy==2.7.1
+scrapy-splash==0.8.0
+selenium==4.8.2
+scrapy-selenium==0.0.7
+portia2code==0.1.0
+scrapinghub==2.4.0
+
+# Utils
+numpy==1.24.2
+pandas==1.5.3
+aiohttp==3.8.4
+aiodns==3.0.0
+python-dotenv==1.0.0
+nest-asyncio==1.5.6
+tqdm==4.64.1