Spaces:
Sleeping
Sleeping
Aqsa Kausar
commited on
Create scraping.yml
Browse files
.github/workflows/scraping.yml
ADDED
@@ -0,0 +1,30 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
name: Run LinkedIn Scraping Script
|
2 |
+
|
3 |
+
on:
|
4 |
+
schedule:
|
5 |
+
# Run every 30 minutes
|
6 |
+
- cron: '*/30 * * * *'
|
7 |
+
|
8 |
+
jobs:
|
9 |
+
run-scraper:
|
10 |
+
runs-on: ubuntu-latest
|
11 |
+
|
12 |
+
steps:
|
13 |
+
- name: Checkout repository
|
14 |
+
uses: actions/checkout@v3
|
15 |
+
|
16 |
+
- name: Set up Python
|
17 |
+
uses: actions/setup-python@v4
|
18 |
+
with:
|
19 |
+
python-version: '3.11'
|
20 |
+
|
21 |
+
- name: Install dependencies
|
22 |
+
run: |
|
23 |
+
python -m pip install --upgrade pip
|
24 |
+
pip install -r requirements.txt
|
25 |
+
|
26 |
+
- name: Run LinkedIn Scraping Script
|
27 |
+
env:
|
28 |
+
RAPID_API_KEY: ${{ secrets.RAPID_API_KEY }}
|
29 |
+
run: |
|
30 |
+
python linkedin_scraping.py
|