Create visualization.yml

.github/workflows/visualization.yml

@@ -0,0 +1,42 @@
+name: Run Visualization Script
+
+on:
+  workflow_dispatch:
+  schedule:
+    # Run every 30 minutes
+    #- cron: '*/30 * * * *'
+    - cron: '0 0 * * 0'
+
+jobs:
+  run-scraper:
+    runs-on: ubuntu-latest
+
+    steps:
+    - name: Checkout repository
+      uses: actions/checkout@v3
+
+    - name: Set up Python
+      uses: actions/setup-python@v4
+      with:
+        python-version: '3.11'
+
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install -r requirements.txt
+
+    - name: Run Visualization Script
+      run: |
+        python embedding_gen.py
+    - name: List plots folder
+      run: ls -R plots || echo "plots not found"
+    - name: Commit and Push Changes
+      run: |
+        git config --global user.name "github-actions[bot]"
+        git config --global user.email "github-actions[bot]@users.noreply.github.com"
+        git add plots
+        git commit -m "Add plots generated by script"
+        git push
+      env:
+        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+