Update crawl.yml

Author: 4uffin

.github/workflows/crawl.yml

@@ -28,16 +28,17 @@ jobs:
           pip install -r requirements.txt
 
       - name: Run web crawling script and check for changes
-        id: crawl_step
-        run: |
-          python crawl.py
-        continue-on-error: true
+        run: python crawl.py
 
-      - name: Commit crawled files if there are changes
-        if: success()
+      - name: Commit crawled files
         run: |
-          git config --global user.name "github-actions[bot]"
-          git config --global user.email "github-actions[bot]@users.noreply.github.com"
-          # Stage the entire directory for the commit
+          git config user.name "github-actions[bot]"
+          git config user.email "github-actions[bot]@users.noreply.github.com"
           git add crawled_output
-          git commit -m "chore: Update crawled data" || echo "No changes to commit."
+          # Check if there are changes to commit before committing
+          if ! git diff-index --quiet HEAD --; then
+            git commit -m "chore: Add crawled data"
+            git push
+          else
+            echo "No changes to commit."
+          fi