Skip to content

Scrape

Scrape #19

Workflow file for this run

name: Run Scrape Script
on:
workflow_dispatch:
permissions:
contents: write
jobs:
run-scrape:
runs-on: ubuntu-latest
steps:
- name: Checkout repository
uses: actions/checkout@v4
- name: Set up Python
uses: actions/setup-python@v5
with:
python-version: '3.10'
- name: Install dependencies
run: |
python -m pip install --upgrade pip pipenv
pipenv install
- name: Run scrape script
run: |
pipenv run python src/scrape.py "${{ secrets.SCRAPED_URLS }}" --output-dir=./docs/
- name: Run build script
run: |
pipenv run python src/build.py
- name: Commit and push changes
run: |
git config --global user.name "github-actions[bot]"
git config --global user.email "github-actions[bot]@users.noreply.github.com"
git add .
git commit -m "Add scrape results [skip ci]"
git push origin HEAD:${{ github.ref }}