Skip to content

Update README.md

Update README.md #13

name: Combine Datasets
on:
workflow_dispatch:
push:
branches:
- main
jobs:
process_datasets:
runs-on: ubuntu-latest
steps:
- name: Checkout Repository
uses: actions/checkout@v3
- name: Set Up Python
uses: actions/setup-python@v4
with:
python-version: '3.12'
- name: Install Dependencies
run: |
python -m pip install --upgrade pip
pip install jsonschema
- name: Run Combine Datasets Script
run: python automation/combine-datasets.py
- name: Extract all keywords
run: python automation/keyword-extraction.py
- name: Commit and Push Changes
run: |
git config --global user.name "github-actions[bot]"
git config --global user.email "github-actions[bot]@users.noreply.github.com"
git add data/processed/datasets.json
git add data/processed/keywords.json
git commit -m "Updated combined JSON files" || echo "No changes to commit"
git push
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}