Convert to use reusable workflow

This commit is contained in:
powe97 2024-03-16 20:45:57 -04:00 committed by GitHub
parent f7c5c2461a
commit ea09d33ac2
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 27 deletions

View File

@ -22,37 +22,13 @@ jobs:
scrape-page:
name: Scrape page
runs-on: ubuntu-latest
needs: setup
uses: ./.github/workflows/scrape_page.yml
strategy:
matrix: ${{ fromJson(needs.setup.outputs.matrix-params) }}
fail-fast: true
steps:
- name: Checkout scraping repo
uses: actions/checkout@v4
- name: Set up python
uses: actions/setup-python@v5
with:
python-version: '3.11'
cache: 'pip'
- name: Install dependencies
working-directory: transfer_scraper
run: |
python -m pip install --upgrade pip
pip install -r 'requirements.txt'
- name: Run scraper
working-directory: transfer_scraper
run: |
python3 scrape_page.py ${{ matrix.page }} transfer_${{ matrix.page }}.json
- name: Upload data to artifact
uses: actions/upload-artifact@v4
with:
name: transfer-page-${{ matrix.page }}
path: transfer_scraper/transfer_${{ matrix.page }}.json
with:
page: ${{ matrix.page }}
commit-data:
name: Combine/convert and commit data