quatalog-scraper/.github/workflows/scrape_page.yml

39 lines
1,012 B
YAML
Raw Normal View History

2024-03-17 00:46:25 +00:00
name: Scrape single page of transfer guide
run-name: Scrape single page of transfer guide
on:
workflow_call:
inputs:
page:
required: true
type: number
jobs:
scrape-page:
runs-on: ubuntu-latest
steps:
- name: Checkout scraping repo
uses: actions/checkout@v4
- name: Set up python
uses: actions/setup-python@v5
with:
python-version: '3.11'
cache: 'pip'
- name: Install dependencies
working-directory: transfer_scraper
run: |
python -m pip install --upgrade pip
pip install -r 'requirements.txt'
- name: Run scraper
working-directory: transfer_scraper
run: |
python3 scrape_page.py ${{ inputs.page }} transfer_${{ inputs.page }}.json
- name: Upload data to artifact
uses: actions/upload-artifact@v4
with:
2024-03-17 01:23:23 +00:00
name: transfer-page-${{ inputs.page }}
path: transfer_scraper/transfer_${{ inputs.page }}.json