Set up workflow for transfer scraper

This commit is contained in:
powe97 2024-02-29 20:37:31 -05:00
parent 382f9080e5
commit 15b09123ee
No known key found for this signature in database
GPG Key ID: 7D1663B10978D1BA
1 changed files with 8 additions and 9 deletions

View File

@ -7,7 +7,7 @@ concurrency:
group: transfer-scraper
jobs:
scrape-transfer:
scrape-data:
name: Scrape transfer guide
runs-on: ubuntu-latest
steps:
@ -16,6 +16,11 @@ jobs:
with:
path: quatalog-scraping
- name: Checkout data repo
uses: actions/checkout@v4
with:
path: data
- name: Set up python
uses: actions/setup-python@v4
with:
@ -27,14 +32,8 @@ jobs:
run: pip install -r 'requirements.txt'
- name: Log IP
run: echo "Public IP: $(curl -s 'https://ipinfo.io/ip')"
- name: Retrieve existing data
run:
mkdir data
cd data
wget 'https://raw.githubusercontent.com/powe97/rpi-transfer-scraper/main/transfer.json'
wget 'https://raw.githubusercontent.com/powe97/rpi-transfer-scraper/main/transfer_state.json'
run: |
echo "Public IP: $(curl -s 'https://ipinfo.io/ip')"
- name: Scrape transfer guide
run: python3 quatalog-scraping/transfer_scraper data/transfer.json data/transfer_state.json