mirror of
https://github.com/quatalog/quatalog.git
synced 2024-11-15 19:42:44 +00:00
Set up workflow for transfer scraper
This commit is contained in:
parent
382f9080e5
commit
15b09123ee
17
.github/workflows/transfer.yml
vendored
17
.github/workflows/transfer.yml
vendored
|
@ -7,7 +7,7 @@ concurrency:
|
||||||
group: transfer-scraper
|
group: transfer-scraper
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
scrape-transfer:
|
scrape-data:
|
||||||
name: Scrape transfer guide
|
name: Scrape transfer guide
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
steps:
|
steps:
|
||||||
|
@ -16,6 +16,11 @@ jobs:
|
||||||
with:
|
with:
|
||||||
path: quatalog-scraping
|
path: quatalog-scraping
|
||||||
|
|
||||||
|
- name: Checkout data repo
|
||||||
|
uses: actions/checkout@v4
|
||||||
|
with:
|
||||||
|
path: data
|
||||||
|
|
||||||
- name: Set up python
|
- name: Set up python
|
||||||
uses: actions/setup-python@v4
|
uses: actions/setup-python@v4
|
||||||
with:
|
with:
|
||||||
|
@ -27,14 +32,8 @@ jobs:
|
||||||
run: pip install -r 'requirements.txt'
|
run: pip install -r 'requirements.txt'
|
||||||
|
|
||||||
- name: Log IP
|
- name: Log IP
|
||||||
run: echo "Public IP: $(curl -s 'https://ipinfo.io/ip')"
|
run: |
|
||||||
|
echo "Public IP: $(curl -s 'https://ipinfo.io/ip')"
|
||||||
- name: Retrieve existing data
|
|
||||||
run:
|
|
||||||
mkdir data
|
|
||||||
cd data
|
|
||||||
wget 'https://raw.githubusercontent.com/powe97/rpi-transfer-scraper/main/transfer.json'
|
|
||||||
wget 'https://raw.githubusercontent.com/powe97/rpi-transfer-scraper/main/transfer_state.json'
|
|
||||||
|
|
||||||
- name: Scrape transfer guide
|
- name: Scrape transfer guide
|
||||||
run: python3 quatalog-scraping/transfer_scraper data/transfer.json data/transfer_state.json
|
run: python3 quatalog-scraping/transfer_scraper data/transfer.json data/transfer_state.json
|
||||||
|
|
Loading…
Reference in a new issue