mirror of
https://github.com/quatalog/quatalog.git
synced 2024-11-08 08:04:24 +00:00
Set up workflow for transfer scraper
This commit is contained in:
parent
382f9080e5
commit
15b09123ee
17
.github/workflows/transfer.yml
vendored
17
.github/workflows/transfer.yml
vendored
|
@ -7,7 +7,7 @@ concurrency:
|
|||
group: transfer-scraper
|
||||
|
||||
jobs:
|
||||
scrape-transfer:
|
||||
scrape-data:
|
||||
name: Scrape transfer guide
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
|
@ -16,6 +16,11 @@ jobs:
|
|||
with:
|
||||
path: quatalog-scraping
|
||||
|
||||
- name: Checkout data repo
|
||||
uses: actions/checkout@v4
|
||||
with:
|
||||
path: data
|
||||
|
||||
- name: Set up python
|
||||
uses: actions/setup-python@v4
|
||||
with:
|
||||
|
@ -27,14 +32,8 @@ jobs:
|
|||
run: pip install -r 'requirements.txt'
|
||||
|
||||
- name: Log IP
|
||||
run: echo "Public IP: $(curl -s 'https://ipinfo.io/ip')"
|
||||
|
||||
- name: Retrieve existing data
|
||||
run:
|
||||
mkdir data
|
||||
cd data
|
||||
wget 'https://raw.githubusercontent.com/powe97/rpi-transfer-scraper/main/transfer.json'
|
||||
wget 'https://raw.githubusercontent.com/powe97/rpi-transfer-scraper/main/transfer_state.json'
|
||||
run: |
|
||||
echo "Public IP: $(curl -s 'https://ipinfo.io/ip')"
|
||||
|
||||
- name: Scrape transfer guide
|
||||
run: python3 quatalog-scraping/transfer_scraper data/transfer.json data/transfer_state.json
|
||||
|
|
Loading…
Reference in a new issue