phantop/quatalog-scraper
1
0
Fork 0
mirror of https://github.com/quatalog/quatalog.git synced 2024-09-28 20:48:57 +00:00
Code Issues Packages Projects Releases Wiki Activity

Compare commits

base: phantop:0b97a431e1bf6382fea6305dacc610069fdd472d
Branches Tags
phantop:main
..
compare: phantop:57d9f5dc4cee969118ed9b530f954c64d1f0bb83
Branches Tags
phantop:main

No commits in common. "0b97a431e1bf6382fea6305dacc610069fdd472d" and "57d9f5dc4cee969118ed9b530f954c64d1f0bb83" have entirely different histories.
0b97a431e1 ... 57d9f5dc4c

1 changed files with 6 additions and 8 deletions
Show stats Expand all files Collapse all files

14
.github/workflows/transfer.yml vendored
View file

@ -49,14 +49,12 @@ jobs:
run: |
echo "Public IP: $(curl -s 'https://ipinfo.io/ip')"
- name: Copy data to temp dir
run: |
mkdir new-data
dd status=progress if='data/transfer.json' of='new-data/transfer.json'
dd status=progress if='data/transfer_state.json' of='new-data/transfer_state.json'
- name: Scrape transfer guide
run: |
mkdir new-data
rsync -avzh --stats 'data/transfer.json' 'new-data'
rsync -azvh --stats 'data/transfer_state.json' 'new-data'
echo
python3 quatalog-scraping/transfer_scraper/main.py new-data/transfer.json new-data/transfer_state.json ${{ github.event.inputs.timeout || env.DEFAULT_TIMEOUT }}
- name: Upload data to artifact
@ -86,8 +84,8 @@ jobs:
- name: Copy data to repo directory
run: |
ls -lsa data
dd status=progress if='data/transfer.json' of='quatalog-data/transfer.json'
dd status=progress if='data/transfer_state.json' of='quatalog-data/transfer_state.json'
rsync -avzh --stats 'data/transfer.json' 'quatalog-data'
rsync -azvh --stats 'data/transfer_state.json' 'quatalog-data'
- name: Push new data
working-directory: quatalog-data