Compare commits

...

2 Commits

Author SHA1 Message Date
powe97 0b97a431e1
Clarify steps 2024-03-03 18:56:33 -05:00
powe97 9eb5e195dc
Use dd instead of rsync 2024-03-03 17:40:25 -05:00
1 changed files with 8 additions and 6 deletions

View File

@ -49,12 +49,14 @@ jobs:
run: |
echo "Public IP: $(curl -s 'https://ipinfo.io/ip')"
- name: Scrape transfer guide
- name: Copy data to temp dir
run: |
mkdir new-data
rsync -avzh --stats 'data/transfer.json' 'new-data'
rsync -azvh --stats 'data/transfer_state.json' 'new-data'
echo
dd status=progress if='data/transfer.json' of='new-data/transfer.json'
dd status=progress if='data/transfer_state.json' of='new-data/transfer_state.json'
- name: Scrape transfer guide
run: |
python3 quatalog-scraping/transfer_scraper/main.py new-data/transfer.json new-data/transfer_state.json ${{ github.event.inputs.timeout || env.DEFAULT_TIMEOUT }}
- name: Upload data to artifact
@ -84,8 +86,8 @@ jobs:
- name: Copy data to repo directory
run: |
ls -lsa data
rsync -avzh --stats 'data/transfer.json' 'quatalog-data'
rsync -azvh --stats 'data/transfer_state.json' 'quatalog-data'
dd status=progress if='data/transfer.json' of='quatalog-data/transfer.json'
dd status=progress if='data/transfer_state.json' of='quatalog-data/transfer_state.json'
- name: Push new data
working-directory: quatalog-data