Compare commits
2 Commits
57d9f5dc4c
...
0b97a431e1
Author | SHA1 | Date |
---|---|---|
|
0b97a431e1 | |
|
9eb5e195dc |
|
@ -49,12 +49,14 @@ jobs:
|
||||||
run: |
|
run: |
|
||||||
echo "Public IP: $(curl -s 'https://ipinfo.io/ip')"
|
echo "Public IP: $(curl -s 'https://ipinfo.io/ip')"
|
||||||
|
|
||||||
- name: Scrape transfer guide
|
- name: Copy data to temp dir
|
||||||
run: |
|
run: |
|
||||||
mkdir new-data
|
mkdir new-data
|
||||||
rsync -avzh --stats 'data/transfer.json' 'new-data'
|
dd status=progress if='data/transfer.json' of='new-data/transfer.json'
|
||||||
rsync -azvh --stats 'data/transfer_state.json' 'new-data'
|
dd status=progress if='data/transfer_state.json' of='new-data/transfer_state.json'
|
||||||
echo
|
|
||||||
|
- name: Scrape transfer guide
|
||||||
|
run: |
|
||||||
python3 quatalog-scraping/transfer_scraper/main.py new-data/transfer.json new-data/transfer_state.json ${{ github.event.inputs.timeout || env.DEFAULT_TIMEOUT }}
|
python3 quatalog-scraping/transfer_scraper/main.py new-data/transfer.json new-data/transfer_state.json ${{ github.event.inputs.timeout || env.DEFAULT_TIMEOUT }}
|
||||||
|
|
||||||
- name: Upload data to artifact
|
- name: Upload data to artifact
|
||||||
|
@ -84,8 +86,8 @@ jobs:
|
||||||
- name: Copy data to repo directory
|
- name: Copy data to repo directory
|
||||||
run: |
|
run: |
|
||||||
ls -lsa data
|
ls -lsa data
|
||||||
rsync -avzh --stats 'data/transfer.json' 'quatalog-data'
|
dd status=progress if='data/transfer.json' of='quatalog-data/transfer.json'
|
||||||
rsync -azvh --stats 'data/transfer_state.json' 'quatalog-data'
|
dd status=progress if='data/transfer_state.json' of='quatalog-data/transfer_state.json'
|
||||||
|
|
||||||
- name: Push new data
|
- name: Push new data
|
||||||
working-directory: quatalog-data
|
working-directory: quatalog-data
|
||||||
|
|
Loading…
Reference in New Issue