phantop
/
quatalog-scraper
mirror of https://github.com/quatalog/quatalog.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Compare commits

base: phantop:ae286917c163fdaebd504379df0166ffd218d5dc
Branches Tags
phantop:main
...
compare: phantop:57d9f5dc4cee969118ed9b530f954c64d1f0bb83
Branches Tags
phantop:main

3 Commits
ae286917c1 ... 57d9f5dc4c

Author SHA1 Message Date
powe97 57d9f5dc4c
See previous commit 2024-03-02 19:08:06 -05:00
powe97 58e509d1bb
Clean up and potentially fix rsync 2024-03-02 18:35:44 -05:00
powe97 c3e0d558d7
List data folder before copying (rsync seems to not work every time?) 2024-03-02 16:17:11 -05:00
1 changed files with 6 additions and 3 deletions
Show Stats Expand all files Collapse all files

9
.github/workflows/transfer.yml vendored
View File

@ -52,8 +52,9 @@ jobs:
- name: Scrape transfer guide
run: |
mkdir new-data
rsync -avzh data/transfer.json new-data
rsync -avzh data/transfer_state.json new-data
rsync -avzh --stats 'data/transfer.json' 'new-data'
rsync -azvh --stats 'data/transfer_state.json' 'new-data'
echo
python3 quatalog-scraping/transfer_scraper/main.py new-data/transfer.json new-data/transfer_state.json ${{ github.event.inputs.timeout || env.DEFAULT_TIMEOUT }}
- name: Upload data to artifact
@ -82,7 +83,9 @@ jobs:
- name: Copy data to repo directory
run: |
rsync -avzh data/ quatalog-data/
ls -lsa data
rsync -avzh --stats 'data/transfer.json' 'quatalog-data'
rsync -azvh --stats 'data/transfer_state.json' 'quatalog-data'
- name: Push new data
working-directory: quatalog-data