phantop/quatalog-scraper
1
0
Fork 0
mirror of https://github.com/quatalog/quatalog.git synced 2025-11-29 15:55:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'main' of https://github.com/quatalog/quatalog

Browse source
This commit is contained in:
powe97 2024-03-01 13:32:09 -05:00
parent 3b608fad41 5fe4ee9f13
commit 001825d3dc
No known key found for this signature in database
GPG key ID: 7D1663B10978D1BA
1 changed files with 4 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
.github/workflows/transfer.yml vendored
View file

@ -1,5 +1,7 @@
name: Scrape transfer and update file name: Scrape transfer and update file
run-name: Scrape transfer and update file run-name: Scrape transfer and update file
env:
DEFAULT_TIMEOUT: 45
on: on:
# schedule: # schedule:
# - cron: '*/15 * * * *' # - cron: '*/15 * * * *'
@ -11,7 +13,7 @@ on:
description: "Timeout time" description: "Timeout time"
required: true required: true
type: number type: number
default: 120 default: 2
concurrency: concurrency:
group: transfer-scraper group: transfer-scraper
@ -52,7 +54,7 @@ jobs:
mkdir new-data mkdir new-data
rsync -avzh data/transfer.json new-data rsync -avzh data/transfer.json new-data
rsync -avzh data/transfer_state.json new-data rsync -avzh data/transfer_state.json new-data
python3 quatalog-scraping/transfer_scraper/main.py new-data/transfer.json new-data/transfer_state.json ${{ github.event.inputs.timeout }} python3 quatalog-scraping/transfer_scraper/main.py new-data/transfer.json new-data/transfer_state.json ${{ github.event.inputs.timeout || env.DEFAULT_TIMEOUT }}
- name: Upload data to artifact - name: Upload data to artifact
uses: actions/upload-artifact@v4 uses: actions/upload-artifact@v4