mirror of
https://github.com/quatalog/quatalog.git
synced 2024-11-15 19:42:44 +00:00
29 lines
1.1 KiB
YAML
29 lines
1.1 KiB
YAML
name: Scrape transfer and update file
|
|
run-name: Scrape transfer and update file
|
|
env:
|
|
DEFAULT_TIMEOUT: 45
|
|
on:
|
|
workflow_dispatch:
|
|
|
|
jobs:
|
|
starter:
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Create matrix parameters
|
|
id: matrix-params
|
|
run: |
|
|
NUM_PAGES="$(curl -H 'User-Agent: Mozilla/5.0 (X11; Linux x86_64; rv:122.0) Gecko/20100101 Firefox/122.0' 'https://tes.collegesource.com/publicview/TES_publicview01.aspx?rid=f080a477-bff8-46df-a5b2-25e9affdd4ed&aid=27b576bb-cd07-4e57-84d0-37475fde70ce' | grep -e 'lblInstWithEQPaginationInfo' | grep -Poie '(?<=of )[0-9]*')"
|
|
MATRIX_PARAMS="$(seq -s "," 1 "$NUM_PAGES")"
|
|
MATRIX_PARAMS="\"page\": $(sed -e 's/,/}, {"page": /g' <<< "$MATRIX_PARAMS")"
|
|
echo "matrix-params={\"include\": [{ "$MATRIX_PARAMS" }]}" | tee $GITHUB_OUTPUT
|
|
outputs:
|
|
matrix-params: ${{ steps.matrix-params.outputs.matrix-params }}
|
|
matrix-job:
|
|
runs-on: ubuntu-latest
|
|
needs: starter
|
|
strategy:
|
|
matrix: ${{ fromJson(needs.starter.outputs.matrix-params) }}
|
|
steps:
|
|
- run: |
|
|
echo ${{ matrix.page }}
|