phantop
/
quatalog-scraper
mirror of https://github.com/quatalog/quatalog.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Show curl errors

This commit is contained in:
powe97 2024-04-19 20:14:57 -04:00 committed by GitHub
parent 5419b401b4
commit fee0c9dafa
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
.github/workflows/transfer.yml vendored
View File

@ -15,7 +15,7 @@ jobs:
run: |
UA='User-Agent: Mozilla/5.0 (X11; Linux x86_64; rv:122.0) Gecko/20100101 Firefox/122.0'
URL='https://tes.collegesource.com/publicview/TES_publicview01.aspx?rid=f080a477-bff8-46df-a5b2-25e9affdd4ed&aid=27b576bb-cd07-4e57-84d0-37475fde70ce'
HTML="$(curl -s -H "$UA" "$URL")"
HTML="$(curl -s -S -H "$UA" "$URL")"
echo "$HTML" | grep -A2 "<title>"
NUM_PAGES="$(echo "$HTML" | grep -e 'lblInstWithEQPaginationInfo' | grep -Poie '(?<=of )[0-9]*')"
echo "Found $NUM_PAGES pages"