diff --git a/.github/workflows/transfer.yml b/.github/workflows/transfer.yml index 9a30856..d25cfc3 100644 --- a/.github/workflows/transfer.yml +++ b/.github/workflows/transfer.yml @@ -15,9 +15,9 @@ jobs: run: | UA='User-Agent: Mozilla/5.0 (X11; Linux x86_64; rv:122.0) Gecko/20100101 Firefox/122.0' URL='https://tes.collegesource.com/publicview/TES_publicview01.aspx?rid=f080a477-bff8-46df-a5b2-25e9affdd4ed&aid=27b576bb-cd07-4e57-84d0-37475fde70ce' - HTML="$(curl -s -S -H "$UA" "$URL")" - echo "$HTML" | grep -A2 "" - NUM_PAGES="$(echo "$HTML" | grep -e 'lblInstWithEQPaginationInfo' | grep -Poie '(?<=of )[0-9]*')" + curl -s -S -o "home.html" -H "$UA" "$URL" + cat "home.html" | grep -A2 "<title>" + NUM_PAGES="$(cat "home.html" | grep -e 'lblInstWithEQPaginationInfo' | grep -Poie '(?<=of )[0-9]*')" echo "Found $NUM_PAGES pages" MATRIX_PARAMS="$(seq -s "," 1 "$NUM_PAGES")" MATRIX_PARAMS="\"page\": $(sed -e 's/,/}, {"page": /g' <<< "$MATRIX_PARAMS")"