From de89a56808b08839153303aaf1af9a5f661c5f46 Mon Sep 17 00:00:00 2001 From: powe97 <116031952+powe97@users.noreply.github.com> Date: Wed, 6 Mar 2024 12:41:08 -0600 Subject: [PATCH] Add more debug printing --- transfer_scraper/main.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/transfer_scraper/main.py b/transfer_scraper/main.py index e97c4f5..164560f 100644 --- a/transfer_scraper/main.py +++ b/transfer_scraper/main.py @@ -95,12 +95,16 @@ def scrape_page(page_num): driver.get( "https://tes.collegesource.com/publicview/TES_publicview01.aspx?rid=f080a477-bff8-46df-a5b2-25e9affdd4ed&aid=27b576bb-cd07-4e57-84d0-37475fde70ce" ) + print( + f'Page title: {driver.find_element(By.TAG_NAME, "title").text.strip()}', + file=sys.stderr, + ) jump_to_page(1, page_num, "gdvInstWithEQ", "lblInstWithEQPaginationInfo") break except Exception as e: driver.quit() print( - f"Attempt {i} failed to load page, retrying in 25 seconds...", + f"Attempt {i} failed due to {type(e).__name__}: {e}, retrying in 25 seconds...", file=sys.stderr, ) sleep(25)