From 10360ff57ce04a9ee7dbd7b762bdc4d94ee62cc9 Mon Sep 17 00:00:00 2001
From: powe97 <116031952+powe97@users.noreply.github.com>
Date: Wed, 6 Mar 2024 12:48:48 -0600
Subject: [PATCH] Wait for table

---
 transfer_scraper/main.py | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/transfer_scraper/main.py b/transfer_scraper/main.py
index 164560f..b2480c3 100644
--- a/transfer_scraper/main.py
+++ b/transfer_scraper/main.py
@@ -95,6 +95,7 @@ def scrape_page(page_num):
             driver.get(
                 "https://tes.collegesource.com/publicview/TES_publicview01.aspx?rid=f080a477-bff8-46df-a5b2-25e9affdd4ed&aid=27b576bb-cd07-4e57-84d0-37475fde70ce"
             )
+            wait(EC.visibility_of_element_located((By.ID, "gdvInstWithEQ")))
             print(
                 f'Page title: {driver.find_element(By.TAG_NAME, "title").text.strip()}',
                 file=sys.stderr,
@@ -104,7 +105,7 @@ def scrape_page(page_num):
         except Exception as e:
             driver.quit()
             print(
-                f"Attempt {i} failed due to {type(e).__name__}: {e}, retrying in 25 seconds...",
+                f"Attempt {i} failed due to {type(e).__name__}, retrying in 25 seconds...",
                 file=sys.stderr,
             )
             sleep(25)
@@ -129,7 +130,7 @@ def scrape_institution_safe(index, page_num):
         except Exception as e:
             driver.quit()
             print(
-                f"\tAttempt {i} failed due to {type(e).__name__}: {e}, retrying in 25 seconds...",
+                f"\tAttempt {i} failed due to {type(e).__name__}, retrying in 25 seconds...",
                 file=sys.stderr,
             )
             sleep(25)
@@ -148,6 +149,7 @@ def scrape_institution(index, page_num):
     driver.get(
         "https://tes.collegesource.com/publicview/TES_publicview01.aspx?rid=f080a477-bff8-46df-a5b2-25e9affdd4ed&aid=27b576bb-cd07-4e57-84d0-37475fde70ce"
     )
+    wait(EC.visibility_of_element_located((By.ID, "gdvCourseEQ")))
     jump_to_page(1, page_num, "gdvInstWithEQ", "lblInstWithEQPaginationInfo")
 
     inst_link = driver.find_element(