phantop/quatalog-scraper
1
0
Fork 0
mirror of https://github.com/quatalog/quatalog.git synced 2024-11-25 16:23:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

See previous commit

Browse source
This commit is contained in:
powe97 2024-02-29 21:25:53 -05:00
parent fd2da56aee
commit 8a3e8a84d8
No known key found for this signature in database
GPG key ID: 7D1663B10978D1BA
1 changed files with 2 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
transfer_scraper/main.py
View file

@ -181,7 +181,7 @@ def main():
jumpable_pages[max(jumpable_pages)].click()
curr_page = max(jumpable_pages)
wait(driver, EC.staleness_of(page))
wait(EC.staleness_of(page))
sleep(random.uniform(3, 6))
page = driver.find_element("id", f"gdvInstWithEQ")
@ -206,7 +206,7 @@ def main():
us_state = fields[1].text.strip()
institution_link.click()
wait(driver, EC.staleness_of(institution_link))
wait(EC.staleness_of(institution_link))
try:
course_pages_len = int(
@ -240,7 +240,6 @@ def main():
try:
wait(
driver,
EC.element_to_be_clickable(
(By.CSS_SELECTOR, ".modal-header button")
),
@ -320,7 +319,6 @@ def main():
driver.find_element("id", "btnSwitchView").click()
wait(
driver,
EC.text_to_be_present_in_element(
("id", "lblInstWithEQPaginationInfo"), str(state["inst_pg"])
),