phantop/quatalog-scraper
1
0
Fork 0
mirror of https://github.com/quatalog/quatalog.git synced 2025-11-28 15:26:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

Print title

Browse source
This commit is contained in:
powe97 2024-03-07 16:14:54 -06:00
parent 779b979b9b
commit 4c0517f6c4
No known key found for this signature in database
GPG key ID: 7D1663B10978D1BA
1 changed files with 4 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
transfer_scraper/main.py
View file

@ -90,12 +90,14 @@ def scrape_page(page_num):
global driver global driver
global options global options
for i in range(1, 15): for i in range(1, 4):
try: try:
driver = webdriver.Firefox(options=options) driver = webdriver.Firefox(options=options)
driver.get( driver.get(
"https://tes.collegesource.com/publicview/TES_publicview01.aspx?rid=f080a477-bff8-46df-a5b2-25e9affdd4ed&aid=27b576bb-cd07-4e57-84d0-37475fde70ce" "https://tes.collegesource.com/publicview/TES_publicview01.aspx?rid=f080a477-bff8-46df-a5b2-25e9affdd4ed&aid=27b576bb-cd07-4e57-84d0-37475fde70ce"
) )
wait(EC.visibility_of_element_located((By.TAG_NAME, "body")))
print(f'Title: "{driver.title}"', file=sys.stderr)
jump_to_page(1, page_num, "gdvInstWithEQ", "lblInstWithEQPaginationInfo") jump_to_page(1, page_num, "gdvInstWithEQ", "lblInstWithEQPaginationInfo")
break break
except Exception as e: except Exception as e:
@ -120,7 +122,7 @@ def scrape_page(page_num):
def scrape_institution_safe(index, page_num): def scrape_institution_safe(index, page_num):
for i in range(1, 15): for i in range(1, 4):
try: try:
return scrape_institution(index, page_num) return scrape_institution(index, page_num)
except Exception as e: except Exception as e: