phantop/quatalog-scraper
1
0
Fork 0
mirror of https://github.com/quatalog/quatalog.git synced 2024-11-16 20:12:44 +00:00
Code Issues Packages Projects Releases Wiki Activity

Move debug print to be more accurate

Browse source
This commit is contained in:
powe97 2024-03-01 01:50:01 -05:00
parent 019b777228
commit d03be03aeb
No known key found for this signature in database
GPG key ID: 7D1663B10978D1BA
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
transfer_scraper/main.py
View file

@ -159,7 +159,6 @@ def main():
if state["inst_pg"] != 1: if state["inst_pg"] != 1:
while curr_page != state["inst_pg"]: while curr_page != state["inst_pg"]:
print(f"Jumping to institution page {curr_page}", file=sys.stderr)
jumpable_pages = { jumpable_pages = {
int(x.get_attribute("href").split("'")[3][5:]): x int(x.get_attribute("href").split("'")[3][5:]): x
for x in driver.find_elements( for x in driver.find_elements(
@ -181,6 +180,7 @@ def main():
else: else:
jumpable_pages[max(jumpable_pages)].click() jumpable_pages[max(jumpable_pages)].click()
curr_page = max(jumpable_pages) curr_page = max(jumpable_pages)
print(f"Jumping to institution page {curr_page}", file=sys.stderr)
wait(EC.staleness_of(page)) wait(EC.staleness_of(page))
sleep(random.uniform(3, 6)) sleep(random.uniform(3, 6))