diff --git a/.github/workflows/scraper.yml b/.github/workflows/scraper.yml index d64151a..397e36e 100644 --- a/.github/workflows/scraper.yml +++ b/.github/workflows/scraper.yml @@ -110,6 +110,7 @@ jobs: - name: Merge data run: | + mkdir -p quatalog-site/courses quatalog-site/json rsync -avz courses/ quatalog-site/courses/ rsync -avz searchable_catalog.json quatalog-site/json/searchable_catalog.json rsync -avz courses_list.json quatalog-site/json/courses_list.json diff --git a/transfer_scraper/main.py b/transfer_scraper/main.py index 4ea2066..e67c067 100644 --- a/transfer_scraper/main.py +++ b/transfer_scraper/main.py @@ -169,7 +169,7 @@ def main(): "https://tes.collegesource.com/publicview/TES_publicview01.aspx?rid=f080a477-bff8-46df-a5b2-25e9affdd4ed&aid=27b576bb-cd07-4e57-84d0-37475fde70ce" ) - print(f'Title is {driver.find_element(By.TAG_NAME, "title").get_attribute("innerText")}') + print(f'Title is {driver.find_element(By.TAG_NAME, "title").get_attribute("innerText")}', file=sys.stderr) num_pages = int( driver.find_element("id", "lblInstWithEQPaginationInfo").text.split()[-1]