From 15b09123ee37daf8a21443061715d7f4cc9bbd3c Mon Sep 17 00:00:00 2001
From: powe97 <116031952+powe97@users.noreply.github.com>
Date: Thu, 29 Feb 2024 20:37:31 -0500
Subject: [PATCH] Set up workflow for transfer scraper

---
 .github/workflows/transfer.yml | 17 ++++++++---------
 1 file changed, 8 insertions(+), 9 deletions(-)

diff --git a/.github/workflows/transfer.yml b/.github/workflows/transfer.yml
index 5d0b88f..0d9e8dc 100644
--- a/.github/workflows/transfer.yml
+++ b/.github/workflows/transfer.yml
@@ -7,7 +7,7 @@ concurrency:
   group: transfer-scraper
 
 jobs:
-  scrape-transfer:
+  scrape-data:
     name: Scrape transfer guide
     runs-on: ubuntu-latest
     steps:
@@ -16,6 +16,11 @@ jobs:
         with:
           path: quatalog-scraping
 
+      - name: Checkout data repo
+        uses: actions/checkout@v4
+        with:
+          path: data
+
       - name: Set up python
         uses: actions/setup-python@v4
         with:
@@ -27,14 +32,8 @@ jobs:
         run: pip install -r 'requirements.txt'
 
       - name: Log IP
-        run: echo "Public IP: $(curl -s 'https://ipinfo.io/ip')"
-
-      - name: Retrieve existing data
-        run:
-          mkdir data
-          cd data
-          wget 'https://raw.githubusercontent.com/powe97/rpi-transfer-scraper/main/transfer.json'
-          wget 'https://raw.githubusercontent.com/powe97/rpi-transfer-scraper/main/transfer_state.json'
+        run: |
+          echo "Public IP: $(curl -s 'https://ipinfo.io/ip')"
 
       - name: Scrape transfer guide
         run: python3 quatalog-scraping/transfer_scraper data/transfer.json data/transfer_state.json