From ea09d33ac2788716a53a0c769ce556eff7badce0 Mon Sep 17 00:00:00 2001 From: powe97 <116031952+powe97@users.noreply.github.com> Date: Sat, 16 Mar 2024 20:45:57 -0400 Subject: [PATCH] Convert to use reusable workflow --- .github/workflows/transfer.yml | 30 +++--------------------------- 1 file changed, 3 insertions(+), 27 deletions(-) diff --git a/.github/workflows/transfer.yml b/.github/workflows/transfer.yml index 454edbf..cbf581a 100644 --- a/.github/workflows/transfer.yml +++ b/.github/workflows/transfer.yml @@ -22,37 +22,13 @@ jobs: scrape-page: name: Scrape page - runs-on: ubuntu-latest needs: setup + uses: ./.github/workflows/scrape_page.yml strategy: matrix: ${{ fromJson(needs.setup.outputs.matrix-params) }} fail-fast: true - steps: - - name: Checkout scraping repo - uses: actions/checkout@v4 - - - name: Set up python - uses: actions/setup-python@v5 - with: - python-version: '3.11' - cache: 'pip' - - - name: Install dependencies - working-directory: transfer_scraper - run: | - python -m pip install --upgrade pip - pip install -r 'requirements.txt' - - - name: Run scraper - working-directory: transfer_scraper - run: | - python3 scrape_page.py ${{ matrix.page }} transfer_${{ matrix.page }}.json - - - name: Upload data to artifact - uses: actions/upload-artifact@v4 - with: - name: transfer-page-${{ matrix.page }} - path: transfer_scraper/transfer_${{ matrix.page }}.json + with: + page: ${{ matrix.page }} commit-data: name: Combine/convert and commit data