phantop
/
quatalog-scraper
mirror of https://github.com/quatalog/quatalog.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Update scraper.yml

This commit is contained in:
3eef8a28f26fb2bcc514e6f1938929a1f931762 2023-02-07 11:12:13 -05:00 committed by GitHub
parent c5a3d4b49f
commit 3d81bede66
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
.github/workflows/scraper.yml vendored
View File

@ -7,6 +7,8 @@ on:
jobs: jobs:
scrape-data: scrape-data:
runs-on: ubuntu-latest runs-on: ubuntu-latest
permissions:
contents: write
steps: steps:
- name: Checkout scraping repo - name: Checkout scraping repo
uses: actions/checkout@v3 uses: actions/checkout@v3
@ -37,13 +39,11 @@ jobs:
- name: Copy catalog.json from QuACS data - name: Copy catalog.json from QuACS data
run: | run: |
CURRENT_TERM="$(grep quatalog-data/terms_list.json -e 'current_term' | cut -f4 -d '"')" CURRENT_TERM="$(grep quatalog-data/terms_list.json -e 'current_term' | cut -f4 -d '"')"
cp "quacs-data/semester_data/$CURRENT_TERM/catalog.json" quatalog-data/catalog.json rsync -avz "quacs-data/semester_data/$CURRENT_TERM/catalog.json" quatalog-data/catalog.json
- name: Push new data - name: Push new data
env: working-directory: ./quatalog-data
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
run: | run: |
cd quatalog-data
git config --global user.name "Quatalog Updater" git config --global user.name "Quatalog Updater"
git config --global user.email "github_actions@quatalog.com" git config --global user.email "github_actions@quatalog.com"
git add terms_offered.json prerequisites.json terms_list.json catalog.json git add terms_offered.json prerequisites.json terms_list.json catalog.json