mirror of
https://github.com/quatalog/quatalog.git
synced 2024-10-01 14:08:46 +00:00
Add Kuzmin CSV file
This commit is contained in:
parent
b598a039a5
commit
4601554c9a
40
.github/workflows/scraper.yml
vendored
40
.github/workflows/scraper.yml
vendored
|
@ -66,8 +66,8 @@ jobs:
|
||||||
- name: Push new data
|
- name: Push new data
|
||||||
working-directory: quatalog-data
|
working-directory: quatalog-data
|
||||||
run: |
|
run: |
|
||||||
git config --global user.name "Quatalog Updater"
|
git config user.name "Quatalog Updater"
|
||||||
git config --global user.email "github_actions@quatalog.com"
|
git config user.email "github_actions@quatalog.com"
|
||||||
git add terms_offered.json prerequisites.json terms_list.json catalog.json
|
git add terms_offered.json prerequisites.json terms_list.json catalog.json
|
||||||
git commit -m "$(date)" || exit 0
|
git commit -m "$(date)" || exit 0
|
||||||
git push
|
git push
|
||||||
|
@ -123,6 +123,42 @@ jobs:
|
||||||
git commit -m "$(date)" || exit 0
|
git commit -m "$(date)" || exit 0
|
||||||
git push
|
git push
|
||||||
|
|
||||||
|
push-csv:
|
||||||
|
name: Push CSV file to data repo
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
needs: [generate-site]
|
||||||
|
steps:
|
||||||
|
- name: Checkout site repo/static-generated branch
|
||||||
|
uses: actions/checkout@v3
|
||||||
|
with:
|
||||||
|
repository: quatalog/site
|
||||||
|
ref: static-generated
|
||||||
|
path: static-generated
|
||||||
|
|
||||||
|
- name: Checkout data repo
|
||||||
|
uses: actions/checkout@v3
|
||||||
|
with:
|
||||||
|
repository: quatalog/data
|
||||||
|
path: quatalog-data
|
||||||
|
token: ${{ secrets.PUSH_TOKEN }}
|
||||||
|
|
||||||
|
- name: Create CSV file
|
||||||
|
run: |
|
||||||
|
grep -oe '<li>.*</li>' static-generated/courses/*.html |
|
||||||
|
sort -u |
|
||||||
|
grep -ve "-[0-9]9[4-7][0-9]" -e "-[0-9]9[89]0" -e "-[0-9]000[1-9]" -e "USAR" -e "ADMN" -e "USNA" -e "USAF" |
|
||||||
|
sed -e 's/^/"/' -e 's/.html:<li>/","/' -e 's#</li>#"#' -e 's/"\([^"]*\)","\([^"]*\)"/"\2","\1"/' |
|
||||||
|
sort > quatalog-data/courses.csv
|
||||||
|
|
||||||
|
- name: Push CSV file
|
||||||
|
working-directory: quatalog-data
|
||||||
|
run: |
|
||||||
|
git config user.name "Quatalog Updater"
|
||||||
|
git config user.email "github_actions@quatalog.com"
|
||||||
|
git add courses.csv
|
||||||
|
git commit -m "$(date)" || exit 0
|
||||||
|
git push
|
||||||
|
|
||||||
prepare-site:
|
prepare-site:
|
||||||
name: Prepare static site
|
name: Prepare static site
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
|
|
Loading…
Reference in a new issue