mirror of
https://github.com/quatalog/quatalog.git
synced 2024-09-30 05:29:17 +00:00
Compare commits
No commits in common. "9ec4198155ab390a698db37915b8f78751ea6e11" and "18ccae5fa717e436b001c1038e4e9a0ca0765832" have entirely different histories.
9ec4198155
...
18ccae5fa7
5
.github/workflows/scraper.yml
vendored
5
.github/workflows/scraper.yml
vendored
|
@ -144,13 +144,12 @@ jobs:
|
||||||
|
|
||||||
- name: Create CSV file
|
- name: Create CSV file
|
||||||
run: |
|
run: |
|
||||||
echo '"Instructor","Course"' > quatalog-data/courses.csv
|
|
||||||
cd static-generated/courses
|
cd static-generated/courses
|
||||||
grep -oe '<li>.*</li>' *.html |
|
grep -oe '<li>.*</li>' *.html |
|
||||||
sort -u |
|
sort -u |
|
||||||
grep -ve "-[0-9]9[4-7][0-9]" -e "-[0-9]9[89]0" -e "-[0-9]00[1-9]" -e "USA[RF]" -e "ADMN" -e "USNA" |
|
grep -ve "-[0-9]9[4-7][0-9]" -e "-[0-9]9[89]0" -e "-[0-9]000[1-9]" -e "USAR" -e "ADMN" -e "USNA" -e "USAF" |
|
||||||
sed -e 's/^/"/' -e 's/.html:<li>/","/' -e 's#</li>#"#' -e 's/"\([^"]*\)","\([^"]*\)"/"\2","\1"/' |
|
sed -e 's/^/"/' -e 's/.html:<li>/","/' -e 's#</li>#"#' -e 's/"\([^"]*\)","\([^"]*\)"/"\2","\1"/' |
|
||||||
sort >> ../../quatalog-data/courses.csv
|
sort > ../../quatalog-data/courses.csv
|
||||||
|
|
||||||
- name: Push CSV file
|
- name: Push CSV file
|
||||||
working-directory: quatalog-data
|
working-directory: quatalog-data
|
||||||
|
|
Loading…
Reference in a new issue