phantop/quatalog-scraper
1
0
Fork 0
mirror of https://github.com/quatalog/quatalog.git synced 2024-11-25 16:23:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

Issue with relative paths

Browse source
This commit is contained in:
powe97 2023-07-27 23:58:34 -04:00 committed by GitHub
parent 4601554c9a
commit 18ccae5fa7
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
.github/workflows/scraper.yml vendored
View file

@ -144,11 +144,12 @@ jobs:
- name: Create CSV file
run: |
grep -oe '<li>.*</li>' static-generated/courses/*.html |
cd static-generated/courses
grep -oe '<li>.*</li>' *.html |
sort -u |
grep -ve "-[0-9]9[4-7][0-9]" -e "-[0-9]9[89]0" -e "-[0-9]000[1-9]" -e "USAR" -e "ADMN" -e "USNA" -e "USAF" |
sed -e 's/^/"/' -e 's/.html:<li>/","/' -e 's#</li>#"#' -e 's/"\([^"]*\)","\([^"]*\)"/"\2","\1"/' |
sort > quatalog-data/courses.csv
sort > ../../quatalog-data/courses.csv
- name: Push CSV file
working-directory: quatalog-data