phantop/quatalog-scraper
1
0
Fork 0
mirror of https://github.com/quatalog/quatalog.git synced 2024-09-30 05:29:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

Idk what to do about half-term summer courses

Browse source
This commit is contained in:
3eef8a28f26fb2bcc514e6f1938929a1f931762 2023-02-04 14:18:25 -05:00
parent bd8f2dd43b
commit 7ad5f2ff55
1 changed files with 49 additions and 11 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

60
CourseOfferingsScraper.cpp
View file

@ -5,10 +5,19 @@
#include<filesystem> #include<filesystem>
#include<dist/jsoncpp.cpp> #include<dist/jsoncpp.cpp>
struct course_sections_data_t {
int credMin = Json::Value::maxInt;
int credMax = 0;
int seatsTaken = 0;
int capacity = 0;
int remaining = 0;
};
namespace fs = std::filesystem; namespace fs = std::filesystem;
void handle_term(const fs::directory_entry&,Json::Value&); void handle_term(const fs::directory_entry&,Json::Value&);
void handle_course(const Json::Value&,const std::string&,Json::Value&); void handle_course(const Json::Value&,const std::string&,Json::Value&);
void handle_attribute(Json::Value&,const std::string&); void handle_attribute(Json::Value&,const std::string&);
course_sections_data_t handle_sections(const Json::Value&);
int main(const int argc,const char** argv) { int main(const int argc,const char** argv) {
if(argc < 2) { if(argc < 2) {
@ -83,18 +92,23 @@ void handle_term(const fs::directory_entry& term_entry,
void handle_course(const Json::Value& course,const std::string& term,Json::Value& terms_offered) { void handle_course(const Json::Value& course,const std::string& term,Json::Value& terms_offered) {
const auto course_code = course["id"].asString(); const auto course_code = course["id"].asString();
auto& course_term = terms_offered[course_code][term]; auto& course_term = terms_offered[course_code][term];
course_term["title"] = course["title"]; course_term["title"] = course["title"];
int credMin = Json::Value::maxInt; Json::Value sections = course["sections"];
int credMax = 0;
for(auto section : course["sections"]) { course_sections_data_t course_sections_data = handle_sections(sections);
credMin = std::min(credMin,section["credMin"].asInt());
credMax = std::max(credMax,section["credMax"].asInt());
}
course_term["credMin"] = credMin;
course_term["credMax"] = credMax;
course_term["credits"]["min"] = course_sections_data.credMin;
course_term["credits"]["max"] = course_sections_data.credMax;
course_term["seats"]["taken"] = course_sections_data.seatsTaken;
course_term["seats"]["capacity"] = course_sections_data.capacity;
course_term["seats"]["remaining"] = course_sections_data.remaining;
// Need to do this because for some reason attributes are by
// section instead of by course
const auto section = course["sections"][0]; const auto section = course["sections"][0];
const auto delim = std::regex(" and |, "); const auto delim = std::regex(" and |, ");
@ -102,9 +116,11 @@ void handle_course(const Json::Value& course,const std::string& term,Json::Value
const auto end_itr = std::sregex_token_iterator(); const auto end_itr = std::sregex_token_iterator();
auto attributes_itr = std::sregex_token_iterator( auto attributes_itr = std::sregex_token_iterator(
attributes_str.begin(), attributes_str.begin(),
attributes_str.end(), attributes_str.end(),
delim,-1); delim,
-1
);
while(attributes_itr != end_itr while(attributes_itr != end_itr
&& !attributes_itr->str().empty()) { && !attributes_itr->str().empty()) {
handle_attribute(course_term,attributes_itr->str()); handle_attribute(course_term,attributes_itr->str());
@ -112,6 +128,28 @@ void handle_course(const Json::Value& course,const std::string& term,Json::Value
} }
} }
course_sections_data_t handle_sections(const Json::Value& sections) {
course_sections_data_t csd;
//csd.credMin = Json::Value::maxInt;
//csd.credMax = 0;
//csd.seatsTaken = 0, capacity = 0, remaining = 0;
for(auto section : sections) {
// Get min/max credits *of all sections*
// (RCOS looking at you)
csd.credMin = std::min(csd.credMin,section["credMin"].asInt());
csd.credMax = std::max(csd.credMax,section["credMax"].asInt());
// Add seating data of all sections together.
// remaining might get clobbered by some sections
// having negative seats, but this probably won't
// be too much of an issue
csd.seatsTaken += section["act"].asInt();
csd.capacity += section["cap"].asInt();
csd.remaining += section["rem"].asInt();
}
return csd;
}
void handle_attribute(Json::Value& course_term,const std::string& attribute) { void handle_attribute(Json::Value& course_term,const std::string& attribute) {
std::string attr; std::string attr;
if(attribute == "Communication Intensive") { if(attribute == "Communication Intensive") {