phantop/quatalog-scraper
1
0
Fork 0
mirror of https://github.com/quatalog/quatalog.git synced 2024-11-16 20:12:44 +00:00
Code Issues Packages Projects Releases Wiki Activity
quatalog-scraper/courseinfo_scraper/GenerateHtml.cpp

697 lines
33 KiB
C++
Raw Normal View History

Change to an ordered set so that the courses_list doesn't change order every rescrape
2023-08-09 01:37:19 +00:00
#include<set>
Table
2023-02-09 22:00:15 +00:00
#include<regex>
Partial rewrite getting course title/description
2023-07-27 23:04:34 +00:00
#include<utility>
Changes to make generating HTML easier
2023-02-07 23:10:56 +00:00
#include<fstream>
#include<iostream>
#include<filesystem>
Table
2023-02-09 22:00:15 +00:00
#include<unordered_set>
#include<unordered_map>
Changes to make generating HTML easier
2023-02-07 23:10:56 +00:00
#include<json/json.h>
Fix and reorganize
2023-02-10 01:56:18 +00:00
namespace fs = std::filesystem;
Changes to make generating HTML easier
2023-02-07 23:10:56 +00:00
struct quatalog_data_t {
Json::Value terms_offered;
Json::Value prerequisites;
Json::Value list_of_terms;
Json::Value catalog;
};
Table now actually has information in it
2023-02-09 22:51:42 +00:00
enum struct TAG { BEGIN, END, INLINE, COMPLEX_BEGIN };
Table
2023-02-09 22:00:15 +00:00
enum struct TERM { SPRING, SUMMER, SUMMER2, SUMMER3, FALL, WINTER };
enum struct OFFERED { YES, NO, DIFF_CODE, UNSCHEDULED };
const std::unordered_map<enum OFFERED,std::string> offered_to_string {
{ OFFERED::YES,"offered" },
{ OFFERED::NO,"not-offered" },
{ OFFERED::DIFF_CODE,"offered-diff-code" },
{ OFFERED::UNSCHEDULED,"unscheduled" }
};
const std::unordered_map<enum TERM,std::string> term_to_string {
{ TERM::SPRING,"spring" },
{ TERM::SUMMER,"summer" },
{ TERM::SUMMER2,"summer2" },
{ TERM::SUMMER3,"summer3" },
{ TERM::FALL,"fall" },
{ TERM::WINTER,"winter" }
};
const std::unordered_map<enum TERM,std::string> term_to_number {
{ TERM::SPRING,"01" },
{ TERM::SUMMER,"05" },
{ TERM::SUMMER2,"0502" },
{ TERM::SUMMER3,"0503" },
{ TERM::FALL,"09" },
{ TERM::WINTER,"12" }
};
Links to SIS in the table
2023-04-05 17:30:55 +00:00
const std::unordered_map<enum TERM,std::string> term_to_number_no_half {
{ TERM::SPRING,"01" },
{ TERM::SUMMER,"05" },
{ TERM::SUMMER2,"05" },
{ TERM::SUMMER3,"05" },
{ TERM::FALL,"09" },
{ TERM::WINTER,"12" }
};
Add in attribute handing for the search feature
2023-02-17 02:48:43 +00:00
const std::unordered_map<std::string,std::string> attr_to_short_attr {
{ "Communication Intensive", "CI" },
{ "Writing Intensive", "WI" },
{ "HASS Inquiry", "HInq" },
{ "Culminating Exp/Capstone", "CulmExp" },
{ "PDII Option for Engr Majors", "PDII" }
};
Change to an ordered set so that the courses_list doesn't change order every rescrape
2023-08-09 01:37:19 +00:00
std::set<std::string> get_all_courses(const quatalog_data_t&);
Fix and reorganize
2023-02-10 01:56:18 +00:00
std::string fix_course_ids(std::string);
Changes to make generating HTML easier
2023-02-07 23:10:56 +00:00
bool create_dir_if_not_exist(const fs::path&);
Add searchable catalog file generation
2023-02-10 22:25:07 +00:00
Json::Value get_data(const Json::Value&,std::string);
Another mistake
2023-02-10 22:36:19 +00:00
void generate_course_page(const std::string&,const quatalog_data_t&,Json::Value&,std::ostream&);
STSS/STSH logic
2023-02-09 05:19:35 +00:00
void get_prerequisites(const quatalog_data_t&,std::string);
Table
2023-02-09 22:00:15 +00:00
void generate_opt_container(std::ostream&);
Table now actually has information in it
2023-02-09 22:51:42 +00:00
std::string generate_credit_string(const Json::Value& credits);
Partial rewrite getting course title/description
2023-07-27 23:04:34 +00:00
std::pair<std::string,std::string> get_course_title_and_description(const std::string&,const quatalog_data_t&);
Links to SIS in the table
2023-04-05 17:30:55 +00:00
void generate_years_table(const Json::Value&,const Json::Value&,const quatalog_data_t&,const std::string&,std::ostream&);
void generate_year_row(const int,const Json::Value&,const Json::Value&,const quatalog_data_t&,const std::string&,std::ostream&);
Table
2023-02-09 22:00:15 +00:00
bool is_term_scheduled(const std::string&,const quatalog_data_t&);
enum OFFERED is_course_offered(const int,const enum TERM,const Json::Value&,const Json::Value&,const quatalog_data_t&);
Links to SIS in the table
2023-04-05 17:30:55 +00:00
void generate_table_cell(const int,const enum TERM,const Json::Value&,const enum OFFERED,const std::string&,std::ostream&);
Add in attribute handing for the search feature
2023-02-17 02:48:43 +00:00
void generate_attributes(const Json::Value&,std::ostream&,Json::Value&);
Refactor a bunch of crap and handle prerequisites
2023-02-09 04:22:43 +00:00
void generate_list(const Json::Value&,const std::string&,const std::string&,const quatalog_data_t&,std::ostream&);
void generate_prereq_display(const Json::Value&,const quatalog_data_t&,std::ostream&);
STSS/STSH logic
2023-02-09 05:19:35 +00:00
void generate_course_pill(std::string,const quatalog_data_t&,std::ostream&);
Refactor a bunch of crap and handle prerequisites
2023-02-09 04:22:43 +00:00
void generate_prereq(const Json::Value&,const quatalog_data_t&,std::ostream&);
void generate_or_prereq(const Json::Value&,const quatalog_data_t&,std::ostream&);
void generate_and_prereq(const Json::Value&,const quatalog_data_t&,std::ostream&);
std::ostream& indent(std::ostream&,const int);
std::ostream& tag(std::ostream&,enum TAG,const std::string& = "");
Changes to make generating HTML easier
2023-02-07 23:10:56 +00:00
int main(const int argc,
const char** argv) {
Working on search, need new helper file
2023-02-11 01:42:57 +00:00
if(argc != 8) {
Changes to make generating HTML easier
2023-02-07 23:10:56 +00:00
std::cerr << "Bad number of arguments (" << argc << ")" << std::endl;
std::cerr << "Usage: " << argv[0]
<< " <terms_offered_file>"
<< " <prerequisites_file>"
<< " <list_of_terms_file>"
<< " <catalog_file>"
<< " <out_directory>"
Add searchable catalog file generation
2023-02-10 22:25:07 +00:00
<< " <searchable_catalog_file>"
Working on search, need new helper file
2023-02-11 01:42:57 +00:00
<< " <courses_list_file>"
Changes to make generating HTML easier
2023-02-07 23:10:56 +00:00
<< std::endl;
return EXIT_FAILURE;
}
const auto& terms_offered_filename = std::string(argv[1]);
const auto& prerequisites_filename = std::string(argv[2]);
const auto& list_of_terms_filename = std::string(argv[3]);
const auto& catalog_filename = std::string(argv[4]);
const auto& out_dir_path = fs::path(argv[5]);
Add searchable catalog file generation
2023-02-10 22:25:07 +00:00
const auto& searchable_catalog_filename = fs::path(argv[6]);
Working on search, need new helper file
2023-02-11 01:42:57 +00:00
const auto& courses_list_filename = fs::path(argv[7]);
Changes to make generating HTML easier
2023-02-07 23:10:56 +00:00
if(!create_dir_if_not_exist(out_dir_path)) {
std::cerr << "What" << std::endl;
return EXIT_FAILURE;
}
Working on search, need new helper file
2023-02-11 01:42:57 +00:00
quatalog_data_t quatalog_data;
Changes to make generating HTML easier
2023-02-07 23:10:56 +00:00
std::fstream terms_offered_file{terms_offered_filename,std::ios::in};
std::fstream prerequisites_file{prerequisites_filename,std::ios::in};
std::fstream list_of_terms_file{list_of_terms_filename,std::ios::in};
std::fstream catalog_file{catalog_filename,std::ios::in};
terms_offered_file >> quatalog_data.terms_offered;
prerequisites_file >> quatalog_data.prerequisites;
list_of_terms_file >> quatalog_data.list_of_terms;
catalog_file >> quatalog_data.catalog;
Fix and reorganize
2023-02-10 01:56:18 +00:00
Working on search, need new helper file
2023-02-11 01:42:57 +00:00
terms_offered_file.close();
prerequisites_file.close();
list_of_terms_file.close();
catalog_file.close();
Fix and reorganize
2023-02-10 01:56:18 +00:00
auto courses = get_all_courses(quatalog_data);
Another mistake
2023-02-10 22:36:19 +00:00
Json::Value searchable_catalog;
Working on search, need new helper file
2023-02-11 01:42:57 +00:00
Json::Value courses_list;
Fix and reorganize
2023-02-10 01:56:18 +00:00
for(const auto& course : courses) {
Working on search, need new helper file
2023-02-11 01:42:57 +00:00
courses_list.append(course);
Fix and reorganize
2023-02-10 01:56:18 +00:00
const auto& html_path = out_dir_path / (course + ".html");
auto file = std::ofstream(html_path);
Another mistake
2023-02-10 22:36:19 +00:00
generate_course_page(course,quatalog_data,searchable_catalog,file);
Add searchable catalog file generation
2023-02-10 22:25:07 +00:00
file.close();
Fix and reorganize
2023-02-10 01:56:18 +00:00
}
Add searchable catalog file generation
2023-02-10 22:25:07 +00:00
Json::StreamWriterBuilder swb;
swb["indentation"] = " ";
std::unique_ptr<Json::StreamWriter> outWriter(swb.newStreamWriter());
std::fstream searchable_catalog_file{searchable_catalog_filename,std::ios::out};
Working on search, need new helper file
2023-02-11 01:42:57 +00:00
std::fstream courses_list_file{courses_list_filename,std::ios::out};
Another mistake
2023-02-10 22:36:19 +00:00
outWriter->write(searchable_catalog,&searchable_catalog_file);
Working on search, need new helper file
2023-02-11 01:42:57 +00:00
outWriter->write(courses_list,&courses_list_file);
Add searchable catalog file generation
2023-02-10 22:25:07 +00:00
searchable_catalog_file.close();
Fix typo
2023-02-11 01:48:05 +00:00
courses_list_file.close();
Fix and reorganize
2023-02-10 01:56:18 +00:00
}
Change to an ordered set so that the courses_list doesn't change order every rescrape
2023-08-09 01:37:19 +00:00
std::set<std::string> get_all_courses(const quatalog_data_t& qlog) {
std::set<std::string> output;
Fix and reorganize
2023-02-10 01:56:18 +00:00
for(const std::string& course : qlog.catalog.getMemberNames()) {
if(course.length() != 9) continue;
output.insert(fix_course_ids(course));
}
for(const std::string& course : qlog.terms_offered.getMemberNames()) {
output.insert(fix_course_ids(course));
}
return output;
}
std::string fix_course_ids(std::string course) {
course[4] = '-';
if(course.substr(0,3) == "STS") {
course[3] = 'O';
ITEC -> ITWS
2023-07-27 21:17:30 +00:00
} else if(course.substr(0,4) == "ITEC") {
course.replace(0,4,"ITWS");
Yet more fixes
2023-07-27 22:16:40 +00:00
} else if(course.substr(0,6) == "IHSS-1") {
IHSS -> INQR (why)
2023-07-27 22:12:44 +00:00
course.replace(0,4,"INQR");
Refactor a bunch of crap and handle prerequisites
2023-02-09 04:22:43 +00:00
}
Fix and reorganize
2023-02-10 01:56:18 +00:00
return course;
Changes to make generating HTML easier
2023-02-07 23:10:56 +00:00
}
bool create_dir_if_not_exist(const fs::path& path) {
if(fs::exists(path)) {
if(!fs::is_directory(path)) {
std::cerr << "out_directory argument "
<< path
<< "is not a directory"
<< std::endl;
return false;
}
return true;
}
return fs::create_directory(path);
}
Re-fix STSS+STSH=STSO handling
2023-02-10 22:06:30 +00:00
Json::Value get_data(const Json::Value& data,
std::string course_id) {
Why do I do this to myself
2023-07-27 21:29:55 +00:00
Json::Value out;
Table
2023-02-09 22:00:15 +00:00
course_id[4] = '-';
ITEC -> ITWS
2023-07-27 21:17:30 +00:00
if(course_id.substr(0,4) == "STSO") {
const auto& stso = data[course_id];
course_id[3] = 'S';
const auto& stss = data[course_id];
course_id[3] = 'H';
const auto& stsh = data[course_id];
for(const auto& key : stsh.getMemberNames()) {
out[key] = stsh[key];
if(out[key].isObject()) out[key]["prefix"] = "STSH";
}
for(const auto& key : stss.getMemberNames()) {
out[key] = stss[key];
if(out[key].isObject()) out[key]["prefix"] = "STSS";
}
for(const auto& key : stso.getMemberNames()) {
out[key] = stso[key];
if(out[key].isObject()) out[key]["prefix"] = "STSO";
}
} else if(course_id.substr(0,4) == "ITWS") {
const auto& itws = data[course_id];
course_id.replace(0,4,"ITEC");
const auto& itec = data[course_id];
for(const auto& key : itec.getMemberNames()) {
out[key] = itec[key];
if(out[key].isObject()) out[key]["prefix"] = "ITEC";
}
for(const auto& key : itws.getMemberNames()) {
out[key] = itws[key];
if(out[key].isObject()) out[key]["prefix"] = "ITWS";
}
Curse whoever came up with the INQR code
2023-07-27 22:24:55 +00:00
} else if(course_id.substr(0,4) == "INQR") {
IHSS -> INQR (why)
2023-07-27 22:12:44 +00:00
const auto& inqr = data[course_id];
course_id.replace(0,4,"IHSS");
const auto& ihss = data[course_id];
for(const auto& key : ihss.getMemberNames()) {
out[key] = ihss[key];
if(out[key].isObject()) out[key]["prefix"] = "IHSS";
}
Partial rewrite getting course title/description
2023-07-27 23:04:34 +00:00
for(const auto& key : inqr.getMemberNames()) {
out[key] = inqr[key];
if(out[key].isObject()) out[key]["prefix"] = "INQR";
}
ITEC -> ITWS
2023-07-27 21:17:30 +00:00
} else {
Why do I do this to myself
2023-07-27 21:29:55 +00:00
out = data[course_id];
fix
2023-07-27 21:36:17 +00:00
for(const auto& key : out.getMemberNames()) {
if(out[key].isObject()) out[key]["prefix"] = course_id.substr(0,4);
}
ITEC -> ITWS
2023-07-27 21:17:30 +00:00
}
Why do I do this to myself
2023-07-27 21:29:55 +00:00
return out;
STSS/STSH logic
2023-02-09 05:19:35 +00:00
}
Changes to make generating HTML easier
2023-02-07 23:10:56 +00:00
void generate_course_page(const std::string& course_id,
const quatalog_data_t& quatalog_data,
Another mistake
2023-02-10 22:36:19 +00:00
Json::Value& searchable_catalog,
Changes to make generating HTML easier
2023-02-07 23:10:56 +00:00
std::ostream& os) {
Fix and reorganize
2023-02-10 01:56:18 +00:00
std::cerr << "Generating course page for " << course_id << "..." << std::endl;
Partial rewrite getting course title/description
2023-07-27 23:04:34 +00:00
const auto& title_and_description = get_course_title_and_description(course_id,quatalog_data);
const auto& course_name = title_and_description.first;
const auto& description = title_and_description.second;
STSS/STSH logic
2023-02-09 05:19:35 +00:00
const auto& prereqs_entry = get_data(quatalog_data.prerequisites,course_id);
const auto& terms_offered = get_data(quatalog_data.terms_offered,course_id);
Changes to make generating HTML easier
2023-02-07 23:10:56 +00:00
const auto& latest_term = terms_offered["latest_term"].asString();
const auto& credits = terms_offered[latest_term]["credits"];
Table now actually has information in it
2023-02-09 22:51:42 +00:00
const auto& credit_string = generate_credit_string(credits);
Fix mistake that caused "1 credits" instead of "1 credit"
2023-02-28 22:10:35 +00:00
const auto& credit_string_long = credit_string + " " + (credits["max"].asInt() == 1 ? "credit" : "credits");
Changes to make generating HTML easier
2023-02-07 23:10:56 +00:00
Add searchable catalog file generation
2023-02-10 22:25:07 +00:00
Json::Value searchable_catalog_entry;
searchable_catalog_entry["code"] = course_id;
searchable_catalog_entry["name"] = course_name;
searchable_catalog_entry["description"] = description;
Add in attribute handing for the search feature
2023-02-17 02:48:43 +00:00
searchable_catalog_entry["credits"] = credit_string_long;
Re-fix STSS+STSH=STSO handling
2023-02-10 22:06:30 +00:00
Table
2023-02-09 22:00:15 +00:00
const std::regex escape_string(R"(")");
const std::string& description_meta = std::regex_replace(description,escape_string,"&quot;");
<!DOCTYPE html> to please the browser
2023-02-10 05:03:12 +00:00
tag(os,TAG::INLINE) << "<!DOCTYPE html>" << '\n';
Refactor a bunch of crap and handle prerequisites
2023-02-09 04:22:43 +00:00
tag(os,TAG::BEGIN,"html");
tag(os,TAG::BEGIN,"head");
tag(os,TAG::BEGIN,"title");
Add searchable catalog file generation
2023-02-10 22:25:07 +00:00
tag(os,TAG::INLINE) << course_id << ": " << course_name << '\n';
Refactor a bunch of crap and handle prerequisites
2023-02-09 04:22:43 +00:00
tag(os,TAG::END,"title");
Add searchable catalog file generation
2023-02-10 22:25:07 +00:00
tag(os,TAG::INLINE) << R"(<meta property="og:title" content=")" << course_id << ": " << course_name << R"(">)" << '\n';
Table
2023-02-09 22:00:15 +00:00
tag(os,TAG::INLINE) << R"(<meta property="og:description" content=")" << description_meta << R"(">)" << '\n';
Fix a few typos
2023-02-10 04:29:40 +00:00
tag(os,TAG::INLINE) << R"(<link rel="stylesheet" href="../css/common.css">)" << '\n';
tag(os,TAG::INLINE) << R"(<link rel="stylesheet" href="../css/coursedisplay.css">)" << '\n';
Themes
2023-04-04 21:29:53 +00:00
tag(os,TAG::INLINE) << R"(<link rel="stylesheet" href="../css/themes.css">)" << '\n';
Fix favicon path
2023-02-17 01:57:21 +00:00
tag(os,TAG::INLINE) << R"(<link rel="shortcut icon" href="../favicon/quatalogIcon.png">)" << '\n';
tag(os,TAG::INLINE) << R"(<link rel="icon" href="../favicon/favicon.ico">)" << '\n';
tag(os,TAG::INLINE) << R"(<link rel="apple-touch-icon" sizes="180x180" href="../favicon/apple-touch-icon.png">)" << '\n';
tag(os,TAG::INLINE) << R"(<link rel="icon" type="image/png" sizes="32x32" href="../favicon/favicon-32x32.png">)" << '\n';
tag(os,TAG::INLINE) << R"(<link rel="icon" type="image/png" sizes="16x16" href="../favicon/favicon-16x16.png">)" << '\n';
tag(os,TAG::INLINE) << R"(<link rel="manifest" href="../favicon/site.webmanifest">)" << '\n';
Close <script> tag
2023-02-10 23:42:45 +00:00
tag(os,TAG::INLINE) << R"(<script src="../js/fuse.js"></script>)" << '\n';
tag(os,TAG::INLINE) << R"(<script src="../js/search_helper.js"></script>)" << '\n';
Refactor a bunch of crap and handle prerequisites
2023-02-09 04:22:43 +00:00
tag(os,TAG::END,"head");
Table
2023-02-09 22:00:15 +00:00
tag(os,TAG::BEGIN,R"(body class="search_plugin_added")");
tag(os,TAG::BEGIN,R"(div id="qlog-header")");
Another typo
2023-02-10 04:58:17 +00:00
tag(os,TAG::INLINE) << R"(<a id="qlog-wordmark" href="../"><svg><use href="../images/quatalogHWordmark.svg#QuatalogHWordmark"></use></svg></a>)" << '\n';
Set up event handling
2023-02-11 01:11:03 +00:00
tag(os,TAG::BEGIN,R"R(form onsubmit="search_helper(event)")R");
Begin working on search
2023-02-10 20:53:47 +00:00
tag(os,TAG::INLINE) << R"(<input type="text" id="search" class="header-search" placeholder="Search...">)" << '\n';
tag(os,TAG::END,"form");
Table
2023-02-09 22:00:15 +00:00
tag(os,TAG::END,"div");
Refactor a bunch of crap and handle prerequisites
2023-02-09 04:22:43 +00:00
tag(os,TAG::BEGIN,R"(div id="cd-flex")");
tag(os,TAG::BEGIN,R"(div id="course-info-container")");
tag(os,TAG::BEGIN,R"(h1 id="name")");
tag(os,TAG::INLINE) << course_name << '\n';
tag(os,TAG::END,"h1");
Table
2023-02-09 22:00:15 +00:00
tag(os,TAG::BEGIN,R"(h2 id="code")");
tag(os,TAG::INLINE) << course_id << '\n';
tag(os,TAG::END,"h2");
Refactor a bunch of crap and handle prerequisites
2023-02-09 04:22:43 +00:00
tag(os,TAG::BEGIN,"p");
tag(os,TAG::INLINE) << description << '\n';
tag(os,TAG::END,"p");
tag(os,TAG::BEGIN,R"(div id="cattrs-container")");
tag(os,TAG::BEGIN,R"(span id="credits-pill" class="attr-pill")");
Clean up some stuff and handle courses that haven't been offered yet properly
2023-02-12 06:18:44 +00:00
tag(os,TAG::INLINE) << credit_string_long << '\n';
Refactor a bunch of crap and handle prerequisites
2023-02-09 04:22:43 +00:00
tag(os,TAG::END,"span");
Add in attribute handing for the search feature
2023-02-17 02:48:43 +00:00
generate_attributes(prereqs_entry["attributes"],os,searchable_catalog_entry["attributes"]);
Refactor a bunch of crap and handle prerequisites
2023-02-09 04:22:43 +00:00
tag(os,TAG::END,"div");
generate_list(prereqs_entry["cross_listings"],"Cross-listed with:","crosslist",quatalog_data,os);
generate_list(prereqs_entry["corequisites"],"Corequisites:","coreq",quatalog_data,os);
generate_prereq_display(prereqs_entry["prerequisites"],quatalog_data,os);
tag(os,TAG::END,"div");
Table
2023-02-09 22:00:15 +00:00
tag(os,TAG::BEGIN,R"(div id="past-container")");
Another typo
2023-02-10 04:58:17 +00:00
tag(os,TAG::BEGIN,R"(h1 id="past-title")");
Table
2023-02-09 22:00:15 +00:00
tag(os,TAG::INLINE) << "Past Term Data" << '\n';
tag(os,TAG::END,"h2");
Fix a few typos
2023-02-10 04:29:40 +00:00
tag(os,TAG::INLINE) << R"(<input type="radio" id="simple-view-input" name="view-select" value="simple" checked="checked">)" << '\n';
tag(os,TAG::INLINE) << R"(<input type="radio" id="detail-view-input" name="view-select" value="detailed">)" << '\n';
Table
2023-02-09 22:00:15 +00:00
generate_opt_container(os);
Links to SIS in the table
2023-04-05 17:30:55 +00:00
generate_years_table(terms_offered,prereqs_entry["cross_listings"],quatalog_data,course_id,os);
Table
2023-02-09 22:00:15 +00:00
tag(os,TAG::END,"div");
Refactor a bunch of crap and handle prerequisites
2023-02-09 04:22:43 +00:00
tag(os,TAG::END,"div");
tag(os,TAG::END,"body");
tag(os,TAG::END,"html");
Add in attribute handing for the search feature
2023-02-17 02:48:43 +00:00
searchable_catalog.append(searchable_catalog_entry);
Changes to make generating HTML easier
2023-02-07 23:10:56 +00:00
}
Table now actually has information in it
2023-02-09 22:51:42 +00:00
std::string generate_credit_string(const Json::Value& credits) {
Clean up some stuff and handle courses that haven't been offered yet properly
2023-02-12 06:18:44 +00:00
if(credits == Json::Value::null) return "?";
Table now actually has information in it
2023-02-09 22:51:42 +00:00
const int credMin = credits["min"].asInt();
const int credMax = credits["max"].asInt();
return (credMin == credMax) ? std::to_string(credMin) : (std::to_string(credMin) + "-" + std::to_string(credMax));
}
Table
2023-02-09 22:00:15 +00:00
void generate_years_table(const Json::Value& terms_offered,
const Json::Value& cross_listings,
const quatalog_data_t& qlog,
Links to SIS in the table
2023-04-05 17:30:55 +00:00
const std::string& course_id,
Table
2023-02-09 22:00:15 +00:00
std::ostream& os) {
Begin working on search
2023-02-10 20:53:47 +00:00
tag(os,TAG::BEGIN,R"(table id="years-table")");
Table
2023-02-09 22:00:15 +00:00
tag(os,TAG::BEGIN,"thead");
Table now actually has information in it
2023-02-09 22:51:42 +00:00
Table
2023-02-09 22:00:15 +00:00
tag(os,TAG::BEGIN,"tr");
tag(os,TAG::INLINE) << "<th></th>" << '\n';
tag(os,TAG::INLINE) << R"(<th class="spring season-label">Spring</th>)" << '\n';
tag(os,TAG::INLINE) << R"(<th class="summer season-label" colspan="2">Summer</th>)" << '\n';
tag(os,TAG::INLINE) << R"(<th class="fall season-label">Fall</th>)" << '\n';
//tag(os,TAG::INLINE) << R"(<th class="winter season-label">Enrichment</th>)" << '\n';
tag(os,TAG::END,"tr");
tag(os,TAG::BEGIN,"tr");
tag(os,TAG::INLINE) << R"(<th colspan="2"></th>)" << '\n';
tag(os,TAG::INLINE) << R"(<th class="summer2 midsum-label">(Session 1)</th>)" << '\n';
tag(os,TAG::INLINE) << R"(<th class="summer3 midsum-label">(Session 2)</th>)" << '\n';
//tag(os,TAG::INLINE) << R"(<th colspan="2"></th>)" << '\n';
tag(os,TAG::INLINE) << R"(<th></th>)" << '\n';
tag(os,TAG::END,"tr");
tag(os,TAG::END,"thead");
tag(os,TAG::BEGIN,"tbody");
const int current_year = std::stoi(qlog.list_of_terms["current_term"].asString().substr(0,4));
const int oldest_year = std::stoi(qlog.list_of_terms["oldest_term"].asString().substr(0,4));
for(int year = current_year;year >= oldest_year;year--) {
Links to SIS in the table
2023-04-05 17:30:55 +00:00
generate_year_row(year,terms_offered,cross_listings,qlog,course_id,os);
Table
2023-02-09 22:00:15 +00:00
}
tag(os,TAG::END,"tbody");
tag(os,TAG::END,"table");
}
void generate_year_row(const int year,
const Json::Value& terms_offered,
const Json::Value& cross_listings,
const quatalog_data_t& qlog,
Links to SIS in the table
2023-04-05 17:30:55 +00:00
const std::string& course_id,
Table
2023-02-09 22:00:15 +00:00
std::ostream& os) {
tag(os,TAG::BEGIN,"tr");
tag(os,TAG::INLINE) << R"(<th class="year">)" << year << "</th>" << '\n';
Links to SIS in the table
2023-04-05 17:30:55 +00:00
generate_table_cell(year,TERM::SPRING,terms_offered,is_course_offered(year,TERM::SPRING,terms_offered,cross_listings,qlog),course_id,os);
Table now actually has information in it
2023-02-09 22:51:42 +00:00
Table
2023-02-09 22:00:15 +00:00
const enum OFFERED summer1 = is_course_offered(year,TERM::SUMMER,terms_offered,cross_listings,qlog);
if(summer1 != OFFERED::NO) {
Links to SIS in the table
2023-04-05 17:30:55 +00:00
generate_table_cell(year,TERM::SUMMER,terms_offered,summer1,course_id,os);
Table
2023-02-09 22:00:15 +00:00
} else {
const enum OFFERED summer2 = is_course_offered(year,TERM::SUMMER2,terms_offered,cross_listings,qlog);
const enum OFFERED summer3 = is_course_offered(year,TERM::SUMMER3,terms_offered,cross_listings,qlog);
if((summer2 == OFFERED::NO || summer2 == OFFERED::UNSCHEDULED)
&& (summer3 == OFFERED::NO || summer3 == OFFERED::UNSCHEDULED)) {
Links to SIS in the table
2023-04-05 17:30:55 +00:00
generate_table_cell(year,TERM::SUMMER,terms_offered,summer1,course_id,os);
Table
2023-02-09 22:00:15 +00:00
} else {
Links to SIS in the table
2023-04-05 17:30:55 +00:00
generate_table_cell(year,TERM::SUMMER2,terms_offered,summer2,course_id,os);
generate_table_cell(year,TERM::SUMMER3,terms_offered,summer3,course_id,os);
Table
2023-02-09 22:00:15 +00:00
}
}
Links to SIS in the table
2023-04-05 17:30:55 +00:00
generate_table_cell(year,TERM::FALL,terms_offered,is_course_offered(year,TERM::FALL,terms_offered,cross_listings,qlog),course_id,os);
Table now actually has information in it
2023-02-09 22:51:42 +00:00
//generate_table_cell(year,TERM::WINTER,terms_offered,is_course_offered(year,TERM::WINTER,terms_offered,cross_listings,qlog),os);
Table
2023-02-09 22:00:15 +00:00
tag(os,TAG::END,"tr");
}
Table now actually has information in it
2023-02-09 22:51:42 +00:00
void generate_table_cell(const int year,
const enum TERM term,
const Json::Value& terms_offered,
Table
2023-02-09 22:00:15 +00:00
const enum OFFERED is_offered,
Links to SIS in the table
2023-04-05 17:30:55 +00:00
const std::string& course_id,
Table
2023-02-09 22:00:15 +00:00
std::ostream& os) {
Table now actually has information in it
2023-02-09 22:51:42 +00:00
std::string year_term = std::to_string(year) + term_to_number.at(term);
const auto& term_offered = terms_offered[year_term];
Show music lessons properly
2024-03-16 03:46:28 +00:00
const auto& course_titles = term_offered["title"];
Table now actually has information in it
2023-02-09 22:51:42 +00:00
const auto& credit_string = generate_credit_string(term_offered["credits"]);
tag(os,TAG::COMPLEX_BEGIN) << R"(<td )";
Table
2023-02-09 22:00:15 +00:00
if(term == TERM::SUMMER) {
os << R"(colspan="2" )";
}
os << R"(class="term )"
<< term_to_string.at(term) << ' '
Table now actually has information in it
2023-02-09 22:51:42 +00:00
<< offered_to_string.at(is_offered)
Table
2023-02-09 22:00:15 +00:00
<< R"(">)" << '\n';
Links to SIS in the table
2023-04-05 17:30:55 +00:00
Table now actually has information in it
2023-02-09 22:51:42 +00:00
if(is_offered == OFFERED::YES) {
tag(os,TAG::BEGIN,R"(div class="view-container detail-view-container")");
tag(os,TAG::BEGIN,R"(span class="term-course-info")");
Links to SIS in the table
2023-04-05 17:30:55 +00:00
tag(os,TAG::INLINE) << R"(<a href="https://sis.rpi.edu/rss/bwckctlg.p_disp_listcrse?term_in=)"
<< year << term_to_number_no_half.at(term)
Why do I do this to myself
2023-07-27 21:29:55 +00:00
<< "&subj_in=" << term_offered["prefix"].asString()
Links to SIS in the table
2023-04-05 17:30:55 +00:00
<< "&crse_in=" << course_id.substr(5,4)
Didn't actually need this bit
2023-04-05 17:38:56 +00:00
<< "&schd_in="
Show music lessons properly
2024-03-16 03:46:28 +00:00
<< R"(">)" << course_titles[0].asString() << " (" << credit_string << "c)";
Table now actually has information in it
2023-02-09 22:51:42 +00:00
for(const auto& attr : term_offered["attributes"]) {
os << ' ' << attr.asString();
}
Show music lessons properly
2024-03-16 03:46:28 +00:00
for(int i = 1; i < course_titles.size(); i++) {
os << "<br>" << course_titles[i].asString();
}
os << "</a>" << '\n';
Table now actually has information in it
2023-02-09 22:51:42 +00:00
tag(os,TAG::END,"span");
tag(os,TAG::BEGIN,R"(ul class="prof-list")");
for(const auto& instructor : term_offered["instructors"]) {
tag(os,TAG::INLINE) << "<li>" << instructor.asString() << "</li>" << '\n';
}
tag(os,TAG::END,"ul");
tag(os,TAG::BEGIN,R"(span class="course-capacity")");
const auto& seats = term_offered["seats"];
tag(os,TAG::INLINE) << "Seats Taken: " << seats["taken"] << '/' << seats["capacity"] << '\n';
tag(os,TAG::END,"span");
tag(os,TAG::END,"div");
}
tag(os,TAG::END,"td");
Table
2023-02-09 22:00:15 +00:00
}
bool is_term_scheduled(const std::string& term_str,
const quatalog_data_t& qlog) {
static std::unordered_set<std::string> terms;
if(terms.empty()) {
for(const auto& term : qlog.list_of_terms["all_terms"]) {
terms.insert(term.asString());
}
}
return terms.count(term_str);
}
enum OFFERED is_course_offered(const int year,
const enum TERM term,
const Json::Value& terms_offered,
const Json::Value& cross_listings,
const quatalog_data_t& qlog) {
Table now actually has information in it
2023-02-09 22:51:42 +00:00
const std::string& term_str = std::to_string(year) + term_to_number.at(term);
Table
2023-02-09 22:00:15 +00:00
if(!is_term_scheduled(term_str,qlog)) {
return OFFERED::UNSCHEDULED;
} else if(terms_offered.isMember(term_str)) {
return OFFERED::YES;
} else {
for(const auto& cl : cross_listings) {
Fix generator for cross-listings
2023-02-11 23:54:49 +00:00
const auto& data = get_data(qlog.terms_offered,cl.asString())[term_str];
if(data) {
Table
2023-02-09 22:00:15 +00:00
return OFFERED::DIFF_CODE;
}
}
return OFFERED::NO;
}
}
void generate_opt_container(std::ostream& os) {
tag(os,TAG::BEGIN,R"(div id="opt-container")");
tag(os,TAG::BEGIN,R"(div id="key-panel")");
tag(os,TAG::BEGIN,R"(div id="yes-code" class="key-code")");
tag(os,TAG::BEGIN,R"(span class="code-icon" id="yes-code-icon")");
Another typo
2023-02-10 04:58:17 +00:00
tag(os,TAG::INLINE) << R"(<svg><use href="../icons.svg#circle-check"></use></svg>)" << '\n';
Table
2023-02-09 22:00:15 +00:00
tag(os,TAG::END,"span");
tag(os,TAG::INLINE) << "Offered" << '\n';
tag(os,TAG::END,"div");
tag(os,TAG::BEGIN,R"(div id="no-code" class="key-code")");
tag(os,TAG::BEGIN,R"(span class="code-icon" id="no-code-icon")");
Another typo
2023-02-10 04:58:17 +00:00
tag(os,TAG::INLINE) << R"(<svg><use href="../icons.svg#circle-no"></use></svg>)" << '\n';
Table
2023-02-09 22:00:15 +00:00
tag(os,TAG::END,"span");
tag(os,TAG::INLINE) << "Not Offered" << '\n';
tag(os,TAG::END,"div");
tag(os,TAG::BEGIN,R"(div id="diff-code" class="key-code")");
tag(os,TAG::BEGIN,R"(span class="code-icon" id="diff-code-icon")");
Another typo
2023-02-10 04:58:17 +00:00
tag(os,TAG::INLINE) << R"(<svg><use href="../icons.svg#circle-question"></use></svg>)" << '\n';
Table
2023-02-09 22:00:15 +00:00
tag(os,TAG::END,"span");
tag(os,TAG::INLINE) << "Offered as Cross-Listing Only" << '\n';
tag(os,TAG::END,"div");
tag(os,TAG::BEGIN,R"(div id="nil-code" class="key-code")");
tag(os,TAG::BEGIN,R"(span class="code-icon" id="nil-code-icon")");
Another typo
2023-02-10 04:58:17 +00:00
tag(os,TAG::INLINE) << R"(<svg><use href="../icons.svg#circle-empty"></use></svg>)" << '\n';
Table
2023-02-09 22:00:15 +00:00
tag(os,TAG::END,"span");
tag(os,TAG::INLINE) << "No Term Data" << '\n';
tag(os,TAG::END,"div");
tag(os,TAG::END,"div");
tag(os,TAG::BEGIN,R"(div id="control-panel")");
tag(os,TAG::BEGIN,R"(label for="simple-view-input" id="simple-view-label" class="view-option-label")");
tag(os,TAG::BEGIN,R"(span class="view-icon" id="simple-view-icon")");
Another typo
2023-02-10 04:58:17 +00:00
tag(os,TAG::INLINE) << R"(<span class="view-icon-selected"><svg><use href="../icons.svg#circle-dot"></use></svg></span>)" << '\n';
tag(os,TAG::INLINE) << R"(<span class="view-icon-unselected"><svg><use href="../icons.svg#circle-empty"></use></svg></span>)" << '\n';
Table
2023-02-09 22:00:15 +00:00
tag(os,TAG::END,"span");
tag(os,TAG::INLINE) << "Simple View" << '\n';
tag(os,TAG::END,"label");
tag(os,TAG::BEGIN,R"(label for="detail-view-input" id="detail-view-label" class="view-option-label")");
tag(os,TAG::BEGIN,R"(span class="view-icon" id="detail-view-icon")");
Another typo
2023-02-10 04:58:17 +00:00
tag(os,TAG::INLINE) << R"(<span class="view-icon-selected"><svg><use href="../icons.svg#circle-dot"></use></svg></span>)" << '\n';
tag(os,TAG::INLINE) << R"(<span class="view-icon-unselected"><svg><use href="../icons.svg#circle-empty"></use></svg></span>)" << '\n';
Table
2023-02-09 22:00:15 +00:00
tag(os,TAG::END,"span");
tag(os,TAG::INLINE) << "Detailed View" << '\n';
tag(os,TAG::END,"label");
tag(os,TAG::END,"div");
tag(os,TAG::END,"div");
}
Partial rewrite getting course title/description
2023-07-27 23:04:34 +00:00
std::pair<std::string,std::string>
get_course_title_and_description(const std::string& course_id,
const quatalog_data_t& quatalog_data) {
Table now actually has information in it
2023-02-09 22:51:42 +00:00
const auto& catalog_entry = get_data(quatalog_data.catalog,course_id);
const auto& terms_offered = get_data(quatalog_data.terms_offered,course_id);
Changes to make generating HTML easier
2023-02-07 23:10:56 +00:00
const auto& latest_term = terms_offered["latest_term"].asString();
Partial rewrite getting course title/description
2023-07-27 23:04:34 +00:00
std::string title, description;
Changes to make generating HTML easier
2023-02-07 23:10:56 +00:00
if(catalog_entry) {
Partial rewrite getting course title/description
2023-07-27 23:04:34 +00:00
title = catalog_entry["name"].asString();
Changes to make generating HTML easier
2023-02-07 23:10:56 +00:00
} else {
Show music lessons properly
2024-03-16 03:46:28 +00:00
title = terms_offered[latest_term]["title"][0].asString();
Partial rewrite getting course title/description
2023-07-27 23:04:34 +00:00
}
if(catalog_entry) {
description = catalog_entry["description"].asString();
} else {
description = "This course is not in the most recent catalog. "
"It may have been discontinued, had its course "
"code changed, or just not be in the catalog for "
"some other reason.";
}
const auto& mid_digits = course_id.substr(6,2);
if(mid_digits == "96" || mid_digits == "97") {
title = "Topics in " + course_id.substr(0,4);
description = "Course codes between X960 and X979 are for topics "
"courses. They are often recycled and used for new "
"or experimental courses.";
Changes to make generating HTML easier
2023-02-07 23:10:56 +00:00
}
Partial rewrite getting course title/description
2023-07-27 23:04:34 +00:00
return std::make_pair(title,description);
Changes to make generating HTML easier
2023-02-07 23:10:56 +00:00
}
STSS/STSH logic
2023-02-09 05:19:35 +00:00
void generate_course_pill(std::string course_id,
Refactor a bunch of crap and handle prerequisites
2023-02-09 04:22:43 +00:00
const quatalog_data_t& qlog,
std::ostream& os) {
Use the fix course IDs function to fix course IDs in course pills
2023-07-27 23:29:16 +00:00
course_id = fix_course_ids(course_id);
Partial rewrite getting course title/description
2023-07-27 23:04:34 +00:00
const auto& title = get_course_title_and_description(course_id,qlog).first;
Handle attributes. Done for the night
2023-02-09 05:37:18 +00:00
tag(os,TAG::INLINE) << R"(<a class="course-pill" href=")" << course_id
Remove .html from link
2023-03-13 20:45:18 +00:00
<< R"(">)"
Refactor a bunch of crap and handle prerequisites
2023-02-09 04:22:43 +00:00
<< course_id;
if(!title.empty()) {
os << " " << title;
}
os << "</a>";
}
Handle attributes. Done for the night
2023-02-09 05:37:18 +00:00
void generate_attributes(const Json::Value& attributes,
Add in attribute handing for the search feature
2023-02-17 02:48:43 +00:00
std::ostream& os,
Json::Value& attributes_catalog) {
Handle attributes. Done for the night
2023-02-09 05:37:18 +00:00
for(const auto& attribute : attributes) {
Add in attribute handing for the search feature
2023-02-17 02:48:43 +00:00
const auto& attr_str = attribute.asString();
const auto& attr_short_itr = attr_to_short_attr.find(attr_str);
if(attr_short_itr != attr_to_short_attr.end()) {
attributes_catalog.append(attr_short_itr->second);
}
Handle attributes. Done for the night
2023-02-09 05:37:18 +00:00
tag(os,TAG::BEGIN,R"(span class="attr-pill")");
Add in attribute handing for the search feature
2023-02-17 02:48:43 +00:00
tag(os,TAG::INLINE) << attr_str << '\n';
Handle attributes. Done for the night
2023-02-09 05:37:18 +00:00
tag(os,TAG::END,"span");
}
}
Refactor a bunch of crap and handle prerequisites
2023-02-09 04:22:43 +00:00
void generate_list(const Json::Value& list,
const std::string& list_name,
const std::string& css_prefix,
const quatalog_data_t& qlog,
std::ostream& os) {
if(list.empty()) return;
tag(os,TAG::BEGIN,R"(div id=")" + css_prefix + R"(-container")");
tag(os,TAG::BEGIN,R"(div id=")" + css_prefix + R"(-title" class="rel-info-title")");
tag(os,TAG::INLINE) << list_name << '\n';
tag(os,TAG::END,"div");
tag(os,TAG::BEGIN,"div id=" + css_prefix + R"(-classes" class="rel-info-courses")");
for(const auto& cl : list) {
generate_course_pill(cl.asString(),qlog,os);
os << '\n';
}
tag(os,TAG::END,"div");
tag(os,TAG::END,"div");
}
void generate_prereq_display(const Json::Value& prereqs,const quatalog_data_t& qlog,std::ostream& os) {
tag(os,TAG::BEGIN,R"(div id="prereq-container" class="rel-info-container")");
tag(os,TAG::BEGIN,R"(div id="prereq-title" class="rel-info-title")");
tag(os,TAG::INLINE) << "Prereqs:" << '\n';
tag(os,TAG::END,"div");
tag(os,TAG::BEGIN,R"(div id="prereq-classes" class="rel-info-courses")");
generate_prereq(prereqs,qlog,os);
tag(os,TAG::END,"div");
tag(os,TAG::END,"div");
}
void generate_prereq(const Json::Value& prereq,
const quatalog_data_t& qlog,
std::ostream& os) {
Table
2023-02-09 22:00:15 +00:00
if(prereq.empty()) {
tag(os,TAG::BEGIN,R"(span class="none-rect")");
tag(os,TAG::INLINE) << "none" << '\n';
tag(os,TAG::END,"span");
} else if(prereq["type"] == "course") {
Refactor a bunch of crap and handle prerequisites
2023-02-09 04:22:43 +00:00
std::string course = prereq["course"].asString();
generate_course_pill(course,qlog,os);
os << '\n';
} else if(prereq["type"] == "or") {
generate_or_prereq(prereq["nested"],qlog,os);
} else if(prereq["type"] == "and") {
generate_and_prereq(prereq["nested"],qlog,os);
}
}
void generate_or_prereq(const Json::Value& prereqs,
const quatalog_data_t& qlog,
std::ostream& os) {
tag(os,TAG::BEGIN,R"(div class="pr-or-con")");
tag(os,TAG::BEGIN,R"(div class="pr-or-title")");
tag(os,TAG::INLINE) << "one of:" << '\n';
tag(os,TAG::END,"div");
tag(os,TAG::BEGIN,R"(div class="pr-or")");
for(const auto& pr : prereqs) {
generate_prereq(pr,qlog,os);
}
tag(os,TAG::END,"div");
tag(os,TAG::END,"div");
}
void generate_and_prereq(const Json::Value& prereqs,
const quatalog_data_t& qlog,
std::ostream& os) {
generate_prereq(prereqs[0],qlog,os);
for(Json::Value::ArrayIndex i = 1; i != prereqs.size();i++) {
Handle attributes. Done for the night
2023-02-09 05:37:18 +00:00
tag(os,TAG::INLINE) << R"(<div class="pr-and">and</div>)" << '\n';
Refactor a bunch of crap and handle prerequisites
2023-02-09 04:22:43 +00:00
generate_prereq(prereqs[i],qlog,os);
}
}
std::ostream& tag(std::ostream& os,enum TAG mode,const std::string& tagname /* = "" */) {
static int indent_w = 0;
switch(mode) {
Table now actually has information in it
2023-02-09 22:51:42 +00:00
case TAG::COMPLEX_BEGIN:
return indent(os,indent_w++);
Refactor a bunch of crap and handle prerequisites
2023-02-09 04:22:43 +00:00
case TAG::INLINE:
return indent(os,indent_w);
case TAG::BEGIN:
return indent(os,indent_w++) << '<' << tagname << '>' << '\n';
case TAG::END:
return indent(os,--indent_w) << "</" << tagname << '>' << '\n';
}
}
std::ostream& indent(std::ostream& os,
const int indent_w) {
Table now actually has information in it
2023-02-09 22:51:42 +00:00
const std::string& INDENT = " ";
Refactor a bunch of crap and handle prerequisites
2023-02-09 04:22:43 +00:00
for(int i = 0;i < indent_w;i++) {
os << INDENT;
Changes to make generating HTML easier
2023-02-07 23:10:56 +00:00
}
Refactor a bunch of crap and handle prerequisites
2023-02-09 04:22:43 +00:00
return os;
Changes to make generating HTML easier
2023-02-07 23:10:56 +00:00
}
Reference in a new issue Copy permalink