phantop/quatalog-scraper
1
0
Fork 0
mirror of https://github.com/quatalog/quatalog.git synced 2025-12-01 16:49:49 +00:00
Code Issues Packages Projects Releases Wiki Activity

Working on search, need new helper file

Browse source
This commit is contained in:
3eef8a28f26fb2bcc514e6f1938929a1f931762 2023-02-10 20:42:57 -05:00
parent ee3150e17b
commit 7561120cf3
1 changed files with 17 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

19
src/GenerateHtml.cpp
View file

@ -64,7 +64,7 @@ std::ostream& tag(std::ostream&,enum TAG,const std::string& = "");
int main(const int argc, int main(const int argc,
const char** argv) { const char** argv) {
if(argc != 7) { if(argc != 8) {
std::cerr << "Bad number of arguments (" << argc << ")" << std::endl; std::cerr << "Bad number of arguments (" << argc << ")" << std::endl;
std::cerr << "Usage: " << argv[0] std::cerr << "Usage: " << argv[0]
<< " <terms_offered_file>" << " <terms_offered_file>"
@ -72,7 +72,9 @@ int main(const int argc,
<< " <list_of_terms_file>" << " <list_of_terms_file>"
<< " <catalog_file>" << " <catalog_file>"
<< " <out_directory>" << " <out_directory>"
<< " <courses_list_file>"
<< " <searchable_catalog_file>" << " <searchable_catalog_file>"
<< " <courses_list_file>"
<< std::endl; << std::endl;
return EXIT_FAILURE; return EXIT_FAILURE;
} }
@ -82,26 +84,35 @@ int main(const int argc,
const auto& catalog_filename = std::string(argv[4]); const auto& catalog_filename = std::string(argv[4]);
const auto& out_dir_path = fs::path(argv[5]); const auto& out_dir_path = fs::path(argv[5]);
const auto& searchable_catalog_filename = fs::path(argv[6]); const auto& searchable_catalog_filename = fs::path(argv[6]);
const auto& courses_list_filename = fs::path(argv[7]);
if(!create_dir_if_not_exist(out_dir_path)) { if(!create_dir_if_not_exist(out_dir_path)) {
std::cerr << "What" << std::endl; std::cerr << "What" << std::endl;
return EXIT_FAILURE; return EXIT_FAILURE;
} }
quatalog_data_t quatalog_data;
std::fstream terms_offered_file{terms_offered_filename,std::ios::in}; std::fstream terms_offered_file{terms_offered_filename,std::ios::in};
std::fstream prerequisites_file{prerequisites_filename,std::ios::in}; std::fstream prerequisites_file{prerequisites_filename,std::ios::in};
std::fstream list_of_terms_file{list_of_terms_filename,std::ios::in}; std::fstream list_of_terms_file{list_of_terms_filename,std::ios::in};
std::fstream catalog_file{catalog_filename,std::ios::in}; std::fstream catalog_file{catalog_filename,std::ios::in};
quatalog_data_t quatalog_data;
terms_offered_file >> quatalog_data.terms_offered; terms_offered_file >> quatalog_data.terms_offered;
prerequisites_file >> quatalog_data.prerequisites; prerequisites_file >> quatalog_data.prerequisites;
list_of_terms_file >> quatalog_data.list_of_terms; list_of_terms_file >> quatalog_data.list_of_terms;
catalog_file >> quatalog_data.catalog; catalog_file >> quatalog_data.catalog;
terms_offered_file.close();
prerequisites_file.close();
list_of_terms_file.close();
catalog_file.close();
auto courses = get_all_courses(quatalog_data); auto courses = get_all_courses(quatalog_data);
Json::Value searchable_catalog; Json::Value searchable_catalog;
Json::Value courses_list;
for(const auto& course : courses) { for(const auto& course : courses) {
courses_list.append(course);
const auto& html_path = out_dir_path / (course + ".html"); const auto& html_path = out_dir_path / (course + ".html");
auto file = std::ofstream(html_path); auto file = std::ofstream(html_path);
generate_course_page(course,quatalog_data,searchable_catalog,file); generate_course_page(course,quatalog_data,searchable_catalog,file);
@ -113,9 +124,13 @@ int main(const int argc,
std::unique_ptr<Json::StreamWriter> outWriter(swb.newStreamWriter()); std::unique_ptr<Json::StreamWriter> outWriter(swb.newStreamWriter());
std::fstream searchable_catalog_file{searchable_catalog_filename,std::ios::out}; std::fstream searchable_catalog_file{searchable_catalog_filename,std::ios::out};
std::fstream courses_list_file{courses_list_filename,std::ios::out};
outWriter->write(searchable_catalog,&searchable_catalog_file); outWriter->write(searchable_catalog,&searchable_catalog_file);
outWriter->write(courses_list,&courses_list_file);
searchable_catalog_file.close(); searchable_catalog_file.close();
courses_list.close();
} }
std::unordered_set<std::string> get_all_courses(const quatalog_data_t& qlog) { std::unordered_set<std::string> get_all_courses(const quatalog_data_t& qlog) {