phantop/quatalog-scraper
1
0
Fork 0
mirror of https://github.com/quatalog/quatalog.git synced 2024-10-02 23:08:49 +00:00
Code Issues Packages Projects Releases Wiki Activity

Working on other files

Browse source
This commit is contained in:
3eef8a28f26fb2bcc514e6f1938929a1f931762 2023-02-04 23:50:51 -05:00
parent 10d866be19
commit 4e78991260
1 changed files with 33 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

33
CourseOfferingsScraper.cpp
View file

@ -9,7 +9,10 @@
namespace fs = std::filesystem; namespace fs = std::filesystem;
struct quatalog_data_t { struct quatalog_data_t {
Json::Value terms_offered; Json::Value terms_offered;
Json::Value cross_listings;
Json::Value prerequisites; Json::Value prerequisites;
Json::Value corequisites;
Json::Value attributes;
}; };
struct term_data_t { struct term_data_t {
Json::Value courses; Json::Value courses;
@ -31,17 +34,27 @@ void handle_attribute(const std::string&,Json::Value&);
void handle_prereqs(const Json::Value&,const std::string&,Json::Value&,const Json::Value&); void handle_prereqs(const Json::Value&,const std::string&,Json::Value&,const Json::Value&);
int main(const int argc,const char** argv) { int main(const int argc,const char** argv) {
if(argc < 4) { if(argc < 6) {
std::cerr << "Bad number of arguments " << argc << std::endl; std::cerr << "Bad number of arguments " << argc << std::endl;
std::cerr << "Usage: " << argv[0]
<< " <data_directory>"
<< " <terms_offered_file>"
<< " <cross_listings_file>"
<< " <prerequisites_file>"
<< " <corequisites_file>"
<< " <attributes_file>" << std::endl;
return EXIT_FAILURE; return EXIT_FAILURE;
} }
const auto& data_dir_path = fs::path(argv[1]); const auto& data_dir_path = fs::path(argv[1]);
const std::string& terms_offered_filename = std::string(argv[2]); const std::string& terms_offered_filename = std::string(argv[2]);
const std::string& prerequisites_filename = std::string(argv[3]); const std::string& cross_listings_filename = std::string(argv[3]);
const std::string& prerequisites_filename = std::string(argv[4]);
const std::string& corequisites_filename = std::string(argv[5]);
const std::string& attributes_filename = std::string(argv[6]);
if(!fs::is_directory(data_dir_path)) { if(!fs::is_directory(data_dir_path)) {
std::cerr << "Data dir argument " << data_dir_path << " is not a directory" << std::endl; std::cerr << "Data directory argument " << data_dir_path << " is not a directory" << std::endl;
return EXIT_FAILURE; return EXIT_FAILURE;
} }
@ -54,14 +67,26 @@ int main(const int argc,const char** argv) {
// Begin JSON manipulation // Begin JSON manipulation
quatalog_data_t data; quatalog_data_t data;
handle_term_dirs(term_dirs,data); //terms_offered,prerequisites); handle_term_dirs(term_dirs,data);
// File I/O is my passion
std::fstream terms_offered_file{terms_offered_filename,std::ios::out}; std::fstream terms_offered_file{terms_offered_filename,std::ios::out};
std::fstream cross_listings_file{cross_listings_filename,std::ios::out};
std::fstream prerequisites_file{prerequisites_filename,std::ios::out}; std::fstream prerequisites_file{prerequisites_filename,std::ios::out};
std::fstream corequisites_file{corequisites_filename,std::ios::out};
std::fstream attributes_file{attributes_filename,std::ios::out};
terms_offered_file << data.terms_offered << std::endl; terms_offered_file << data.terms_offered << std::endl;
cross_listings_file << data.cross_listings << std::endl;
prerequisites_file << data.prerequisites << std::endl; prerequisites_file << data.prerequisites << std::endl;
corequisites_file << data.corequisites << std::endl;
attributes_file << data.attributes << std::endl;
terms_offered_file.close(); terms_offered_file.close();
cross_listings_file.close();
prerequisites_file.close(); prerequisites_file.close();
corequisites_file.close();
attributes_file.close();
return EXIT_SUCCESS; return EXIT_SUCCESS;
} }