#include "ScraperCmdLine.h" #include "Log.h" #include "platform.h" #include "SystemData.h" #include #include #if defined(__linux__) #include #elif defined(WIN32) #include #endif std::ostream& out = std::cout; void handle_interrupt_signal(int /*p*/) { sleep(50); LOG(LogInfo) << "Interrupt received during scrape..."; SystemData::deleteSystems(); exit(1); } int run_scraper_cmdline() { out << "EmulationStation scraper\n"; out << "========================\n"; out << "\n"; signal(SIGINT, handle_interrupt_signal); //================================================================================== //filter //================================================================================== enum FilterChoice { FILTER_MISSING_IMAGES, FILTER_ALL }; int filter_choice; do { out << "Select filter for games to be scraped:\n"; out << FILTER_MISSING_IMAGES << " - games missing images\n"; out << FILTER_ALL << " - all games period, can overwrite existing metadata\n"; std::cin >> filter_choice; std::cin.ignore(1, '\n'); //skip the unconsumed newline } while(filter_choice < FILTER_MISSING_IMAGES || filter_choice > FILTER_ALL); out << "\n"; //================================================================================== //platforms //================================================================================== std::vector systems; out << "You can scrape only specific platforms, or scrape all of them.\n"; out << "Would you like to scrape all platforms? (y/n)\n"; std::string system_choice; std::getline(std::cin, system_choice); if(system_choice == "y" || system_choice == "Y") { out << "Will scrape all platforms.\n"; for(auto i = SystemData::sSystemVector.cbegin(); i != SystemData::sSystemVector.cend(); i++) { out << " " << (*i)->getName() << " (" << (*i)->getGameCount() << " games)\n"; systems.push_back(*i); } }else{ std::string sys_name; out << "Enter the names of the platforms you would like to scrape, one at a time.\n"; out << "Type nothing and press enter when you are ready to continue.\n"; do { for(auto i = SystemData::sSystemVector.cbegin(); i != SystemData::sSystemVector.cend(); i++) { if(std::find(systems.cbegin(), systems.cend(), (*i)) != systems.cend()) out << " C "; else out << " "; out << "\"" << (*i)->getName() << "\" (" << (*i)->getGameCount() << " games)\n"; } std::getline(std::cin, sys_name); if(sys_name.empty()) break; bool found = false; for(auto i = SystemData::sSystemVector.cbegin(); i != SystemData::sSystemVector.cend(); i++) { if((*i)->getName() == sys_name) { systems.push_back(*i); found = true; break; } } if(!found) out << "System not found.\n"; } while(true); } //================================================================================== //manual mode //================================================================================== out << "\n"; out << "You can let the scraper try to automatically choose the best result, or\n"; out << "you can manually approve each result. This \"manual mode\" is much more accurate.\n"; out << "It is highly recommended you use manual mode unless you have a very large collection.\n"; out << "Scrape in manual mode? (y/n)\n"; std::string manual_mode_str; std::getline(std::cin, manual_mode_str); bool manual_mode = false; if(manual_mode_str == "y" || manual_mode_str == "Y") { manual_mode = true; out << "Scraping in manual mode!\n"; }else{ out << "Scraping in automatic mode!\n"; } //================================================================================== //scraping //================================================================================== out << "\n"; out << "Alright, let's do this thing!\n"; out << "=============================\n"; /* std::shared_ptr scraper = Settings::getInstance()->getScraper(); for(auto sysIt = systems.cbegin(); sysIt != systems.cend(); sysIt++) { std::vector files = (*sysIt)->getRootFolder()->getFilesRecursive(GAME); ScraperSearchParams params; params.system = (*sysIt); for(auto gameIt = files.cbegin(); gameIt != files.cend(); gameIt++) { params.nameOverride = ""; params.game = *gameIt; //print original search term out << getCleanFileName(params.game->getPath()) << "...\n"; //need to take into account filter_choice if(filter_choice == FILTER_MISSING_IMAGES) { if(!params.game->metadata.get("image").empty()) //maybe should also check if the image file exists/is a URL { out << " Skipping, metadata \"image\" entry is not empty.\n"; continue; } } //actually get some results do { std::vector mdls = scraper->getResults(params); //no results if(mdls.size() == 0) { if(manual_mode) { //in manual mode let the user enter a custom search out << " NO RESULTS FOUND! Enter a new name to search for, or nothing to skip.\n"; std::getline(std::cin, params.nameOverride); if(params.nameOverride.empty()) { out << " Skipping...\n"; break; } continue; }else{ out << " NO RESULTS FOUND! Skipping...\n"; break; } } //some results if(manual_mode) { //print list of choices for(unsigned int i = 0; i < mdls.size(); i++) { out << " " << i << " - " << mdls.at(i).get("name") << "\n"; } int choice = -1; std::string choice_str; out << "Your choice: "; std::getline(std::cin, choice_str); std::stringstream choice_buff(choice_str); //convert to int choice_buff >> choice; if(choice >= 0 && choice < (int)mdls.size()) { params.game->metadata = mdls.at(choice); break; }else{ out << "Invalid choice.\n"; continue; } }else{ //automatic mode //always choose the first choice out << " name -> " << mdls.at(0).get("name") << "\n"; params.game->metadata = mdls.at(0); break; } } while(true); out << "===================\n"; } } out << "\n\n"; out << "Downloading boxart...\n"; for(auto sysIt = systems.cbegin(); sysIt != systems.cend(); sysIt++) { std::vector files = (*sysIt)->getRootFolder()->getFilesRecursive(GAME); for(auto gameIt = files.cbegin(); gameIt != files.cend(); gameIt++) { FileData* game = *gameIt; const std::vector& mdd = game->metadata.getMDD(); for(auto i = mdd.cbegin(); i != mdd.cend(); i++) { std::string key = i->key; std::string url = game->metadata.get(key); if(i->type == MD_IMAGE_PATH && HttpReq::isUrl(url)) { std::string urlShort = url.substr(0, url.length() > 35 ? 35 : url.length()); if(url.length() != urlShort.length()) urlShort += "..."; out << " " << game->metadata.get("name") << " [from: " << urlShort << "]...\n"; ScraperSearchParams p; p.game = game; p.system = *sysIt; game->metadata.set(key, downloadImage(url, getSaveAsPath(p, key, url))); if(game->metadata.get(key).empty()) { out << " FAILED! Skipping.\n"; game->metadata.set(key, url); //result URL to what it was if download failed, retry some other time } } } } } out << "\n\n"; out << "==============================\n"; out << "SCRAPE COMPLETE!\n"; out << "==============================\n"; */ out << "\n\n"; out << "ACTUALLY THIS IS STILL TODO\n"; return 0; }