mirror of
https://github.com/RetroDECK/ES-DE.git
synced 2024-11-25 07:35:38 +00:00
Partial implementation for The Archive scraper.
This commit is contained in:
parent
2999a8068a
commit
a8427d33a6
|
@ -179,6 +179,7 @@ set(ES_HEADERS
|
||||||
${CMAKE_CURRENT_SOURCE_DIR}/src/components/GuiSettingsMenu.h
|
${CMAKE_CURRENT_SOURCE_DIR}/src/components/GuiSettingsMenu.h
|
||||||
${CMAKE_CURRENT_SOURCE_DIR}/src/scrapers/Scraper.h
|
${CMAKE_CURRENT_SOURCE_DIR}/src/scrapers/Scraper.h
|
||||||
${CMAKE_CURRENT_SOURCE_DIR}/src/scrapers/GamesDBScraper.h
|
${CMAKE_CURRENT_SOURCE_DIR}/src/scrapers/GamesDBScraper.h
|
||||||
|
${CMAKE_CURRENT_SOURCE_DIR}/src/scrapers/TheArchiveScraper.h
|
||||||
${CMAKE_CURRENT_SOURCE_DIR}/src/pugiXML/pugiconfig.hpp
|
${CMAKE_CURRENT_SOURCE_DIR}/src/pugiXML/pugiconfig.hpp
|
||||||
${CMAKE_CURRENT_SOURCE_DIR}/src/pugiXML/pugixml.hpp
|
${CMAKE_CURRENT_SOURCE_DIR}/src/pugiXML/pugixml.hpp
|
||||||
${CMAKE_CURRENT_SOURCE_DIR}/src/resources/ResourceManager.h
|
${CMAKE_CURRENT_SOURCE_DIR}/src/resources/ResourceManager.h
|
||||||
|
@ -230,6 +231,7 @@ set(ES_SOURCES
|
||||||
${CMAKE_CURRENT_SOURCE_DIR}/src/components/GuiMenu.cpp
|
${CMAKE_CURRENT_SOURCE_DIR}/src/components/GuiMenu.cpp
|
||||||
${CMAKE_CURRENT_SOURCE_DIR}/src/components/GuiSettingsMenu.cpp
|
${CMAKE_CURRENT_SOURCE_DIR}/src/components/GuiSettingsMenu.cpp
|
||||||
${CMAKE_CURRENT_SOURCE_DIR}/src/scrapers/GamesDBScraper.cpp
|
${CMAKE_CURRENT_SOURCE_DIR}/src/scrapers/GamesDBScraper.cpp
|
||||||
|
${CMAKE_CURRENT_SOURCE_DIR}/src/scrapers/TheArchiveScraper.cpp
|
||||||
${CMAKE_CURRENT_SOURCE_DIR}/src/pugiXML/pugixml.cpp
|
${CMAKE_CURRENT_SOURCE_DIR}/src/pugiXML/pugixml.cpp
|
||||||
${CMAKE_CURRENT_SOURCE_DIR}/src/resources/ResourceManager.cpp
|
${CMAKE_CURRENT_SOURCE_DIR}/src/resources/ResourceManager.cpp
|
||||||
${CMAKE_CURRENT_SOURCE_DIR}/src/resources/TextureResource.cpp
|
${CMAKE_CURRENT_SOURCE_DIR}/src/resources/TextureResource.cpp
|
||||||
|
|
|
@ -4,6 +4,7 @@
|
||||||
#include "platform.h"
|
#include "platform.h"
|
||||||
#include <boost/filesystem.hpp>
|
#include <boost/filesystem.hpp>
|
||||||
#include "scrapers/GamesDBScraper.h"
|
#include "scrapers/GamesDBScraper.h"
|
||||||
|
#include "scrapers/TheArchiveScraper.h"
|
||||||
|
|
||||||
Settings* Settings::sInstance = NULL;
|
Settings* Settings::sInstance = NULL;
|
||||||
|
|
||||||
|
|
84
src/scrapers/TheArchiveScraper.cpp
Normal file
84
src/scrapers/TheArchiveScraper.cpp
Normal file
|
@ -0,0 +1,84 @@
|
||||||
|
#include "TheArchiveScraper.h"
|
||||||
|
#include "../components/GuiGameScraper.h"
|
||||||
|
#include "../components/AsyncReqComponent.h"
|
||||||
|
#include "../Log.h"
|
||||||
|
#include "../pugiXML/pugixml.hpp"
|
||||||
|
|
||||||
|
std::vector<MetaDataList> TheArchiveScraper::getResults(ScraperSearchParams params)
|
||||||
|
{
|
||||||
|
std::shared_ptr<HttpReq> req = makeHttpReq(params);
|
||||||
|
while(req->status() == HttpReq::REQ_IN_PROGRESS);
|
||||||
|
|
||||||
|
return parseReq(params, req);
|
||||||
|
}
|
||||||
|
|
||||||
|
std::shared_ptr<HttpReq> TheArchiveScraper::makeHttpReq(ScraperSearchParams params)
|
||||||
|
{
|
||||||
|
std::string path = "/2.0/Archive.search/xml/7TTRM4MNTIKR2NNAGASURHJOZJ3QXQC5/";
|
||||||
|
|
||||||
|
std::string cleanName = params.nameOverride;
|
||||||
|
if(cleanName.empty())
|
||||||
|
cleanName = params.game->getCleanName();
|
||||||
|
|
||||||
|
path += HttpReq::urlEncode(cleanName);
|
||||||
|
//platform TODO, should use some params.system get method
|
||||||
|
|
||||||
|
return std::make_shared<HttpReq>("api.archive.vg", path);
|
||||||
|
}
|
||||||
|
|
||||||
|
std::vector<MetaDataList> TheArchiveScraper::parseReq(ScraperSearchParams params, std::shared_ptr<HttpReq> req)
|
||||||
|
{
|
||||||
|
std::vector<MetaDataList> mdl;
|
||||||
|
|
||||||
|
if(req->status() != HttpReq::REQ_SUCCESS)
|
||||||
|
{
|
||||||
|
LOG(LogError) << "HttpReq error";
|
||||||
|
return mdl;
|
||||||
|
}
|
||||||
|
|
||||||
|
pugi::xml_document doc;
|
||||||
|
pugi::xml_parse_result parseResult = doc.load(req->getContent().c_str());
|
||||||
|
if(!parseResult)
|
||||||
|
{
|
||||||
|
LOG(LogError) << "Error parsing XML";
|
||||||
|
return mdl;
|
||||||
|
}
|
||||||
|
|
||||||
|
pugi::xml_node data = doc.child("OpenSearchDescription").child("games");
|
||||||
|
|
||||||
|
unsigned int resultNum = 0;
|
||||||
|
pugi::xml_node game = data.child("game");
|
||||||
|
while(game && resultNum < MAX_SCRAPER_RESULTS)
|
||||||
|
{
|
||||||
|
mdl.push_back(MetaDataList(params.system->getGameMDD()));
|
||||||
|
mdl.back().set("name", game.child("title").text().get());
|
||||||
|
mdl.back().set("desc", game.child("description").text().get());
|
||||||
|
|
||||||
|
pugi::xml_node image = game.child("box_front");
|
||||||
|
pugi::xml_node thumbnail = game.child("box_front_small");
|
||||||
|
|
||||||
|
if (image)
|
||||||
|
mdl.back().set("image",image.text().get());
|
||||||
|
if (thumbnail)
|
||||||
|
mdl.back().set("thumbnail", thumbnail.text().get());
|
||||||
|
|
||||||
|
resultNum++;
|
||||||
|
game = game.next_sibling("game");
|
||||||
|
}
|
||||||
|
|
||||||
|
return mdl;
|
||||||
|
}
|
||||||
|
|
||||||
|
void TheArchiveScraper::getResultsAsync(ScraperSearchParams params, Window* window, std::function<void(std::vector<MetaDataList>)> returnFunc)
|
||||||
|
{
|
||||||
|
std::shared_ptr<HttpReq> httpreq = makeHttpReq(params);
|
||||||
|
AsyncReqComponent* req = new AsyncReqComponent(window, httpreq,
|
||||||
|
[this, params, returnFunc] (std::shared_ptr<HttpReq> r)
|
||||||
|
{
|
||||||
|
returnFunc(parseReq(params, r));
|
||||||
|
}, [] ()
|
||||||
|
{
|
||||||
|
});
|
||||||
|
|
||||||
|
window->pushGui(req);
|
||||||
|
}
|
16
src/scrapers/TheArchiveScraper.h
Normal file
16
src/scrapers/TheArchiveScraper.h
Normal file
|
@ -0,0 +1,16 @@
|
||||||
|
#pragma once
|
||||||
|
|
||||||
|
#include "Scraper.h"
|
||||||
|
#include "../HttpReq.h"
|
||||||
|
|
||||||
|
class TheArchiveScraper : public IScraper
|
||||||
|
{
|
||||||
|
public:
|
||||||
|
std::vector<MetaDataList> getResults(ScraperSearchParams params) override;
|
||||||
|
void getResultsAsync(ScraperSearchParams params, Window* window, std::function<void(std::vector<MetaDataList>)> returnFunc) override;
|
||||||
|
|
||||||
|
private:
|
||||||
|
std::shared_ptr<HttpReq> makeHttpReq(ScraperSearchParams params);
|
||||||
|
std::vector<MetaDataList> parseReq(ScraperSearchParams params, std::shared_ptr<HttpReq>);
|
||||||
|
};
|
||||||
|
|
Loading…
Reference in a new issue