#include "GameLoader.h" #include "OSD/Logger.h" #include "Util/NewConfig.h" #include "Util/ConfigBuilders.h" #include "Util/ByteSwap.h" #include #include bool GameLoader::LoadZipArchive(ZipArchive *zip, const std::string &zipfilename) const { zip->zipfilename = zipfilename; zip->zf = unzOpen(zipfilename.c_str()); if (NULL == zip->zf) { ErrorLog("Could not open '%s'.", zipfilename.c_str()); return true; } // Identify all files in zip archive int err = UNZ_OK; for (err = unzGoToFirstFile(zip->zf); err == UNZ_OK; err = unzGoToNextFile(zip->zf)) { unz_file_info file_info; char filename_buffer[256]; if (UNZ_OK != unzGetCurrentFileInfo(zip->zf, &file_info, filename_buffer, sizeof(filename_buffer), NULL, 0, NULL, 0)) continue; zip->files_by_crc[file_info.crc].filename = filename_buffer; zip->files_by_crc[file_info.crc].uncompressed_size = file_info.uncompressed_size; zip->files_by_crc[file_info.crc].crc32 = file_info.crc; } if (err != UNZ_END_OF_LIST_OF_FILE) { ErrorLog("Unable to read the contents of '%s' (code 0x%x).", zipfilename.c_str(), err); return true; } return false; } bool GameLoader::LoadZippedFile(std::shared_ptr *buffer, size_t *file_size, const GameLoader::File::ptr_t &file, const ZipArchive &zip) { // Locate file const ZippedFile *zipped_file = LookupFile(file, zip); if (!zipped_file) return true; if (UNZ_OK != unzLocateFile(zip.zf, zipped_file->filename.c_str(), 2)) { ErrorLog("Unable to locate '%s' in '%s'. Is zip file corrupt?", zipped_file->filename.c_str(), zip.zipfilename.c_str()); return true; } // Read it in if (UNZ_OK != unzOpenCurrentFile(zip.zf)) { ErrorLog("Unable to read '%s' from '%s'. Is zip file corrupt?", zipped_file->filename.c_str(), zip.zipfilename.c_str()); return true; } *file_size = zipped_file->uncompressed_size; buffer->reset(new uint8_t[*file_size], std::default_delete()); ZPOS64_T bytes_read = unzReadCurrentFile(zip.zf, buffer->get(), *file_size); if (bytes_read != *file_size) { ErrorLog("Unable to read '%s' from '%s'. Is zip file corrupt?", zipped_file->filename.c_str(), zip.zipfilename.c_str()); unzCloseCurrentFile(zip.zf); return true; } // And close it if (UNZ_CRCERROR == unzCloseCurrentFile(zip.zf)) ErrorLog("CRC error reading '%s' from '%s'. File may be corrupt.", zipped_file->filename.c_str(), zip.zipfilename.c_str()); return false; } const GameLoader::ZippedFile *GameLoader::LookupFile(const File::ptr_t &file, const ZipArchive &zip) const { if (file->has_crc32) { auto it = zip.files_by_crc.find(file->crc32); if (it == zip.files_by_crc.end()) { ErrorLog("'%s' with CRC32 0x%08x not found in '%s'.", file->filename.c_str(), file->crc32, zip.zipfilename.c_str()); return nullptr; } return &it->second; } // Try to lookup by name for (auto &v: zip.files_by_crc) { if (Util::ToLower(v.second.filename) == file->filename) return &v.second; } ErrorLog("'%s' not found in '%s'.", file->filename.c_str(), zip.zipfilename.c_str()); return nullptr; } bool GameLoader::MissingAttrib(const GameLoader &loader, const Util::Config::Node &node, const std::string &attribute) { if (node[attribute].Empty()) { ErrorLog("%s: <%s> tag is missing required attribute '%s'.", loader.m_xml_filename.c_str(), node.Key().c_str(), attribute.c_str()); return true; } return false; } GameLoader::File::ptr_t GameLoader::File::Create(const GameLoader &loader, const Util::Config::Node &file_node) { if (GameLoader::MissingAttrib(loader, file_node, "name") | GameLoader::MissingAttrib(loader, file_node, "offset")) return ptr_t(); ptr_t file = std::make_shared(); file->offset = file_node["offset"].ValueAs(); file->filename = Util::ToLower(file_node["name"].ValueAs()); file->has_crc32 = file_node["crc32"].Exists(); file->crc32 = file->has_crc32 ? file_node["crc32"].ValueAs() : 0; return file; } bool GameLoader::File::Matches(const std::string &filename_to_match, uint32_t crc32_to_match) const { if (has_crc32) return crc32_to_match == crc32; return Util::ToLower(filename_to_match) == filename; } GameLoader::Region::ptr_t GameLoader::Region::Create(const GameLoader &loader, const Util::Config::Node ®ion_node) { if (GameLoader::MissingAttrib(loader, region_node, "name") | MissingAttrib(loader, region_node, "stride") | GameLoader::MissingAttrib(loader, region_node, "chunk_size")) return ptr_t(); ptr_t region = std::make_shared(); region->region_name = region_node["name"].Value(); region->stride = region_node["stride"].ValueAs(); region->chunk_size = region_node["chunk_size"].ValueAs(); region->byte_swap = region_node["byte_swap"].ValueAsDefault(false); return region; } static void PopulateGameInfo(Game *game, const Util::Config::Node &game_node) { game->name = game_node["name"].ValueAs(); game->parent = game_node["parent"].ValueAsDefault(std::string()); game->title = game_node["identity/title"].ValueAsDefault("Unknown"); game->version = game_node["identity/version"].ValueAsDefault(""); game->manufacturer = game_node["identity/manufacturer"].ValueAsDefault("Unknown"); game->year = game_node["identity/year"].ValueAsDefault(0); game->stepping = game_node["hardware/stepping"].ValueAsDefault(""); game->mpeg_board = game_node["hardware/mpeg_board"].ValueAsDefault(""); game->encryption_key = game_node["hardware/encryption_key"].ValueAsDefault(0); std::map input_flags { { "common", Game::INPUT_COMMON }, { "vehicle", Game::INPUT_VEHICLE }, { "joystick1", Game::INPUT_JOYSTICK1 }, { "joystick2", Game::INPUT_JOYSTICK2 }, { "fighting", Game::INPUT_FIGHTING }, { "vr4", Game::INPUT_VR4 }, { "viewchange", Game::INPUT_VIEWCHANGE }, { "shift4", Game::INPUT_SHIFT4 }, { "shiftupdown", Game::INPUT_SHIFTUPDOWN }, { "handbrake", Game::INPUT_HANDBRAKE }, { "harley", Game::INPUT_HARLEY }, { "gun1", Game::INPUT_GUN1 }, { "gun2", Game::INPUT_GUN2 }, { "analog_joystick", Game::INPUT_ANALOG_JOYSTICK }, { "twin_joysticks", Game::INPUT_TWIN_JOYSTICKS }, { "soccer", Game::INPUT_SOCCER }, { "spikeout", Game::INPUT_SPIKEOUT }, { "analog_gun1", Game::INPUT_ANALOG_GUN1 }, { "analog_gun2", Game::INPUT_ANALOG_GUN2 }, { "ski", Game::INPUT_SKI }, { "magtruck", Game::INPUT_MAGTRUCK }, { "fishing", Game::INPUT_FISHING } }; for (auto &node: game_node["hardware/inputs"]) { if (node.Key() == "input" && node["type"].Exists()) { const std::string input_type = node["type"].ValueAs(); game->inputs |= input_flags[input_type]; } } } bool GameLoader::ParseXML(const Util::Config::Node &xml) { for (auto it = xml.begin(); it != xml.end(); ++it) { // Game node auto &game_node = *it; if (game_node.Key() != "game") continue; if (game_node["name"].Empty()) { //TODO: associate line numbers in config //ErrorLog("%s: Ignoring tag with missing 'name' attribute.", m_xml_filename.c_str()); continue; } std::string game_name = game_node["name"].ValueAs(); if (m_regions_by_game.find(game_name) != m_regions_by_game.end()) { ErrorLog("%s: Ignoring redefinition of game '%s'.", m_xml_filename.c_str(), game_name.c_str()); continue; } RegionsByName_t ®ions_by_name = m_regions_by_game[game_name]; PopulateGameInfo(&m_game_info_by_game[game_name], game_node); for (auto &roms_node: game_node) { if (roms_node.Key() != "roms") continue; /* * Regions define contiguous memory areas that individual ROM files are * loaded into. It is possible to have multiple region tags identifying * the same region. They will be aggregated. This is useful for parent * and child ROM sets, which each may need to define the same region, * with the child set loading in different files to overwrite the parent * set. */ for (auto ®ion_node: roms_node) { if (region_node.Key() != "region") continue; // Look up region structure or create new one if needed std::string region_name = region_node["name"].Value(); auto it = regions_by_name.find(region_name); Region::ptr_t region = (it != regions_by_name.end()) ? it->second : Region::Create(*this, region_node); if (!region) continue; /* * Files are defined by the offset they are loaded at. Normally, there * should be one file per offset but parent/child ROM sets will violate * this, and so it is allowed. */ std::vector &files = region->files; for (auto &file_node: region_node) { if (file_node.Key() != "file") continue; File::ptr_t file = File::Create(*this, file_node); if (!file) continue; files.push_back(file); } // Check to ensure that some files were defined in the region if (files.empty()) ErrorLog("%s: No files defined in region '%s' of '%s'.", m_xml_filename.c_str(), region->region_name.c_str(), game_name.c_str()); else regions_by_name[region->region_name] = region; } } // Check to ensure that some ROM regions were defined for the game if (regions_by_name.empty()) ErrorLog("%s: No ROM regions defined for '%s'.", m_xml_filename.c_str(), game_name.c_str()); } // Check to ensure some games were defined if (m_regions_by_game.empty()) { ErrorLog("%s: No games defined.", m_xml_filename.c_str()); return true; } return false; } std::set GameLoader::IdentifyGamesFileBelongsTo(const std::string &filename, uint32_t crc32) const { std::set games; for (auto &v_game: m_regions_by_game) { const std::string &game_name = v_game.first; auto ®ions_by_name = v_game.second; for (auto &v_region: regions_by_name) { Region::ptr_t region = v_region.second; for (auto file: region->files) { if (file->Matches(filename, crc32)) games.insert(game_name); } } } return games; } std::vector GameLoader::IdentifyGamesInZipArchive(const ZipArchive &zip) const { std::map files_per_game; std::set all_games_found; for (auto &v: zip.files_by_crc) { std::set games = IdentifyGamesFileBelongsTo(v.second.filename, v.first); all_games_found.insert(games.begin(), games.end()); for (auto &game: games) { files_per_game[game]++; } } std::vector sorted_games_found(all_games_found.begin(), all_games_found.end()); std::sort(sorted_games_found.begin(), sorted_games_found.end(), [&files_per_game](const std::string &a, const std::string &b) { return files_per_game[a] < files_per_game[b]; }); return sorted_games_found; } bool GameLoader::ComputeRegionSize(uint32_t *region_size, const GameLoader::Region::ptr_t ®ion, const ZipArchive &zip) const { // Files in region need not be loaded contiguously. To find region size, // use maximum end_addr = offset + stride * (num_chunks - 1) + chunk_size. std::vector end_addr; bool error = false; for (auto file: region->files) { const ZippedFile *zipped_file = LookupFile(file, zip); if (zipped_file) { if (zipped_file->uncompressed_size % region->chunk_size != 0) { ErrorLog("File '%s' in '%s' is not sized in %d-byte chunks.", zipped_file->filename.c_str(), zip.zipfilename.c_str(), region->chunk_size); error = true; } uint32_t num_chunks = zipped_file->uncompressed_size / region->chunk_size; end_addr.push_back(file->offset + region->stride * (num_chunks - 1) + region->chunk_size); } else error = true; } if (!error) *region_size = *std::max_element(end_addr.begin(), end_addr.end()); return error; } bool GameLoader::LoadRegion(ROM *rom, const GameLoader::Region::ptr_t ®ion, const ZipArchive &zip) { bool error = false; for (auto &file: region->files) { std::shared_ptr tmp; size_t file_size; error |= LoadZippedFile(&tmp, &file_size, file, zip); if (!error) { size_t num_chunks = file_size / region->chunk_size; for (size_t i = 0; i < num_chunks; i++) { uint8_t *dest = rom->data.get() + file->offset + i * region->stride; uint8_t *src = tmp.get() + i * region->chunk_size; memcpy(dest, src, region->chunk_size); } } } if (region->byte_swap) Util::FlipEndian16(rom->data.get(), rom->size); return error; } bool GameLoader::LoadROMs(ROMSet *rom_set, const std::string &game_name, const ZipArchive &zip) { auto it = m_regions_by_game.find(game_name); if (it == m_regions_by_game.end()) { ErrorLog("Game '%s' not found in '%s'.", game_name.c_str(), zip.zipfilename.c_str()); return true; } bool error = false; auto ®ions_by_name = it->second; for (auto &v_region: regions_by_name) { auto ®ion = v_region.second; uint32_t region_size = 0; if (ComputeRegionSize(®ion_size, region, zip)) error |= true; else { auto &rom = rom_set->rom_by_region[region->region_name]; rom.size = region_size; rom.data.reset(new uint8_t[region_size], std::default_delete()); error |= LoadRegion(&rom, region, zip); } } return error; } bool GameLoader::LoadDefinitionXML(const std::string &filename) { m_xml_filename = filename; Util::Config::Node xml("xml"); if (Util::Config::FromXMLFile(&xml, filename)) return true; return ParseXML(xml); } bool GameLoader::Load(Game *game, ROMSet *rom_set, const std::string &zipfilename) { *game = Game(); // Load the zip file and identify all games in it ZipArchive zip; if (LoadZipArchive(&zip, zipfilename)) return true; std::vector games_found = IdentifyGamesInZipArchive(zip); if (games_found.empty()) { ErrorLog("No valid Model 3 ROMs found in '%s'.", zipfilename.c_str()); return true; } else if (games_found.size() > 1) ErrorLog("Files for multiple games found in '%s' (%s). Loading '%s'.", zipfilename.c_str(), std::string(Util::Format(", ").Join(games_found)).c_str(), games_found[0].c_str()); // Load the top game by file count *game = m_game_info_by_game[games_found[0]]; bool error = LoadROMs(rom_set, games_found[0], zip); if (error) *game = Game(); return error; } GameLoader::GameLoader(const std::string &xml_file) { LoadDefinitionXML(xml_file); }