2021-02-21 08:30:58 +00:00
|
|
|
#include "http_downloader_winhttp.h"
|
|
|
|
#include "common/assert.h"
|
|
|
|
#include "common/log.h"
|
|
|
|
#include "common/string_util.h"
|
|
|
|
#include "common/timer.h"
|
2021-03-14 15:46:26 +00:00
|
|
|
#include <VersionHelpers.h>
|
2021-02-21 08:30:58 +00:00
|
|
|
#include <algorithm>
|
|
|
|
Log_SetChannel(HTTPDownloaderWinHttp);
|
|
|
|
|
|
|
|
#pragma comment(lib, "winhttp.lib")
|
|
|
|
|
|
|
|
namespace FrontendCommon {
|
|
|
|
|
|
|
|
HTTPDownloaderWinHttp::HTTPDownloaderWinHttp() : HTTPDownloader() {}
|
|
|
|
|
|
|
|
HTTPDownloaderWinHttp::~HTTPDownloaderWinHttp()
|
|
|
|
{
|
|
|
|
if (m_hSession)
|
|
|
|
{
|
|
|
|
WinHttpSetStatusCallback(m_hSession, nullptr, WINHTTP_CALLBACK_FLAG_ALL_NOTIFICATIONS, NULL);
|
|
|
|
WinHttpCloseHandle(m_hSession);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-04-04 02:55:03 +00:00
|
|
|
std::unique_ptr<HTTPDownloader> HTTPDownloader::Create(const char* user_agent)
|
2021-02-21 08:30:58 +00:00
|
|
|
{
|
|
|
|
std::unique_ptr<HTTPDownloaderWinHttp> instance(std::make_unique<HTTPDownloaderWinHttp>());
|
2021-04-04 02:55:03 +00:00
|
|
|
if (!instance->Initialize(user_agent))
|
2021-02-21 08:30:58 +00:00
|
|
|
return {};
|
|
|
|
|
|
|
|
return instance;
|
|
|
|
}
|
|
|
|
|
2021-04-04 02:55:03 +00:00
|
|
|
bool HTTPDownloaderWinHttp::Initialize(const char* user_agent)
|
2021-02-21 08:30:58 +00:00
|
|
|
{
|
2021-03-14 15:46:26 +00:00
|
|
|
// WINHTTP_ACCESS_TYPE_AUTOMATIC_PROXY is not supported before Win8.1.
|
|
|
|
const DWORD dwAccessType =
|
|
|
|
IsWindows8Point1OrGreater() ? WINHTTP_ACCESS_TYPE_AUTOMATIC_PROXY : WINHTTP_ACCESS_TYPE_DEFAULT_PROXY;
|
|
|
|
|
2021-04-04 03:30:11 +00:00
|
|
|
m_hSession = WinHttpOpen(StringUtil::UTF8StringToWideString(user_agent).c_str(), dwAccessType, nullptr, nullptr,
|
2021-03-14 15:46:26 +00:00
|
|
|
WINHTTP_FLAG_ASYNC);
|
2021-02-21 08:30:58 +00:00
|
|
|
if (m_hSession == NULL)
|
2021-03-02 05:17:55 +00:00
|
|
|
{
|
|
|
|
Log_ErrorPrintf("WinHttpOpen() failed: %u", GetLastError());
|
2021-02-21 08:30:58 +00:00
|
|
|
return false;
|
2021-03-02 05:17:55 +00:00
|
|
|
}
|
2021-02-21 08:30:58 +00:00
|
|
|
|
|
|
|
const DWORD notification_flags = WINHTTP_CALLBACK_FLAG_ALL_COMPLETIONS | WINHTTP_CALLBACK_FLAG_REQUEST_ERROR |
|
|
|
|
WINHTTP_CALLBACK_FLAG_HANDLES | WINHTTP_CALLBACK_FLAG_SECURE_FAILURE;
|
2021-03-02 05:17:55 +00:00
|
|
|
if (WinHttpSetStatusCallback(m_hSession, HTTPStatusCallback, notification_flags, NULL) ==
|
|
|
|
WINHTTP_INVALID_STATUS_CALLBACK)
|
|
|
|
{
|
2021-03-02 15:14:05 +00:00
|
|
|
Log_ErrorPrintf("WinHttpSetStatusCallback() failed: %u", GetLastError());
|
2021-03-02 05:17:55 +00:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2021-02-21 08:30:58 +00:00
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
void CALLBACK HTTPDownloaderWinHttp::HTTPStatusCallback(HINTERNET hRequest, DWORD_PTR dwContext, DWORD dwInternetStatus,
|
|
|
|
LPVOID lpvStatusInformation, DWORD dwStatusInformationLength)
|
|
|
|
{
|
|
|
|
Request* req = reinterpret_cast<Request*>(dwContext);
|
|
|
|
switch (dwInternetStatus)
|
|
|
|
{
|
|
|
|
case WINHTTP_CALLBACK_STATUS_HANDLE_CREATED:
|
|
|
|
return;
|
|
|
|
|
|
|
|
case WINHTTP_CALLBACK_STATUS_HANDLE_CLOSING:
|
|
|
|
{
|
|
|
|
if (!req)
|
|
|
|
return;
|
|
|
|
|
|
|
|
DebugAssert(hRequest == req->hRequest);
|
|
|
|
|
|
|
|
HTTPDownloaderWinHttp* parent = static_cast<HTTPDownloaderWinHttp*>(req->parent);
|
|
|
|
std::unique_lock<std::mutex> lock(parent->m_pending_http_request_lock);
|
|
|
|
Assert(std::none_of(parent->m_pending_http_requests.begin(), parent->m_pending_http_requests.end(),
|
|
|
|
[req](HTTPDownloader::Request* it) { return it == req; }));
|
|
|
|
|
|
|
|
// we can clean up the connection as well
|
|
|
|
DebugAssert(req->hConnection != NULL);
|
|
|
|
WinHttpCloseHandle(req->hConnection);
|
|
|
|
delete req;
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
case WINHTTP_CALLBACK_STATUS_REQUEST_ERROR:
|
|
|
|
{
|
|
|
|
const WINHTTP_ASYNC_RESULT* res = reinterpret_cast<const WINHTTP_ASYNC_RESULT*>(lpvStatusInformation);
|
|
|
|
Log_ErrorPrintf("WinHttp async function %p returned error %u", res->dwResult, res->dwError);
|
|
|
|
req->status_code = -1;
|
|
|
|
req->state.store(Request::State::Complete);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
case WINHTTP_CALLBACK_STATUS_SENDREQUEST_COMPLETE:
|
|
|
|
{
|
|
|
|
Log_DevPrintf("SendRequest complete");
|
|
|
|
if (!WinHttpReceiveResponse(hRequest, nullptr))
|
|
|
|
{
|
|
|
|
Log_ErrorPrintf("WinHttpReceiveResponse() failed: %u", GetLastError());
|
|
|
|
req->status_code = -1;
|
|
|
|
req->state.store(Request::State::Complete);
|
|
|
|
}
|
|
|
|
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
case WINHTTP_CALLBACK_STATUS_HEADERS_AVAILABLE:
|
|
|
|
{
|
|
|
|
Log_DevPrintf("Headers available");
|
|
|
|
|
|
|
|
DWORD buffer_size = sizeof(req->status_code);
|
|
|
|
if (!WinHttpQueryHeaders(hRequest, WINHTTP_QUERY_STATUS_CODE | WINHTTP_QUERY_FLAG_NUMBER,
|
|
|
|
WINHTTP_HEADER_NAME_BY_INDEX, &req->status_code, &buffer_size, WINHTTP_NO_HEADER_INDEX))
|
|
|
|
{
|
|
|
|
Log_ErrorPrintf("WinHttpQueryHeaders() for status code failed: %u", GetLastError());
|
|
|
|
req->status_code = -1;
|
|
|
|
req->state.store(Request::State::Complete);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
buffer_size = sizeof(req->content_length);
|
|
|
|
if (!WinHttpQueryHeaders(hRequest, WINHTTP_QUERY_CONTENT_LENGTH | WINHTTP_QUERY_FLAG_NUMBER,
|
|
|
|
WINHTTP_HEADER_NAME_BY_INDEX, &req->content_length, &buffer_size,
|
|
|
|
WINHTTP_NO_HEADER_INDEX))
|
|
|
|
{
|
|
|
|
if (GetLastError() != ERROR_WINHTTP_HEADER_NOT_FOUND)
|
|
|
|
Log_WarningPrintf("WinHttpQueryHeaders() for content length failed: %u", GetLastError());
|
|
|
|
|
|
|
|
req->content_length = 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
Log_DevPrintf("Status code %d, content-length is %u", req->status_code, req->content_length);
|
|
|
|
req->data.reserve(req->content_length);
|
|
|
|
req->state = Request::State::Receiving;
|
|
|
|
|
|
|
|
// start reading
|
|
|
|
if (!WinHttpQueryDataAvailable(hRequest, nullptr) && GetLastError() != ERROR_IO_PENDING)
|
|
|
|
{
|
|
|
|
Log_ErrorPrintf("WinHttpQueryDataAvailable() failed: %u", GetLastError());
|
|
|
|
req->status_code = -1;
|
|
|
|
req->state.store(Request::State::Complete);
|
|
|
|
}
|
|
|
|
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
case WINHTTP_CALLBACK_STATUS_DATA_AVAILABLE:
|
|
|
|
{
|
|
|
|
DWORD bytes_available;
|
|
|
|
std::memcpy(&bytes_available, lpvStatusInformation, sizeof(bytes_available));
|
|
|
|
if (bytes_available == 0)
|
|
|
|
{
|
|
|
|
// end of request
|
|
|
|
Log_DevPrintf("End of request '%s', %zu bytes received", req->url.c_str(), req->data.size());
|
|
|
|
req->state.store(Request::State::Complete);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
// start the transfer
|
|
|
|
Log_DevPrintf("%u bytes available", bytes_available);
|
|
|
|
req->io_position = static_cast<u32>(req->data.size());
|
|
|
|
req->data.resize(req->io_position + bytes_available);
|
|
|
|
if (!WinHttpReadData(hRequest, req->data.data() + req->io_position, bytes_available, nullptr) &&
|
|
|
|
GetLastError() != ERROR_IO_PENDING)
|
|
|
|
{
|
|
|
|
Log_ErrorPrintf("WinHttpReadData() failed: %u", GetLastError());
|
|
|
|
req->status_code = -1;
|
|
|
|
req->state.store(Request::State::Complete);
|
|
|
|
}
|
|
|
|
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
case WINHTTP_CALLBACK_STATUS_READ_COMPLETE:
|
|
|
|
{
|
|
|
|
Log_DevPrintf("Read of %u complete", dwStatusInformationLength);
|
|
|
|
|
|
|
|
const u32 new_size = req->io_position + dwStatusInformationLength;
|
|
|
|
Assert(new_size <= req->data.size());
|
|
|
|
req->data.resize(new_size);
|
|
|
|
req->start_time = Common::Timer::GetValue();
|
|
|
|
|
|
|
|
if (!WinHttpQueryDataAvailable(hRequest, nullptr) && GetLastError() != ERROR_IO_PENDING)
|
|
|
|
{
|
|
|
|
Log_ErrorPrintf("WinHttpQueryDataAvailable() failed: %u", GetLastError());
|
|
|
|
req->status_code = -1;
|
|
|
|
req->state.store(Request::State::Complete);
|
|
|
|
}
|
|
|
|
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
default:
|
|
|
|
// unhandled, ignore
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
HTTPDownloader::Request* HTTPDownloaderWinHttp::InternalCreateRequest()
|
|
|
|
{
|
|
|
|
Request* req = new Request();
|
|
|
|
return req;
|
|
|
|
}
|
|
|
|
|
|
|
|
void HTTPDownloaderWinHttp::InternalPollRequests()
|
|
|
|
{
|
|
|
|
// noop - it uses windows's worker threads
|
|
|
|
}
|
|
|
|
|
|
|
|
bool HTTPDownloaderWinHttp::StartRequest(HTTPDownloader::Request* request)
|
|
|
|
{
|
|
|
|
Request* req = static_cast<Request*>(request);
|
|
|
|
|
|
|
|
std::wstring host_name;
|
|
|
|
host_name.resize(req->url.size());
|
|
|
|
req->object_name.resize(req->url.size());
|
|
|
|
|
|
|
|
URL_COMPONENTSW uc = {};
|
|
|
|
uc.dwStructSize = sizeof(uc);
|
|
|
|
uc.lpszHostName = host_name.data();
|
|
|
|
uc.dwHostNameLength = static_cast<DWORD>(host_name.size());
|
|
|
|
uc.lpszUrlPath = req->object_name.data();
|
|
|
|
uc.dwUrlPathLength = static_cast<DWORD>(req->object_name.size());
|
|
|
|
|
|
|
|
const std::wstring url_wide(StringUtil::UTF8StringToWideString(req->url));
|
|
|
|
if (!WinHttpCrackUrl(url_wide.c_str(), static_cast<DWORD>(url_wide.size()), 0, &uc))
|
|
|
|
{
|
|
|
|
Log_ErrorPrintf("WinHttpCrackUrl() failed: %u", GetLastError());
|
|
|
|
req->callback(-1, req->data);
|
|
|
|
delete req;
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
host_name.resize(uc.dwHostNameLength);
|
|
|
|
req->object_name.resize(uc.dwUrlPathLength);
|
|
|
|
|
|
|
|
req->hConnection = WinHttpConnect(m_hSession, host_name.c_str(), uc.nPort, 0);
|
|
|
|
if (!req->hConnection)
|
|
|
|
{
|
|
|
|
Log_ErrorPrintf("Failed to start HTTP request for '%s': %u", req->url.c_str(), GetLastError());
|
|
|
|
req->callback(-1, req->data);
|
|
|
|
delete req;
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
const DWORD request_flags = uc.nScheme == INTERNET_SCHEME_HTTPS ? WINHTTP_FLAG_SECURE : 0;
|
|
|
|
req->hRequest =
|
|
|
|
WinHttpOpenRequest(req->hConnection, (req->type == HTTPDownloader::Request::Type::Post) ? L"POST" : L"GET",
|
|
|
|
req->object_name.c_str(), NULL, NULL, NULL, request_flags);
|
|
|
|
if (!req->hRequest)
|
|
|
|
{
|
|
|
|
Log_ErrorPrintf("WinHttpOpenRequest() failed: %u", GetLastError());
|
|
|
|
WinHttpCloseHandle(req->hConnection);
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
BOOL result;
|
|
|
|
if (req->type == HTTPDownloader::Request::Type::Post)
|
|
|
|
{
|
|
|
|
result = WinHttpSendRequest(req->hRequest, WINHTTP_NO_ADDITIONAL_HEADERS, 0, req->post_data.data(),
|
|
|
|
static_cast<DWORD>(req->post_data.size()), static_cast<DWORD>(req->post_data.size()),
|
|
|
|
reinterpret_cast<DWORD_PTR>(req));
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
result = WinHttpSendRequest(req->hRequest, WINHTTP_NO_ADDITIONAL_HEADERS, 0, WINHTTP_NO_REQUEST_DATA, 0, 0,
|
|
|
|
reinterpret_cast<DWORD_PTR>(req));
|
|
|
|
}
|
|
|
|
|
|
|
|
if (!result && GetLastError() != ERROR_IO_PENDING)
|
|
|
|
{
|
|
|
|
Log_ErrorPrintf("WinHttpSendRequest() failed: %u", GetLastError());
|
|
|
|
req->status_code = -1;
|
|
|
|
req->state.store(Request::State::Complete);
|
|
|
|
}
|
|
|
|
|
|
|
|
Log_DevPrintf("Started HTTP request for '%s'", req->url.c_str());
|
|
|
|
req->state = Request::State::Started;
|
|
|
|
req->start_time = Common::Timer::GetValue();
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
void HTTPDownloaderWinHttp::CloseRequest(HTTPDownloader::Request* request)
|
|
|
|
{
|
|
|
|
Request* req = static_cast<Request*>(request);
|
|
|
|
|
|
|
|
if (req->hRequest != NULL)
|
|
|
|
{
|
|
|
|
// req will be freed by the callback.
|
|
|
|
// the callback can fire immediately here if there's nothing running async, so don't touch req afterwards
|
|
|
|
WinHttpCloseHandle(req->hRequest);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (req->hConnection != NULL)
|
|
|
|
WinHttpCloseHandle(req->hConnection);
|
|
|
|
|
|
|
|
delete req;
|
|
|
|
}
|
|
|
|
|
|
|
|
} // namespace FrontendCommon
|