// Copyright 2017 Dolphin Emulator Project // SPDX-License-Identifier: GPL-2.0-or-later #include "Common/HttpRequest.h" #include #include #include #include #include "Common/Logging/Log.h" #include "Common/ScopeGuard.h" #include "Common/StringUtil.h" namespace Common { class HttpRequest::Impl final { public: enum class Method { GET, POST, }; explicit Impl(std::chrono::milliseconds timeout_ms, ProgressCallback callback); bool IsValid() const; std::string GetHeaderValue(std::string_view name) const; void SetCookies(const std::string& cookies); void UseIPv4(); void FollowRedirects(long max); s32 GetLastResponseCode(); Response Fetch(const std::string& url, Method method, const Headers& headers, const u8* payload, size_t size, AllowedReturnCodes codes = AllowedReturnCodes::Ok_Only, std::span multiform = {}); static int CurlProgressCallback(Impl* impl, curl_off_t dltotal, curl_off_t dlnow, curl_off_t ultotal, curl_off_t ulnow); std::string EscapeComponent(const std::string& string); private: static inline std::once_flag s_curl_was_initialized; ProgressCallback m_callback; Headers m_response_headers; std::unique_ptr m_curl{nullptr, curl_easy_cleanup}; std::string m_error_string; }; HttpRequest::HttpRequest(std::chrono::milliseconds timeout_ms, ProgressCallback callback) : m_impl(std::make_unique(timeout_ms, std::move(callback))) { } HttpRequest::~HttpRequest() = default; bool HttpRequest::IsValid() const { return m_impl->IsValid(); } void HttpRequest::SetCookies(const std::string& cookies) { m_impl->SetCookies(cookies); } void HttpRequest::UseIPv4() { m_impl->UseIPv4(); } void HttpRequest::FollowRedirects(long max) { m_impl->FollowRedirects(max); } std::string HttpRequest::EscapeComponent(const std::string& string) { return m_impl->EscapeComponent(string); } s32 HttpRequest::GetLastResponseCode() const { return m_impl->GetLastResponseCode(); } std::string HttpRequest::GetHeaderValue(std::string_view name) const { return m_impl->GetHeaderValue(name); } HttpRequest::Response HttpRequest::Get(const std::string& url, const Headers& headers, AllowedReturnCodes codes) { return m_impl->Fetch(url, Impl::Method::GET, headers, nullptr, 0, codes); } HttpRequest::Response HttpRequest::Post(const std::string& url, const std::vector& payload, const Headers& headers, AllowedReturnCodes codes) { return m_impl->Fetch(url, Impl::Method::POST, headers, payload.data(), payload.size(), codes); } HttpRequest::Response HttpRequest::Post(const std::string& url, const std::string& payload, const Headers& headers, AllowedReturnCodes codes) { return m_impl->Fetch(url, Impl::Method::POST, headers, reinterpret_cast(payload.data()), payload.size(), codes); } int HttpRequest::Impl::CurlProgressCallback(Impl* impl, curl_off_t dltotal, curl_off_t dlnow, curl_off_t ultotal, curl_off_t ulnow) { // Abort if callback isn't true return !impl->m_callback(static_cast(dltotal), static_cast(dlnow), static_cast(ultotal), static_cast(ulnow)); } HttpRequest::Impl::Impl(std::chrono::milliseconds timeout_ms, ProgressCallback callback) : m_callback(std::move(callback)) { std::call_once(s_curl_was_initialized, [] { curl_global_init(CURL_GLOBAL_DEFAULT); }); m_curl.reset(curl_easy_init()); if (!m_curl) return; curl_easy_setopt(m_curl.get(), CURLOPT_NOPROGRESS, m_callback == nullptr); if (m_callback) { curl_easy_setopt(m_curl.get(), CURLOPT_PROGRESSDATA, this); curl_easy_setopt(m_curl.get(), CURLOPT_XFERINFOFUNCTION, CurlProgressCallback); } // Set up error buffer m_error_string.resize(CURL_ERROR_SIZE); curl_easy_setopt(m_curl.get(), CURLOPT_ERRORBUFFER, m_error_string.data()); // libcurl may not have been built with async DNS support, so we disable // signal handlers to avoid a possible and likely crash if a resolve times out. curl_easy_setopt(m_curl.get(), CURLOPT_NOSIGNAL, true); curl_easy_setopt(m_curl.get(), CURLOPT_CONNECTTIMEOUT_MS, static_cast(timeout_ms.count())); // Sadly CURLOPT_LOW_SPEED_TIME doesn't have a millisecond variant so we have to use seconds curl_easy_setopt( m_curl.get(), CURLOPT_LOW_SPEED_TIME, static_cast(std::chrono::duration_cast(timeout_ms).count())); curl_easy_setopt(m_curl.get(), CURLOPT_LOW_SPEED_LIMIT, 1); #ifdef _WIN32 // ALPN support is enabled by default but requires Windows >= 8.1. curl_easy_setopt(m_curl.get(), CURLOPT_SSL_ENABLE_ALPN, false); #endif } bool HttpRequest::Impl::IsValid() const { return m_curl != nullptr; } s32 HttpRequest::Impl::GetLastResponseCode() { long response_code{}; curl_easy_getinfo(m_curl.get(), CURLINFO_RESPONSE_CODE, &response_code); return static_cast(response_code); } void HttpRequest::Impl::SetCookies(const std::string& cookies) { curl_easy_setopt(m_curl.get(), CURLOPT_COOKIE, cookies.c_str()); } void HttpRequest::Impl::UseIPv4() { curl_easy_setopt(m_curl.get(), CURLOPT_IPRESOLVE, CURL_IPRESOLVE_V4); } HttpRequest::Response HttpRequest::PostMultiform(const std::string& url, std::span multiform, const Headers& headers, AllowedReturnCodes codes) { return m_impl->Fetch(url, Impl::Method::POST, headers, nullptr, 0, codes, multiform); } void HttpRequest::Impl::FollowRedirects(long max) { curl_easy_setopt(m_curl.get(), CURLOPT_FOLLOWLOCATION, 1); curl_easy_setopt(m_curl.get(), CURLOPT_MAXREDIRS, max); } std::string HttpRequest::Impl::GetHeaderValue(std::string_view name) const { for (const auto& [key, value] : m_response_headers) { if (key == name) return value.value(); } return {}; } std::string HttpRequest::Impl::EscapeComponent(const std::string& string) { char* escaped = curl_easy_escape(m_curl.get(), string.c_str(), static_cast(string.size())); std::string escaped_str(escaped); curl_free(escaped); return escaped_str; } static size_t CurlWriteCallback(char* data, size_t size, size_t nmemb, void* userdata) { auto* buffer = static_cast*>(userdata); const size_t actual_size = size * nmemb; buffer->insert(buffer->end(), data, data + actual_size); return actual_size; } static size_t header_callback(char* buffer, size_t size, size_t nitems, void* userdata) { auto* headers = static_cast(userdata); std::string_view full_buffer = std::string_view{buffer, nitems}; const size_t colon_pos = full_buffer.find(':'); if (colon_pos == std::string::npos) return nitems * size; const std::string_view key = full_buffer.substr(0, colon_pos); const std::string_view value = StripWhitespace(full_buffer.substr(colon_pos + 1)); headers->emplace(std::string{key}, std::string{value}); return nitems * size; } HttpRequest::Response HttpRequest::Impl::Fetch(const std::string& url, Method method, const Headers& headers, const u8* payload, size_t size, AllowedReturnCodes codes, std::span multiform) { m_response_headers.clear(); curl_easy_setopt(m_curl.get(), CURLOPT_POST, method == Method::POST); curl_easy_setopt(m_curl.get(), CURLOPT_URL, url.c_str()); if (method == Method::POST && multiform.empty()) { curl_easy_setopt(m_curl.get(), CURLOPT_POSTFIELDS, payload); curl_easy_setopt(m_curl.get(), CURLOPT_POSTFIELDSIZE, size); } curl_mime* form = nullptr; Common::ScopeGuard multiform_guard{[&form] { curl_mime_free(form); }}; if (!multiform.empty()) { form = curl_mime_init(m_curl.get()); for (const auto& value : multiform) { curl_mimepart* part = curl_mime_addpart(form); curl_mime_name(part, value.name.c_str()); curl_mime_data(part, value.data.c_str(), value.data.size()); } curl_easy_setopt(m_curl.get(), CURLOPT_MIMEPOST, form); } curl_slist* list = nullptr; Common::ScopeGuard list_guard{[&list] { curl_slist_free_all(list); }}; for (const auto& [name, value] : headers) { if (!value) list = curl_slist_append(list, (name + ':').c_str()); else if (value->empty()) list = curl_slist_append(list, (name + ';').c_str()); else list = curl_slist_append(list, (name + ": " + *value).c_str()); } curl_easy_setopt(m_curl.get(), CURLOPT_HTTPHEADER, list); curl_easy_setopt(m_curl.get(), CURLOPT_HEADERFUNCTION, header_callback); curl_easy_setopt(m_curl.get(), CURLOPT_HEADERDATA, static_cast(&m_response_headers)); std::vector buffer; curl_easy_setopt(m_curl.get(), CURLOPT_WRITEFUNCTION, CurlWriteCallback); curl_easy_setopt(m_curl.get(), CURLOPT_WRITEDATA, &buffer); const char* type = method == Method::POST ? "POST" : "GET"; const CURLcode res = curl_easy_perform(m_curl.get()); if (res != CURLE_OK) { ERROR_LOG_FMT(COMMON, "Failed to {} {}: {}", type, url, m_error_string); return {}; } if (codes == AllowedReturnCodes::All) return buffer; long response_code = 0; curl_easy_getinfo(m_curl.get(), CURLINFO_RESPONSE_CODE, &response_code); if (response_code != 200) { if (buffer.empty()) { ERROR_LOG_FMT(COMMON, "Failed to {} {}: server replied with code {}", type, url, response_code); } else { ERROR_LOG_FMT(COMMON, "Failed to {} {}: server replied with code {} and body\n\x1b[0m{:.{}}", type, url, response_code, reinterpret_cast(buffer.data()), static_cast(buffer.size())); } return {}; } return buffer; } } // namespace Common