httpfetch.cpp File Reference

#include "httpfetch.h"
#include "porting.h"
#include <list>
#include <unordered_map>
#include <cerrno>
#include <mutex>
#include "threading/event.h"
#include "config.h"
#include "exceptions.h"
#include "debug.h"
#include "log.h"
#include "util/container.h"
#include "util/thread.h"
#include "version.h"
#include "settings.h"
#include "noise.h"
#include <curl/curl.h>

Include dependency graph for httpfetch.cpp:

Classes
class	CurlHandlePool
class	HTTPFetchOngoing
class	CurlFetchThread
struct	CurlFetchThread::Request

Functions
static std::string	default_user_agent ()
static void	httpfetch_deliver_result (const HTTPFetchResult &fetch_result)
static void	httpfetch_request_clear (u64 caller)
u64	httpfetch_caller_alloc ()
u64	httpfetch_caller_alloc_secure ()
void	httpfetch_caller_free (u64 caller)
bool	httpfetch_async_get (u64 caller, HTTPFetchResult &fetch_result)
static size_t	httpfetch_writefunction (char *ptr, size_t size, size_t nmemb, void *userdata)
static size_t	httpfetch_discardfunction (char *ptr, size_t size, size_t nmemb, void *userdata)
void	httpfetch_init (int parallel_limit)
void	httpfetch_cleanup ()
void	httpfetch_async (const HTTPFetchRequest &fetch_request)
bool	httpfetch_sync_interruptible (const HTTPFetchRequest &fetch_request, HTTPFetchResult &fetch_result, long interval)

Variables
static std::mutex	g_httpfetch_mutex
static std::unordered_map< u64, std::queue< HTTPFetchResult > >	g_httpfetch_results
static PcgRandom	g_callerid_randomness
static std::unique_ptr< CurlFetchThread >	g_httpfetch_thread

Function Documentation

default_user_agent()

static std::string default_user_agent ( )

static

References g_version_string, and porting::get_sysinfo().

Here is the call graph for this function:

httpfetch_async()

void httpfetch_async

(

const HTTPFetchRequest &

fetch_request

)

References g_httpfetch_thread.

Referenced by httpfetch_sync_interruptible(), ClientMediaDownloader::initialStep(), ModApiHttp::l_http_fetch_async(), ServerList::sendAnnounce(), SingleMediaDownloader::startRemoteMediaTransfer(), and ClientMediaDownloader::startRemoteMediaTransfers().

Here is the caller graph for this function:

httpfetch_async_get()

bool httpfetch_async_get	(	u64	caller,
		HTTPFetchResult &	fetch_result )

References g_httpfetch_mutex, and g_httpfetch_results.

Referenced by httpfetch_sync_interruptible(), ModApiHttp::l_http_fetch_async_get(), ClientMediaDownloader::step(), and SingleMediaDownloader::step().

Here is the caller graph for this function:

httpfetch_caller_alloc()

u64 httpfetch_caller_alloc

(

)

References FATAL_ERROR, g_httpfetch_mutex, g_httpfetch_results, HTTPFETCH_CID_START, and verbosestream.

Referenced by ClientMediaDownloader::initialStep(), and SingleMediaDownloader::initialStep().

Here is the caller graph for this function:

httpfetch_caller_alloc_secure()

u64 httpfetch_caller_alloc_secure

(

)

References FATAL_ERROR, g_callerid_randomness, g_httpfetch_mutex, g_httpfetch_results, HTTPFETCH_CID_START, HTTPFETCH_DISCARD, PcgRandom::next(), and verbosestream.

Referenced by httpfetch_sync_interruptible(), and ModApiHttp::read_http_fetch_request().

Here is the call graph for this function:

Here is the caller graph for this function:

httpfetch_caller_free()

void httpfetch_caller_free

(

u64

caller

)

References g_httpfetch_mutex, g_httpfetch_results, HTTPFETCH_DISCARD, httpfetch_request_clear(), and verbosestream.

Referenced by ClientMediaDownloader::~ClientMediaDownloader(), SingleMediaDownloader::~SingleMediaDownloader(), and httpfetch_sync_interruptible().

Here is the call graph for this function:

Here is the caller graph for this function:

httpfetch_cleanup()

void httpfetch_cleanup

(

)

References g_httpfetch_thread, and verbosestream.

Referenced by uninit_common().

Here is the caller graph for this function:

httpfetch_deliver_result()

static void httpfetch_deliver_result ( const HTTPFetchResult & fetch_result )

static

References HTTPFetchResult::caller, g_httpfetch_mutex, g_httpfetch_results, and HTTPFETCH_DISCARD.

Referenced by CurlFetchThread::processCurlMessage(), and CurlFetchThread::processQueued().

Here is the caller graph for this function:

httpfetch_discardfunction()

static size_t httpfetch_discardfunction ( char * ptr, size_t size, size_t nmemb, void * userdata )

static

Referenced by HTTPFetchOngoing::HTTPFetchOngoing(), and HTTPFetchOngoing::~HTTPFetchOngoing().

Here is the caller graph for this function:

httpfetch_init()

void httpfetch_init

(

int

parallel_limit

)

References FATAL_ERROR_IF, g_callerid_randomness, g_httpfetch_thread, porting::secure_rand_fill_buf(), and verbosestream.

Referenced by init_common().

Here is the call graph for this function:

Here is the caller graph for this function:

httpfetch_request_clear()

static void httpfetch_request_clear ( u64 caller )

static

References g_httpfetch_thread, and Event::wait().

Referenced by httpfetch_caller_free().

Here is the call graph for this function:

Here is the caller graph for this function:

httpfetch_sync_interruptible()

bool httpfetch_sync_interruptible	(	const HTTPFetchRequest &	fetch_request,
		HTTPFetchResult &	fetch_result,
		long	interval )

References HTTPFetchRequest::caller, Thread::getCurrentThread(), httpfetch_async(), httpfetch_async_get(), httpfetch_caller_alloc_secure(), httpfetch_caller_free(), sleep_ms, and HTTPFetchRequest::url.

Referenced by GUIEngine::downloadFile(), and ModApiHttp::l_http_fetch_sync().

Here is the call graph for this function:

Here is the caller graph for this function:

httpfetch_writefunction()

static size_t httpfetch_writefunction ( char * ptr, size_t size, size_t nmemb, void * userdata )

static

Referenced by HTTPFetchOngoing::HTTPFetchOngoing().

Here is the caller graph for this function:

Variable Documentation

g_callerid_randomness

PcgRandom g_callerid_randomness

static

Referenced by httpfetch_caller_alloc_secure(), and httpfetch_init().

g_httpfetch_mutex

std::mutex g_httpfetch_mutex

static

Referenced by httpfetch_async_get(), httpfetch_caller_alloc(), httpfetch_caller_alloc_secure(), httpfetch_caller_free(), and httpfetch_deliver_result().

g_httpfetch_results

std::unordered_map<u64, std::queue<HTTPFetchResult> > g_httpfetch_results

static

Referenced by httpfetch_async_get(), httpfetch_caller_alloc(), httpfetch_caller_alloc_secure(), httpfetch_caller_free(), and httpfetch_deliver_result().

g_httpfetch_thread

std::unique_ptr<CurlFetchThread> g_httpfetch_thread

static

Referenced by httpfetch_async(), httpfetch_cleanup(), httpfetch_init(), and httpfetch_request_clear().