mirror of
https://github.com/libretro/RetroArch.git
synced 2024-11-23 16:09:47 +00:00
893b0d142e
* cloud sync - algorithm and abstract cloud storage API * WebDAV cloud sync driver, and associated net_http improvements * Cloud sync settings menu
594 lines
16 KiB
C
594 lines
16 KiB
C
/* RetroArch - A frontend for libretro.
|
|
* Copyright (C) 2011-2017 - Daniel De Matteis
|
|
*
|
|
* RetroArch is free software: you can redistribute it and/or modify it under the terms
|
|
* of the GNU General Public License as published by the Free Software Found-
|
|
* ation, either version 3 of the License, or (at your option) any later version.
|
|
*
|
|
* RetroArch is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY;
|
|
* without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR
|
|
* PURPOSE. See the GNU General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License along with RetroArch.
|
|
* If not, see <http://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
#include <stdlib.h>
|
|
|
|
#include <net/net_http.h>
|
|
#include <string/stdstring.h>
|
|
#include <compat/strl.h>
|
|
#include <file/file_path.h>
|
|
#include <net/net_compat.h>
|
|
#include <retro_timers.h>
|
|
|
|
#ifdef RARCH_INTERNAL
|
|
#include "../gfx/video_display_server.h"
|
|
#endif
|
|
#include "task_file_transfer.h"
|
|
#include "tasks_internal.h"
|
|
|
|
enum http_status_enum
|
|
{
|
|
HTTP_STATUS_CONNECTION_TRANSFER = 0,
|
|
HTTP_STATUS_CONNECTION_TRANSFER_PARSE,
|
|
HTTP_STATUS_TRANSFER,
|
|
HTTP_STATUS_TRANSFER_PARSE,
|
|
HTTP_STATUS_TRANSFER_PARSE_FREE
|
|
};
|
|
|
|
struct http_transfer_info
|
|
{
|
|
int progress;
|
|
char url[255];
|
|
};
|
|
|
|
struct http_handle
|
|
{
|
|
struct http_t *handle;
|
|
transfer_cb_t cb;
|
|
struct
|
|
{
|
|
struct http_connection_t *handle;
|
|
transfer_cb_t cb;
|
|
} connection;
|
|
unsigned status;
|
|
bool error;
|
|
char connection_elem[255];
|
|
char connection_url[255];
|
|
};
|
|
|
|
typedef struct http_transfer_info http_transfer_info_t;
|
|
typedef struct http_handle http_handle_t;
|
|
|
|
static int task_http_con_iterate_transfer(http_handle_t *http)
|
|
{
|
|
if (!net_http_connection_iterate(http->connection.handle))
|
|
return -1;
|
|
return 0;
|
|
}
|
|
|
|
static int task_http_conn_iterate_transfer_parse(
|
|
http_handle_t *http)
|
|
{
|
|
if (net_http_connection_done(http->connection.handle))
|
|
{
|
|
if (http->connection.handle && http->connection.cb)
|
|
http->connection.cb(http, 0);
|
|
}
|
|
|
|
net_http_connection_free(http->connection.handle);
|
|
|
|
http->connection.handle = NULL;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int cb_http_conn_default(void *data_, size_t len)
|
|
{
|
|
http_handle_t *http = (http_handle_t*)data_;
|
|
|
|
if (!http)
|
|
return -1;
|
|
|
|
if (!network_init())
|
|
return -1;
|
|
|
|
if (!(http->handle = net_http_new(http->connection.handle)))
|
|
{
|
|
http->error = true;
|
|
return -1;
|
|
}
|
|
|
|
http->cb = NULL;
|
|
|
|
return 0;
|
|
}
|
|
|
|
/**
|
|
* task_http_iterate_transfer:
|
|
*
|
|
* Resumes HTTP transfer update.
|
|
*
|
|
* Returns: 0 when finished, -1 when we should continue
|
|
* with the transfer on the next frame.
|
|
**/
|
|
static int task_http_iterate_transfer(retro_task_t *task)
|
|
{
|
|
http_handle_t *http = (http_handle_t*)task->state;
|
|
size_t pos = 0, tot = 0;
|
|
|
|
/* FIXME: This wouldn't be needed if we could wait for a timeout */
|
|
if (task_queue_is_threaded())
|
|
retro_sleep(1);
|
|
|
|
if (!net_http_update(http->handle, &pos, &tot))
|
|
{
|
|
if (tot == 0)
|
|
task_set_progress(task, -1);
|
|
else if (pos < (((size_t)-1) / 100))
|
|
/* prefer multiply then divide for more accurate results */
|
|
task_set_progress(task, (signed)(pos * 100 / tot));
|
|
else
|
|
/* but invert the logic if it would cause an overflow */
|
|
task_set_progress(task, MIN((signed)pos / (tot / 100), 100));
|
|
return -1;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static void task_http_transfer_handler(retro_task_t *task)
|
|
{
|
|
http_transfer_data_t *data = NULL;
|
|
http_handle_t *http = (http_handle_t*)task->state;
|
|
|
|
if (task_get_cancelled(task))
|
|
goto task_finished;
|
|
|
|
switch (http->status)
|
|
{
|
|
case HTTP_STATUS_CONNECTION_TRANSFER_PARSE:
|
|
task_http_conn_iterate_transfer_parse(http);
|
|
http->status = HTTP_STATUS_TRANSFER;
|
|
break;
|
|
case HTTP_STATUS_CONNECTION_TRANSFER:
|
|
if (!task_http_con_iterate_transfer(http))
|
|
http->status = HTTP_STATUS_CONNECTION_TRANSFER_PARSE;
|
|
break;
|
|
case HTTP_STATUS_TRANSFER:
|
|
if (!task_http_iterate_transfer(task))
|
|
goto task_finished;
|
|
break;
|
|
case HTTP_STATUS_TRANSFER_PARSE:
|
|
goto task_finished;
|
|
default:
|
|
break;
|
|
}
|
|
|
|
if (http->error)
|
|
goto task_finished;
|
|
|
|
return;
|
|
task_finished:
|
|
task_set_finished(task, true);
|
|
|
|
if (http->handle)
|
|
{
|
|
size_t len = 0;
|
|
char *tmp = (char*)net_http_data(http->handle, &len, false);
|
|
struct string_list *headers = net_http_headers(http->handle);
|
|
|
|
if (tmp && http->cb)
|
|
http->cb(tmp, len);
|
|
|
|
if (!tmp)
|
|
tmp = (char*)net_http_data(http->handle, &len, true);
|
|
|
|
if (task_get_cancelled(task))
|
|
{
|
|
if (tmp)
|
|
free(tmp);
|
|
string_list_free(headers);
|
|
|
|
task_set_error(task,
|
|
strldup("Task cancelled.", sizeof("Task cancelled.")));
|
|
}
|
|
else
|
|
{
|
|
data = (http_transfer_data_t*)malloc(sizeof(*data));
|
|
data->data = tmp;
|
|
data->headers = headers;
|
|
data->len = len;
|
|
data->status = net_http_status(http->handle);
|
|
|
|
task_set_data(task, data);
|
|
|
|
if (!task->mute && net_http_error(http->handle))
|
|
task_set_error(task, strldup("Download failed.",
|
|
sizeof("Download failed.")));
|
|
}
|
|
|
|
net_http_delete(http->handle);
|
|
} else if (http->error)
|
|
task_set_error(task, strldup("Internal error.",
|
|
sizeof("Internal error.")));
|
|
|
|
free(http);
|
|
}
|
|
|
|
static void task_http_transfer_cleanup(retro_task_t *task)
|
|
{
|
|
http_transfer_data_t* data = (http_transfer_data_t*)task_get_data(task);
|
|
if (data)
|
|
{
|
|
string_list_free(data->headers);
|
|
if (data->data)
|
|
free(data->data);
|
|
free(data);
|
|
}
|
|
}
|
|
|
|
static bool task_http_finder(retro_task_t *task, void *user_data)
|
|
{
|
|
http_handle_t *http = NULL;
|
|
if (task && (task->handler == task_http_transfer_handler) && user_data)
|
|
if ((http = (http_handle_t*)task->state))
|
|
return string_is_equal(http->connection_url, (const char*)user_data);
|
|
return false;
|
|
}
|
|
|
|
static bool task_http_retriever(retro_task_t *task, void *data)
|
|
{
|
|
http_transfer_info_t *info = (http_transfer_info_t*)data;
|
|
/* Extract HTTP handle and return already if invalid */
|
|
http_handle_t *http = (http_handle_t *)task->state;
|
|
if (!http)
|
|
return false;
|
|
|
|
/* Fill HTTP info link */
|
|
strlcpy(info->url, http->connection_url, sizeof(info->url));
|
|
info->progress = task_get_progress(task);
|
|
return true;
|
|
}
|
|
|
|
static void http_transfer_progress_cb(retro_task_t *task)
|
|
{
|
|
#ifdef RARCH_INTERNAL
|
|
if (task)
|
|
video_display_server_set_window_progress(task->progress, task->finished);
|
|
#endif
|
|
}
|
|
|
|
static void *task_push_http_transfer_generic(
|
|
struct http_connection_t *conn,
|
|
const char *url, bool mute, const char *type,
|
|
retro_task_callback_t cb, void *user_data)
|
|
{
|
|
retro_task_t *t = NULL;
|
|
http_handle_t *http = NULL;
|
|
const char *method = NULL;
|
|
|
|
if (!conn)
|
|
return NULL;
|
|
|
|
method = net_http_connection_method(conn);
|
|
if (method && (method[0] == 'P' || method[0] == 'p'))
|
|
{
|
|
/* POST requests usually mutate the server, so assume multiple calls are
|
|
* intended, even if they're duplicated. Additionally, they may differ
|
|
* only by the POST data, and task_http_finder doesn't look at that, so
|
|
* unique requests could be misclassified as duplicates.
|
|
*/
|
|
}
|
|
else
|
|
{
|
|
task_finder_data_t find_data;
|
|
find_data.func = task_http_finder;
|
|
find_data.userdata = (void*)url;
|
|
|
|
/* Concurrent download of the same file is not allowed */
|
|
if (task_queue_find(&find_data))
|
|
{
|
|
net_http_connection_free(conn);
|
|
return NULL;
|
|
}
|
|
}
|
|
|
|
if (!(http = (http_handle_t*)malloc(sizeof(*http))))
|
|
goto error;
|
|
|
|
http->connection.handle = conn;
|
|
http->connection.cb = &cb_http_conn_default;
|
|
http->connection_elem[0] = '\0';
|
|
http->connection_url[0] = '\0';
|
|
http->handle = NULL;
|
|
http->cb = NULL;
|
|
http->status = 0;
|
|
http->error = false;
|
|
|
|
if (type)
|
|
strlcpy(http->connection_elem, type, sizeof(http->connection_elem));
|
|
|
|
strlcpy(http->connection_url, url, sizeof(http->connection_url));
|
|
|
|
http->status = HTTP_STATUS_CONNECTION_TRANSFER;
|
|
|
|
if (!(t = task_init()))
|
|
goto error;
|
|
|
|
t->handler = task_http_transfer_handler;
|
|
t->state = http;
|
|
t->mute = mute;
|
|
t->callback = cb;
|
|
t->progress_cb = http_transfer_progress_cb;
|
|
t->cleanup = task_http_transfer_cleanup;
|
|
t->user_data = user_data;
|
|
t->progress = -1;
|
|
|
|
task_queue_push(t);
|
|
|
|
return t;
|
|
|
|
error:
|
|
if (conn)
|
|
net_http_connection_free(conn);
|
|
if (http)
|
|
free(http);
|
|
|
|
return NULL;
|
|
}
|
|
|
|
void* task_push_http_transfer(const char *url, bool mute,
|
|
const char *type,
|
|
retro_task_callback_t cb, void *user_data)
|
|
{
|
|
if (!string_is_empty(url))
|
|
return task_push_http_transfer_generic(
|
|
net_http_connection_new(url, "GET", NULL),
|
|
url, mute, type, cb, user_data);
|
|
return NULL;
|
|
}
|
|
|
|
void *task_push_webdav_stat(const char *url, bool mute, const char *headers,
|
|
retro_task_callback_t cb, void *user_data)
|
|
{
|
|
struct http_connection_t *conn;
|
|
|
|
if (string_is_empty(url))
|
|
return NULL;
|
|
|
|
if (!(conn = net_http_connection_new(url, "OPTIONS", NULL)))
|
|
return NULL;
|
|
|
|
if (headers)
|
|
net_http_connection_set_headers(conn, headers);
|
|
|
|
return task_push_http_transfer_generic(conn, url, mute, NULL, cb, user_data);
|
|
}
|
|
|
|
void* task_push_webdav_mkdir(const char *url, bool mute,
|
|
const char *headers,
|
|
retro_task_callback_t cb, void *user_data)
|
|
{
|
|
struct http_connection_t *conn;
|
|
|
|
if (string_is_empty(url))
|
|
return NULL;
|
|
|
|
if (!(conn = net_http_connection_new(url, "MKCOL", NULL)))
|
|
return NULL;
|
|
|
|
if (headers)
|
|
net_http_connection_set_headers(conn, headers);
|
|
|
|
return task_push_http_transfer_generic(conn, url, mute, NULL, cb, user_data);
|
|
}
|
|
|
|
void* task_push_webdav_put(const char *url,
|
|
const void *put_data, size_t len, bool mute,
|
|
const char *headers, retro_task_callback_t cb, void *user_data)
|
|
{
|
|
struct http_connection_t *conn;
|
|
char expect[1024];
|
|
size_t _len;
|
|
|
|
if (string_is_empty(url))
|
|
return NULL;
|
|
|
|
if (!(conn = net_http_connection_new(url, "PUT", NULL)))
|
|
return NULL;
|
|
|
|
_len = strlcpy(expect, "Expect: 100-continue\r\n", sizeof(expect));
|
|
if (headers)
|
|
{
|
|
strlcpy(expect + _len, headers, sizeof(expect) - _len);
|
|
net_http_connection_set_headers(conn, expect);
|
|
}
|
|
|
|
if (put_data)
|
|
net_http_connection_set_content(conn, NULL, len, put_data);
|
|
|
|
return task_push_http_transfer_generic(conn, url, mute, NULL, cb, user_data);
|
|
}
|
|
|
|
void* task_push_webdav_delete(const char *url, bool mute,
|
|
const char *headers,
|
|
retro_task_callback_t cb, void *user_data)
|
|
{
|
|
struct http_connection_t *conn;
|
|
|
|
if (string_is_empty(url))
|
|
return NULL;
|
|
|
|
if (!(conn = net_http_connection_new(url, "DELETE", NULL)))
|
|
return NULL;
|
|
|
|
if (headers)
|
|
net_http_connection_set_headers(conn, headers);
|
|
|
|
return task_push_http_transfer_generic(conn, url, mute, NULL, cb, user_data);
|
|
}
|
|
|
|
void *task_push_webdav_move(const char *url,
|
|
const char *dest, bool mute, const char *headers,
|
|
retro_task_callback_t cb, void *userdata)
|
|
{
|
|
struct http_connection_t *conn;
|
|
char dest_header[PATH_MAX_LENGTH + 512];
|
|
size_t len;
|
|
|
|
if (string_is_empty(url))
|
|
return NULL;
|
|
|
|
if (!(conn = net_http_connection_new(url, "MOVE", NULL)))
|
|
return NULL;
|
|
|
|
len = strlcpy(dest_header, "Destination: ", sizeof(dest_header));
|
|
len += strlcpy(dest_header + len, dest, sizeof(dest_header) - len);
|
|
len += strlcpy(dest_header + len, "\r\n", sizeof(dest_header) - len);
|
|
|
|
if (headers)
|
|
strlcpy(dest_header + len, headers, sizeof(dest_header) - len);
|
|
|
|
net_http_connection_set_headers(conn, dest_header);
|
|
|
|
return task_push_http_transfer_generic(conn, url, mute, NULL, cb, userdata);
|
|
}
|
|
|
|
void* task_push_http_transfer_file(const char* url, bool mute,
|
|
const char* type,
|
|
retro_task_callback_t cb, file_transfer_t* transfer_data)
|
|
{
|
|
size_t len;
|
|
const char *s = NULL;
|
|
char tmp[255] = "";
|
|
retro_task_t *t = NULL;
|
|
|
|
if (string_is_empty(url))
|
|
return NULL;
|
|
|
|
if (!(t = (retro_task_t*)task_push_http_transfer_generic(
|
|
net_http_connection_new(url, "GET", NULL),
|
|
url, mute, type, cb, transfer_data)))
|
|
return NULL;
|
|
|
|
if (transfer_data)
|
|
s = transfer_data->path;
|
|
else
|
|
s = url;
|
|
|
|
len = strlcpy(tmp, msg_hash_to_str(MSG_DOWNLOADING), sizeof(tmp));
|
|
tmp[ len] = ' ';
|
|
tmp[++len] = '\0';
|
|
|
|
if (string_ends_with_size(s, ".index",
|
|
strlen(s), STRLEN_CONST(".index")))
|
|
s = msg_hash_to_str(MSG_INDEX_FILE);
|
|
|
|
strlcpy(tmp + len, s, sizeof(tmp) - len);
|
|
|
|
t->title = strdup(tmp);
|
|
return t;
|
|
}
|
|
|
|
void* task_push_http_transfer_with_user_agent(const char *url, bool mute,
|
|
const char *type, const char *user_agent,
|
|
retro_task_callback_t cb, void *user_data)
|
|
{
|
|
struct http_connection_t *conn;
|
|
|
|
if (string_is_empty(url))
|
|
return NULL;
|
|
|
|
if (!(conn = net_http_connection_new(url, "GET", NULL)))
|
|
return NULL;
|
|
|
|
if (user_agent)
|
|
net_http_connection_set_user_agent(conn, user_agent);
|
|
|
|
return task_push_http_transfer_generic(conn, url, mute, type, cb, user_data);
|
|
}
|
|
|
|
void* task_push_http_transfer_with_headers(const char *url, bool mute,
|
|
const char *type, const char *headers,
|
|
retro_task_callback_t cb, void *user_data)
|
|
{
|
|
struct http_connection_t *conn;
|
|
|
|
if (string_is_empty(url))
|
|
return NULL;
|
|
|
|
if (!(conn = net_http_connection_new(url, "GET", NULL)))
|
|
return NULL;
|
|
|
|
if (headers)
|
|
net_http_connection_set_headers(conn, headers);
|
|
|
|
return task_push_http_transfer_generic(conn, url, mute, type, cb, user_data);
|
|
}
|
|
|
|
void* task_push_http_post_transfer(const char *url,
|
|
const char *post_data, bool mute,
|
|
const char *type, retro_task_callback_t cb, void *user_data)
|
|
{
|
|
if (!string_is_empty(url))
|
|
return task_push_http_transfer_generic(
|
|
net_http_connection_new(url, "POST", post_data),
|
|
url, mute, type, cb, user_data);
|
|
return NULL;
|
|
}
|
|
|
|
void* task_push_http_post_transfer_with_user_agent(const char *url,
|
|
const char *post_data, bool mute,
|
|
const char *type, const char *user_agent,
|
|
retro_task_callback_t cb, void *user_data)
|
|
{
|
|
struct http_connection_t* conn;
|
|
|
|
if (string_is_empty(url))
|
|
return NULL;
|
|
|
|
if (!(conn = net_http_connection_new(url, "POST", post_data)))
|
|
return NULL;
|
|
|
|
if (user_agent)
|
|
net_http_connection_set_user_agent(conn, user_agent);
|
|
|
|
return task_push_http_transfer_generic(conn, url, mute, type, cb, user_data);
|
|
}
|
|
|
|
void* task_push_http_post_transfer_with_headers(const char *url,
|
|
const char *post_data, bool mute,
|
|
const char *type, const char *headers,
|
|
retro_task_callback_t cb, void *user_data)
|
|
{
|
|
struct http_connection_t* conn;
|
|
|
|
if (string_is_empty(url))
|
|
return NULL;
|
|
|
|
if (!(conn = net_http_connection_new(url, "POST", post_data)))
|
|
return NULL;
|
|
|
|
if (headers)
|
|
net_http_connection_set_headers(conn, headers);
|
|
|
|
return task_push_http_transfer_generic(conn, url, mute, type, cb, user_data);
|
|
}
|
|
|
|
task_retriever_info_t *http_task_get_transfer_list(void)
|
|
{
|
|
task_retriever_data_t retrieve_data;
|
|
|
|
/* Fill retrieve data */
|
|
retrieve_data.handler = task_http_transfer_handler;
|
|
retrieve_data.element_size = sizeof(http_transfer_info_t);
|
|
retrieve_data.func = task_http_retriever;
|
|
|
|
/* Build list of current HTTP transfers and return it */
|
|
task_queue_retrieve(&retrieve_data);
|
|
|
|
return retrieve_data.list;
|
|
}
|