1769ce76dSAlexander Graf /* 2769ce76dSAlexander Graf * QEMU Block driver for CURL images 3769ce76dSAlexander Graf * 4769ce76dSAlexander Graf * Copyright (c) 2009 Alexander Graf <agraf@suse.de> 5769ce76dSAlexander Graf * 6769ce76dSAlexander Graf * Permission is hereby granted, free of charge, to any person obtaining a copy 7769ce76dSAlexander Graf * of this software and associated documentation files (the "Software"), to deal 8769ce76dSAlexander Graf * in the Software without restriction, including without limitation the rights 9769ce76dSAlexander Graf * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 10769ce76dSAlexander Graf * copies of the Software, and to permit persons to whom the Software is 11769ce76dSAlexander Graf * furnished to do so, subject to the following conditions: 12769ce76dSAlexander Graf * 13769ce76dSAlexander Graf * The above copyright notice and this permission notice shall be included in 14769ce76dSAlexander Graf * all copies or substantial portions of the Software. 15769ce76dSAlexander Graf * 16769ce76dSAlexander Graf * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 17769ce76dSAlexander Graf * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 18769ce76dSAlexander Graf * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 19769ce76dSAlexander Graf * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 20769ce76dSAlexander Graf * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 21769ce76dSAlexander Graf * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN 22769ce76dSAlexander Graf * THE SOFTWARE. 23769ce76dSAlexander Graf */ 2480c71a24SPeter Maydell #include "qemu/osdep.h" 25da34e65cSMarkus Armbruster #include "qapi/error.h" 26769ce76dSAlexander Graf #include "qemu-common.h" 27796a060bSRichard W.M. Jones #include "qemu/error-report.h" 28737e150eSPaolo Bonzini #include "block/block_int.h" 2997a3ea57SMatthew Booth #include "qapi/qmp/qbool.h" 30d49b6836SMarkus Armbruster #include "qapi/qmp/qstring.h" 311bff9606SDaniel P. Berrange #include "crypto/secret.h" 32769ce76dSAlexander Graf #include <curl/curl.h> 33f348b6d1SVeronia Bahaa #include "qemu/cutils.h" 34769ce76dSAlexander Graf 3541c23467SRichard W.M. Jones // #define DEBUG_CURL 36769ce76dSAlexander Graf // #define DEBUG_VERBOSE 37769ce76dSAlexander Graf 38769ce76dSAlexander Graf #ifdef DEBUG_CURL 39ed79f37dSZhou Jie #define DEBUG_CURL_PRINT 1 40769ce76dSAlexander Graf #else 41ed79f37dSZhou Jie #define DEBUG_CURL_PRINT 0 42769ce76dSAlexander Graf #endif 43ed79f37dSZhou Jie #define DPRINTF(fmt, ...) \ 44ed79f37dSZhou Jie do { \ 45ed79f37dSZhou Jie if (DEBUG_CURL_PRINT) { \ 46ed79f37dSZhou Jie fprintf(stderr, fmt, ## __VA_ARGS__); \ 47ed79f37dSZhou Jie } \ 48ed79f37dSZhou Jie } while (0) 49769ce76dSAlexander Graf 50031fd1beSPeter Maydell #if LIBCURL_VERSION_NUM >= 0x071000 51031fd1beSPeter Maydell /* The multi interface timer callback was introduced in 7.16.0 */ 52031fd1beSPeter Maydell #define NEED_CURL_TIMER_CALLBACK 539aedd5a5SMatthew Booth #define HAVE_SOCKET_ACTION 549aedd5a5SMatthew Booth #endif 559aedd5a5SMatthew Booth 569aedd5a5SMatthew Booth #ifndef HAVE_SOCKET_ACTION 579aedd5a5SMatthew Booth /* If curl_multi_socket_action isn't available, define it statically here in 589aedd5a5SMatthew Booth * terms of curl_multi_socket. Note that ev_bitmask will be ignored, which is 599aedd5a5SMatthew Booth * less efficient but still safe. */ 609aedd5a5SMatthew Booth static CURLMcode __curl_multi_socket_action(CURLM *multi_handle, 619aedd5a5SMatthew Booth curl_socket_t sockfd, 629aedd5a5SMatthew Booth int ev_bitmask, 639aedd5a5SMatthew Booth int *running_handles) 649aedd5a5SMatthew Booth { 659aedd5a5SMatthew Booth return curl_multi_socket(multi_handle, sockfd, running_handles); 669aedd5a5SMatthew Booth } 679aedd5a5SMatthew Booth #define curl_multi_socket_action __curl_multi_socket_action 68031fd1beSPeter Maydell #endif 69031fd1beSPeter Maydell 70fb6d1bbdSStefan Hajnoczi #define PROTOCOLS (CURLPROTO_HTTP | CURLPROTO_HTTPS | \ 7123dce387SMax Reitz CURLPROTO_FTP | CURLPROTO_FTPS) 72fb6d1bbdSStefan Hajnoczi 73769ce76dSAlexander Graf #define CURL_NUM_STATES 8 74769ce76dSAlexander Graf #define CURL_NUM_ACB 8 75e3542c67SMatthew Booth #define READ_AHEAD_DEFAULT (256 * 1024) 76212aefaaSDaniel Henrique Barboza #define CURL_TIMEOUT_DEFAULT 5 77f76faedaSRichard W.M. Jones #define CURL_TIMEOUT_MAX 10000 78769ce76dSAlexander Graf 79769ce76dSAlexander Graf #define FIND_RET_NONE 0 80769ce76dSAlexander Graf #define FIND_RET_OK 1 81769ce76dSAlexander Graf #define FIND_RET_WAIT 2 82769ce76dSAlexander Graf 83e3542c67SMatthew Booth #define CURL_BLOCK_OPT_URL "url" 84e3542c67SMatthew Booth #define CURL_BLOCK_OPT_READAHEAD "readahead" 8597a3ea57SMatthew Booth #define CURL_BLOCK_OPT_SSLVERIFY "sslverify" 86212aefaaSDaniel Henrique Barboza #define CURL_BLOCK_OPT_TIMEOUT "timeout" 87a94f83d9SRichard W.M. Jones #define CURL_BLOCK_OPT_COOKIE "cookie" 881bff9606SDaniel P. Berrange #define CURL_BLOCK_OPT_USERNAME "username" 891bff9606SDaniel P. Berrange #define CURL_BLOCK_OPT_PASSWORD_SECRET "password-secret" 901bff9606SDaniel P. Berrange #define CURL_BLOCK_OPT_PROXY_USERNAME "proxy-username" 911bff9606SDaniel P. Berrange #define CURL_BLOCK_OPT_PROXY_PASSWORD_SECRET "proxy-password-secret" 92e3542c67SMatthew Booth 93769ce76dSAlexander Graf struct BDRVCURLState; 94769ce76dSAlexander Graf 95769ce76dSAlexander Graf typedef struct CURLAIOCB { 967c84b1b8SMarkus Armbruster BlockAIOCB common; 97769ce76dSAlexander Graf QEMUIOVector *qiov; 98363c3c85SNick Thomas 99363c3c85SNick Thomas int64_t sector_num; 100363c3c85SNick Thomas int nb_sectors; 101363c3c85SNick Thomas 102769ce76dSAlexander Graf size_t start; 103769ce76dSAlexander Graf size_t end; 104769ce76dSAlexander Graf } CURLAIOCB; 105769ce76dSAlexander Graf 106*ff5ca166SMax Reitz typedef struct CURLSocket { 107*ff5ca166SMax Reitz int fd; 108*ff5ca166SMax Reitz QLIST_ENTRY(CURLSocket) next; 109*ff5ca166SMax Reitz } CURLSocket; 110*ff5ca166SMax Reitz 111769ce76dSAlexander Graf typedef struct CURLState 112769ce76dSAlexander Graf { 113769ce76dSAlexander Graf struct BDRVCURLState *s; 114769ce76dSAlexander Graf CURLAIOCB *acb[CURL_NUM_ACB]; 115769ce76dSAlexander Graf CURL *curl; 116*ff5ca166SMax Reitz QLIST_HEAD(, CURLSocket) sockets; 117769ce76dSAlexander Graf char *orig_buf; 118769ce76dSAlexander Graf size_t buf_start; 119769ce76dSAlexander Graf size_t buf_off; 120769ce76dSAlexander Graf size_t buf_len; 121769ce76dSAlexander Graf char range[128]; 122769ce76dSAlexander Graf char errmsg[CURL_ERROR_SIZE]; 123769ce76dSAlexander Graf char in_use; 124769ce76dSAlexander Graf } CURLState; 125769ce76dSAlexander Graf 126769ce76dSAlexander Graf typedef struct BDRVCURLState { 127769ce76dSAlexander Graf CURLM *multi; 128031fd1beSPeter Maydell QEMUTimer timer; 129769ce76dSAlexander Graf size_t len; 130769ce76dSAlexander Graf CURLState states[CURL_NUM_STATES]; 131769ce76dSAlexander Graf char *url; 132c76f4952SNolan size_t readahead_size; 13397a3ea57SMatthew Booth bool sslverify; 134f76faedaSRichard W.M. Jones uint64_t timeout; 135a94f83d9SRichard W.M. Jones char *cookie; 1363494d650SFam Zheng bool accept_range; 13763f0f45fSStefan Hajnoczi AioContext *aio_context; 1381bff9606SDaniel P. Berrange char *username; 1391bff9606SDaniel P. Berrange char *password; 1401bff9606SDaniel P. Berrange char *proxyusername; 1411bff9606SDaniel P. Berrange char *proxypassword; 142769ce76dSAlexander Graf } BDRVCURLState; 143769ce76dSAlexander Graf 144769ce76dSAlexander Graf static void curl_clean_state(CURLState *s); 145769ce76dSAlexander Graf static void curl_multi_do(void *arg); 146838ef602SMatthew Booth static void curl_multi_read(void *arg); 147769ce76dSAlexander Graf 148031fd1beSPeter Maydell #ifdef NEED_CURL_TIMER_CALLBACK 149031fd1beSPeter Maydell static int curl_timer_cb(CURLM *multi, long timeout_ms, void *opaque) 150031fd1beSPeter Maydell { 151031fd1beSPeter Maydell BDRVCURLState *s = opaque; 152031fd1beSPeter Maydell 153031fd1beSPeter Maydell DPRINTF("CURL: timer callback timeout_ms %ld\n", timeout_ms); 154031fd1beSPeter Maydell if (timeout_ms == -1) { 155031fd1beSPeter Maydell timer_del(&s->timer); 156031fd1beSPeter Maydell } else { 157031fd1beSPeter Maydell int64_t timeout_ns = (int64_t)timeout_ms * 1000 * 1000; 158031fd1beSPeter Maydell timer_mod(&s->timer, 159031fd1beSPeter Maydell qemu_clock_get_ns(QEMU_CLOCK_REALTIME) + timeout_ns); 160031fd1beSPeter Maydell } 161031fd1beSPeter Maydell return 0; 162031fd1beSPeter Maydell } 163031fd1beSPeter Maydell #endif 164031fd1beSPeter Maydell 165769ce76dSAlexander Graf static int curl_sock_cb(CURL *curl, curl_socket_t fd, int action, 16663f0f45fSStefan Hajnoczi void *userp, void *sp) 167769ce76dSAlexander Graf { 16863f0f45fSStefan Hajnoczi BDRVCURLState *s; 169838ef602SMatthew Booth CURLState *state = NULL; 170*ff5ca166SMax Reitz CURLSocket *socket; 171*ff5ca166SMax Reitz 172838ef602SMatthew Booth curl_easy_getinfo(curl, CURLINFO_PRIVATE, (char **)&state); 17363f0f45fSStefan Hajnoczi s = state->s; 174838ef602SMatthew Booth 175*ff5ca166SMax Reitz QLIST_FOREACH(socket, &state->sockets, next) { 176*ff5ca166SMax Reitz if (socket->fd == fd) { 177*ff5ca166SMax Reitz if (action == CURL_POLL_REMOVE) { 178*ff5ca166SMax Reitz QLIST_REMOVE(socket, next); 179*ff5ca166SMax Reitz g_free(socket); 180*ff5ca166SMax Reitz } 181*ff5ca166SMax Reitz break; 182*ff5ca166SMax Reitz } 183*ff5ca166SMax Reitz } 184*ff5ca166SMax Reitz if (!socket) { 185*ff5ca166SMax Reitz socket = g_new0(CURLSocket, 1); 186*ff5ca166SMax Reitz socket->fd = fd; 187*ff5ca166SMax Reitz QLIST_INSERT_HEAD(&state->sockets, socket, next); 188*ff5ca166SMax Reitz } 189*ff5ca166SMax Reitz socket = NULL; 190*ff5ca166SMax Reitz 19192b6a160SFam Zheng DPRINTF("CURL (AIO): Sock action %d on fd %d\n", action, (int)fd); 192769ce76dSAlexander Graf switch (action) { 193769ce76dSAlexander Graf case CURL_POLL_IN: 194dca21ef2SFam Zheng aio_set_fd_handler(s->aio_context, fd, false, 195dca21ef2SFam Zheng curl_multi_read, NULL, state); 196769ce76dSAlexander Graf break; 197769ce76dSAlexander Graf case CURL_POLL_OUT: 198dca21ef2SFam Zheng aio_set_fd_handler(s->aio_context, fd, false, 199dca21ef2SFam Zheng NULL, curl_multi_do, state); 200769ce76dSAlexander Graf break; 201769ce76dSAlexander Graf case CURL_POLL_INOUT: 202dca21ef2SFam Zheng aio_set_fd_handler(s->aio_context, fd, false, 203dca21ef2SFam Zheng curl_multi_read, curl_multi_do, state); 204769ce76dSAlexander Graf break; 205769ce76dSAlexander Graf case CURL_POLL_REMOVE: 206dca21ef2SFam Zheng aio_set_fd_handler(s->aio_context, fd, false, 207dca21ef2SFam Zheng NULL, NULL, NULL); 208769ce76dSAlexander Graf break; 209769ce76dSAlexander Graf } 210769ce76dSAlexander Graf 211769ce76dSAlexander Graf return 0; 212769ce76dSAlexander Graf } 213769ce76dSAlexander Graf 2143494d650SFam Zheng static size_t curl_header_cb(void *ptr, size_t size, size_t nmemb, void *opaque) 215769ce76dSAlexander Graf { 2163494d650SFam Zheng BDRVCURLState *s = opaque; 217769ce76dSAlexander Graf size_t realsize = size * nmemb; 2183494d650SFam Zheng const char *accept_line = "Accept-Ranges: bytes"; 219769ce76dSAlexander Graf 2203494d650SFam Zheng if (realsize >= strlen(accept_line) 2213494d650SFam Zheng && strncmp((char *)ptr, accept_line, strlen(accept_line)) == 0) { 2223494d650SFam Zheng s->accept_range = true; 2230bfcd599SBlue Swirl } 224769ce76dSAlexander Graf 225769ce76dSAlexander Graf return realsize; 226769ce76dSAlexander Graf } 227769ce76dSAlexander Graf 228769ce76dSAlexander Graf static size_t curl_read_cb(void *ptr, size_t size, size_t nmemb, void *opaque) 229769ce76dSAlexander Graf { 230769ce76dSAlexander Graf CURLState *s = ((CURLState*)opaque); 231769ce76dSAlexander Graf size_t realsize = size * nmemb; 232769ce76dSAlexander Graf int i; 233769ce76dSAlexander Graf 2340bfcd599SBlue Swirl DPRINTF("CURL: Just reading %zd bytes\n", realsize); 235769ce76dSAlexander Graf 2364e767657SMax Reitz if (!s || !s->orig_buf) { 2374e767657SMax Reitz goto read_end; 2384e767657SMax Reitz } 239769ce76dSAlexander Graf 2406d4b9e55SFam Zheng if (s->buf_off >= s->buf_len) { 2416d4b9e55SFam Zheng /* buffer full, read nothing */ 2424e767657SMax Reitz goto read_end; 2436d4b9e55SFam Zheng } 2446d4b9e55SFam Zheng realsize = MIN(realsize, s->buf_len - s->buf_off); 245769ce76dSAlexander Graf memcpy(s->orig_buf + s->buf_off, ptr, realsize); 246769ce76dSAlexander Graf s->buf_off += realsize; 247769ce76dSAlexander Graf 248769ce76dSAlexander Graf for(i=0; i<CURL_NUM_ACB; i++) { 249769ce76dSAlexander Graf CURLAIOCB *acb = s->acb[i]; 250769ce76dSAlexander Graf 251769ce76dSAlexander Graf if (!acb) 252769ce76dSAlexander Graf continue; 253769ce76dSAlexander Graf 254769ce76dSAlexander Graf if ((s->buf_off >= acb->end)) { 25503396148SMichael Tokarev qemu_iovec_from_buf(acb->qiov, 0, s->orig_buf + acb->start, 256769ce76dSAlexander Graf acb->end - acb->start); 257769ce76dSAlexander Graf acb->common.cb(acb->common.opaque, 0); 2588007429aSFam Zheng qemu_aio_unref(acb); 259769ce76dSAlexander Graf s->acb[i] = NULL; 260769ce76dSAlexander Graf } 261769ce76dSAlexander Graf } 262769ce76dSAlexander Graf 2634e767657SMax Reitz read_end: 2644e767657SMax Reitz /* curl will error out if we do not return this value */ 2654e767657SMax Reitz return size * nmemb; 266769ce76dSAlexander Graf } 267769ce76dSAlexander Graf 268769ce76dSAlexander Graf static int curl_find_buf(BDRVCURLState *s, size_t start, size_t len, 269769ce76dSAlexander Graf CURLAIOCB *acb) 270769ce76dSAlexander Graf { 271769ce76dSAlexander Graf int i; 272769ce76dSAlexander Graf size_t end = start + len; 273769ce76dSAlexander Graf 274769ce76dSAlexander Graf for (i=0; i<CURL_NUM_STATES; i++) { 275769ce76dSAlexander Graf CURLState *state = &s->states[i]; 276769ce76dSAlexander Graf size_t buf_end = (state->buf_start + state->buf_off); 277769ce76dSAlexander Graf size_t buf_fend = (state->buf_start + state->buf_len); 278769ce76dSAlexander Graf 279769ce76dSAlexander Graf if (!state->orig_buf) 280769ce76dSAlexander Graf continue; 281769ce76dSAlexander Graf if (!state->buf_off) 282769ce76dSAlexander Graf continue; 283769ce76dSAlexander Graf 284769ce76dSAlexander Graf // Does the existing buffer cover our section? 285769ce76dSAlexander Graf if ((start >= state->buf_start) && 286769ce76dSAlexander Graf (start <= buf_end) && 287769ce76dSAlexander Graf (end >= state->buf_start) && 288769ce76dSAlexander Graf (end <= buf_end)) 289769ce76dSAlexander Graf { 290769ce76dSAlexander Graf char *buf = state->orig_buf + (start - state->buf_start); 291769ce76dSAlexander Graf 29203396148SMichael Tokarev qemu_iovec_from_buf(acb->qiov, 0, buf, len); 293769ce76dSAlexander Graf acb->common.cb(acb->common.opaque, 0); 294769ce76dSAlexander Graf 295769ce76dSAlexander Graf return FIND_RET_OK; 296769ce76dSAlexander Graf } 297769ce76dSAlexander Graf 298769ce76dSAlexander Graf // Wait for unfinished chunks 299b7079df4SMatthew Booth if (state->in_use && 300b7079df4SMatthew Booth (start >= state->buf_start) && 301769ce76dSAlexander Graf (start <= buf_fend) && 302769ce76dSAlexander Graf (end >= state->buf_start) && 303769ce76dSAlexander Graf (end <= buf_fend)) 304769ce76dSAlexander Graf { 305769ce76dSAlexander Graf int j; 306769ce76dSAlexander Graf 307769ce76dSAlexander Graf acb->start = start - state->buf_start; 308769ce76dSAlexander Graf acb->end = acb->start + len; 309769ce76dSAlexander Graf 310769ce76dSAlexander Graf for (j=0; j<CURL_NUM_ACB; j++) { 311769ce76dSAlexander Graf if (!state->acb[j]) { 312769ce76dSAlexander Graf state->acb[j] = acb; 313769ce76dSAlexander Graf return FIND_RET_WAIT; 314769ce76dSAlexander Graf } 315769ce76dSAlexander Graf } 316769ce76dSAlexander Graf } 317769ce76dSAlexander Graf } 318769ce76dSAlexander Graf 319769ce76dSAlexander Graf return FIND_RET_NONE; 320769ce76dSAlexander Graf } 321769ce76dSAlexander Graf 322838ef602SMatthew Booth static void curl_multi_check_completion(BDRVCURLState *s) 323769ce76dSAlexander Graf { 324769ce76dSAlexander Graf int msgs_in_queue; 325769ce76dSAlexander Graf 326769ce76dSAlexander Graf /* Try to find done transfers, so we can free the easy 327769ce76dSAlexander Graf * handle again. */ 3281f2cead3SMatthew Booth for (;;) { 329769ce76dSAlexander Graf CURLMsg *msg; 330769ce76dSAlexander Graf msg = curl_multi_info_read(s->multi, &msgs_in_queue); 331769ce76dSAlexander Graf 3321f2cead3SMatthew Booth /* Quit when there are no more completions */ 333769ce76dSAlexander Graf if (!msg) 334769ce76dSAlexander Graf break; 335769ce76dSAlexander Graf 3361f2cead3SMatthew Booth if (msg->msg == CURLMSG_DONE) { 337769ce76dSAlexander Graf CURLState *state = NULL; 338f6246509SMatthew Booth curl_easy_getinfo(msg->easy_handle, CURLINFO_PRIVATE, 339f6246509SMatthew Booth (char **)&state); 340f785a5aeSNicholas Thomas 341f785a5aeSNicholas Thomas /* ACBs for successful messages get completed in curl_read_cb */ 342f785a5aeSNicholas Thomas if (msg->data.result != CURLE_OK) { 343f785a5aeSNicholas Thomas int i; 344796a060bSRichard W.M. Jones static int errcount = 100; 345796a060bSRichard W.M. Jones 346796a060bSRichard W.M. Jones /* Don't lose the original error message from curl, since 347796a060bSRichard W.M. Jones * it contains extra data. 348796a060bSRichard W.M. Jones */ 349796a060bSRichard W.M. Jones if (errcount > 0) { 350796a060bSRichard W.M. Jones error_report("curl: %s", state->errmsg); 351796a060bSRichard W.M. Jones if (--errcount == 0) { 352796a060bSRichard W.M. Jones error_report("curl: further errors suppressed"); 353796a060bSRichard W.M. Jones } 354796a060bSRichard W.M. Jones } 355796a060bSRichard W.M. Jones 356f785a5aeSNicholas Thomas for (i = 0; i < CURL_NUM_ACB; i++) { 357f785a5aeSNicholas Thomas CURLAIOCB *acb = state->acb[i]; 358f785a5aeSNicholas Thomas 359f785a5aeSNicholas Thomas if (acb == NULL) { 360f785a5aeSNicholas Thomas continue; 361f785a5aeSNicholas Thomas } 362f785a5aeSNicholas Thomas 363796a060bSRichard W.M. Jones acb->common.cb(acb->common.opaque, -EPROTO); 3648007429aSFam Zheng qemu_aio_unref(acb); 365f785a5aeSNicholas Thomas state->acb[i] = NULL; 366f785a5aeSNicholas Thomas } 367f785a5aeSNicholas Thomas } 368f785a5aeSNicholas Thomas 369769ce76dSAlexander Graf curl_clean_state(state); 370769ce76dSAlexander Graf break; 371769ce76dSAlexander Graf } 372769ce76dSAlexander Graf } 373769ce76dSAlexander Graf } 374769ce76dSAlexander Graf 375031fd1beSPeter Maydell static void curl_multi_do(void *arg) 376031fd1beSPeter Maydell { 377838ef602SMatthew Booth CURLState *s = (CURLState *)arg; 378*ff5ca166SMax Reitz CURLSocket *socket, *next_socket; 379031fd1beSPeter Maydell int running; 380031fd1beSPeter Maydell int r; 381031fd1beSPeter Maydell 382838ef602SMatthew Booth if (!s->s->multi) { 383031fd1beSPeter Maydell return; 384031fd1beSPeter Maydell } 385031fd1beSPeter Maydell 386*ff5ca166SMax Reitz /* Need to use _SAFE because curl_multi_socket_action() may trigger 387*ff5ca166SMax Reitz * curl_sock_cb() which might modify this list */ 388*ff5ca166SMax Reitz QLIST_FOREACH_SAFE(socket, &s->sockets, next, next_socket) { 389031fd1beSPeter Maydell do { 390*ff5ca166SMax Reitz r = curl_multi_socket_action(s->s->multi, socket->fd, 0, &running); 391031fd1beSPeter Maydell } while (r == CURLM_CALL_MULTI_PERFORM); 392*ff5ca166SMax Reitz } 393838ef602SMatthew Booth } 394838ef602SMatthew Booth 395838ef602SMatthew Booth static void curl_multi_read(void *arg) 396838ef602SMatthew Booth { 397838ef602SMatthew Booth CURLState *s = (CURLState *)arg; 398838ef602SMatthew Booth 399838ef602SMatthew Booth curl_multi_do(arg); 400838ef602SMatthew Booth curl_multi_check_completion(s->s); 401031fd1beSPeter Maydell } 402031fd1beSPeter Maydell 403031fd1beSPeter Maydell static void curl_multi_timeout_do(void *arg) 404031fd1beSPeter Maydell { 405031fd1beSPeter Maydell #ifdef NEED_CURL_TIMER_CALLBACK 406031fd1beSPeter Maydell BDRVCURLState *s = (BDRVCURLState *)arg; 407031fd1beSPeter Maydell int running; 408031fd1beSPeter Maydell 409031fd1beSPeter Maydell if (!s->multi) { 410031fd1beSPeter Maydell return; 411031fd1beSPeter Maydell } 412031fd1beSPeter Maydell 413031fd1beSPeter Maydell curl_multi_socket_action(s->multi, CURL_SOCKET_TIMEOUT, 0, &running); 414031fd1beSPeter Maydell 415838ef602SMatthew Booth curl_multi_check_completion(s); 416031fd1beSPeter Maydell #else 417031fd1beSPeter Maydell abort(); 418031fd1beSPeter Maydell #endif 419031fd1beSPeter Maydell } 420031fd1beSPeter Maydell 421a2f468e4SRichard W.M. Jones static CURLState *curl_init_state(BlockDriverState *bs, BDRVCURLState *s) 422769ce76dSAlexander Graf { 423769ce76dSAlexander Graf CURLState *state = NULL; 424769ce76dSAlexander Graf int i, j; 425769ce76dSAlexander Graf 426769ce76dSAlexander Graf do { 427769ce76dSAlexander Graf for (i=0; i<CURL_NUM_STATES; i++) { 428769ce76dSAlexander Graf for (j=0; j<CURL_NUM_ACB; j++) 429769ce76dSAlexander Graf if (s->states[i].acb[j]) 430769ce76dSAlexander Graf continue; 431769ce76dSAlexander Graf if (s->states[i].in_use) 432769ce76dSAlexander Graf continue; 433769ce76dSAlexander Graf 434769ce76dSAlexander Graf state = &s->states[i]; 435769ce76dSAlexander Graf state->in_use = 1; 436769ce76dSAlexander Graf break; 437769ce76dSAlexander Graf } 438769ce76dSAlexander Graf if (!state) { 439a2f468e4SRichard W.M. Jones aio_poll(bdrv_get_aio_context(bs), true); 440769ce76dSAlexander Graf } 441769ce76dSAlexander Graf } while(!state); 442769ce76dSAlexander Graf 4439e550b32SMatthew Booth if (!state->curl) { 444769ce76dSAlexander Graf state->curl = curl_easy_init(); 4459e550b32SMatthew Booth if (!state->curl) { 446769ce76dSAlexander Graf return NULL; 4479e550b32SMatthew Booth } 448769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_URL, s->url); 44997a3ea57SMatthew Booth curl_easy_setopt(state->curl, CURLOPT_SSL_VERIFYPEER, 45097a3ea57SMatthew Booth (long) s->sslverify); 451a94f83d9SRichard W.M. Jones if (s->cookie) { 452a94f83d9SRichard W.M. Jones curl_easy_setopt(state->curl, CURLOPT_COOKIE, s->cookie); 453a94f83d9SRichard W.M. Jones } 454f76faedaSRichard W.M. Jones curl_easy_setopt(state->curl, CURLOPT_TIMEOUT, (long)s->timeout); 4559e550b32SMatthew Booth curl_easy_setopt(state->curl, CURLOPT_WRITEFUNCTION, 4569e550b32SMatthew Booth (void *)curl_read_cb); 457769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_WRITEDATA, (void *)state); 458769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_PRIVATE, (void *)state); 459769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_AUTOREFERER, 1); 460769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_FOLLOWLOCATION, 1); 461769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_NOSIGNAL, 1); 462769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_ERRORBUFFER, state->errmsg); 463f785a5aeSNicholas Thomas curl_easy_setopt(state->curl, CURLOPT_FAILONERROR, 1); 464769ce76dSAlexander Graf 4651bff9606SDaniel P. Berrange if (s->username) { 4661bff9606SDaniel P. Berrange curl_easy_setopt(state->curl, CURLOPT_USERNAME, s->username); 4671bff9606SDaniel P. Berrange } 4681bff9606SDaniel P. Berrange if (s->password) { 4691bff9606SDaniel P. Berrange curl_easy_setopt(state->curl, CURLOPT_PASSWORD, s->password); 4701bff9606SDaniel P. Berrange } 4711bff9606SDaniel P. Berrange if (s->proxyusername) { 4721bff9606SDaniel P. Berrange curl_easy_setopt(state->curl, 4731bff9606SDaniel P. Berrange CURLOPT_PROXYUSERNAME, s->proxyusername); 4741bff9606SDaniel P. Berrange } 4751bff9606SDaniel P. Berrange if (s->proxypassword) { 4761bff9606SDaniel P. Berrange curl_easy_setopt(state->curl, 4771bff9606SDaniel P. Berrange CURLOPT_PROXYPASSWORD, s->proxypassword); 4781bff9606SDaniel P. Berrange } 4791bff9606SDaniel P. Berrange 480fb6d1bbdSStefan Hajnoczi /* Restrict supported protocols to avoid security issues in the more 481fb6d1bbdSStefan Hajnoczi * obscure protocols. For example, do not allow POP3/SMTP/IMAP see 482fb6d1bbdSStefan Hajnoczi * CVE-2013-0249. 4838a8f5840SStefan Hajnoczi * 4848a8f5840SStefan Hajnoczi * Restricting protocols is only supported from 7.19.4 upwards. 485fb6d1bbdSStefan Hajnoczi */ 4868a8f5840SStefan Hajnoczi #if LIBCURL_VERSION_NUM >= 0x071304 487fb6d1bbdSStefan Hajnoczi curl_easy_setopt(state->curl, CURLOPT_PROTOCOLS, PROTOCOLS); 488fb6d1bbdSStefan Hajnoczi curl_easy_setopt(state->curl, CURLOPT_REDIR_PROTOCOLS, PROTOCOLS); 4898a8f5840SStefan Hajnoczi #endif 490fb6d1bbdSStefan Hajnoczi 491769ce76dSAlexander Graf #ifdef DEBUG_VERBOSE 492769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_VERBOSE, 1); 493769ce76dSAlexander Graf #endif 4949e550b32SMatthew Booth } 495769ce76dSAlexander Graf 496*ff5ca166SMax Reitz QLIST_INIT(&state->sockets); 497769ce76dSAlexander Graf state->s = s; 498769ce76dSAlexander Graf 499769ce76dSAlexander Graf return state; 500769ce76dSAlexander Graf } 501769ce76dSAlexander Graf 502769ce76dSAlexander Graf static void curl_clean_state(CURLState *s) 503769ce76dSAlexander Graf { 504769ce76dSAlexander Graf if (s->s->multi) 505769ce76dSAlexander Graf curl_multi_remove_handle(s->s->multi, s->curl); 506*ff5ca166SMax Reitz 507*ff5ca166SMax Reitz while (!QLIST_EMPTY(&s->sockets)) { 508*ff5ca166SMax Reitz CURLSocket *socket = QLIST_FIRST(&s->sockets); 509*ff5ca166SMax Reitz 510*ff5ca166SMax Reitz QLIST_REMOVE(socket, next); 511*ff5ca166SMax Reitz g_free(socket); 512*ff5ca166SMax Reitz } 513*ff5ca166SMax Reitz 514769ce76dSAlexander Graf s->in_use = 0; 515769ce76dSAlexander Graf } 516769ce76dSAlexander Graf 5178e6d58cdSKevin Wolf static void curl_parse_filename(const char *filename, QDict *options, 5188e6d58cdSKevin Wolf Error **errp) 519769ce76dSAlexander Graf { 520e3542c67SMatthew Booth qdict_put(options, CURL_BLOCK_OPT_URL, qstring_from_str(filename)); 5218e6d58cdSKevin Wolf } 5228e6d58cdSKevin Wolf 52363f0f45fSStefan Hajnoczi static void curl_detach_aio_context(BlockDriverState *bs) 52463f0f45fSStefan Hajnoczi { 52563f0f45fSStefan Hajnoczi BDRVCURLState *s = bs->opaque; 52663f0f45fSStefan Hajnoczi int i; 52763f0f45fSStefan Hajnoczi 52863f0f45fSStefan Hajnoczi for (i = 0; i < CURL_NUM_STATES; i++) { 52963f0f45fSStefan Hajnoczi if (s->states[i].in_use) { 53063f0f45fSStefan Hajnoczi curl_clean_state(&s->states[i]); 53163f0f45fSStefan Hajnoczi } 53263f0f45fSStefan Hajnoczi if (s->states[i].curl) { 53363f0f45fSStefan Hajnoczi curl_easy_cleanup(s->states[i].curl); 53463f0f45fSStefan Hajnoczi s->states[i].curl = NULL; 53563f0f45fSStefan Hajnoczi } 53663f0f45fSStefan Hajnoczi g_free(s->states[i].orig_buf); 53763f0f45fSStefan Hajnoczi s->states[i].orig_buf = NULL; 53863f0f45fSStefan Hajnoczi } 53963f0f45fSStefan Hajnoczi if (s->multi) { 54063f0f45fSStefan Hajnoczi curl_multi_cleanup(s->multi); 54163f0f45fSStefan Hajnoczi s->multi = NULL; 54263f0f45fSStefan Hajnoczi } 54363f0f45fSStefan Hajnoczi 54463f0f45fSStefan Hajnoczi timer_del(&s->timer); 54563f0f45fSStefan Hajnoczi } 54663f0f45fSStefan Hajnoczi 54763f0f45fSStefan Hajnoczi static void curl_attach_aio_context(BlockDriverState *bs, 54863f0f45fSStefan Hajnoczi AioContext *new_context) 54963f0f45fSStefan Hajnoczi { 55063f0f45fSStefan Hajnoczi BDRVCURLState *s = bs->opaque; 55163f0f45fSStefan Hajnoczi 55263f0f45fSStefan Hajnoczi aio_timer_init(new_context, &s->timer, 55363f0f45fSStefan Hajnoczi QEMU_CLOCK_REALTIME, SCALE_NS, 55463f0f45fSStefan Hajnoczi curl_multi_timeout_do, s); 55563f0f45fSStefan Hajnoczi 55663f0f45fSStefan Hajnoczi assert(!s->multi); 55763f0f45fSStefan Hajnoczi s->multi = curl_multi_init(); 55863f0f45fSStefan Hajnoczi s->aio_context = new_context; 55963f0f45fSStefan Hajnoczi curl_multi_setopt(s->multi, CURLMOPT_SOCKETFUNCTION, curl_sock_cb); 56063f0f45fSStefan Hajnoczi #ifdef NEED_CURL_TIMER_CALLBACK 56163f0f45fSStefan Hajnoczi curl_multi_setopt(s->multi, CURLMOPT_TIMERDATA, s); 56263f0f45fSStefan Hajnoczi curl_multi_setopt(s->multi, CURLMOPT_TIMERFUNCTION, curl_timer_cb); 56363f0f45fSStefan Hajnoczi #endif 56463f0f45fSStefan Hajnoczi } 56563f0f45fSStefan Hajnoczi 5668e6d58cdSKevin Wolf static QemuOptsList runtime_opts = { 5678e6d58cdSKevin Wolf .name = "curl", 5688e6d58cdSKevin Wolf .head = QTAILQ_HEAD_INITIALIZER(runtime_opts.head), 5698e6d58cdSKevin Wolf .desc = { 5708e6d58cdSKevin Wolf { 571e3542c67SMatthew Booth .name = CURL_BLOCK_OPT_URL, 5728e6d58cdSKevin Wolf .type = QEMU_OPT_STRING, 5738e6d58cdSKevin Wolf .help = "URL to open", 5748e6d58cdSKevin Wolf }, 5758e6d58cdSKevin Wolf { 576e3542c67SMatthew Booth .name = CURL_BLOCK_OPT_READAHEAD, 5778e6d58cdSKevin Wolf .type = QEMU_OPT_SIZE, 5788e6d58cdSKevin Wolf .help = "Readahead size", 5798e6d58cdSKevin Wolf }, 58097a3ea57SMatthew Booth { 58197a3ea57SMatthew Booth .name = CURL_BLOCK_OPT_SSLVERIFY, 58297a3ea57SMatthew Booth .type = QEMU_OPT_BOOL, 58397a3ea57SMatthew Booth .help = "Verify SSL certificate" 58497a3ea57SMatthew Booth }, 585212aefaaSDaniel Henrique Barboza { 586212aefaaSDaniel Henrique Barboza .name = CURL_BLOCK_OPT_TIMEOUT, 587212aefaaSDaniel Henrique Barboza .type = QEMU_OPT_NUMBER, 588212aefaaSDaniel Henrique Barboza .help = "Curl timeout" 589212aefaaSDaniel Henrique Barboza }, 590a94f83d9SRichard W.M. Jones { 591a94f83d9SRichard W.M. Jones .name = CURL_BLOCK_OPT_COOKIE, 592a94f83d9SRichard W.M. Jones .type = QEMU_OPT_STRING, 593a94f83d9SRichard W.M. Jones .help = "Pass the cookie or list of cookies with each request" 594a94f83d9SRichard W.M. Jones }, 5951bff9606SDaniel P. Berrange { 5961bff9606SDaniel P. Berrange .name = CURL_BLOCK_OPT_USERNAME, 5971bff9606SDaniel P. Berrange .type = QEMU_OPT_STRING, 5981bff9606SDaniel P. Berrange .help = "Username for HTTP auth" 5991bff9606SDaniel P. Berrange }, 6001bff9606SDaniel P. Berrange { 6011bff9606SDaniel P. Berrange .name = CURL_BLOCK_OPT_PASSWORD_SECRET, 6021bff9606SDaniel P. Berrange .type = QEMU_OPT_STRING, 6031bff9606SDaniel P. Berrange .help = "ID of secret used as password for HTTP auth", 6041bff9606SDaniel P. Berrange }, 6051bff9606SDaniel P. Berrange { 6061bff9606SDaniel P. Berrange .name = CURL_BLOCK_OPT_PROXY_USERNAME, 6071bff9606SDaniel P. Berrange .type = QEMU_OPT_STRING, 6081bff9606SDaniel P. Berrange .help = "Username for HTTP proxy auth" 6091bff9606SDaniel P. Berrange }, 6101bff9606SDaniel P. Berrange { 6111bff9606SDaniel P. Berrange .name = CURL_BLOCK_OPT_PROXY_PASSWORD_SECRET, 6121bff9606SDaniel P. Berrange .type = QEMU_OPT_STRING, 6131bff9606SDaniel P. Berrange .help = "ID of secret used as password for HTTP proxy auth", 6141bff9606SDaniel P. Berrange }, 6158e6d58cdSKevin Wolf { /* end of list */ } 6168e6d58cdSKevin Wolf }, 6178e6d58cdSKevin Wolf }; 6188e6d58cdSKevin Wolf 6191bff9606SDaniel P. Berrange 620015a1036SMax Reitz static int curl_open(BlockDriverState *bs, QDict *options, int flags, 621015a1036SMax Reitz Error **errp) 6228e6d58cdSKevin Wolf { 6238e6d58cdSKevin Wolf BDRVCURLState *s = bs->opaque; 6248e6d58cdSKevin Wolf CURLState *state = NULL; 6258e6d58cdSKevin Wolf QemuOpts *opts; 6268e6d58cdSKevin Wolf Error *local_err = NULL; 6278e6d58cdSKevin Wolf const char *file; 628a94f83d9SRichard W.M. Jones const char *cookie; 6298e6d58cdSKevin Wolf double d; 6301bff9606SDaniel P. Berrange const char *secretid; 6318e6d58cdSKevin Wolf 6328e6d58cdSKevin Wolf static int inited = 0; 6338e6d58cdSKevin Wolf 634a7cea2baSRichard W.M. Jones if (flags & BDRV_O_RDWR) { 6352a94fee3SPaolo Bonzini error_setg(errp, "curl block device does not support writes"); 636a7cea2baSRichard W.M. Jones return -EROFS; 637a7cea2baSRichard W.M. Jones } 638a7cea2baSRichard W.M. Jones 63987ea75d5SPeter Crosthwaite opts = qemu_opts_create(&runtime_opts, NULL, 0, &error_abort); 6408e6d58cdSKevin Wolf qemu_opts_absorb_qdict(opts, options, &local_err); 64184d18f06SMarkus Armbruster if (local_err) { 6422a94fee3SPaolo Bonzini error_propagate(errp, local_err); 6438e6d58cdSKevin Wolf goto out_noclean; 6448e6d58cdSKevin Wolf } 6458e6d58cdSKevin Wolf 646e3542c67SMatthew Booth s->readahead_size = qemu_opt_get_size(opts, CURL_BLOCK_OPT_READAHEAD, 647e3542c67SMatthew Booth READ_AHEAD_DEFAULT); 648c76f4952SNolan if ((s->readahead_size & 0x1ff) != 0) { 6492a94fee3SPaolo Bonzini error_setg(errp, "HTTP_READAHEAD_SIZE %zd is not a multiple of 512", 650c76f4952SNolan s->readahead_size); 651c76f4952SNolan goto out_noclean; 652c76f4952SNolan } 653c76f4952SNolan 654212aefaaSDaniel Henrique Barboza s->timeout = qemu_opt_get_number(opts, CURL_BLOCK_OPT_TIMEOUT, 655212aefaaSDaniel Henrique Barboza CURL_TIMEOUT_DEFAULT); 656f76faedaSRichard W.M. Jones if (s->timeout > CURL_TIMEOUT_MAX) { 657f76faedaSRichard W.M. Jones error_setg(errp, "timeout parameter is too large or negative"); 658f76faedaSRichard W.M. Jones goto out_noclean; 659f76faedaSRichard W.M. Jones } 660212aefaaSDaniel Henrique Barboza 66197a3ea57SMatthew Booth s->sslverify = qemu_opt_get_bool(opts, CURL_BLOCK_OPT_SSLVERIFY, true); 66297a3ea57SMatthew Booth 663a94f83d9SRichard W.M. Jones cookie = qemu_opt_get(opts, CURL_BLOCK_OPT_COOKIE); 664a94f83d9SRichard W.M. Jones s->cookie = g_strdup(cookie); 665a94f83d9SRichard W.M. Jones 666e3542c67SMatthew Booth file = qemu_opt_get(opts, CURL_BLOCK_OPT_URL); 6678e6d58cdSKevin Wolf if (file == NULL) { 6682a94fee3SPaolo Bonzini error_setg(errp, "curl block driver requires an 'url' option"); 6698e6d58cdSKevin Wolf goto out_noclean; 6708e6d58cdSKevin Wolf } 6718e6d58cdSKevin Wolf 6721bff9606SDaniel P. Berrange s->username = g_strdup(qemu_opt_get(opts, CURL_BLOCK_OPT_USERNAME)); 6731bff9606SDaniel P. Berrange secretid = qemu_opt_get(opts, CURL_BLOCK_OPT_PASSWORD_SECRET); 6741bff9606SDaniel P. Berrange 6751bff9606SDaniel P. Berrange if (secretid) { 6761bff9606SDaniel P. Berrange s->password = qcrypto_secret_lookup_as_utf8(secretid, errp); 6771bff9606SDaniel P. Berrange if (!s->password) { 6781bff9606SDaniel P. Berrange goto out_noclean; 6791bff9606SDaniel P. Berrange } 6801bff9606SDaniel P. Berrange } 6811bff9606SDaniel P. Berrange 6821bff9606SDaniel P. Berrange s->proxyusername = g_strdup( 6831bff9606SDaniel P. Berrange qemu_opt_get(opts, CURL_BLOCK_OPT_PROXY_USERNAME)); 6841bff9606SDaniel P. Berrange secretid = qemu_opt_get(opts, CURL_BLOCK_OPT_PROXY_PASSWORD_SECRET); 6851bff9606SDaniel P. Berrange if (secretid) { 6861bff9606SDaniel P. Berrange s->proxypassword = qcrypto_secret_lookup_as_utf8(secretid, errp); 6871bff9606SDaniel P. Berrange if (!s->proxypassword) { 6881bff9606SDaniel P. Berrange goto out_noclean; 6891bff9606SDaniel P. Berrange } 6901bff9606SDaniel P. Berrange } 6911bff9606SDaniel P. Berrange 692769ce76dSAlexander Graf if (!inited) { 693769ce76dSAlexander Graf curl_global_init(CURL_GLOBAL_ALL); 694769ce76dSAlexander Graf inited = 1; 695769ce76dSAlexander Graf } 696769ce76dSAlexander Graf 697d0f2c4c6Smalc DPRINTF("CURL: Opening %s\n", file); 69863f0f45fSStefan Hajnoczi s->aio_context = bdrv_get_aio_context(bs); 6998e6d58cdSKevin Wolf s->url = g_strdup(file); 700a2f468e4SRichard W.M. Jones state = curl_init_state(bs, s); 701769ce76dSAlexander Graf if (!state) 702769ce76dSAlexander Graf goto out_noclean; 703769ce76dSAlexander Graf 704769ce76dSAlexander Graf // Get file size 705769ce76dSAlexander Graf 7063494d650SFam Zheng s->accept_range = false; 707769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_NOBODY, 1); 7083494d650SFam Zheng curl_easy_setopt(state->curl, CURLOPT_HEADERFUNCTION, 7093494d650SFam Zheng curl_header_cb); 7103494d650SFam Zheng curl_easy_setopt(state->curl, CURLOPT_HEADERDATA, s); 711769ce76dSAlexander Graf if (curl_easy_perform(state->curl)) 712769ce76dSAlexander Graf goto out; 713a41c4578STomáš Golembiovský if (curl_easy_getinfo(state->curl, CURLINFO_CONTENT_LENGTH_DOWNLOAD, &d)) { 714769ce76dSAlexander Graf goto out; 715a41c4578STomáš Golembiovský } 716a41c4578STomáš Golembiovský /* Prior CURL 7.19.4 return value of 0 could mean that the file size is not 717a41c4578STomáš Golembiovský * know or the size is zero. From 7.19.4 CURL returns -1 if size is not 718a41c4578STomáš Golembiovský * known and zero if it is realy zero-length file. */ 719a41c4578STomáš Golembiovský #if LIBCURL_VERSION_NUM >= 0x071304 720a41c4578STomáš Golembiovský if (d < 0) { 721a41c4578STomáš Golembiovský pstrcpy(state->errmsg, CURL_ERROR_SIZE, 722a41c4578STomáš Golembiovský "Server didn't report file size."); 723a41c4578STomáš Golembiovský goto out; 724a41c4578STomáš Golembiovský } 725a41c4578STomáš Golembiovský #else 726a41c4578STomáš Golembiovský if (d <= 0) { 727a41c4578STomáš Golembiovský pstrcpy(state->errmsg, CURL_ERROR_SIZE, 728a41c4578STomáš Golembiovský "Unknown file size or zero-length file."); 729a41c4578STomáš Golembiovský goto out; 730a41c4578STomáš Golembiovský } 731a41c4578STomáš Golembiovský #endif 732a41c4578STomáš Golembiovský 733a41c4578STomáš Golembiovský s->len = (size_t)d; 734a41c4578STomáš Golembiovský 7353494d650SFam Zheng if ((!strncasecmp(s->url, "http://", strlen("http://")) 7363494d650SFam Zheng || !strncasecmp(s->url, "https://", strlen("https://"))) 7373494d650SFam Zheng && !s->accept_range) { 7383494d650SFam Zheng pstrcpy(state->errmsg, CURL_ERROR_SIZE, 7393494d650SFam Zheng "Server does not support 'range' (byte ranges)."); 7403494d650SFam Zheng goto out; 7413494d650SFam Zheng } 7420bfcd599SBlue Swirl DPRINTF("CURL: Size = %zd\n", s->len); 743769ce76dSAlexander Graf 744769ce76dSAlexander Graf curl_clean_state(state); 745769ce76dSAlexander Graf curl_easy_cleanup(state->curl); 746769ce76dSAlexander Graf state->curl = NULL; 747769ce76dSAlexander Graf 74863f0f45fSStefan Hajnoczi curl_attach_aio_context(bs, bdrv_get_aio_context(bs)); 749769ce76dSAlexander Graf 7508e6d58cdSKevin Wolf qemu_opts_del(opts); 751769ce76dSAlexander Graf return 0; 752769ce76dSAlexander Graf 753769ce76dSAlexander Graf out: 754acd7fdc6SMaria Kustova error_setg(errp, "CURL: Error opening file: %s", state->errmsg); 755769ce76dSAlexander Graf curl_easy_cleanup(state->curl); 756769ce76dSAlexander Graf state->curl = NULL; 757769ce76dSAlexander Graf out_noclean: 758a94f83d9SRichard W.M. Jones g_free(s->cookie); 7598e6d58cdSKevin Wolf g_free(s->url); 7608e6d58cdSKevin Wolf qemu_opts_del(opts); 761769ce76dSAlexander Graf return -EINVAL; 762769ce76dSAlexander Graf } 763769ce76dSAlexander Graf 764d7331bedSStefan Hajnoczi static const AIOCBInfo curl_aiocb_info = { 765c16b5a2cSChristoph Hellwig .aiocb_size = sizeof(CURLAIOCB), 766c16b5a2cSChristoph Hellwig }; 767c16b5a2cSChristoph Hellwig 768363c3c85SNick Thomas 769363c3c85SNick Thomas static void curl_readv_bh_cb(void *p) 770769ce76dSAlexander Graf { 771769ce76dSAlexander Graf CURLState *state; 772b69cdef8SMatthew Booth int running; 773769ce76dSAlexander Graf 774363c3c85SNick Thomas CURLAIOCB *acb = p; 775363c3c85SNick Thomas BDRVCURLState *s = acb->common.bs->opaque; 776769ce76dSAlexander Graf 7779054d9f6SMax Reitz size_t start = acb->sector_num * BDRV_SECTOR_SIZE; 778363c3c85SNick Thomas size_t end; 779769ce76dSAlexander Graf 780769ce76dSAlexander Graf // In case we have the requested data already (e.g. read-ahead), 781769ce76dSAlexander Graf // we can just call the callback and be done. 7829054d9f6SMax Reitz switch (curl_find_buf(s, start, acb->nb_sectors * BDRV_SECTOR_SIZE, acb)) { 783769ce76dSAlexander Graf case FIND_RET_OK: 7848007429aSFam Zheng qemu_aio_unref(acb); 785769ce76dSAlexander Graf // fall through 786769ce76dSAlexander Graf case FIND_RET_WAIT: 787363c3c85SNick Thomas return; 788769ce76dSAlexander Graf default: 789769ce76dSAlexander Graf break; 790769ce76dSAlexander Graf } 791769ce76dSAlexander Graf 792769ce76dSAlexander Graf // No cache found, so let's start a new request 793a2f468e4SRichard W.M. Jones state = curl_init_state(acb->common.bs, s); 794363c3c85SNick Thomas if (!state) { 795363c3c85SNick Thomas acb->common.cb(acb->common.opaque, -EIO); 7968007429aSFam Zheng qemu_aio_unref(acb); 797363c3c85SNick Thomas return; 798363c3c85SNick Thomas } 799769ce76dSAlexander Graf 800769ce76dSAlexander Graf acb->start = 0; 8019054d9f6SMax Reitz acb->end = (acb->nb_sectors * BDRV_SECTOR_SIZE); 802769ce76dSAlexander Graf 803769ce76dSAlexander Graf state->buf_off = 0; 8047267c094SAnthony Liguori g_free(state->orig_buf); 805769ce76dSAlexander Graf state->buf_start = start; 806c76f4952SNolan state->buf_len = acb->end + s->readahead_size; 807769ce76dSAlexander Graf end = MIN(start + state->buf_len, s->len) - 1; 8088dc7a772SKevin Wolf state->orig_buf = g_try_malloc(state->buf_len); 8098dc7a772SKevin Wolf if (state->buf_len && state->orig_buf == NULL) { 8108dc7a772SKevin Wolf curl_clean_state(state); 8118dc7a772SKevin Wolf acb->common.cb(acb->common.opaque, -ENOMEM); 8128007429aSFam Zheng qemu_aio_unref(acb); 8138dc7a772SKevin Wolf return; 8148dc7a772SKevin Wolf } 815769ce76dSAlexander Graf state->acb[0] = acb; 816769ce76dSAlexander Graf 8170bfcd599SBlue Swirl snprintf(state->range, 127, "%zd-%zd", start, end); 8189054d9f6SMax Reitz DPRINTF("CURL (AIO): Reading %llu at %zd (%s)\n", 8199054d9f6SMax Reitz (acb->nb_sectors * BDRV_SECTOR_SIZE), start, state->range); 820769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_RANGE, state->range); 821769ce76dSAlexander Graf 822769ce76dSAlexander Graf curl_multi_add_handle(s->multi, state->curl); 823769ce76dSAlexander Graf 824b69cdef8SMatthew Booth /* Tell curl it needs to kick things off */ 825b69cdef8SMatthew Booth curl_multi_socket_action(s->multi, CURL_SOCKET_TIMEOUT, 0, &running); 826363c3c85SNick Thomas } 827363c3c85SNick Thomas 8287c84b1b8SMarkus Armbruster static BlockAIOCB *curl_aio_readv(BlockDriverState *bs, 829363c3c85SNick Thomas int64_t sector_num, QEMUIOVector *qiov, int nb_sectors, 830097310b5SMarkus Armbruster BlockCompletionFunc *cb, void *opaque) 831363c3c85SNick Thomas { 832363c3c85SNick Thomas CURLAIOCB *acb; 833363c3c85SNick Thomas 834d7331bedSStefan Hajnoczi acb = qemu_aio_get(&curl_aiocb_info, bs, cb, opaque); 835363c3c85SNick Thomas 836363c3c85SNick Thomas acb->qiov = qiov; 837363c3c85SNick Thomas acb->sector_num = sector_num; 838363c3c85SNick Thomas acb->nb_sectors = nb_sectors; 839363c3c85SNick Thomas 840fffb6e12SPaolo Bonzini aio_bh_schedule_oneshot(bdrv_get_aio_context(bs), curl_readv_bh_cb, acb); 841769ce76dSAlexander Graf return &acb->common; 842769ce76dSAlexander Graf } 843769ce76dSAlexander Graf 844769ce76dSAlexander Graf static void curl_close(BlockDriverState *bs) 845769ce76dSAlexander Graf { 846769ce76dSAlexander Graf BDRVCURLState *s = bs->opaque; 847769ce76dSAlexander Graf 848d0f2c4c6Smalc DPRINTF("CURL: Close\n"); 84963f0f45fSStefan Hajnoczi curl_detach_aio_context(bs); 850031fd1beSPeter Maydell 851a94f83d9SRichard W.M. Jones g_free(s->cookie); 85245724d6dSStefan Weil g_free(s->url); 853769ce76dSAlexander Graf } 854769ce76dSAlexander Graf 855769ce76dSAlexander Graf static int64_t curl_getlength(BlockDriverState *bs) 856769ce76dSAlexander Graf { 857769ce76dSAlexander Graf BDRVCURLState *s = bs->opaque; 858769ce76dSAlexander Graf return s->len; 859769ce76dSAlexander Graf } 860769ce76dSAlexander Graf 861769ce76dSAlexander Graf static BlockDriver bdrv_http = { 862769ce76dSAlexander Graf .format_name = "http", 863769ce76dSAlexander Graf .protocol_name = "http", 864769ce76dSAlexander Graf 865769ce76dSAlexander Graf .instance_size = sizeof(BDRVCURLState), 8668e6d58cdSKevin Wolf .bdrv_parse_filename = curl_parse_filename, 86766f82ceeSKevin Wolf .bdrv_file_open = curl_open, 868769ce76dSAlexander Graf .bdrv_close = curl_close, 869769ce76dSAlexander Graf .bdrv_getlength = curl_getlength, 870769ce76dSAlexander Graf 871769ce76dSAlexander Graf .bdrv_aio_readv = curl_aio_readv, 87263f0f45fSStefan Hajnoczi 87363f0f45fSStefan Hajnoczi .bdrv_detach_aio_context = curl_detach_aio_context, 87463f0f45fSStefan Hajnoczi .bdrv_attach_aio_context = curl_attach_aio_context, 875769ce76dSAlexander Graf }; 876769ce76dSAlexander Graf 877769ce76dSAlexander Graf static BlockDriver bdrv_https = { 878769ce76dSAlexander Graf .format_name = "https", 879769ce76dSAlexander Graf .protocol_name = "https", 880769ce76dSAlexander Graf 881769ce76dSAlexander Graf .instance_size = sizeof(BDRVCURLState), 8828e6d58cdSKevin Wolf .bdrv_parse_filename = curl_parse_filename, 88366f82ceeSKevin Wolf .bdrv_file_open = curl_open, 884769ce76dSAlexander Graf .bdrv_close = curl_close, 885769ce76dSAlexander Graf .bdrv_getlength = curl_getlength, 886769ce76dSAlexander Graf 887769ce76dSAlexander Graf .bdrv_aio_readv = curl_aio_readv, 88863f0f45fSStefan Hajnoczi 88963f0f45fSStefan Hajnoczi .bdrv_detach_aio_context = curl_detach_aio_context, 89063f0f45fSStefan Hajnoczi .bdrv_attach_aio_context = curl_attach_aio_context, 891769ce76dSAlexander Graf }; 892769ce76dSAlexander Graf 893769ce76dSAlexander Graf static BlockDriver bdrv_ftp = { 894769ce76dSAlexander Graf .format_name = "ftp", 895769ce76dSAlexander Graf .protocol_name = "ftp", 896769ce76dSAlexander Graf 897769ce76dSAlexander Graf .instance_size = sizeof(BDRVCURLState), 8988e6d58cdSKevin Wolf .bdrv_parse_filename = curl_parse_filename, 89966f82ceeSKevin Wolf .bdrv_file_open = curl_open, 900769ce76dSAlexander Graf .bdrv_close = curl_close, 901769ce76dSAlexander Graf .bdrv_getlength = curl_getlength, 902769ce76dSAlexander Graf 903769ce76dSAlexander Graf .bdrv_aio_readv = curl_aio_readv, 90463f0f45fSStefan Hajnoczi 90563f0f45fSStefan Hajnoczi .bdrv_detach_aio_context = curl_detach_aio_context, 90663f0f45fSStefan Hajnoczi .bdrv_attach_aio_context = curl_attach_aio_context, 907769ce76dSAlexander Graf }; 908769ce76dSAlexander Graf 909769ce76dSAlexander Graf static BlockDriver bdrv_ftps = { 910769ce76dSAlexander Graf .format_name = "ftps", 911769ce76dSAlexander Graf .protocol_name = "ftps", 912769ce76dSAlexander Graf 913769ce76dSAlexander Graf .instance_size = sizeof(BDRVCURLState), 9148e6d58cdSKevin Wolf .bdrv_parse_filename = curl_parse_filename, 91566f82ceeSKevin Wolf .bdrv_file_open = curl_open, 916769ce76dSAlexander Graf .bdrv_close = curl_close, 917769ce76dSAlexander Graf .bdrv_getlength = curl_getlength, 918769ce76dSAlexander Graf 919769ce76dSAlexander Graf .bdrv_aio_readv = curl_aio_readv, 92063f0f45fSStefan Hajnoczi 92163f0f45fSStefan Hajnoczi .bdrv_detach_aio_context = curl_detach_aio_context, 92263f0f45fSStefan Hajnoczi .bdrv_attach_aio_context = curl_attach_aio_context, 923769ce76dSAlexander Graf }; 924769ce76dSAlexander Graf 925769ce76dSAlexander Graf static void curl_block_init(void) 926769ce76dSAlexander Graf { 927769ce76dSAlexander Graf bdrv_register(&bdrv_http); 928769ce76dSAlexander Graf bdrv_register(&bdrv_https); 929769ce76dSAlexander Graf bdrv_register(&bdrv_ftp); 930769ce76dSAlexander Graf bdrv_register(&bdrv_ftps); 931769ce76dSAlexander Graf } 932769ce76dSAlexander Graf 933769ce76dSAlexander Graf block_init(curl_block_init); 934