1769ce76dSAlexander Graf /* 2769ce76dSAlexander Graf * QEMU Block driver for CURL images 3769ce76dSAlexander Graf * 4769ce76dSAlexander Graf * Copyright (c) 2009 Alexander Graf <agraf@suse.de> 5769ce76dSAlexander Graf * 6769ce76dSAlexander Graf * Permission is hereby granted, free of charge, to any person obtaining a copy 7769ce76dSAlexander Graf * of this software and associated documentation files (the "Software"), to deal 8769ce76dSAlexander Graf * in the Software without restriction, including without limitation the rights 9769ce76dSAlexander Graf * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 10769ce76dSAlexander Graf * copies of the Software, and to permit persons to whom the Software is 11769ce76dSAlexander Graf * furnished to do so, subject to the following conditions: 12769ce76dSAlexander Graf * 13769ce76dSAlexander Graf * The above copyright notice and this permission notice shall be included in 14769ce76dSAlexander Graf * all copies or substantial portions of the Software. 15769ce76dSAlexander Graf * 16769ce76dSAlexander Graf * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 17769ce76dSAlexander Graf * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 18769ce76dSAlexander Graf * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 19769ce76dSAlexander Graf * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 20769ce76dSAlexander Graf * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 21769ce76dSAlexander Graf * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN 22769ce76dSAlexander Graf * THE SOFTWARE. 23769ce76dSAlexander Graf */ 2480c71a24SPeter Maydell #include "qemu/osdep.h" 25da34e65cSMarkus Armbruster #include "qapi/error.h" 26769ce76dSAlexander Graf #include "qemu-common.h" 27796a060bSRichard W.M. Jones #include "qemu/error-report.h" 28737e150eSPaolo Bonzini #include "block/block_int.h" 2997a3ea57SMatthew Booth #include "qapi/qmp/qbool.h" 30d49b6836SMarkus Armbruster #include "qapi/qmp/qstring.h" 311bff9606SDaniel P. Berrange #include "crypto/secret.h" 32769ce76dSAlexander Graf #include <curl/curl.h> 33f348b6d1SVeronia Bahaa #include "qemu/cutils.h" 34769ce76dSAlexander Graf 3541c23467SRichard W.M. Jones // #define DEBUG_CURL 36769ce76dSAlexander Graf // #define DEBUG_VERBOSE 37769ce76dSAlexander Graf 38769ce76dSAlexander Graf #ifdef DEBUG_CURL 39ed79f37dSZhou Jie #define DEBUG_CURL_PRINT 1 40769ce76dSAlexander Graf #else 41ed79f37dSZhou Jie #define DEBUG_CURL_PRINT 0 42769ce76dSAlexander Graf #endif 43ed79f37dSZhou Jie #define DPRINTF(fmt, ...) \ 44ed79f37dSZhou Jie do { \ 45ed79f37dSZhou Jie if (DEBUG_CURL_PRINT) { \ 46ed79f37dSZhou Jie fprintf(stderr, fmt, ## __VA_ARGS__); \ 47ed79f37dSZhou Jie } \ 48ed79f37dSZhou Jie } while (0) 49769ce76dSAlexander Graf 50031fd1beSPeter Maydell #if LIBCURL_VERSION_NUM >= 0x071000 51031fd1beSPeter Maydell /* The multi interface timer callback was introduced in 7.16.0 */ 52031fd1beSPeter Maydell #define NEED_CURL_TIMER_CALLBACK 539aedd5a5SMatthew Booth #define HAVE_SOCKET_ACTION 549aedd5a5SMatthew Booth #endif 559aedd5a5SMatthew Booth 569aedd5a5SMatthew Booth #ifndef HAVE_SOCKET_ACTION 579aedd5a5SMatthew Booth /* If curl_multi_socket_action isn't available, define it statically here in 589aedd5a5SMatthew Booth * terms of curl_multi_socket. Note that ev_bitmask will be ignored, which is 599aedd5a5SMatthew Booth * less efficient but still safe. */ 609aedd5a5SMatthew Booth static CURLMcode __curl_multi_socket_action(CURLM *multi_handle, 619aedd5a5SMatthew Booth curl_socket_t sockfd, 629aedd5a5SMatthew Booth int ev_bitmask, 639aedd5a5SMatthew Booth int *running_handles) 649aedd5a5SMatthew Booth { 659aedd5a5SMatthew Booth return curl_multi_socket(multi_handle, sockfd, running_handles); 669aedd5a5SMatthew Booth } 679aedd5a5SMatthew Booth #define curl_multi_socket_action __curl_multi_socket_action 68031fd1beSPeter Maydell #endif 69031fd1beSPeter Maydell 70fb6d1bbdSStefan Hajnoczi #define PROTOCOLS (CURLPROTO_HTTP | CURLPROTO_HTTPS | \ 71*23dce387SMax Reitz CURLPROTO_FTP | CURLPROTO_FTPS) 72fb6d1bbdSStefan Hajnoczi 73769ce76dSAlexander Graf #define CURL_NUM_STATES 8 74769ce76dSAlexander Graf #define CURL_NUM_ACB 8 75769ce76dSAlexander Graf #define SECTOR_SIZE 512 76e3542c67SMatthew Booth #define READ_AHEAD_DEFAULT (256 * 1024) 77212aefaaSDaniel Henrique Barboza #define CURL_TIMEOUT_DEFAULT 5 78f76faedaSRichard W.M. Jones #define CURL_TIMEOUT_MAX 10000 79769ce76dSAlexander Graf 80769ce76dSAlexander Graf #define FIND_RET_NONE 0 81769ce76dSAlexander Graf #define FIND_RET_OK 1 82769ce76dSAlexander Graf #define FIND_RET_WAIT 2 83769ce76dSAlexander Graf 84e3542c67SMatthew Booth #define CURL_BLOCK_OPT_URL "url" 85e3542c67SMatthew Booth #define CURL_BLOCK_OPT_READAHEAD "readahead" 8697a3ea57SMatthew Booth #define CURL_BLOCK_OPT_SSLVERIFY "sslverify" 87212aefaaSDaniel Henrique Barboza #define CURL_BLOCK_OPT_TIMEOUT "timeout" 88a94f83d9SRichard W.M. Jones #define CURL_BLOCK_OPT_COOKIE "cookie" 891bff9606SDaniel P. Berrange #define CURL_BLOCK_OPT_USERNAME "username" 901bff9606SDaniel P. Berrange #define CURL_BLOCK_OPT_PASSWORD_SECRET "password-secret" 911bff9606SDaniel P. Berrange #define CURL_BLOCK_OPT_PROXY_USERNAME "proxy-username" 921bff9606SDaniel P. Berrange #define CURL_BLOCK_OPT_PROXY_PASSWORD_SECRET "proxy-password-secret" 93e3542c67SMatthew Booth 94769ce76dSAlexander Graf struct BDRVCURLState; 95769ce76dSAlexander Graf 96769ce76dSAlexander Graf typedef struct CURLAIOCB { 977c84b1b8SMarkus Armbruster BlockAIOCB common; 98769ce76dSAlexander Graf QEMUIOVector *qiov; 99363c3c85SNick Thomas 100363c3c85SNick Thomas int64_t sector_num; 101363c3c85SNick Thomas int nb_sectors; 102363c3c85SNick Thomas 103769ce76dSAlexander Graf size_t start; 104769ce76dSAlexander Graf size_t end; 105769ce76dSAlexander Graf } CURLAIOCB; 106769ce76dSAlexander Graf 107769ce76dSAlexander Graf typedef struct CURLState 108769ce76dSAlexander Graf { 109769ce76dSAlexander Graf struct BDRVCURLState *s; 110769ce76dSAlexander Graf CURLAIOCB *acb[CURL_NUM_ACB]; 111769ce76dSAlexander Graf CURL *curl; 112838ef602SMatthew Booth curl_socket_t sock_fd; 113769ce76dSAlexander Graf char *orig_buf; 114769ce76dSAlexander Graf size_t buf_start; 115769ce76dSAlexander Graf size_t buf_off; 116769ce76dSAlexander Graf size_t buf_len; 117769ce76dSAlexander Graf char range[128]; 118769ce76dSAlexander Graf char errmsg[CURL_ERROR_SIZE]; 119769ce76dSAlexander Graf char in_use; 120769ce76dSAlexander Graf } CURLState; 121769ce76dSAlexander Graf 122769ce76dSAlexander Graf typedef struct BDRVCURLState { 123769ce76dSAlexander Graf CURLM *multi; 124031fd1beSPeter Maydell QEMUTimer timer; 125769ce76dSAlexander Graf size_t len; 126769ce76dSAlexander Graf CURLState states[CURL_NUM_STATES]; 127769ce76dSAlexander Graf char *url; 128c76f4952SNolan size_t readahead_size; 12997a3ea57SMatthew Booth bool sslverify; 130f76faedaSRichard W.M. Jones uint64_t timeout; 131a94f83d9SRichard W.M. Jones char *cookie; 1323494d650SFam Zheng bool accept_range; 13363f0f45fSStefan Hajnoczi AioContext *aio_context; 1341bff9606SDaniel P. Berrange char *username; 1351bff9606SDaniel P. Berrange char *password; 1361bff9606SDaniel P. Berrange char *proxyusername; 1371bff9606SDaniel P. Berrange char *proxypassword; 138769ce76dSAlexander Graf } BDRVCURLState; 139769ce76dSAlexander Graf 140769ce76dSAlexander Graf static void curl_clean_state(CURLState *s); 141769ce76dSAlexander Graf static void curl_multi_do(void *arg); 142838ef602SMatthew Booth static void curl_multi_read(void *arg); 143769ce76dSAlexander Graf 144031fd1beSPeter Maydell #ifdef NEED_CURL_TIMER_CALLBACK 145031fd1beSPeter Maydell static int curl_timer_cb(CURLM *multi, long timeout_ms, void *opaque) 146031fd1beSPeter Maydell { 147031fd1beSPeter Maydell BDRVCURLState *s = opaque; 148031fd1beSPeter Maydell 149031fd1beSPeter Maydell DPRINTF("CURL: timer callback timeout_ms %ld\n", timeout_ms); 150031fd1beSPeter Maydell if (timeout_ms == -1) { 151031fd1beSPeter Maydell timer_del(&s->timer); 152031fd1beSPeter Maydell } else { 153031fd1beSPeter Maydell int64_t timeout_ns = (int64_t)timeout_ms * 1000 * 1000; 154031fd1beSPeter Maydell timer_mod(&s->timer, 155031fd1beSPeter Maydell qemu_clock_get_ns(QEMU_CLOCK_REALTIME) + timeout_ns); 156031fd1beSPeter Maydell } 157031fd1beSPeter Maydell return 0; 158031fd1beSPeter Maydell } 159031fd1beSPeter Maydell #endif 160031fd1beSPeter Maydell 161769ce76dSAlexander Graf static int curl_sock_cb(CURL *curl, curl_socket_t fd, int action, 16263f0f45fSStefan Hajnoczi void *userp, void *sp) 163769ce76dSAlexander Graf { 16463f0f45fSStefan Hajnoczi BDRVCURLState *s; 165838ef602SMatthew Booth CURLState *state = NULL; 166838ef602SMatthew Booth curl_easy_getinfo(curl, CURLINFO_PRIVATE, (char **)&state); 167838ef602SMatthew Booth state->sock_fd = fd; 16863f0f45fSStefan Hajnoczi s = state->s; 169838ef602SMatthew Booth 17092b6a160SFam Zheng DPRINTF("CURL (AIO): Sock action %d on fd %d\n", action, (int)fd); 171769ce76dSAlexander Graf switch (action) { 172769ce76dSAlexander Graf case CURL_POLL_IN: 173dca21ef2SFam Zheng aio_set_fd_handler(s->aio_context, fd, false, 174dca21ef2SFam Zheng curl_multi_read, NULL, state); 175769ce76dSAlexander Graf break; 176769ce76dSAlexander Graf case CURL_POLL_OUT: 177dca21ef2SFam Zheng aio_set_fd_handler(s->aio_context, fd, false, 178dca21ef2SFam Zheng NULL, curl_multi_do, state); 179769ce76dSAlexander Graf break; 180769ce76dSAlexander Graf case CURL_POLL_INOUT: 181dca21ef2SFam Zheng aio_set_fd_handler(s->aio_context, fd, false, 182dca21ef2SFam Zheng curl_multi_read, curl_multi_do, state); 183769ce76dSAlexander Graf break; 184769ce76dSAlexander Graf case CURL_POLL_REMOVE: 185dca21ef2SFam Zheng aio_set_fd_handler(s->aio_context, fd, false, 186dca21ef2SFam Zheng NULL, NULL, NULL); 187769ce76dSAlexander Graf break; 188769ce76dSAlexander Graf } 189769ce76dSAlexander Graf 190769ce76dSAlexander Graf return 0; 191769ce76dSAlexander Graf } 192769ce76dSAlexander Graf 1933494d650SFam Zheng static size_t curl_header_cb(void *ptr, size_t size, size_t nmemb, void *opaque) 194769ce76dSAlexander Graf { 1953494d650SFam Zheng BDRVCURLState *s = opaque; 196769ce76dSAlexander Graf size_t realsize = size * nmemb; 1973494d650SFam Zheng const char *accept_line = "Accept-Ranges: bytes"; 198769ce76dSAlexander Graf 1993494d650SFam Zheng if (realsize >= strlen(accept_line) 2003494d650SFam Zheng && strncmp((char *)ptr, accept_line, strlen(accept_line)) == 0) { 2013494d650SFam Zheng s->accept_range = true; 2020bfcd599SBlue Swirl } 203769ce76dSAlexander Graf 204769ce76dSAlexander Graf return realsize; 205769ce76dSAlexander Graf } 206769ce76dSAlexander Graf 207769ce76dSAlexander Graf static size_t curl_read_cb(void *ptr, size_t size, size_t nmemb, void *opaque) 208769ce76dSAlexander Graf { 209769ce76dSAlexander Graf CURLState *s = ((CURLState*)opaque); 210769ce76dSAlexander Graf size_t realsize = size * nmemb; 211769ce76dSAlexander Graf int i; 212769ce76dSAlexander Graf 2130bfcd599SBlue Swirl DPRINTF("CURL: Just reading %zd bytes\n", realsize); 214769ce76dSAlexander Graf 215769ce76dSAlexander Graf if (!s || !s->orig_buf) 21638bbc0a5SMatthew Booth return 0; 217769ce76dSAlexander Graf 2186d4b9e55SFam Zheng if (s->buf_off >= s->buf_len) { 2196d4b9e55SFam Zheng /* buffer full, read nothing */ 2206d4b9e55SFam Zheng return 0; 2216d4b9e55SFam Zheng } 2226d4b9e55SFam Zheng realsize = MIN(realsize, s->buf_len - s->buf_off); 223769ce76dSAlexander Graf memcpy(s->orig_buf + s->buf_off, ptr, realsize); 224769ce76dSAlexander Graf s->buf_off += realsize; 225769ce76dSAlexander Graf 226769ce76dSAlexander Graf for(i=0; i<CURL_NUM_ACB; i++) { 227769ce76dSAlexander Graf CURLAIOCB *acb = s->acb[i]; 228769ce76dSAlexander Graf 229769ce76dSAlexander Graf if (!acb) 230769ce76dSAlexander Graf continue; 231769ce76dSAlexander Graf 232769ce76dSAlexander Graf if ((s->buf_off >= acb->end)) { 23303396148SMichael Tokarev qemu_iovec_from_buf(acb->qiov, 0, s->orig_buf + acb->start, 234769ce76dSAlexander Graf acb->end - acb->start); 235769ce76dSAlexander Graf acb->common.cb(acb->common.opaque, 0); 2368007429aSFam Zheng qemu_aio_unref(acb); 237769ce76dSAlexander Graf s->acb[i] = NULL; 238769ce76dSAlexander Graf } 239769ce76dSAlexander Graf } 240769ce76dSAlexander Graf 241769ce76dSAlexander Graf return realsize; 242769ce76dSAlexander Graf } 243769ce76dSAlexander Graf 244769ce76dSAlexander Graf static int curl_find_buf(BDRVCURLState *s, size_t start, size_t len, 245769ce76dSAlexander Graf CURLAIOCB *acb) 246769ce76dSAlexander Graf { 247769ce76dSAlexander Graf int i; 248769ce76dSAlexander Graf size_t end = start + len; 249769ce76dSAlexander Graf 250769ce76dSAlexander Graf for (i=0; i<CURL_NUM_STATES; i++) { 251769ce76dSAlexander Graf CURLState *state = &s->states[i]; 252769ce76dSAlexander Graf size_t buf_end = (state->buf_start + state->buf_off); 253769ce76dSAlexander Graf size_t buf_fend = (state->buf_start + state->buf_len); 254769ce76dSAlexander Graf 255769ce76dSAlexander Graf if (!state->orig_buf) 256769ce76dSAlexander Graf continue; 257769ce76dSAlexander Graf if (!state->buf_off) 258769ce76dSAlexander Graf continue; 259769ce76dSAlexander Graf 260769ce76dSAlexander Graf // Does the existing buffer cover our section? 261769ce76dSAlexander Graf if ((start >= state->buf_start) && 262769ce76dSAlexander Graf (start <= buf_end) && 263769ce76dSAlexander Graf (end >= state->buf_start) && 264769ce76dSAlexander Graf (end <= buf_end)) 265769ce76dSAlexander Graf { 266769ce76dSAlexander Graf char *buf = state->orig_buf + (start - state->buf_start); 267769ce76dSAlexander Graf 26803396148SMichael Tokarev qemu_iovec_from_buf(acb->qiov, 0, buf, len); 269769ce76dSAlexander Graf acb->common.cb(acb->common.opaque, 0); 270769ce76dSAlexander Graf 271769ce76dSAlexander Graf return FIND_RET_OK; 272769ce76dSAlexander Graf } 273769ce76dSAlexander Graf 274769ce76dSAlexander Graf // Wait for unfinished chunks 275b7079df4SMatthew Booth if (state->in_use && 276b7079df4SMatthew Booth (start >= state->buf_start) && 277769ce76dSAlexander Graf (start <= buf_fend) && 278769ce76dSAlexander Graf (end >= state->buf_start) && 279769ce76dSAlexander Graf (end <= buf_fend)) 280769ce76dSAlexander Graf { 281769ce76dSAlexander Graf int j; 282769ce76dSAlexander Graf 283769ce76dSAlexander Graf acb->start = start - state->buf_start; 284769ce76dSAlexander Graf acb->end = acb->start + len; 285769ce76dSAlexander Graf 286769ce76dSAlexander Graf for (j=0; j<CURL_NUM_ACB; j++) { 287769ce76dSAlexander Graf if (!state->acb[j]) { 288769ce76dSAlexander Graf state->acb[j] = acb; 289769ce76dSAlexander Graf return FIND_RET_WAIT; 290769ce76dSAlexander Graf } 291769ce76dSAlexander Graf } 292769ce76dSAlexander Graf } 293769ce76dSAlexander Graf } 294769ce76dSAlexander Graf 295769ce76dSAlexander Graf return FIND_RET_NONE; 296769ce76dSAlexander Graf } 297769ce76dSAlexander Graf 298838ef602SMatthew Booth static void curl_multi_check_completion(BDRVCURLState *s) 299769ce76dSAlexander Graf { 300769ce76dSAlexander Graf int msgs_in_queue; 301769ce76dSAlexander Graf 302769ce76dSAlexander Graf /* Try to find done transfers, so we can free the easy 303769ce76dSAlexander Graf * handle again. */ 3041f2cead3SMatthew Booth for (;;) { 305769ce76dSAlexander Graf CURLMsg *msg; 306769ce76dSAlexander Graf msg = curl_multi_info_read(s->multi, &msgs_in_queue); 307769ce76dSAlexander Graf 3081f2cead3SMatthew Booth /* Quit when there are no more completions */ 309769ce76dSAlexander Graf if (!msg) 310769ce76dSAlexander Graf break; 311769ce76dSAlexander Graf 3121f2cead3SMatthew Booth if (msg->msg == CURLMSG_DONE) { 313769ce76dSAlexander Graf CURLState *state = NULL; 314f6246509SMatthew Booth curl_easy_getinfo(msg->easy_handle, CURLINFO_PRIVATE, 315f6246509SMatthew Booth (char **)&state); 316f785a5aeSNicholas Thomas 317f785a5aeSNicholas Thomas /* ACBs for successful messages get completed in curl_read_cb */ 318f785a5aeSNicholas Thomas if (msg->data.result != CURLE_OK) { 319f785a5aeSNicholas Thomas int i; 320796a060bSRichard W.M. Jones static int errcount = 100; 321796a060bSRichard W.M. Jones 322796a060bSRichard W.M. Jones /* Don't lose the original error message from curl, since 323796a060bSRichard W.M. Jones * it contains extra data. 324796a060bSRichard W.M. Jones */ 325796a060bSRichard W.M. Jones if (errcount > 0) { 326796a060bSRichard W.M. Jones error_report("curl: %s", state->errmsg); 327796a060bSRichard W.M. Jones if (--errcount == 0) { 328796a060bSRichard W.M. Jones error_report("curl: further errors suppressed"); 329796a060bSRichard W.M. Jones } 330796a060bSRichard W.M. Jones } 331796a060bSRichard W.M. Jones 332f785a5aeSNicholas Thomas for (i = 0; i < CURL_NUM_ACB; i++) { 333f785a5aeSNicholas Thomas CURLAIOCB *acb = state->acb[i]; 334f785a5aeSNicholas Thomas 335f785a5aeSNicholas Thomas if (acb == NULL) { 336f785a5aeSNicholas Thomas continue; 337f785a5aeSNicholas Thomas } 338f785a5aeSNicholas Thomas 339796a060bSRichard W.M. Jones acb->common.cb(acb->common.opaque, -EPROTO); 3408007429aSFam Zheng qemu_aio_unref(acb); 341f785a5aeSNicholas Thomas state->acb[i] = NULL; 342f785a5aeSNicholas Thomas } 343f785a5aeSNicholas Thomas } 344f785a5aeSNicholas Thomas 345769ce76dSAlexander Graf curl_clean_state(state); 346769ce76dSAlexander Graf break; 347769ce76dSAlexander Graf } 348769ce76dSAlexander Graf } 349769ce76dSAlexander Graf } 350769ce76dSAlexander Graf 351031fd1beSPeter Maydell static void curl_multi_do(void *arg) 352031fd1beSPeter Maydell { 353838ef602SMatthew Booth CURLState *s = (CURLState *)arg; 354031fd1beSPeter Maydell int running; 355031fd1beSPeter Maydell int r; 356031fd1beSPeter Maydell 357838ef602SMatthew Booth if (!s->s->multi) { 358031fd1beSPeter Maydell return; 359031fd1beSPeter Maydell } 360031fd1beSPeter Maydell 361031fd1beSPeter Maydell do { 362838ef602SMatthew Booth r = curl_multi_socket_action(s->s->multi, s->sock_fd, 0, &running); 363031fd1beSPeter Maydell } while(r == CURLM_CALL_MULTI_PERFORM); 364031fd1beSPeter Maydell 365838ef602SMatthew Booth } 366838ef602SMatthew Booth 367838ef602SMatthew Booth static void curl_multi_read(void *arg) 368838ef602SMatthew Booth { 369838ef602SMatthew Booth CURLState *s = (CURLState *)arg; 370838ef602SMatthew Booth 371838ef602SMatthew Booth curl_multi_do(arg); 372838ef602SMatthew Booth curl_multi_check_completion(s->s); 373031fd1beSPeter Maydell } 374031fd1beSPeter Maydell 375031fd1beSPeter Maydell static void curl_multi_timeout_do(void *arg) 376031fd1beSPeter Maydell { 377031fd1beSPeter Maydell #ifdef NEED_CURL_TIMER_CALLBACK 378031fd1beSPeter Maydell BDRVCURLState *s = (BDRVCURLState *)arg; 379031fd1beSPeter Maydell int running; 380031fd1beSPeter Maydell 381031fd1beSPeter Maydell if (!s->multi) { 382031fd1beSPeter Maydell return; 383031fd1beSPeter Maydell } 384031fd1beSPeter Maydell 385031fd1beSPeter Maydell curl_multi_socket_action(s->multi, CURL_SOCKET_TIMEOUT, 0, &running); 386031fd1beSPeter Maydell 387838ef602SMatthew Booth curl_multi_check_completion(s); 388031fd1beSPeter Maydell #else 389031fd1beSPeter Maydell abort(); 390031fd1beSPeter Maydell #endif 391031fd1beSPeter Maydell } 392031fd1beSPeter Maydell 393a2f468e4SRichard W.M. Jones static CURLState *curl_init_state(BlockDriverState *bs, BDRVCURLState *s) 394769ce76dSAlexander Graf { 395769ce76dSAlexander Graf CURLState *state = NULL; 396769ce76dSAlexander Graf int i, j; 397769ce76dSAlexander Graf 398769ce76dSAlexander Graf do { 399769ce76dSAlexander Graf for (i=0; i<CURL_NUM_STATES; i++) { 400769ce76dSAlexander Graf for (j=0; j<CURL_NUM_ACB; j++) 401769ce76dSAlexander Graf if (s->states[i].acb[j]) 402769ce76dSAlexander Graf continue; 403769ce76dSAlexander Graf if (s->states[i].in_use) 404769ce76dSAlexander Graf continue; 405769ce76dSAlexander Graf 406769ce76dSAlexander Graf state = &s->states[i]; 407769ce76dSAlexander Graf state->in_use = 1; 408769ce76dSAlexander Graf break; 409769ce76dSAlexander Graf } 410769ce76dSAlexander Graf if (!state) { 411a2f468e4SRichard W.M. Jones aio_poll(bdrv_get_aio_context(bs), true); 412769ce76dSAlexander Graf } 413769ce76dSAlexander Graf } while(!state); 414769ce76dSAlexander Graf 4159e550b32SMatthew Booth if (!state->curl) { 416769ce76dSAlexander Graf state->curl = curl_easy_init(); 4179e550b32SMatthew Booth if (!state->curl) { 418769ce76dSAlexander Graf return NULL; 4199e550b32SMatthew Booth } 420769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_URL, s->url); 42197a3ea57SMatthew Booth curl_easy_setopt(state->curl, CURLOPT_SSL_VERIFYPEER, 42297a3ea57SMatthew Booth (long) s->sslverify); 423a94f83d9SRichard W.M. Jones if (s->cookie) { 424a94f83d9SRichard W.M. Jones curl_easy_setopt(state->curl, CURLOPT_COOKIE, s->cookie); 425a94f83d9SRichard W.M. Jones } 426f76faedaSRichard W.M. Jones curl_easy_setopt(state->curl, CURLOPT_TIMEOUT, (long)s->timeout); 4279e550b32SMatthew Booth curl_easy_setopt(state->curl, CURLOPT_WRITEFUNCTION, 4289e550b32SMatthew Booth (void *)curl_read_cb); 429769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_WRITEDATA, (void *)state); 430769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_PRIVATE, (void *)state); 431769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_AUTOREFERER, 1); 432769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_FOLLOWLOCATION, 1); 433769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_NOSIGNAL, 1); 434769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_ERRORBUFFER, state->errmsg); 435f785a5aeSNicholas Thomas curl_easy_setopt(state->curl, CURLOPT_FAILONERROR, 1); 436769ce76dSAlexander Graf 4371bff9606SDaniel P. Berrange if (s->username) { 4381bff9606SDaniel P. Berrange curl_easy_setopt(state->curl, CURLOPT_USERNAME, s->username); 4391bff9606SDaniel P. Berrange } 4401bff9606SDaniel P. Berrange if (s->password) { 4411bff9606SDaniel P. Berrange curl_easy_setopt(state->curl, CURLOPT_PASSWORD, s->password); 4421bff9606SDaniel P. Berrange } 4431bff9606SDaniel P. Berrange if (s->proxyusername) { 4441bff9606SDaniel P. Berrange curl_easy_setopt(state->curl, 4451bff9606SDaniel P. Berrange CURLOPT_PROXYUSERNAME, s->proxyusername); 4461bff9606SDaniel P. Berrange } 4471bff9606SDaniel P. Berrange if (s->proxypassword) { 4481bff9606SDaniel P. Berrange curl_easy_setopt(state->curl, 4491bff9606SDaniel P. Berrange CURLOPT_PROXYPASSWORD, s->proxypassword); 4501bff9606SDaniel P. Berrange } 4511bff9606SDaniel P. Berrange 452fb6d1bbdSStefan Hajnoczi /* Restrict supported protocols to avoid security issues in the more 453fb6d1bbdSStefan Hajnoczi * obscure protocols. For example, do not allow POP3/SMTP/IMAP see 454fb6d1bbdSStefan Hajnoczi * CVE-2013-0249. 4558a8f5840SStefan Hajnoczi * 4568a8f5840SStefan Hajnoczi * Restricting protocols is only supported from 7.19.4 upwards. 457fb6d1bbdSStefan Hajnoczi */ 4588a8f5840SStefan Hajnoczi #if LIBCURL_VERSION_NUM >= 0x071304 459fb6d1bbdSStefan Hajnoczi curl_easy_setopt(state->curl, CURLOPT_PROTOCOLS, PROTOCOLS); 460fb6d1bbdSStefan Hajnoczi curl_easy_setopt(state->curl, CURLOPT_REDIR_PROTOCOLS, PROTOCOLS); 4618a8f5840SStefan Hajnoczi #endif 462fb6d1bbdSStefan Hajnoczi 463769ce76dSAlexander Graf #ifdef DEBUG_VERBOSE 464769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_VERBOSE, 1); 465769ce76dSAlexander Graf #endif 4669e550b32SMatthew Booth } 467769ce76dSAlexander Graf 468769ce76dSAlexander Graf state->s = s; 469769ce76dSAlexander Graf 470769ce76dSAlexander Graf return state; 471769ce76dSAlexander Graf } 472769ce76dSAlexander Graf 473769ce76dSAlexander Graf static void curl_clean_state(CURLState *s) 474769ce76dSAlexander Graf { 475769ce76dSAlexander Graf if (s->s->multi) 476769ce76dSAlexander Graf curl_multi_remove_handle(s->s->multi, s->curl); 477769ce76dSAlexander Graf s->in_use = 0; 478769ce76dSAlexander Graf } 479769ce76dSAlexander Graf 4808e6d58cdSKevin Wolf static void curl_parse_filename(const char *filename, QDict *options, 4818e6d58cdSKevin Wolf Error **errp) 482769ce76dSAlexander Graf { 483e3542c67SMatthew Booth qdict_put(options, CURL_BLOCK_OPT_URL, qstring_from_str(filename)); 4848e6d58cdSKevin Wolf } 4858e6d58cdSKevin Wolf 48663f0f45fSStefan Hajnoczi static void curl_detach_aio_context(BlockDriverState *bs) 48763f0f45fSStefan Hajnoczi { 48863f0f45fSStefan Hajnoczi BDRVCURLState *s = bs->opaque; 48963f0f45fSStefan Hajnoczi int i; 49063f0f45fSStefan Hajnoczi 49163f0f45fSStefan Hajnoczi for (i = 0; i < CURL_NUM_STATES; i++) { 49263f0f45fSStefan Hajnoczi if (s->states[i].in_use) { 49363f0f45fSStefan Hajnoczi curl_clean_state(&s->states[i]); 49463f0f45fSStefan Hajnoczi } 49563f0f45fSStefan Hajnoczi if (s->states[i].curl) { 49663f0f45fSStefan Hajnoczi curl_easy_cleanup(s->states[i].curl); 49763f0f45fSStefan Hajnoczi s->states[i].curl = NULL; 49863f0f45fSStefan Hajnoczi } 49963f0f45fSStefan Hajnoczi g_free(s->states[i].orig_buf); 50063f0f45fSStefan Hajnoczi s->states[i].orig_buf = NULL; 50163f0f45fSStefan Hajnoczi } 50263f0f45fSStefan Hajnoczi if (s->multi) { 50363f0f45fSStefan Hajnoczi curl_multi_cleanup(s->multi); 50463f0f45fSStefan Hajnoczi s->multi = NULL; 50563f0f45fSStefan Hajnoczi } 50663f0f45fSStefan Hajnoczi 50763f0f45fSStefan Hajnoczi timer_del(&s->timer); 50863f0f45fSStefan Hajnoczi } 50963f0f45fSStefan Hajnoczi 51063f0f45fSStefan Hajnoczi static void curl_attach_aio_context(BlockDriverState *bs, 51163f0f45fSStefan Hajnoczi AioContext *new_context) 51263f0f45fSStefan Hajnoczi { 51363f0f45fSStefan Hajnoczi BDRVCURLState *s = bs->opaque; 51463f0f45fSStefan Hajnoczi 51563f0f45fSStefan Hajnoczi aio_timer_init(new_context, &s->timer, 51663f0f45fSStefan Hajnoczi QEMU_CLOCK_REALTIME, SCALE_NS, 51763f0f45fSStefan Hajnoczi curl_multi_timeout_do, s); 51863f0f45fSStefan Hajnoczi 51963f0f45fSStefan Hajnoczi assert(!s->multi); 52063f0f45fSStefan Hajnoczi s->multi = curl_multi_init(); 52163f0f45fSStefan Hajnoczi s->aio_context = new_context; 52263f0f45fSStefan Hajnoczi curl_multi_setopt(s->multi, CURLMOPT_SOCKETFUNCTION, curl_sock_cb); 52363f0f45fSStefan Hajnoczi #ifdef NEED_CURL_TIMER_CALLBACK 52463f0f45fSStefan Hajnoczi curl_multi_setopt(s->multi, CURLMOPT_TIMERDATA, s); 52563f0f45fSStefan Hajnoczi curl_multi_setopt(s->multi, CURLMOPT_TIMERFUNCTION, curl_timer_cb); 52663f0f45fSStefan Hajnoczi #endif 52763f0f45fSStefan Hajnoczi } 52863f0f45fSStefan Hajnoczi 5298e6d58cdSKevin Wolf static QemuOptsList runtime_opts = { 5308e6d58cdSKevin Wolf .name = "curl", 5318e6d58cdSKevin Wolf .head = QTAILQ_HEAD_INITIALIZER(runtime_opts.head), 5328e6d58cdSKevin Wolf .desc = { 5338e6d58cdSKevin Wolf { 534e3542c67SMatthew Booth .name = CURL_BLOCK_OPT_URL, 5358e6d58cdSKevin Wolf .type = QEMU_OPT_STRING, 5368e6d58cdSKevin Wolf .help = "URL to open", 5378e6d58cdSKevin Wolf }, 5388e6d58cdSKevin Wolf { 539e3542c67SMatthew Booth .name = CURL_BLOCK_OPT_READAHEAD, 5408e6d58cdSKevin Wolf .type = QEMU_OPT_SIZE, 5418e6d58cdSKevin Wolf .help = "Readahead size", 5428e6d58cdSKevin Wolf }, 54397a3ea57SMatthew Booth { 54497a3ea57SMatthew Booth .name = CURL_BLOCK_OPT_SSLVERIFY, 54597a3ea57SMatthew Booth .type = QEMU_OPT_BOOL, 54697a3ea57SMatthew Booth .help = "Verify SSL certificate" 54797a3ea57SMatthew Booth }, 548212aefaaSDaniel Henrique Barboza { 549212aefaaSDaniel Henrique Barboza .name = CURL_BLOCK_OPT_TIMEOUT, 550212aefaaSDaniel Henrique Barboza .type = QEMU_OPT_NUMBER, 551212aefaaSDaniel Henrique Barboza .help = "Curl timeout" 552212aefaaSDaniel Henrique Barboza }, 553a94f83d9SRichard W.M. Jones { 554a94f83d9SRichard W.M. Jones .name = CURL_BLOCK_OPT_COOKIE, 555a94f83d9SRichard W.M. Jones .type = QEMU_OPT_STRING, 556a94f83d9SRichard W.M. Jones .help = "Pass the cookie or list of cookies with each request" 557a94f83d9SRichard W.M. Jones }, 5581bff9606SDaniel P. Berrange { 5591bff9606SDaniel P. Berrange .name = CURL_BLOCK_OPT_USERNAME, 5601bff9606SDaniel P. Berrange .type = QEMU_OPT_STRING, 5611bff9606SDaniel P. Berrange .help = "Username for HTTP auth" 5621bff9606SDaniel P. Berrange }, 5631bff9606SDaniel P. Berrange { 5641bff9606SDaniel P. Berrange .name = CURL_BLOCK_OPT_PASSWORD_SECRET, 5651bff9606SDaniel P. Berrange .type = QEMU_OPT_STRING, 5661bff9606SDaniel P. Berrange .help = "ID of secret used as password for HTTP auth", 5671bff9606SDaniel P. Berrange }, 5681bff9606SDaniel P. Berrange { 5691bff9606SDaniel P. Berrange .name = CURL_BLOCK_OPT_PROXY_USERNAME, 5701bff9606SDaniel P. Berrange .type = QEMU_OPT_STRING, 5711bff9606SDaniel P. Berrange .help = "Username for HTTP proxy auth" 5721bff9606SDaniel P. Berrange }, 5731bff9606SDaniel P. Berrange { 5741bff9606SDaniel P. Berrange .name = CURL_BLOCK_OPT_PROXY_PASSWORD_SECRET, 5751bff9606SDaniel P. Berrange .type = QEMU_OPT_STRING, 5761bff9606SDaniel P. Berrange .help = "ID of secret used as password for HTTP proxy auth", 5771bff9606SDaniel P. Berrange }, 5788e6d58cdSKevin Wolf { /* end of list */ } 5798e6d58cdSKevin Wolf }, 5808e6d58cdSKevin Wolf }; 5818e6d58cdSKevin Wolf 5821bff9606SDaniel P. Berrange 583015a1036SMax Reitz static int curl_open(BlockDriverState *bs, QDict *options, int flags, 584015a1036SMax Reitz Error **errp) 5858e6d58cdSKevin Wolf { 5868e6d58cdSKevin Wolf BDRVCURLState *s = bs->opaque; 5878e6d58cdSKevin Wolf CURLState *state = NULL; 5888e6d58cdSKevin Wolf QemuOpts *opts; 5898e6d58cdSKevin Wolf Error *local_err = NULL; 5908e6d58cdSKevin Wolf const char *file; 591a94f83d9SRichard W.M. Jones const char *cookie; 5928e6d58cdSKevin Wolf double d; 5931bff9606SDaniel P. Berrange const char *secretid; 5948e6d58cdSKevin Wolf 5958e6d58cdSKevin Wolf static int inited = 0; 5968e6d58cdSKevin Wolf 597a7cea2baSRichard W.M. Jones if (flags & BDRV_O_RDWR) { 5982a94fee3SPaolo Bonzini error_setg(errp, "curl block device does not support writes"); 599a7cea2baSRichard W.M. Jones return -EROFS; 600a7cea2baSRichard W.M. Jones } 601a7cea2baSRichard W.M. Jones 60287ea75d5SPeter Crosthwaite opts = qemu_opts_create(&runtime_opts, NULL, 0, &error_abort); 6038e6d58cdSKevin Wolf qemu_opts_absorb_qdict(opts, options, &local_err); 60484d18f06SMarkus Armbruster if (local_err) { 6052a94fee3SPaolo Bonzini error_propagate(errp, local_err); 6068e6d58cdSKevin Wolf goto out_noclean; 6078e6d58cdSKevin Wolf } 6088e6d58cdSKevin Wolf 609e3542c67SMatthew Booth s->readahead_size = qemu_opt_get_size(opts, CURL_BLOCK_OPT_READAHEAD, 610e3542c67SMatthew Booth READ_AHEAD_DEFAULT); 611c76f4952SNolan if ((s->readahead_size & 0x1ff) != 0) { 6122a94fee3SPaolo Bonzini error_setg(errp, "HTTP_READAHEAD_SIZE %zd is not a multiple of 512", 613c76f4952SNolan s->readahead_size); 614c76f4952SNolan goto out_noclean; 615c76f4952SNolan } 616c76f4952SNolan 617212aefaaSDaniel Henrique Barboza s->timeout = qemu_opt_get_number(opts, CURL_BLOCK_OPT_TIMEOUT, 618212aefaaSDaniel Henrique Barboza CURL_TIMEOUT_DEFAULT); 619f76faedaSRichard W.M. Jones if (s->timeout > CURL_TIMEOUT_MAX) { 620f76faedaSRichard W.M. Jones error_setg(errp, "timeout parameter is too large or negative"); 621f76faedaSRichard W.M. Jones goto out_noclean; 622f76faedaSRichard W.M. Jones } 623212aefaaSDaniel Henrique Barboza 62497a3ea57SMatthew Booth s->sslverify = qemu_opt_get_bool(opts, CURL_BLOCK_OPT_SSLVERIFY, true); 62597a3ea57SMatthew Booth 626a94f83d9SRichard W.M. Jones cookie = qemu_opt_get(opts, CURL_BLOCK_OPT_COOKIE); 627a94f83d9SRichard W.M. Jones s->cookie = g_strdup(cookie); 628a94f83d9SRichard W.M. Jones 629e3542c67SMatthew Booth file = qemu_opt_get(opts, CURL_BLOCK_OPT_URL); 6308e6d58cdSKevin Wolf if (file == NULL) { 6312a94fee3SPaolo Bonzini error_setg(errp, "curl block driver requires an 'url' option"); 6328e6d58cdSKevin Wolf goto out_noclean; 6338e6d58cdSKevin Wolf } 6348e6d58cdSKevin Wolf 6351bff9606SDaniel P. Berrange s->username = g_strdup(qemu_opt_get(opts, CURL_BLOCK_OPT_USERNAME)); 6361bff9606SDaniel P. Berrange secretid = qemu_opt_get(opts, CURL_BLOCK_OPT_PASSWORD_SECRET); 6371bff9606SDaniel P. Berrange 6381bff9606SDaniel P. Berrange if (secretid) { 6391bff9606SDaniel P. Berrange s->password = qcrypto_secret_lookup_as_utf8(secretid, errp); 6401bff9606SDaniel P. Berrange if (!s->password) { 6411bff9606SDaniel P. Berrange goto out_noclean; 6421bff9606SDaniel P. Berrange } 6431bff9606SDaniel P. Berrange } 6441bff9606SDaniel P. Berrange 6451bff9606SDaniel P. Berrange s->proxyusername = g_strdup( 6461bff9606SDaniel P. Berrange qemu_opt_get(opts, CURL_BLOCK_OPT_PROXY_USERNAME)); 6471bff9606SDaniel P. Berrange secretid = qemu_opt_get(opts, CURL_BLOCK_OPT_PROXY_PASSWORD_SECRET); 6481bff9606SDaniel P. Berrange if (secretid) { 6491bff9606SDaniel P. Berrange s->proxypassword = qcrypto_secret_lookup_as_utf8(secretid, errp); 6501bff9606SDaniel P. Berrange if (!s->proxypassword) { 6511bff9606SDaniel P. Berrange goto out_noclean; 6521bff9606SDaniel P. Berrange } 6531bff9606SDaniel P. Berrange } 6541bff9606SDaniel P. Berrange 655769ce76dSAlexander Graf if (!inited) { 656769ce76dSAlexander Graf curl_global_init(CURL_GLOBAL_ALL); 657769ce76dSAlexander Graf inited = 1; 658769ce76dSAlexander Graf } 659769ce76dSAlexander Graf 660d0f2c4c6Smalc DPRINTF("CURL: Opening %s\n", file); 66163f0f45fSStefan Hajnoczi s->aio_context = bdrv_get_aio_context(bs); 6628e6d58cdSKevin Wolf s->url = g_strdup(file); 663a2f468e4SRichard W.M. Jones state = curl_init_state(bs, s); 664769ce76dSAlexander Graf if (!state) 665769ce76dSAlexander Graf goto out_noclean; 666769ce76dSAlexander Graf 667769ce76dSAlexander Graf // Get file size 668769ce76dSAlexander Graf 6693494d650SFam Zheng s->accept_range = false; 670769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_NOBODY, 1); 6713494d650SFam Zheng curl_easy_setopt(state->curl, CURLOPT_HEADERFUNCTION, 6723494d650SFam Zheng curl_header_cb); 6733494d650SFam Zheng curl_easy_setopt(state->curl, CURLOPT_HEADERDATA, s); 674769ce76dSAlexander Graf if (curl_easy_perform(state->curl)) 675769ce76dSAlexander Graf goto out; 676a41c4578STomáš Golembiovský if (curl_easy_getinfo(state->curl, CURLINFO_CONTENT_LENGTH_DOWNLOAD, &d)) { 677769ce76dSAlexander Graf goto out; 678a41c4578STomáš Golembiovský } 679a41c4578STomáš Golembiovský /* Prior CURL 7.19.4 return value of 0 could mean that the file size is not 680a41c4578STomáš Golembiovský * know or the size is zero. From 7.19.4 CURL returns -1 if size is not 681a41c4578STomáš Golembiovský * known and zero if it is realy zero-length file. */ 682a41c4578STomáš Golembiovský #if LIBCURL_VERSION_NUM >= 0x071304 683a41c4578STomáš Golembiovský if (d < 0) { 684a41c4578STomáš Golembiovský pstrcpy(state->errmsg, CURL_ERROR_SIZE, 685a41c4578STomáš Golembiovský "Server didn't report file size."); 686a41c4578STomáš Golembiovský goto out; 687a41c4578STomáš Golembiovský } 688a41c4578STomáš Golembiovský #else 689a41c4578STomáš Golembiovský if (d <= 0) { 690a41c4578STomáš Golembiovský pstrcpy(state->errmsg, CURL_ERROR_SIZE, 691a41c4578STomáš Golembiovský "Unknown file size or zero-length file."); 692a41c4578STomáš Golembiovský goto out; 693a41c4578STomáš Golembiovský } 694a41c4578STomáš Golembiovský #endif 695a41c4578STomáš Golembiovský 696a41c4578STomáš Golembiovský s->len = (size_t)d; 697a41c4578STomáš Golembiovský 6983494d650SFam Zheng if ((!strncasecmp(s->url, "http://", strlen("http://")) 6993494d650SFam Zheng || !strncasecmp(s->url, "https://", strlen("https://"))) 7003494d650SFam Zheng && !s->accept_range) { 7013494d650SFam Zheng pstrcpy(state->errmsg, CURL_ERROR_SIZE, 7023494d650SFam Zheng "Server does not support 'range' (byte ranges)."); 7033494d650SFam Zheng goto out; 7043494d650SFam Zheng } 7050bfcd599SBlue Swirl DPRINTF("CURL: Size = %zd\n", s->len); 706769ce76dSAlexander Graf 707769ce76dSAlexander Graf curl_clean_state(state); 708769ce76dSAlexander Graf curl_easy_cleanup(state->curl); 709769ce76dSAlexander Graf state->curl = NULL; 710769ce76dSAlexander Graf 71163f0f45fSStefan Hajnoczi curl_attach_aio_context(bs, bdrv_get_aio_context(bs)); 712769ce76dSAlexander Graf 7138e6d58cdSKevin Wolf qemu_opts_del(opts); 714769ce76dSAlexander Graf return 0; 715769ce76dSAlexander Graf 716769ce76dSAlexander Graf out: 717acd7fdc6SMaria Kustova error_setg(errp, "CURL: Error opening file: %s", state->errmsg); 718769ce76dSAlexander Graf curl_easy_cleanup(state->curl); 719769ce76dSAlexander Graf state->curl = NULL; 720769ce76dSAlexander Graf out_noclean: 721a94f83d9SRichard W.M. Jones g_free(s->cookie); 7228e6d58cdSKevin Wolf g_free(s->url); 7238e6d58cdSKevin Wolf qemu_opts_del(opts); 724769ce76dSAlexander Graf return -EINVAL; 725769ce76dSAlexander Graf } 726769ce76dSAlexander Graf 727d7331bedSStefan Hajnoczi static const AIOCBInfo curl_aiocb_info = { 728c16b5a2cSChristoph Hellwig .aiocb_size = sizeof(CURLAIOCB), 729c16b5a2cSChristoph Hellwig }; 730c16b5a2cSChristoph Hellwig 731363c3c85SNick Thomas 732363c3c85SNick Thomas static void curl_readv_bh_cb(void *p) 733769ce76dSAlexander Graf { 734769ce76dSAlexander Graf CURLState *state; 735b69cdef8SMatthew Booth int running; 736769ce76dSAlexander Graf 737363c3c85SNick Thomas CURLAIOCB *acb = p; 738363c3c85SNick Thomas BDRVCURLState *s = acb->common.bs->opaque; 739769ce76dSAlexander Graf 740363c3c85SNick Thomas size_t start = acb->sector_num * SECTOR_SIZE; 741363c3c85SNick Thomas size_t end; 742769ce76dSAlexander Graf 743769ce76dSAlexander Graf // In case we have the requested data already (e.g. read-ahead), 744769ce76dSAlexander Graf // we can just call the callback and be done. 745363c3c85SNick Thomas switch (curl_find_buf(s, start, acb->nb_sectors * SECTOR_SIZE, acb)) { 746769ce76dSAlexander Graf case FIND_RET_OK: 7478007429aSFam Zheng qemu_aio_unref(acb); 748769ce76dSAlexander Graf // fall through 749769ce76dSAlexander Graf case FIND_RET_WAIT: 750363c3c85SNick Thomas return; 751769ce76dSAlexander Graf default: 752769ce76dSAlexander Graf break; 753769ce76dSAlexander Graf } 754769ce76dSAlexander Graf 755769ce76dSAlexander Graf // No cache found, so let's start a new request 756a2f468e4SRichard W.M. Jones state = curl_init_state(acb->common.bs, s); 757363c3c85SNick Thomas if (!state) { 758363c3c85SNick Thomas acb->common.cb(acb->common.opaque, -EIO); 7598007429aSFam Zheng qemu_aio_unref(acb); 760363c3c85SNick Thomas return; 761363c3c85SNick Thomas } 762769ce76dSAlexander Graf 763769ce76dSAlexander Graf acb->start = 0; 764363c3c85SNick Thomas acb->end = (acb->nb_sectors * SECTOR_SIZE); 765769ce76dSAlexander Graf 766769ce76dSAlexander Graf state->buf_off = 0; 7677267c094SAnthony Liguori g_free(state->orig_buf); 768769ce76dSAlexander Graf state->buf_start = start; 769c76f4952SNolan state->buf_len = acb->end + s->readahead_size; 770769ce76dSAlexander Graf end = MIN(start + state->buf_len, s->len) - 1; 7718dc7a772SKevin Wolf state->orig_buf = g_try_malloc(state->buf_len); 7728dc7a772SKevin Wolf if (state->buf_len && state->orig_buf == NULL) { 7738dc7a772SKevin Wolf curl_clean_state(state); 7748dc7a772SKevin Wolf acb->common.cb(acb->common.opaque, -ENOMEM); 7758007429aSFam Zheng qemu_aio_unref(acb); 7768dc7a772SKevin Wolf return; 7778dc7a772SKevin Wolf } 778769ce76dSAlexander Graf state->acb[0] = acb; 779769ce76dSAlexander Graf 7800bfcd599SBlue Swirl snprintf(state->range, 127, "%zd-%zd", start, end); 7810bfcd599SBlue Swirl DPRINTF("CURL (AIO): Reading %d at %zd (%s)\n", 782363c3c85SNick Thomas (acb->nb_sectors * SECTOR_SIZE), start, state->range); 783769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_RANGE, state->range); 784769ce76dSAlexander Graf 785769ce76dSAlexander Graf curl_multi_add_handle(s->multi, state->curl); 786769ce76dSAlexander Graf 787b69cdef8SMatthew Booth /* Tell curl it needs to kick things off */ 788b69cdef8SMatthew Booth curl_multi_socket_action(s->multi, CURL_SOCKET_TIMEOUT, 0, &running); 789363c3c85SNick Thomas } 790363c3c85SNick Thomas 7917c84b1b8SMarkus Armbruster static BlockAIOCB *curl_aio_readv(BlockDriverState *bs, 792363c3c85SNick Thomas int64_t sector_num, QEMUIOVector *qiov, int nb_sectors, 793097310b5SMarkus Armbruster BlockCompletionFunc *cb, void *opaque) 794363c3c85SNick Thomas { 795363c3c85SNick Thomas CURLAIOCB *acb; 796363c3c85SNick Thomas 797d7331bedSStefan Hajnoczi acb = qemu_aio_get(&curl_aiocb_info, bs, cb, opaque); 798363c3c85SNick Thomas 799363c3c85SNick Thomas acb->qiov = qiov; 800363c3c85SNick Thomas acb->sector_num = sector_num; 801363c3c85SNick Thomas acb->nb_sectors = nb_sectors; 802363c3c85SNick Thomas 803fffb6e12SPaolo Bonzini aio_bh_schedule_oneshot(bdrv_get_aio_context(bs), curl_readv_bh_cb, acb); 804769ce76dSAlexander Graf return &acb->common; 805769ce76dSAlexander Graf } 806769ce76dSAlexander Graf 807769ce76dSAlexander Graf static void curl_close(BlockDriverState *bs) 808769ce76dSAlexander Graf { 809769ce76dSAlexander Graf BDRVCURLState *s = bs->opaque; 810769ce76dSAlexander Graf 811d0f2c4c6Smalc DPRINTF("CURL: Close\n"); 81263f0f45fSStefan Hajnoczi curl_detach_aio_context(bs); 813031fd1beSPeter Maydell 814a94f83d9SRichard W.M. Jones g_free(s->cookie); 81545724d6dSStefan Weil g_free(s->url); 816769ce76dSAlexander Graf } 817769ce76dSAlexander Graf 818769ce76dSAlexander Graf static int64_t curl_getlength(BlockDriverState *bs) 819769ce76dSAlexander Graf { 820769ce76dSAlexander Graf BDRVCURLState *s = bs->opaque; 821769ce76dSAlexander Graf return s->len; 822769ce76dSAlexander Graf } 823769ce76dSAlexander Graf 824769ce76dSAlexander Graf static BlockDriver bdrv_http = { 825769ce76dSAlexander Graf .format_name = "http", 826769ce76dSAlexander Graf .protocol_name = "http", 827769ce76dSAlexander Graf 828769ce76dSAlexander Graf .instance_size = sizeof(BDRVCURLState), 8298e6d58cdSKevin Wolf .bdrv_parse_filename = curl_parse_filename, 83066f82ceeSKevin Wolf .bdrv_file_open = curl_open, 831769ce76dSAlexander Graf .bdrv_close = curl_close, 832769ce76dSAlexander Graf .bdrv_getlength = curl_getlength, 833769ce76dSAlexander Graf 834769ce76dSAlexander Graf .bdrv_aio_readv = curl_aio_readv, 83563f0f45fSStefan Hajnoczi 83663f0f45fSStefan Hajnoczi .bdrv_detach_aio_context = curl_detach_aio_context, 83763f0f45fSStefan Hajnoczi .bdrv_attach_aio_context = curl_attach_aio_context, 838769ce76dSAlexander Graf }; 839769ce76dSAlexander Graf 840769ce76dSAlexander Graf static BlockDriver bdrv_https = { 841769ce76dSAlexander Graf .format_name = "https", 842769ce76dSAlexander Graf .protocol_name = "https", 843769ce76dSAlexander Graf 844769ce76dSAlexander Graf .instance_size = sizeof(BDRVCURLState), 8458e6d58cdSKevin Wolf .bdrv_parse_filename = curl_parse_filename, 84666f82ceeSKevin Wolf .bdrv_file_open = curl_open, 847769ce76dSAlexander Graf .bdrv_close = curl_close, 848769ce76dSAlexander Graf .bdrv_getlength = curl_getlength, 849769ce76dSAlexander Graf 850769ce76dSAlexander Graf .bdrv_aio_readv = curl_aio_readv, 85163f0f45fSStefan Hajnoczi 85263f0f45fSStefan Hajnoczi .bdrv_detach_aio_context = curl_detach_aio_context, 85363f0f45fSStefan Hajnoczi .bdrv_attach_aio_context = curl_attach_aio_context, 854769ce76dSAlexander Graf }; 855769ce76dSAlexander Graf 856769ce76dSAlexander Graf static BlockDriver bdrv_ftp = { 857769ce76dSAlexander Graf .format_name = "ftp", 858769ce76dSAlexander Graf .protocol_name = "ftp", 859769ce76dSAlexander Graf 860769ce76dSAlexander Graf .instance_size = sizeof(BDRVCURLState), 8618e6d58cdSKevin Wolf .bdrv_parse_filename = curl_parse_filename, 86266f82ceeSKevin Wolf .bdrv_file_open = curl_open, 863769ce76dSAlexander Graf .bdrv_close = curl_close, 864769ce76dSAlexander Graf .bdrv_getlength = curl_getlength, 865769ce76dSAlexander Graf 866769ce76dSAlexander Graf .bdrv_aio_readv = curl_aio_readv, 86763f0f45fSStefan Hajnoczi 86863f0f45fSStefan Hajnoczi .bdrv_detach_aio_context = curl_detach_aio_context, 86963f0f45fSStefan Hajnoczi .bdrv_attach_aio_context = curl_attach_aio_context, 870769ce76dSAlexander Graf }; 871769ce76dSAlexander Graf 872769ce76dSAlexander Graf static BlockDriver bdrv_ftps = { 873769ce76dSAlexander Graf .format_name = "ftps", 874769ce76dSAlexander Graf .protocol_name = "ftps", 875769ce76dSAlexander Graf 876769ce76dSAlexander Graf .instance_size = sizeof(BDRVCURLState), 8778e6d58cdSKevin Wolf .bdrv_parse_filename = curl_parse_filename, 87866f82ceeSKevin Wolf .bdrv_file_open = curl_open, 879769ce76dSAlexander Graf .bdrv_close = curl_close, 880769ce76dSAlexander Graf .bdrv_getlength = curl_getlength, 881769ce76dSAlexander Graf 882769ce76dSAlexander Graf .bdrv_aio_readv = curl_aio_readv, 88363f0f45fSStefan Hajnoczi 88463f0f45fSStefan Hajnoczi .bdrv_detach_aio_context = curl_detach_aio_context, 88563f0f45fSStefan Hajnoczi .bdrv_attach_aio_context = curl_attach_aio_context, 886769ce76dSAlexander Graf }; 887769ce76dSAlexander Graf 888769ce76dSAlexander Graf static void curl_block_init(void) 889769ce76dSAlexander Graf { 890769ce76dSAlexander Graf bdrv_register(&bdrv_http); 891769ce76dSAlexander Graf bdrv_register(&bdrv_https); 892769ce76dSAlexander Graf bdrv_register(&bdrv_ftp); 893769ce76dSAlexander Graf bdrv_register(&bdrv_ftps); 894769ce76dSAlexander Graf } 895769ce76dSAlexander Graf 896769ce76dSAlexander Graf block_init(curl_block_init); 897