1769ce76dSAlexander Graf /* 2769ce76dSAlexander Graf * QEMU Block driver for CURL images 3769ce76dSAlexander Graf * 4769ce76dSAlexander Graf * Copyright (c) 2009 Alexander Graf <agraf@suse.de> 5769ce76dSAlexander Graf * 6769ce76dSAlexander Graf * Permission is hereby granted, free of charge, to any person obtaining a copy 7769ce76dSAlexander Graf * of this software and associated documentation files (the "Software"), to deal 8769ce76dSAlexander Graf * in the Software without restriction, including without limitation the rights 9769ce76dSAlexander Graf * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 10769ce76dSAlexander Graf * copies of the Software, and to permit persons to whom the Software is 11769ce76dSAlexander Graf * furnished to do so, subject to the following conditions: 12769ce76dSAlexander Graf * 13769ce76dSAlexander Graf * The above copyright notice and this permission notice shall be included in 14769ce76dSAlexander Graf * all copies or substantial portions of the Software. 15769ce76dSAlexander Graf * 16769ce76dSAlexander Graf * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 17769ce76dSAlexander Graf * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 18769ce76dSAlexander Graf * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 19769ce76dSAlexander Graf * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 20769ce76dSAlexander Graf * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 21769ce76dSAlexander Graf * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN 22769ce76dSAlexander Graf * THE SOFTWARE. 23769ce76dSAlexander Graf */ 2480c71a24SPeter Maydell #include "qemu/osdep.h" 25769ce76dSAlexander Graf #include "qemu-common.h" 26796a060bSRichard W.M. Jones #include "qemu/error-report.h" 27737e150eSPaolo Bonzini #include "block/block_int.h" 2897a3ea57SMatthew Booth #include "qapi/qmp/qbool.h" 29d49b6836SMarkus Armbruster #include "qapi/qmp/qstring.h" 30*1bff9606SDaniel P. Berrange #include "crypto/secret.h" 31769ce76dSAlexander Graf #include <curl/curl.h> 32769ce76dSAlexander Graf 3341c23467SRichard W.M. Jones // #define DEBUG_CURL 34769ce76dSAlexander Graf // #define DEBUG_VERBOSE 35769ce76dSAlexander Graf 36769ce76dSAlexander Graf #ifdef DEBUG_CURL 37d0f2c4c6Smalc #define DPRINTF(fmt, ...) do { printf(fmt, ## __VA_ARGS__); } while (0) 38769ce76dSAlexander Graf #else 39d0f2c4c6Smalc #define DPRINTF(fmt, ...) do { } while (0) 40769ce76dSAlexander Graf #endif 41769ce76dSAlexander Graf 42031fd1beSPeter Maydell #if LIBCURL_VERSION_NUM >= 0x071000 43031fd1beSPeter Maydell /* The multi interface timer callback was introduced in 7.16.0 */ 44031fd1beSPeter Maydell #define NEED_CURL_TIMER_CALLBACK 459aedd5a5SMatthew Booth #define HAVE_SOCKET_ACTION 469aedd5a5SMatthew Booth #endif 479aedd5a5SMatthew Booth 489aedd5a5SMatthew Booth #ifndef HAVE_SOCKET_ACTION 499aedd5a5SMatthew Booth /* If curl_multi_socket_action isn't available, define it statically here in 509aedd5a5SMatthew Booth * terms of curl_multi_socket. Note that ev_bitmask will be ignored, which is 519aedd5a5SMatthew Booth * less efficient but still safe. */ 529aedd5a5SMatthew Booth static CURLMcode __curl_multi_socket_action(CURLM *multi_handle, 539aedd5a5SMatthew Booth curl_socket_t sockfd, 549aedd5a5SMatthew Booth int ev_bitmask, 559aedd5a5SMatthew Booth int *running_handles) 569aedd5a5SMatthew Booth { 579aedd5a5SMatthew Booth return curl_multi_socket(multi_handle, sockfd, running_handles); 589aedd5a5SMatthew Booth } 599aedd5a5SMatthew Booth #define curl_multi_socket_action __curl_multi_socket_action 60031fd1beSPeter Maydell #endif 61031fd1beSPeter Maydell 62fb6d1bbdSStefan Hajnoczi #define PROTOCOLS (CURLPROTO_HTTP | CURLPROTO_HTTPS | \ 63fb6d1bbdSStefan Hajnoczi CURLPROTO_FTP | CURLPROTO_FTPS | \ 64fb6d1bbdSStefan Hajnoczi CURLPROTO_TFTP) 65fb6d1bbdSStefan Hajnoczi 66769ce76dSAlexander Graf #define CURL_NUM_STATES 8 67769ce76dSAlexander Graf #define CURL_NUM_ACB 8 68769ce76dSAlexander Graf #define SECTOR_SIZE 512 69e3542c67SMatthew Booth #define READ_AHEAD_DEFAULT (256 * 1024) 70212aefaaSDaniel Henrique Barboza #define CURL_TIMEOUT_DEFAULT 5 71f76faedaSRichard W.M. Jones #define CURL_TIMEOUT_MAX 10000 72769ce76dSAlexander Graf 73769ce76dSAlexander Graf #define FIND_RET_NONE 0 74769ce76dSAlexander Graf #define FIND_RET_OK 1 75769ce76dSAlexander Graf #define FIND_RET_WAIT 2 76769ce76dSAlexander Graf 77e3542c67SMatthew Booth #define CURL_BLOCK_OPT_URL "url" 78e3542c67SMatthew Booth #define CURL_BLOCK_OPT_READAHEAD "readahead" 7997a3ea57SMatthew Booth #define CURL_BLOCK_OPT_SSLVERIFY "sslverify" 80212aefaaSDaniel Henrique Barboza #define CURL_BLOCK_OPT_TIMEOUT "timeout" 81a94f83d9SRichard W.M. Jones #define CURL_BLOCK_OPT_COOKIE "cookie" 82*1bff9606SDaniel P. Berrange #define CURL_BLOCK_OPT_USERNAME "username" 83*1bff9606SDaniel P. Berrange #define CURL_BLOCK_OPT_PASSWORD_SECRET "password-secret" 84*1bff9606SDaniel P. Berrange #define CURL_BLOCK_OPT_PROXY_USERNAME "proxy-username" 85*1bff9606SDaniel P. Berrange #define CURL_BLOCK_OPT_PROXY_PASSWORD_SECRET "proxy-password-secret" 86e3542c67SMatthew Booth 87769ce76dSAlexander Graf struct BDRVCURLState; 88769ce76dSAlexander Graf 89769ce76dSAlexander Graf typedef struct CURLAIOCB { 907c84b1b8SMarkus Armbruster BlockAIOCB common; 91363c3c85SNick Thomas QEMUBH *bh; 92769ce76dSAlexander Graf QEMUIOVector *qiov; 93363c3c85SNick Thomas 94363c3c85SNick Thomas int64_t sector_num; 95363c3c85SNick Thomas int nb_sectors; 96363c3c85SNick Thomas 97769ce76dSAlexander Graf size_t start; 98769ce76dSAlexander Graf size_t end; 99769ce76dSAlexander Graf } CURLAIOCB; 100769ce76dSAlexander Graf 101769ce76dSAlexander Graf typedef struct CURLState 102769ce76dSAlexander Graf { 103769ce76dSAlexander Graf struct BDRVCURLState *s; 104769ce76dSAlexander Graf CURLAIOCB *acb[CURL_NUM_ACB]; 105769ce76dSAlexander Graf CURL *curl; 106838ef602SMatthew Booth curl_socket_t sock_fd; 107769ce76dSAlexander Graf char *orig_buf; 108769ce76dSAlexander Graf size_t buf_start; 109769ce76dSAlexander Graf size_t buf_off; 110769ce76dSAlexander Graf size_t buf_len; 111769ce76dSAlexander Graf char range[128]; 112769ce76dSAlexander Graf char errmsg[CURL_ERROR_SIZE]; 113769ce76dSAlexander Graf char in_use; 114769ce76dSAlexander Graf } CURLState; 115769ce76dSAlexander Graf 116769ce76dSAlexander Graf typedef struct BDRVCURLState { 117769ce76dSAlexander Graf CURLM *multi; 118031fd1beSPeter Maydell QEMUTimer timer; 119769ce76dSAlexander Graf size_t len; 120769ce76dSAlexander Graf CURLState states[CURL_NUM_STATES]; 121769ce76dSAlexander Graf char *url; 122c76f4952SNolan size_t readahead_size; 12397a3ea57SMatthew Booth bool sslverify; 124f76faedaSRichard W.M. Jones uint64_t timeout; 125a94f83d9SRichard W.M. Jones char *cookie; 1263494d650SFam Zheng bool accept_range; 12763f0f45fSStefan Hajnoczi AioContext *aio_context; 128*1bff9606SDaniel P. Berrange char *username; 129*1bff9606SDaniel P. Berrange char *password; 130*1bff9606SDaniel P. Berrange char *proxyusername; 131*1bff9606SDaniel P. Berrange char *proxypassword; 132769ce76dSAlexander Graf } BDRVCURLState; 133769ce76dSAlexander Graf 134769ce76dSAlexander Graf static void curl_clean_state(CURLState *s); 135769ce76dSAlexander Graf static void curl_multi_do(void *arg); 136838ef602SMatthew Booth static void curl_multi_read(void *arg); 137769ce76dSAlexander Graf 138031fd1beSPeter Maydell #ifdef NEED_CURL_TIMER_CALLBACK 139031fd1beSPeter Maydell static int curl_timer_cb(CURLM *multi, long timeout_ms, void *opaque) 140031fd1beSPeter Maydell { 141031fd1beSPeter Maydell BDRVCURLState *s = opaque; 142031fd1beSPeter Maydell 143031fd1beSPeter Maydell DPRINTF("CURL: timer callback timeout_ms %ld\n", timeout_ms); 144031fd1beSPeter Maydell if (timeout_ms == -1) { 145031fd1beSPeter Maydell timer_del(&s->timer); 146031fd1beSPeter Maydell } else { 147031fd1beSPeter Maydell int64_t timeout_ns = (int64_t)timeout_ms * 1000 * 1000; 148031fd1beSPeter Maydell timer_mod(&s->timer, 149031fd1beSPeter Maydell qemu_clock_get_ns(QEMU_CLOCK_REALTIME) + timeout_ns); 150031fd1beSPeter Maydell } 151031fd1beSPeter Maydell return 0; 152031fd1beSPeter Maydell } 153031fd1beSPeter Maydell #endif 154031fd1beSPeter Maydell 155769ce76dSAlexander Graf static int curl_sock_cb(CURL *curl, curl_socket_t fd, int action, 15663f0f45fSStefan Hajnoczi void *userp, void *sp) 157769ce76dSAlexander Graf { 15863f0f45fSStefan Hajnoczi BDRVCURLState *s; 159838ef602SMatthew Booth CURLState *state = NULL; 160838ef602SMatthew Booth curl_easy_getinfo(curl, CURLINFO_PRIVATE, (char **)&state); 161838ef602SMatthew Booth state->sock_fd = fd; 16263f0f45fSStefan Hajnoczi s = state->s; 163838ef602SMatthew Booth 164d0f2c4c6Smalc DPRINTF("CURL (AIO): Sock action %d on fd %d\n", action, fd); 165769ce76dSAlexander Graf switch (action) { 166769ce76dSAlexander Graf case CURL_POLL_IN: 167dca21ef2SFam Zheng aio_set_fd_handler(s->aio_context, fd, false, 168dca21ef2SFam Zheng curl_multi_read, NULL, state); 169769ce76dSAlexander Graf break; 170769ce76dSAlexander Graf case CURL_POLL_OUT: 171dca21ef2SFam Zheng aio_set_fd_handler(s->aio_context, fd, false, 172dca21ef2SFam Zheng NULL, curl_multi_do, state); 173769ce76dSAlexander Graf break; 174769ce76dSAlexander Graf case CURL_POLL_INOUT: 175dca21ef2SFam Zheng aio_set_fd_handler(s->aio_context, fd, false, 176dca21ef2SFam Zheng curl_multi_read, curl_multi_do, state); 177769ce76dSAlexander Graf break; 178769ce76dSAlexander Graf case CURL_POLL_REMOVE: 179dca21ef2SFam Zheng aio_set_fd_handler(s->aio_context, fd, false, 180dca21ef2SFam Zheng NULL, NULL, NULL); 181769ce76dSAlexander Graf break; 182769ce76dSAlexander Graf } 183769ce76dSAlexander Graf 184769ce76dSAlexander Graf return 0; 185769ce76dSAlexander Graf } 186769ce76dSAlexander Graf 1873494d650SFam Zheng static size_t curl_header_cb(void *ptr, size_t size, size_t nmemb, void *opaque) 188769ce76dSAlexander Graf { 1893494d650SFam Zheng BDRVCURLState *s = opaque; 190769ce76dSAlexander Graf size_t realsize = size * nmemb; 1913494d650SFam Zheng const char *accept_line = "Accept-Ranges: bytes"; 192769ce76dSAlexander Graf 1933494d650SFam Zheng if (realsize >= strlen(accept_line) 1943494d650SFam Zheng && strncmp((char *)ptr, accept_line, strlen(accept_line)) == 0) { 1953494d650SFam Zheng s->accept_range = true; 1960bfcd599SBlue Swirl } 197769ce76dSAlexander Graf 198769ce76dSAlexander Graf return realsize; 199769ce76dSAlexander Graf } 200769ce76dSAlexander Graf 201769ce76dSAlexander Graf static size_t curl_read_cb(void *ptr, size_t size, size_t nmemb, void *opaque) 202769ce76dSAlexander Graf { 203769ce76dSAlexander Graf CURLState *s = ((CURLState*)opaque); 204769ce76dSAlexander Graf size_t realsize = size * nmemb; 205769ce76dSAlexander Graf int i; 206769ce76dSAlexander Graf 2070bfcd599SBlue Swirl DPRINTF("CURL: Just reading %zd bytes\n", realsize); 208769ce76dSAlexander Graf 209769ce76dSAlexander Graf if (!s || !s->orig_buf) 21038bbc0a5SMatthew Booth return 0; 211769ce76dSAlexander Graf 2126d4b9e55SFam Zheng if (s->buf_off >= s->buf_len) { 2136d4b9e55SFam Zheng /* buffer full, read nothing */ 2146d4b9e55SFam Zheng return 0; 2156d4b9e55SFam Zheng } 2166d4b9e55SFam Zheng realsize = MIN(realsize, s->buf_len - s->buf_off); 217769ce76dSAlexander Graf memcpy(s->orig_buf + s->buf_off, ptr, realsize); 218769ce76dSAlexander Graf s->buf_off += realsize; 219769ce76dSAlexander Graf 220769ce76dSAlexander Graf for(i=0; i<CURL_NUM_ACB; i++) { 221769ce76dSAlexander Graf CURLAIOCB *acb = s->acb[i]; 222769ce76dSAlexander Graf 223769ce76dSAlexander Graf if (!acb) 224769ce76dSAlexander Graf continue; 225769ce76dSAlexander Graf 226769ce76dSAlexander Graf if ((s->buf_off >= acb->end)) { 22703396148SMichael Tokarev qemu_iovec_from_buf(acb->qiov, 0, s->orig_buf + acb->start, 228769ce76dSAlexander Graf acb->end - acb->start); 229769ce76dSAlexander Graf acb->common.cb(acb->common.opaque, 0); 2308007429aSFam Zheng qemu_aio_unref(acb); 231769ce76dSAlexander Graf s->acb[i] = NULL; 232769ce76dSAlexander Graf } 233769ce76dSAlexander Graf } 234769ce76dSAlexander Graf 235769ce76dSAlexander Graf return realsize; 236769ce76dSAlexander Graf } 237769ce76dSAlexander Graf 238769ce76dSAlexander Graf static int curl_find_buf(BDRVCURLState *s, size_t start, size_t len, 239769ce76dSAlexander Graf CURLAIOCB *acb) 240769ce76dSAlexander Graf { 241769ce76dSAlexander Graf int i; 242769ce76dSAlexander Graf size_t end = start + len; 243769ce76dSAlexander Graf 244769ce76dSAlexander Graf for (i=0; i<CURL_NUM_STATES; i++) { 245769ce76dSAlexander Graf CURLState *state = &s->states[i]; 246769ce76dSAlexander Graf size_t buf_end = (state->buf_start + state->buf_off); 247769ce76dSAlexander Graf size_t buf_fend = (state->buf_start + state->buf_len); 248769ce76dSAlexander Graf 249769ce76dSAlexander Graf if (!state->orig_buf) 250769ce76dSAlexander Graf continue; 251769ce76dSAlexander Graf if (!state->buf_off) 252769ce76dSAlexander Graf continue; 253769ce76dSAlexander Graf 254769ce76dSAlexander Graf // Does the existing buffer cover our section? 255769ce76dSAlexander Graf if ((start >= state->buf_start) && 256769ce76dSAlexander Graf (start <= buf_end) && 257769ce76dSAlexander Graf (end >= state->buf_start) && 258769ce76dSAlexander Graf (end <= buf_end)) 259769ce76dSAlexander Graf { 260769ce76dSAlexander Graf char *buf = state->orig_buf + (start - state->buf_start); 261769ce76dSAlexander Graf 26203396148SMichael Tokarev qemu_iovec_from_buf(acb->qiov, 0, buf, len); 263769ce76dSAlexander Graf acb->common.cb(acb->common.opaque, 0); 264769ce76dSAlexander Graf 265769ce76dSAlexander Graf return FIND_RET_OK; 266769ce76dSAlexander Graf } 267769ce76dSAlexander Graf 268769ce76dSAlexander Graf // Wait for unfinished chunks 269b7079df4SMatthew Booth if (state->in_use && 270b7079df4SMatthew Booth (start >= state->buf_start) && 271769ce76dSAlexander Graf (start <= buf_fend) && 272769ce76dSAlexander Graf (end >= state->buf_start) && 273769ce76dSAlexander Graf (end <= buf_fend)) 274769ce76dSAlexander Graf { 275769ce76dSAlexander Graf int j; 276769ce76dSAlexander Graf 277769ce76dSAlexander Graf acb->start = start - state->buf_start; 278769ce76dSAlexander Graf acb->end = acb->start + len; 279769ce76dSAlexander Graf 280769ce76dSAlexander Graf for (j=0; j<CURL_NUM_ACB; j++) { 281769ce76dSAlexander Graf if (!state->acb[j]) { 282769ce76dSAlexander Graf state->acb[j] = acb; 283769ce76dSAlexander Graf return FIND_RET_WAIT; 284769ce76dSAlexander Graf } 285769ce76dSAlexander Graf } 286769ce76dSAlexander Graf } 287769ce76dSAlexander Graf } 288769ce76dSAlexander Graf 289769ce76dSAlexander Graf return FIND_RET_NONE; 290769ce76dSAlexander Graf } 291769ce76dSAlexander Graf 292838ef602SMatthew Booth static void curl_multi_check_completion(BDRVCURLState *s) 293769ce76dSAlexander Graf { 294769ce76dSAlexander Graf int msgs_in_queue; 295769ce76dSAlexander Graf 296769ce76dSAlexander Graf /* Try to find done transfers, so we can free the easy 297769ce76dSAlexander Graf * handle again. */ 2981f2cead3SMatthew Booth for (;;) { 299769ce76dSAlexander Graf CURLMsg *msg; 300769ce76dSAlexander Graf msg = curl_multi_info_read(s->multi, &msgs_in_queue); 301769ce76dSAlexander Graf 3021f2cead3SMatthew Booth /* Quit when there are no more completions */ 303769ce76dSAlexander Graf if (!msg) 304769ce76dSAlexander Graf break; 305769ce76dSAlexander Graf 3061f2cead3SMatthew Booth if (msg->msg == CURLMSG_DONE) { 307769ce76dSAlexander Graf CURLState *state = NULL; 308f6246509SMatthew Booth curl_easy_getinfo(msg->easy_handle, CURLINFO_PRIVATE, 309f6246509SMatthew Booth (char **)&state); 310f785a5aeSNicholas Thomas 311f785a5aeSNicholas Thomas /* ACBs for successful messages get completed in curl_read_cb */ 312f785a5aeSNicholas Thomas if (msg->data.result != CURLE_OK) { 313f785a5aeSNicholas Thomas int i; 314796a060bSRichard W.M. Jones static int errcount = 100; 315796a060bSRichard W.M. Jones 316796a060bSRichard W.M. Jones /* Don't lose the original error message from curl, since 317796a060bSRichard W.M. Jones * it contains extra data. 318796a060bSRichard W.M. Jones */ 319796a060bSRichard W.M. Jones if (errcount > 0) { 320796a060bSRichard W.M. Jones error_report("curl: %s", state->errmsg); 321796a060bSRichard W.M. Jones if (--errcount == 0) { 322796a060bSRichard W.M. Jones error_report("curl: further errors suppressed"); 323796a060bSRichard W.M. Jones } 324796a060bSRichard W.M. Jones } 325796a060bSRichard W.M. Jones 326f785a5aeSNicholas Thomas for (i = 0; i < CURL_NUM_ACB; i++) { 327f785a5aeSNicholas Thomas CURLAIOCB *acb = state->acb[i]; 328f785a5aeSNicholas Thomas 329f785a5aeSNicholas Thomas if (acb == NULL) { 330f785a5aeSNicholas Thomas continue; 331f785a5aeSNicholas Thomas } 332f785a5aeSNicholas Thomas 333796a060bSRichard W.M. Jones acb->common.cb(acb->common.opaque, -EPROTO); 3348007429aSFam Zheng qemu_aio_unref(acb); 335f785a5aeSNicholas Thomas state->acb[i] = NULL; 336f785a5aeSNicholas Thomas } 337f785a5aeSNicholas Thomas } 338f785a5aeSNicholas Thomas 339769ce76dSAlexander Graf curl_clean_state(state); 340769ce76dSAlexander Graf break; 341769ce76dSAlexander Graf } 342769ce76dSAlexander Graf } 343769ce76dSAlexander Graf } 344769ce76dSAlexander Graf 345031fd1beSPeter Maydell static void curl_multi_do(void *arg) 346031fd1beSPeter Maydell { 347838ef602SMatthew Booth CURLState *s = (CURLState *)arg; 348031fd1beSPeter Maydell int running; 349031fd1beSPeter Maydell int r; 350031fd1beSPeter Maydell 351838ef602SMatthew Booth if (!s->s->multi) { 352031fd1beSPeter Maydell return; 353031fd1beSPeter Maydell } 354031fd1beSPeter Maydell 355031fd1beSPeter Maydell do { 356838ef602SMatthew Booth r = curl_multi_socket_action(s->s->multi, s->sock_fd, 0, &running); 357031fd1beSPeter Maydell } while(r == CURLM_CALL_MULTI_PERFORM); 358031fd1beSPeter Maydell 359838ef602SMatthew Booth } 360838ef602SMatthew Booth 361838ef602SMatthew Booth static void curl_multi_read(void *arg) 362838ef602SMatthew Booth { 363838ef602SMatthew Booth CURLState *s = (CURLState *)arg; 364838ef602SMatthew Booth 365838ef602SMatthew Booth curl_multi_do(arg); 366838ef602SMatthew Booth curl_multi_check_completion(s->s); 367031fd1beSPeter Maydell } 368031fd1beSPeter Maydell 369031fd1beSPeter Maydell static void curl_multi_timeout_do(void *arg) 370031fd1beSPeter Maydell { 371031fd1beSPeter Maydell #ifdef NEED_CURL_TIMER_CALLBACK 372031fd1beSPeter Maydell BDRVCURLState *s = (BDRVCURLState *)arg; 373031fd1beSPeter Maydell int running; 374031fd1beSPeter Maydell 375031fd1beSPeter Maydell if (!s->multi) { 376031fd1beSPeter Maydell return; 377031fd1beSPeter Maydell } 378031fd1beSPeter Maydell 379031fd1beSPeter Maydell curl_multi_socket_action(s->multi, CURL_SOCKET_TIMEOUT, 0, &running); 380031fd1beSPeter Maydell 381838ef602SMatthew Booth curl_multi_check_completion(s); 382031fd1beSPeter Maydell #else 383031fd1beSPeter Maydell abort(); 384031fd1beSPeter Maydell #endif 385031fd1beSPeter Maydell } 386031fd1beSPeter Maydell 387a2f468e4SRichard W.M. Jones static CURLState *curl_init_state(BlockDriverState *bs, BDRVCURLState *s) 388769ce76dSAlexander Graf { 389769ce76dSAlexander Graf CURLState *state = NULL; 390769ce76dSAlexander Graf int i, j; 391769ce76dSAlexander Graf 392769ce76dSAlexander Graf do { 393769ce76dSAlexander Graf for (i=0; i<CURL_NUM_STATES; i++) { 394769ce76dSAlexander Graf for (j=0; j<CURL_NUM_ACB; j++) 395769ce76dSAlexander Graf if (s->states[i].acb[j]) 396769ce76dSAlexander Graf continue; 397769ce76dSAlexander Graf if (s->states[i].in_use) 398769ce76dSAlexander Graf continue; 399769ce76dSAlexander Graf 400769ce76dSAlexander Graf state = &s->states[i]; 401769ce76dSAlexander Graf state->in_use = 1; 402769ce76dSAlexander Graf break; 403769ce76dSAlexander Graf } 404769ce76dSAlexander Graf if (!state) { 405a2f468e4SRichard W.M. Jones aio_poll(bdrv_get_aio_context(bs), true); 406769ce76dSAlexander Graf } 407769ce76dSAlexander Graf } while(!state); 408769ce76dSAlexander Graf 4099e550b32SMatthew Booth if (!state->curl) { 410769ce76dSAlexander Graf state->curl = curl_easy_init(); 4119e550b32SMatthew Booth if (!state->curl) { 412769ce76dSAlexander Graf return NULL; 4139e550b32SMatthew Booth } 414769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_URL, s->url); 41597a3ea57SMatthew Booth curl_easy_setopt(state->curl, CURLOPT_SSL_VERIFYPEER, 41697a3ea57SMatthew Booth (long) s->sslverify); 417a94f83d9SRichard W.M. Jones if (s->cookie) { 418a94f83d9SRichard W.M. Jones curl_easy_setopt(state->curl, CURLOPT_COOKIE, s->cookie); 419a94f83d9SRichard W.M. Jones } 420f76faedaSRichard W.M. Jones curl_easy_setopt(state->curl, CURLOPT_TIMEOUT, (long)s->timeout); 4219e550b32SMatthew Booth curl_easy_setopt(state->curl, CURLOPT_WRITEFUNCTION, 4229e550b32SMatthew Booth (void *)curl_read_cb); 423769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_WRITEDATA, (void *)state); 424769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_PRIVATE, (void *)state); 425769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_AUTOREFERER, 1); 426769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_FOLLOWLOCATION, 1); 427769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_NOSIGNAL, 1); 428769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_ERRORBUFFER, state->errmsg); 429f785a5aeSNicholas Thomas curl_easy_setopt(state->curl, CURLOPT_FAILONERROR, 1); 430769ce76dSAlexander Graf 431*1bff9606SDaniel P. Berrange if (s->username) { 432*1bff9606SDaniel P. Berrange curl_easy_setopt(state->curl, CURLOPT_USERNAME, s->username); 433*1bff9606SDaniel P. Berrange } 434*1bff9606SDaniel P. Berrange if (s->password) { 435*1bff9606SDaniel P. Berrange curl_easy_setopt(state->curl, CURLOPT_PASSWORD, s->password); 436*1bff9606SDaniel P. Berrange } 437*1bff9606SDaniel P. Berrange if (s->proxyusername) { 438*1bff9606SDaniel P. Berrange curl_easy_setopt(state->curl, 439*1bff9606SDaniel P. Berrange CURLOPT_PROXYUSERNAME, s->proxyusername); 440*1bff9606SDaniel P. Berrange } 441*1bff9606SDaniel P. Berrange if (s->proxypassword) { 442*1bff9606SDaniel P. Berrange curl_easy_setopt(state->curl, 443*1bff9606SDaniel P. Berrange CURLOPT_PROXYPASSWORD, s->proxypassword); 444*1bff9606SDaniel P. Berrange } 445*1bff9606SDaniel P. Berrange 446fb6d1bbdSStefan Hajnoczi /* Restrict supported protocols to avoid security issues in the more 447fb6d1bbdSStefan Hajnoczi * obscure protocols. For example, do not allow POP3/SMTP/IMAP see 448fb6d1bbdSStefan Hajnoczi * CVE-2013-0249. 4498a8f5840SStefan Hajnoczi * 4508a8f5840SStefan Hajnoczi * Restricting protocols is only supported from 7.19.4 upwards. 451fb6d1bbdSStefan Hajnoczi */ 4528a8f5840SStefan Hajnoczi #if LIBCURL_VERSION_NUM >= 0x071304 453fb6d1bbdSStefan Hajnoczi curl_easy_setopt(state->curl, CURLOPT_PROTOCOLS, PROTOCOLS); 454fb6d1bbdSStefan Hajnoczi curl_easy_setopt(state->curl, CURLOPT_REDIR_PROTOCOLS, PROTOCOLS); 4558a8f5840SStefan Hajnoczi #endif 456fb6d1bbdSStefan Hajnoczi 457769ce76dSAlexander Graf #ifdef DEBUG_VERBOSE 458769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_VERBOSE, 1); 459769ce76dSAlexander Graf #endif 4609e550b32SMatthew Booth } 461769ce76dSAlexander Graf 462769ce76dSAlexander Graf state->s = s; 463769ce76dSAlexander Graf 464769ce76dSAlexander Graf return state; 465769ce76dSAlexander Graf } 466769ce76dSAlexander Graf 467769ce76dSAlexander Graf static void curl_clean_state(CURLState *s) 468769ce76dSAlexander Graf { 469769ce76dSAlexander Graf if (s->s->multi) 470769ce76dSAlexander Graf curl_multi_remove_handle(s->s->multi, s->curl); 471769ce76dSAlexander Graf s->in_use = 0; 472769ce76dSAlexander Graf } 473769ce76dSAlexander Graf 4748e6d58cdSKevin Wolf static void curl_parse_filename(const char *filename, QDict *options, 4758e6d58cdSKevin Wolf Error **errp) 476769ce76dSAlexander Graf { 477e3542c67SMatthew Booth qdict_put(options, CURL_BLOCK_OPT_URL, qstring_from_str(filename)); 4788e6d58cdSKevin Wolf } 4798e6d58cdSKevin Wolf 48063f0f45fSStefan Hajnoczi static void curl_detach_aio_context(BlockDriverState *bs) 48163f0f45fSStefan Hajnoczi { 48263f0f45fSStefan Hajnoczi BDRVCURLState *s = bs->opaque; 48363f0f45fSStefan Hajnoczi int i; 48463f0f45fSStefan Hajnoczi 48563f0f45fSStefan Hajnoczi for (i = 0; i < CURL_NUM_STATES; i++) { 48663f0f45fSStefan Hajnoczi if (s->states[i].in_use) { 48763f0f45fSStefan Hajnoczi curl_clean_state(&s->states[i]); 48863f0f45fSStefan Hajnoczi } 48963f0f45fSStefan Hajnoczi if (s->states[i].curl) { 49063f0f45fSStefan Hajnoczi curl_easy_cleanup(s->states[i].curl); 49163f0f45fSStefan Hajnoczi s->states[i].curl = NULL; 49263f0f45fSStefan Hajnoczi } 49363f0f45fSStefan Hajnoczi g_free(s->states[i].orig_buf); 49463f0f45fSStefan Hajnoczi s->states[i].orig_buf = NULL; 49563f0f45fSStefan Hajnoczi } 49663f0f45fSStefan Hajnoczi if (s->multi) { 49763f0f45fSStefan Hajnoczi curl_multi_cleanup(s->multi); 49863f0f45fSStefan Hajnoczi s->multi = NULL; 49963f0f45fSStefan Hajnoczi } 50063f0f45fSStefan Hajnoczi 50163f0f45fSStefan Hajnoczi timer_del(&s->timer); 50263f0f45fSStefan Hajnoczi } 50363f0f45fSStefan Hajnoczi 50463f0f45fSStefan Hajnoczi static void curl_attach_aio_context(BlockDriverState *bs, 50563f0f45fSStefan Hajnoczi AioContext *new_context) 50663f0f45fSStefan Hajnoczi { 50763f0f45fSStefan Hajnoczi BDRVCURLState *s = bs->opaque; 50863f0f45fSStefan Hajnoczi 50963f0f45fSStefan Hajnoczi aio_timer_init(new_context, &s->timer, 51063f0f45fSStefan Hajnoczi QEMU_CLOCK_REALTIME, SCALE_NS, 51163f0f45fSStefan Hajnoczi curl_multi_timeout_do, s); 51263f0f45fSStefan Hajnoczi 51363f0f45fSStefan Hajnoczi assert(!s->multi); 51463f0f45fSStefan Hajnoczi s->multi = curl_multi_init(); 51563f0f45fSStefan Hajnoczi s->aio_context = new_context; 51663f0f45fSStefan Hajnoczi curl_multi_setopt(s->multi, CURLMOPT_SOCKETFUNCTION, curl_sock_cb); 51763f0f45fSStefan Hajnoczi #ifdef NEED_CURL_TIMER_CALLBACK 51863f0f45fSStefan Hajnoczi curl_multi_setopt(s->multi, CURLMOPT_TIMERDATA, s); 51963f0f45fSStefan Hajnoczi curl_multi_setopt(s->multi, CURLMOPT_TIMERFUNCTION, curl_timer_cb); 52063f0f45fSStefan Hajnoczi #endif 52163f0f45fSStefan Hajnoczi } 52263f0f45fSStefan Hajnoczi 5238e6d58cdSKevin Wolf static QemuOptsList runtime_opts = { 5248e6d58cdSKevin Wolf .name = "curl", 5258e6d58cdSKevin Wolf .head = QTAILQ_HEAD_INITIALIZER(runtime_opts.head), 5268e6d58cdSKevin Wolf .desc = { 5278e6d58cdSKevin Wolf { 528e3542c67SMatthew Booth .name = CURL_BLOCK_OPT_URL, 5298e6d58cdSKevin Wolf .type = QEMU_OPT_STRING, 5308e6d58cdSKevin Wolf .help = "URL to open", 5318e6d58cdSKevin Wolf }, 5328e6d58cdSKevin Wolf { 533e3542c67SMatthew Booth .name = CURL_BLOCK_OPT_READAHEAD, 5348e6d58cdSKevin Wolf .type = QEMU_OPT_SIZE, 5358e6d58cdSKevin Wolf .help = "Readahead size", 5368e6d58cdSKevin Wolf }, 53797a3ea57SMatthew Booth { 53897a3ea57SMatthew Booth .name = CURL_BLOCK_OPT_SSLVERIFY, 53997a3ea57SMatthew Booth .type = QEMU_OPT_BOOL, 54097a3ea57SMatthew Booth .help = "Verify SSL certificate" 54197a3ea57SMatthew Booth }, 542212aefaaSDaniel Henrique Barboza { 543212aefaaSDaniel Henrique Barboza .name = CURL_BLOCK_OPT_TIMEOUT, 544212aefaaSDaniel Henrique Barboza .type = QEMU_OPT_NUMBER, 545212aefaaSDaniel Henrique Barboza .help = "Curl timeout" 546212aefaaSDaniel Henrique Barboza }, 547a94f83d9SRichard W.M. Jones { 548a94f83d9SRichard W.M. Jones .name = CURL_BLOCK_OPT_COOKIE, 549a94f83d9SRichard W.M. Jones .type = QEMU_OPT_STRING, 550a94f83d9SRichard W.M. Jones .help = "Pass the cookie or list of cookies with each request" 551a94f83d9SRichard W.M. Jones }, 552*1bff9606SDaniel P. Berrange { 553*1bff9606SDaniel P. Berrange .name = CURL_BLOCK_OPT_USERNAME, 554*1bff9606SDaniel P. Berrange .type = QEMU_OPT_STRING, 555*1bff9606SDaniel P. Berrange .help = "Username for HTTP auth" 556*1bff9606SDaniel P. Berrange }, 557*1bff9606SDaniel P. Berrange { 558*1bff9606SDaniel P. Berrange .name = CURL_BLOCK_OPT_PASSWORD_SECRET, 559*1bff9606SDaniel P. Berrange .type = QEMU_OPT_STRING, 560*1bff9606SDaniel P. Berrange .help = "ID of secret used as password for HTTP auth", 561*1bff9606SDaniel P. Berrange }, 562*1bff9606SDaniel P. Berrange { 563*1bff9606SDaniel P. Berrange .name = CURL_BLOCK_OPT_PROXY_USERNAME, 564*1bff9606SDaniel P. Berrange .type = QEMU_OPT_STRING, 565*1bff9606SDaniel P. Berrange .help = "Username for HTTP proxy auth" 566*1bff9606SDaniel P. Berrange }, 567*1bff9606SDaniel P. Berrange { 568*1bff9606SDaniel P. Berrange .name = CURL_BLOCK_OPT_PROXY_PASSWORD_SECRET, 569*1bff9606SDaniel P. Berrange .type = QEMU_OPT_STRING, 570*1bff9606SDaniel P. Berrange .help = "ID of secret used as password for HTTP proxy auth", 571*1bff9606SDaniel P. Berrange }, 5728e6d58cdSKevin Wolf { /* end of list */ } 5738e6d58cdSKevin Wolf }, 5748e6d58cdSKevin Wolf }; 5758e6d58cdSKevin Wolf 576*1bff9606SDaniel P. Berrange 577015a1036SMax Reitz static int curl_open(BlockDriverState *bs, QDict *options, int flags, 578015a1036SMax Reitz Error **errp) 5798e6d58cdSKevin Wolf { 5808e6d58cdSKevin Wolf BDRVCURLState *s = bs->opaque; 5818e6d58cdSKevin Wolf CURLState *state = NULL; 5828e6d58cdSKevin Wolf QemuOpts *opts; 5838e6d58cdSKevin Wolf Error *local_err = NULL; 5848e6d58cdSKevin Wolf const char *file; 585a94f83d9SRichard W.M. Jones const char *cookie; 5868e6d58cdSKevin Wolf double d; 587*1bff9606SDaniel P. Berrange const char *secretid; 5888e6d58cdSKevin Wolf 5898e6d58cdSKevin Wolf static int inited = 0; 5908e6d58cdSKevin Wolf 591a7cea2baSRichard W.M. Jones if (flags & BDRV_O_RDWR) { 5922a94fee3SPaolo Bonzini error_setg(errp, "curl block device does not support writes"); 593a7cea2baSRichard W.M. Jones return -EROFS; 594a7cea2baSRichard W.M. Jones } 595a7cea2baSRichard W.M. Jones 59687ea75d5SPeter Crosthwaite opts = qemu_opts_create(&runtime_opts, NULL, 0, &error_abort); 5978e6d58cdSKevin Wolf qemu_opts_absorb_qdict(opts, options, &local_err); 59884d18f06SMarkus Armbruster if (local_err) { 5992a94fee3SPaolo Bonzini error_propagate(errp, local_err); 6008e6d58cdSKevin Wolf goto out_noclean; 6018e6d58cdSKevin Wolf } 6028e6d58cdSKevin Wolf 603e3542c67SMatthew Booth s->readahead_size = qemu_opt_get_size(opts, CURL_BLOCK_OPT_READAHEAD, 604e3542c67SMatthew Booth READ_AHEAD_DEFAULT); 605c76f4952SNolan if ((s->readahead_size & 0x1ff) != 0) { 6062a94fee3SPaolo Bonzini error_setg(errp, "HTTP_READAHEAD_SIZE %zd is not a multiple of 512", 607c76f4952SNolan s->readahead_size); 608c76f4952SNolan goto out_noclean; 609c76f4952SNolan } 610c76f4952SNolan 611212aefaaSDaniel Henrique Barboza s->timeout = qemu_opt_get_number(opts, CURL_BLOCK_OPT_TIMEOUT, 612212aefaaSDaniel Henrique Barboza CURL_TIMEOUT_DEFAULT); 613f76faedaSRichard W.M. Jones if (s->timeout > CURL_TIMEOUT_MAX) { 614f76faedaSRichard W.M. Jones error_setg(errp, "timeout parameter is too large or negative"); 615f76faedaSRichard W.M. Jones goto out_noclean; 616f76faedaSRichard W.M. Jones } 617212aefaaSDaniel Henrique Barboza 61897a3ea57SMatthew Booth s->sslverify = qemu_opt_get_bool(opts, CURL_BLOCK_OPT_SSLVERIFY, true); 61997a3ea57SMatthew Booth 620a94f83d9SRichard W.M. Jones cookie = qemu_opt_get(opts, CURL_BLOCK_OPT_COOKIE); 621a94f83d9SRichard W.M. Jones s->cookie = g_strdup(cookie); 622a94f83d9SRichard W.M. Jones 623e3542c67SMatthew Booth file = qemu_opt_get(opts, CURL_BLOCK_OPT_URL); 6248e6d58cdSKevin Wolf if (file == NULL) { 6252a94fee3SPaolo Bonzini error_setg(errp, "curl block driver requires an 'url' option"); 6268e6d58cdSKevin Wolf goto out_noclean; 6278e6d58cdSKevin Wolf } 6288e6d58cdSKevin Wolf 629*1bff9606SDaniel P. Berrange s->username = g_strdup(qemu_opt_get(opts, CURL_BLOCK_OPT_USERNAME)); 630*1bff9606SDaniel P. Berrange secretid = qemu_opt_get(opts, CURL_BLOCK_OPT_PASSWORD_SECRET); 631*1bff9606SDaniel P. Berrange 632*1bff9606SDaniel P. Berrange if (secretid) { 633*1bff9606SDaniel P. Berrange s->password = qcrypto_secret_lookup_as_utf8(secretid, errp); 634*1bff9606SDaniel P. Berrange if (!s->password) { 635*1bff9606SDaniel P. Berrange goto out_noclean; 636*1bff9606SDaniel P. Berrange } 637*1bff9606SDaniel P. Berrange } 638*1bff9606SDaniel P. Berrange 639*1bff9606SDaniel P. Berrange s->proxyusername = g_strdup( 640*1bff9606SDaniel P. Berrange qemu_opt_get(opts, CURL_BLOCK_OPT_PROXY_USERNAME)); 641*1bff9606SDaniel P. Berrange secretid = qemu_opt_get(opts, CURL_BLOCK_OPT_PROXY_PASSWORD_SECRET); 642*1bff9606SDaniel P. Berrange if (secretid) { 643*1bff9606SDaniel P. Berrange s->proxypassword = qcrypto_secret_lookup_as_utf8(secretid, errp); 644*1bff9606SDaniel P. Berrange if (!s->proxypassword) { 645*1bff9606SDaniel P. Berrange goto out_noclean; 646*1bff9606SDaniel P. Berrange } 647*1bff9606SDaniel P. Berrange } 648*1bff9606SDaniel P. Berrange 649769ce76dSAlexander Graf if (!inited) { 650769ce76dSAlexander Graf curl_global_init(CURL_GLOBAL_ALL); 651769ce76dSAlexander Graf inited = 1; 652769ce76dSAlexander Graf } 653769ce76dSAlexander Graf 654d0f2c4c6Smalc DPRINTF("CURL: Opening %s\n", file); 65563f0f45fSStefan Hajnoczi s->aio_context = bdrv_get_aio_context(bs); 6568e6d58cdSKevin Wolf s->url = g_strdup(file); 657a2f468e4SRichard W.M. Jones state = curl_init_state(bs, s); 658769ce76dSAlexander Graf if (!state) 659769ce76dSAlexander Graf goto out_noclean; 660769ce76dSAlexander Graf 661769ce76dSAlexander Graf // Get file size 662769ce76dSAlexander Graf 6633494d650SFam Zheng s->accept_range = false; 664769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_NOBODY, 1); 6653494d650SFam Zheng curl_easy_setopt(state->curl, CURLOPT_HEADERFUNCTION, 6663494d650SFam Zheng curl_header_cb); 6673494d650SFam Zheng curl_easy_setopt(state->curl, CURLOPT_HEADERDATA, s); 668769ce76dSAlexander Graf if (curl_easy_perform(state->curl)) 669769ce76dSAlexander Graf goto out; 670769ce76dSAlexander Graf curl_easy_getinfo(state->curl, CURLINFO_CONTENT_LENGTH_DOWNLOAD, &d); 671769ce76dSAlexander Graf if (d) 672769ce76dSAlexander Graf s->len = (size_t)d; 673769ce76dSAlexander Graf else if(!s->len) 674769ce76dSAlexander Graf goto out; 6753494d650SFam Zheng if ((!strncasecmp(s->url, "http://", strlen("http://")) 6763494d650SFam Zheng || !strncasecmp(s->url, "https://", strlen("https://"))) 6773494d650SFam Zheng && !s->accept_range) { 6783494d650SFam Zheng pstrcpy(state->errmsg, CURL_ERROR_SIZE, 6793494d650SFam Zheng "Server does not support 'range' (byte ranges)."); 6803494d650SFam Zheng goto out; 6813494d650SFam Zheng } 6820bfcd599SBlue Swirl DPRINTF("CURL: Size = %zd\n", s->len); 683769ce76dSAlexander Graf 684769ce76dSAlexander Graf curl_clean_state(state); 685769ce76dSAlexander Graf curl_easy_cleanup(state->curl); 686769ce76dSAlexander Graf state->curl = NULL; 687769ce76dSAlexander Graf 68863f0f45fSStefan Hajnoczi curl_attach_aio_context(bs, bdrv_get_aio_context(bs)); 689769ce76dSAlexander Graf 6908e6d58cdSKevin Wolf qemu_opts_del(opts); 691769ce76dSAlexander Graf return 0; 692769ce76dSAlexander Graf 693769ce76dSAlexander Graf out: 694acd7fdc6SMaria Kustova error_setg(errp, "CURL: Error opening file: %s", state->errmsg); 695769ce76dSAlexander Graf curl_easy_cleanup(state->curl); 696769ce76dSAlexander Graf state->curl = NULL; 697769ce76dSAlexander Graf out_noclean: 698a94f83d9SRichard W.M. Jones g_free(s->cookie); 6998e6d58cdSKevin Wolf g_free(s->url); 7008e6d58cdSKevin Wolf qemu_opts_del(opts); 701769ce76dSAlexander Graf return -EINVAL; 702769ce76dSAlexander Graf } 703769ce76dSAlexander Graf 704d7331bedSStefan Hajnoczi static const AIOCBInfo curl_aiocb_info = { 705c16b5a2cSChristoph Hellwig .aiocb_size = sizeof(CURLAIOCB), 706c16b5a2cSChristoph Hellwig }; 707c16b5a2cSChristoph Hellwig 708363c3c85SNick Thomas 709363c3c85SNick Thomas static void curl_readv_bh_cb(void *p) 710769ce76dSAlexander Graf { 711769ce76dSAlexander Graf CURLState *state; 712b69cdef8SMatthew Booth int running; 713769ce76dSAlexander Graf 714363c3c85SNick Thomas CURLAIOCB *acb = p; 715363c3c85SNick Thomas BDRVCURLState *s = acb->common.bs->opaque; 716769ce76dSAlexander Graf 717363c3c85SNick Thomas qemu_bh_delete(acb->bh); 718363c3c85SNick Thomas acb->bh = NULL; 719363c3c85SNick Thomas 720363c3c85SNick Thomas size_t start = acb->sector_num * SECTOR_SIZE; 721363c3c85SNick Thomas size_t end; 722769ce76dSAlexander Graf 723769ce76dSAlexander Graf // In case we have the requested data already (e.g. read-ahead), 724769ce76dSAlexander Graf // we can just call the callback and be done. 725363c3c85SNick Thomas switch (curl_find_buf(s, start, acb->nb_sectors * SECTOR_SIZE, acb)) { 726769ce76dSAlexander Graf case FIND_RET_OK: 7278007429aSFam Zheng qemu_aio_unref(acb); 728769ce76dSAlexander Graf // fall through 729769ce76dSAlexander Graf case FIND_RET_WAIT: 730363c3c85SNick Thomas return; 731769ce76dSAlexander Graf default: 732769ce76dSAlexander Graf break; 733769ce76dSAlexander Graf } 734769ce76dSAlexander Graf 735769ce76dSAlexander Graf // No cache found, so let's start a new request 736a2f468e4SRichard W.M. Jones state = curl_init_state(acb->common.bs, s); 737363c3c85SNick Thomas if (!state) { 738363c3c85SNick Thomas acb->common.cb(acb->common.opaque, -EIO); 7398007429aSFam Zheng qemu_aio_unref(acb); 740363c3c85SNick Thomas return; 741363c3c85SNick Thomas } 742769ce76dSAlexander Graf 743769ce76dSAlexander Graf acb->start = 0; 744363c3c85SNick Thomas acb->end = (acb->nb_sectors * SECTOR_SIZE); 745769ce76dSAlexander Graf 746769ce76dSAlexander Graf state->buf_off = 0; 7477267c094SAnthony Liguori g_free(state->orig_buf); 748769ce76dSAlexander Graf state->buf_start = start; 749c76f4952SNolan state->buf_len = acb->end + s->readahead_size; 750769ce76dSAlexander Graf end = MIN(start + state->buf_len, s->len) - 1; 7518dc7a772SKevin Wolf state->orig_buf = g_try_malloc(state->buf_len); 7528dc7a772SKevin Wolf if (state->buf_len && state->orig_buf == NULL) { 7538dc7a772SKevin Wolf curl_clean_state(state); 7548dc7a772SKevin Wolf acb->common.cb(acb->common.opaque, -ENOMEM); 7558007429aSFam Zheng qemu_aio_unref(acb); 7568dc7a772SKevin Wolf return; 7578dc7a772SKevin Wolf } 758769ce76dSAlexander Graf state->acb[0] = acb; 759769ce76dSAlexander Graf 7600bfcd599SBlue Swirl snprintf(state->range, 127, "%zd-%zd", start, end); 7610bfcd599SBlue Swirl DPRINTF("CURL (AIO): Reading %d at %zd (%s)\n", 762363c3c85SNick Thomas (acb->nb_sectors * SECTOR_SIZE), start, state->range); 763769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_RANGE, state->range); 764769ce76dSAlexander Graf 765769ce76dSAlexander Graf curl_multi_add_handle(s->multi, state->curl); 766769ce76dSAlexander Graf 767b69cdef8SMatthew Booth /* Tell curl it needs to kick things off */ 768b69cdef8SMatthew Booth curl_multi_socket_action(s->multi, CURL_SOCKET_TIMEOUT, 0, &running); 769363c3c85SNick Thomas } 770363c3c85SNick Thomas 7717c84b1b8SMarkus Armbruster static BlockAIOCB *curl_aio_readv(BlockDriverState *bs, 772363c3c85SNick Thomas int64_t sector_num, QEMUIOVector *qiov, int nb_sectors, 773097310b5SMarkus Armbruster BlockCompletionFunc *cb, void *opaque) 774363c3c85SNick Thomas { 775363c3c85SNick Thomas CURLAIOCB *acb; 776363c3c85SNick Thomas 777d7331bedSStefan Hajnoczi acb = qemu_aio_get(&curl_aiocb_info, bs, cb, opaque); 778363c3c85SNick Thomas 779363c3c85SNick Thomas acb->qiov = qiov; 780363c3c85SNick Thomas acb->sector_num = sector_num; 781363c3c85SNick Thomas acb->nb_sectors = nb_sectors; 782363c3c85SNick Thomas 78363f0f45fSStefan Hajnoczi acb->bh = aio_bh_new(bdrv_get_aio_context(bs), curl_readv_bh_cb, acb); 784363c3c85SNick Thomas qemu_bh_schedule(acb->bh); 785769ce76dSAlexander Graf return &acb->common; 786769ce76dSAlexander Graf } 787769ce76dSAlexander Graf 788769ce76dSAlexander Graf static void curl_close(BlockDriverState *bs) 789769ce76dSAlexander Graf { 790769ce76dSAlexander Graf BDRVCURLState *s = bs->opaque; 791769ce76dSAlexander Graf 792d0f2c4c6Smalc DPRINTF("CURL: Close\n"); 79363f0f45fSStefan Hajnoczi curl_detach_aio_context(bs); 794031fd1beSPeter Maydell 795a94f83d9SRichard W.M. Jones g_free(s->cookie); 79645724d6dSStefan Weil g_free(s->url); 797769ce76dSAlexander Graf } 798769ce76dSAlexander Graf 799769ce76dSAlexander Graf static int64_t curl_getlength(BlockDriverState *bs) 800769ce76dSAlexander Graf { 801769ce76dSAlexander Graf BDRVCURLState *s = bs->opaque; 802769ce76dSAlexander Graf return s->len; 803769ce76dSAlexander Graf } 804769ce76dSAlexander Graf 805769ce76dSAlexander Graf static BlockDriver bdrv_http = { 806769ce76dSAlexander Graf .format_name = "http", 807769ce76dSAlexander Graf .protocol_name = "http", 808769ce76dSAlexander Graf 809769ce76dSAlexander Graf .instance_size = sizeof(BDRVCURLState), 8108e6d58cdSKevin Wolf .bdrv_parse_filename = curl_parse_filename, 81166f82ceeSKevin Wolf .bdrv_file_open = curl_open, 812769ce76dSAlexander Graf .bdrv_close = curl_close, 813769ce76dSAlexander Graf .bdrv_getlength = curl_getlength, 814769ce76dSAlexander Graf 815769ce76dSAlexander Graf .bdrv_aio_readv = curl_aio_readv, 81663f0f45fSStefan Hajnoczi 81763f0f45fSStefan Hajnoczi .bdrv_detach_aio_context = curl_detach_aio_context, 81863f0f45fSStefan Hajnoczi .bdrv_attach_aio_context = curl_attach_aio_context, 819769ce76dSAlexander Graf }; 820769ce76dSAlexander Graf 821769ce76dSAlexander Graf static BlockDriver bdrv_https = { 822769ce76dSAlexander Graf .format_name = "https", 823769ce76dSAlexander Graf .protocol_name = "https", 824769ce76dSAlexander Graf 825769ce76dSAlexander Graf .instance_size = sizeof(BDRVCURLState), 8268e6d58cdSKevin Wolf .bdrv_parse_filename = curl_parse_filename, 82766f82ceeSKevin Wolf .bdrv_file_open = curl_open, 828769ce76dSAlexander Graf .bdrv_close = curl_close, 829769ce76dSAlexander Graf .bdrv_getlength = curl_getlength, 830769ce76dSAlexander Graf 831769ce76dSAlexander Graf .bdrv_aio_readv = curl_aio_readv, 83263f0f45fSStefan Hajnoczi 83363f0f45fSStefan Hajnoczi .bdrv_detach_aio_context = curl_detach_aio_context, 83463f0f45fSStefan Hajnoczi .bdrv_attach_aio_context = curl_attach_aio_context, 835769ce76dSAlexander Graf }; 836769ce76dSAlexander Graf 837769ce76dSAlexander Graf static BlockDriver bdrv_ftp = { 838769ce76dSAlexander Graf .format_name = "ftp", 839769ce76dSAlexander Graf .protocol_name = "ftp", 840769ce76dSAlexander Graf 841769ce76dSAlexander Graf .instance_size = sizeof(BDRVCURLState), 8428e6d58cdSKevin Wolf .bdrv_parse_filename = curl_parse_filename, 84366f82ceeSKevin Wolf .bdrv_file_open = curl_open, 844769ce76dSAlexander Graf .bdrv_close = curl_close, 845769ce76dSAlexander Graf .bdrv_getlength = curl_getlength, 846769ce76dSAlexander Graf 847769ce76dSAlexander Graf .bdrv_aio_readv = curl_aio_readv, 84863f0f45fSStefan Hajnoczi 84963f0f45fSStefan Hajnoczi .bdrv_detach_aio_context = curl_detach_aio_context, 85063f0f45fSStefan Hajnoczi .bdrv_attach_aio_context = curl_attach_aio_context, 851769ce76dSAlexander Graf }; 852769ce76dSAlexander Graf 853769ce76dSAlexander Graf static BlockDriver bdrv_ftps = { 854769ce76dSAlexander Graf .format_name = "ftps", 855769ce76dSAlexander Graf .protocol_name = "ftps", 856769ce76dSAlexander Graf 857769ce76dSAlexander Graf .instance_size = sizeof(BDRVCURLState), 8588e6d58cdSKevin Wolf .bdrv_parse_filename = curl_parse_filename, 85966f82ceeSKevin Wolf .bdrv_file_open = curl_open, 860769ce76dSAlexander Graf .bdrv_close = curl_close, 861769ce76dSAlexander Graf .bdrv_getlength = curl_getlength, 862769ce76dSAlexander Graf 863769ce76dSAlexander Graf .bdrv_aio_readv = curl_aio_readv, 86463f0f45fSStefan Hajnoczi 86563f0f45fSStefan Hajnoczi .bdrv_detach_aio_context = curl_detach_aio_context, 86663f0f45fSStefan Hajnoczi .bdrv_attach_aio_context = curl_attach_aio_context, 867769ce76dSAlexander Graf }; 868769ce76dSAlexander Graf 869769ce76dSAlexander Graf static BlockDriver bdrv_tftp = { 870769ce76dSAlexander Graf .format_name = "tftp", 871769ce76dSAlexander Graf .protocol_name = "tftp", 872769ce76dSAlexander Graf 873769ce76dSAlexander Graf .instance_size = sizeof(BDRVCURLState), 8748e6d58cdSKevin Wolf .bdrv_parse_filename = curl_parse_filename, 87566f82ceeSKevin Wolf .bdrv_file_open = curl_open, 876769ce76dSAlexander Graf .bdrv_close = curl_close, 877769ce76dSAlexander Graf .bdrv_getlength = curl_getlength, 878769ce76dSAlexander Graf 879769ce76dSAlexander Graf .bdrv_aio_readv = curl_aio_readv, 88063f0f45fSStefan Hajnoczi 88163f0f45fSStefan Hajnoczi .bdrv_detach_aio_context = curl_detach_aio_context, 88263f0f45fSStefan Hajnoczi .bdrv_attach_aio_context = curl_attach_aio_context, 883769ce76dSAlexander Graf }; 884769ce76dSAlexander Graf 885769ce76dSAlexander Graf static void curl_block_init(void) 886769ce76dSAlexander Graf { 887769ce76dSAlexander Graf bdrv_register(&bdrv_http); 888769ce76dSAlexander Graf bdrv_register(&bdrv_https); 889769ce76dSAlexander Graf bdrv_register(&bdrv_ftp); 890769ce76dSAlexander Graf bdrv_register(&bdrv_ftps); 891769ce76dSAlexander Graf bdrv_register(&bdrv_tftp); 892769ce76dSAlexander Graf } 893769ce76dSAlexander Graf 894769ce76dSAlexander Graf block_init(curl_block_init); 895