1769ce76dSAlexander Graf /* 2769ce76dSAlexander Graf * QEMU Block driver for CURL images 3769ce76dSAlexander Graf * 4769ce76dSAlexander Graf * Copyright (c) 2009 Alexander Graf <agraf@suse.de> 5769ce76dSAlexander Graf * 6769ce76dSAlexander Graf * Permission is hereby granted, free of charge, to any person obtaining a copy 7769ce76dSAlexander Graf * of this software and associated documentation files (the "Software"), to deal 8769ce76dSAlexander Graf * in the Software without restriction, including without limitation the rights 9769ce76dSAlexander Graf * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 10769ce76dSAlexander Graf * copies of the Software, and to permit persons to whom the Software is 11769ce76dSAlexander Graf * furnished to do so, subject to the following conditions: 12769ce76dSAlexander Graf * 13769ce76dSAlexander Graf * The above copyright notice and this permission notice shall be included in 14769ce76dSAlexander Graf * all copies or substantial portions of the Software. 15769ce76dSAlexander Graf * 16769ce76dSAlexander Graf * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 17769ce76dSAlexander Graf * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 18769ce76dSAlexander Graf * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 19769ce76dSAlexander Graf * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 20769ce76dSAlexander Graf * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 21769ce76dSAlexander Graf * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN 22769ce76dSAlexander Graf * THE SOFTWARE. 23769ce76dSAlexander Graf */ 2480c71a24SPeter Maydell #include "qemu/osdep.h" 25da34e65cSMarkus Armbruster #include "qapi/error.h" 26769ce76dSAlexander Graf #include "qemu-common.h" 27796a060bSRichard W.M. Jones #include "qemu/error-report.h" 28737e150eSPaolo Bonzini #include "block/block_int.h" 2997a3ea57SMatthew Booth #include "qapi/qmp/qbool.h" 30d49b6836SMarkus Armbruster #include "qapi/qmp/qstring.h" 311bff9606SDaniel P. Berrange #include "crypto/secret.h" 32769ce76dSAlexander Graf #include <curl/curl.h> 33*f348b6d1SVeronia Bahaa #include "qemu/cutils.h" 34769ce76dSAlexander Graf 3541c23467SRichard W.M. Jones // #define DEBUG_CURL 36769ce76dSAlexander Graf // #define DEBUG_VERBOSE 37769ce76dSAlexander Graf 38769ce76dSAlexander Graf #ifdef DEBUG_CURL 39d0f2c4c6Smalc #define DPRINTF(fmt, ...) do { printf(fmt, ## __VA_ARGS__); } while (0) 40769ce76dSAlexander Graf #else 41d0f2c4c6Smalc #define DPRINTF(fmt, ...) do { } while (0) 42769ce76dSAlexander Graf #endif 43769ce76dSAlexander Graf 44031fd1beSPeter Maydell #if LIBCURL_VERSION_NUM >= 0x071000 45031fd1beSPeter Maydell /* The multi interface timer callback was introduced in 7.16.0 */ 46031fd1beSPeter Maydell #define NEED_CURL_TIMER_CALLBACK 479aedd5a5SMatthew Booth #define HAVE_SOCKET_ACTION 489aedd5a5SMatthew Booth #endif 499aedd5a5SMatthew Booth 509aedd5a5SMatthew Booth #ifndef HAVE_SOCKET_ACTION 519aedd5a5SMatthew Booth /* If curl_multi_socket_action isn't available, define it statically here in 529aedd5a5SMatthew Booth * terms of curl_multi_socket. Note that ev_bitmask will be ignored, which is 539aedd5a5SMatthew Booth * less efficient but still safe. */ 549aedd5a5SMatthew Booth static CURLMcode __curl_multi_socket_action(CURLM *multi_handle, 559aedd5a5SMatthew Booth curl_socket_t sockfd, 569aedd5a5SMatthew Booth int ev_bitmask, 579aedd5a5SMatthew Booth int *running_handles) 589aedd5a5SMatthew Booth { 599aedd5a5SMatthew Booth return curl_multi_socket(multi_handle, sockfd, running_handles); 609aedd5a5SMatthew Booth } 619aedd5a5SMatthew Booth #define curl_multi_socket_action __curl_multi_socket_action 62031fd1beSPeter Maydell #endif 63031fd1beSPeter Maydell 64fb6d1bbdSStefan Hajnoczi #define PROTOCOLS (CURLPROTO_HTTP | CURLPROTO_HTTPS | \ 65fb6d1bbdSStefan Hajnoczi CURLPROTO_FTP | CURLPROTO_FTPS | \ 66fb6d1bbdSStefan Hajnoczi CURLPROTO_TFTP) 67fb6d1bbdSStefan Hajnoczi 68769ce76dSAlexander Graf #define CURL_NUM_STATES 8 69769ce76dSAlexander Graf #define CURL_NUM_ACB 8 70769ce76dSAlexander Graf #define SECTOR_SIZE 512 71e3542c67SMatthew Booth #define READ_AHEAD_DEFAULT (256 * 1024) 72212aefaaSDaniel Henrique Barboza #define CURL_TIMEOUT_DEFAULT 5 73f76faedaSRichard W.M. Jones #define CURL_TIMEOUT_MAX 10000 74769ce76dSAlexander Graf 75769ce76dSAlexander Graf #define FIND_RET_NONE 0 76769ce76dSAlexander Graf #define FIND_RET_OK 1 77769ce76dSAlexander Graf #define FIND_RET_WAIT 2 78769ce76dSAlexander Graf 79e3542c67SMatthew Booth #define CURL_BLOCK_OPT_URL "url" 80e3542c67SMatthew Booth #define CURL_BLOCK_OPT_READAHEAD "readahead" 8197a3ea57SMatthew Booth #define CURL_BLOCK_OPT_SSLVERIFY "sslverify" 82212aefaaSDaniel Henrique Barboza #define CURL_BLOCK_OPT_TIMEOUT "timeout" 83a94f83d9SRichard W.M. Jones #define CURL_BLOCK_OPT_COOKIE "cookie" 841bff9606SDaniel P. Berrange #define CURL_BLOCK_OPT_USERNAME "username" 851bff9606SDaniel P. Berrange #define CURL_BLOCK_OPT_PASSWORD_SECRET "password-secret" 861bff9606SDaniel P. Berrange #define CURL_BLOCK_OPT_PROXY_USERNAME "proxy-username" 871bff9606SDaniel P. Berrange #define CURL_BLOCK_OPT_PROXY_PASSWORD_SECRET "proxy-password-secret" 88e3542c67SMatthew Booth 89769ce76dSAlexander Graf struct BDRVCURLState; 90769ce76dSAlexander Graf 91769ce76dSAlexander Graf typedef struct CURLAIOCB { 927c84b1b8SMarkus Armbruster BlockAIOCB common; 93363c3c85SNick Thomas QEMUBH *bh; 94769ce76dSAlexander Graf QEMUIOVector *qiov; 95363c3c85SNick Thomas 96363c3c85SNick Thomas int64_t sector_num; 97363c3c85SNick Thomas int nb_sectors; 98363c3c85SNick Thomas 99769ce76dSAlexander Graf size_t start; 100769ce76dSAlexander Graf size_t end; 101769ce76dSAlexander Graf } CURLAIOCB; 102769ce76dSAlexander Graf 103769ce76dSAlexander Graf typedef struct CURLState 104769ce76dSAlexander Graf { 105769ce76dSAlexander Graf struct BDRVCURLState *s; 106769ce76dSAlexander Graf CURLAIOCB *acb[CURL_NUM_ACB]; 107769ce76dSAlexander Graf CURL *curl; 108838ef602SMatthew Booth curl_socket_t sock_fd; 109769ce76dSAlexander Graf char *orig_buf; 110769ce76dSAlexander Graf size_t buf_start; 111769ce76dSAlexander Graf size_t buf_off; 112769ce76dSAlexander Graf size_t buf_len; 113769ce76dSAlexander Graf char range[128]; 114769ce76dSAlexander Graf char errmsg[CURL_ERROR_SIZE]; 115769ce76dSAlexander Graf char in_use; 116769ce76dSAlexander Graf } CURLState; 117769ce76dSAlexander Graf 118769ce76dSAlexander Graf typedef struct BDRVCURLState { 119769ce76dSAlexander Graf CURLM *multi; 120031fd1beSPeter Maydell QEMUTimer timer; 121769ce76dSAlexander Graf size_t len; 122769ce76dSAlexander Graf CURLState states[CURL_NUM_STATES]; 123769ce76dSAlexander Graf char *url; 124c76f4952SNolan size_t readahead_size; 12597a3ea57SMatthew Booth bool sslverify; 126f76faedaSRichard W.M. Jones uint64_t timeout; 127a94f83d9SRichard W.M. Jones char *cookie; 1283494d650SFam Zheng bool accept_range; 12963f0f45fSStefan Hajnoczi AioContext *aio_context; 1301bff9606SDaniel P. Berrange char *username; 1311bff9606SDaniel P. Berrange char *password; 1321bff9606SDaniel P. Berrange char *proxyusername; 1331bff9606SDaniel P. Berrange char *proxypassword; 134769ce76dSAlexander Graf } BDRVCURLState; 135769ce76dSAlexander Graf 136769ce76dSAlexander Graf static void curl_clean_state(CURLState *s); 137769ce76dSAlexander Graf static void curl_multi_do(void *arg); 138838ef602SMatthew Booth static void curl_multi_read(void *arg); 139769ce76dSAlexander Graf 140031fd1beSPeter Maydell #ifdef NEED_CURL_TIMER_CALLBACK 141031fd1beSPeter Maydell static int curl_timer_cb(CURLM *multi, long timeout_ms, void *opaque) 142031fd1beSPeter Maydell { 143031fd1beSPeter Maydell BDRVCURLState *s = opaque; 144031fd1beSPeter Maydell 145031fd1beSPeter Maydell DPRINTF("CURL: timer callback timeout_ms %ld\n", timeout_ms); 146031fd1beSPeter Maydell if (timeout_ms == -1) { 147031fd1beSPeter Maydell timer_del(&s->timer); 148031fd1beSPeter Maydell } else { 149031fd1beSPeter Maydell int64_t timeout_ns = (int64_t)timeout_ms * 1000 * 1000; 150031fd1beSPeter Maydell timer_mod(&s->timer, 151031fd1beSPeter Maydell qemu_clock_get_ns(QEMU_CLOCK_REALTIME) + timeout_ns); 152031fd1beSPeter Maydell } 153031fd1beSPeter Maydell return 0; 154031fd1beSPeter Maydell } 155031fd1beSPeter Maydell #endif 156031fd1beSPeter Maydell 157769ce76dSAlexander Graf static int curl_sock_cb(CURL *curl, curl_socket_t fd, int action, 15863f0f45fSStefan Hajnoczi void *userp, void *sp) 159769ce76dSAlexander Graf { 16063f0f45fSStefan Hajnoczi BDRVCURLState *s; 161838ef602SMatthew Booth CURLState *state = NULL; 162838ef602SMatthew Booth curl_easy_getinfo(curl, CURLINFO_PRIVATE, (char **)&state); 163838ef602SMatthew Booth state->sock_fd = fd; 16463f0f45fSStefan Hajnoczi s = state->s; 165838ef602SMatthew Booth 166d0f2c4c6Smalc DPRINTF("CURL (AIO): Sock action %d on fd %d\n", action, fd); 167769ce76dSAlexander Graf switch (action) { 168769ce76dSAlexander Graf case CURL_POLL_IN: 169dca21ef2SFam Zheng aio_set_fd_handler(s->aio_context, fd, false, 170dca21ef2SFam Zheng curl_multi_read, NULL, state); 171769ce76dSAlexander Graf break; 172769ce76dSAlexander Graf case CURL_POLL_OUT: 173dca21ef2SFam Zheng aio_set_fd_handler(s->aio_context, fd, false, 174dca21ef2SFam Zheng NULL, curl_multi_do, state); 175769ce76dSAlexander Graf break; 176769ce76dSAlexander Graf case CURL_POLL_INOUT: 177dca21ef2SFam Zheng aio_set_fd_handler(s->aio_context, fd, false, 178dca21ef2SFam Zheng curl_multi_read, curl_multi_do, state); 179769ce76dSAlexander Graf break; 180769ce76dSAlexander Graf case CURL_POLL_REMOVE: 181dca21ef2SFam Zheng aio_set_fd_handler(s->aio_context, fd, false, 182dca21ef2SFam Zheng NULL, NULL, NULL); 183769ce76dSAlexander Graf break; 184769ce76dSAlexander Graf } 185769ce76dSAlexander Graf 186769ce76dSAlexander Graf return 0; 187769ce76dSAlexander Graf } 188769ce76dSAlexander Graf 1893494d650SFam Zheng static size_t curl_header_cb(void *ptr, size_t size, size_t nmemb, void *opaque) 190769ce76dSAlexander Graf { 1913494d650SFam Zheng BDRVCURLState *s = opaque; 192769ce76dSAlexander Graf size_t realsize = size * nmemb; 1933494d650SFam Zheng const char *accept_line = "Accept-Ranges: bytes"; 194769ce76dSAlexander Graf 1953494d650SFam Zheng if (realsize >= strlen(accept_line) 1963494d650SFam Zheng && strncmp((char *)ptr, accept_line, strlen(accept_line)) == 0) { 1973494d650SFam Zheng s->accept_range = true; 1980bfcd599SBlue Swirl } 199769ce76dSAlexander Graf 200769ce76dSAlexander Graf return realsize; 201769ce76dSAlexander Graf } 202769ce76dSAlexander Graf 203769ce76dSAlexander Graf static size_t curl_read_cb(void *ptr, size_t size, size_t nmemb, void *opaque) 204769ce76dSAlexander Graf { 205769ce76dSAlexander Graf CURLState *s = ((CURLState*)opaque); 206769ce76dSAlexander Graf size_t realsize = size * nmemb; 207769ce76dSAlexander Graf int i; 208769ce76dSAlexander Graf 2090bfcd599SBlue Swirl DPRINTF("CURL: Just reading %zd bytes\n", realsize); 210769ce76dSAlexander Graf 211769ce76dSAlexander Graf if (!s || !s->orig_buf) 21238bbc0a5SMatthew Booth return 0; 213769ce76dSAlexander Graf 2146d4b9e55SFam Zheng if (s->buf_off >= s->buf_len) { 2156d4b9e55SFam Zheng /* buffer full, read nothing */ 2166d4b9e55SFam Zheng return 0; 2176d4b9e55SFam Zheng } 2186d4b9e55SFam Zheng realsize = MIN(realsize, s->buf_len - s->buf_off); 219769ce76dSAlexander Graf memcpy(s->orig_buf + s->buf_off, ptr, realsize); 220769ce76dSAlexander Graf s->buf_off += realsize; 221769ce76dSAlexander Graf 222769ce76dSAlexander Graf for(i=0; i<CURL_NUM_ACB; i++) { 223769ce76dSAlexander Graf CURLAIOCB *acb = s->acb[i]; 224769ce76dSAlexander Graf 225769ce76dSAlexander Graf if (!acb) 226769ce76dSAlexander Graf continue; 227769ce76dSAlexander Graf 228769ce76dSAlexander Graf if ((s->buf_off >= acb->end)) { 22903396148SMichael Tokarev qemu_iovec_from_buf(acb->qiov, 0, s->orig_buf + acb->start, 230769ce76dSAlexander Graf acb->end - acb->start); 231769ce76dSAlexander Graf acb->common.cb(acb->common.opaque, 0); 2328007429aSFam Zheng qemu_aio_unref(acb); 233769ce76dSAlexander Graf s->acb[i] = NULL; 234769ce76dSAlexander Graf } 235769ce76dSAlexander Graf } 236769ce76dSAlexander Graf 237769ce76dSAlexander Graf return realsize; 238769ce76dSAlexander Graf } 239769ce76dSAlexander Graf 240769ce76dSAlexander Graf static int curl_find_buf(BDRVCURLState *s, size_t start, size_t len, 241769ce76dSAlexander Graf CURLAIOCB *acb) 242769ce76dSAlexander Graf { 243769ce76dSAlexander Graf int i; 244769ce76dSAlexander Graf size_t end = start + len; 245769ce76dSAlexander Graf 246769ce76dSAlexander Graf for (i=0; i<CURL_NUM_STATES; i++) { 247769ce76dSAlexander Graf CURLState *state = &s->states[i]; 248769ce76dSAlexander Graf size_t buf_end = (state->buf_start + state->buf_off); 249769ce76dSAlexander Graf size_t buf_fend = (state->buf_start + state->buf_len); 250769ce76dSAlexander Graf 251769ce76dSAlexander Graf if (!state->orig_buf) 252769ce76dSAlexander Graf continue; 253769ce76dSAlexander Graf if (!state->buf_off) 254769ce76dSAlexander Graf continue; 255769ce76dSAlexander Graf 256769ce76dSAlexander Graf // Does the existing buffer cover our section? 257769ce76dSAlexander Graf if ((start >= state->buf_start) && 258769ce76dSAlexander Graf (start <= buf_end) && 259769ce76dSAlexander Graf (end >= state->buf_start) && 260769ce76dSAlexander Graf (end <= buf_end)) 261769ce76dSAlexander Graf { 262769ce76dSAlexander Graf char *buf = state->orig_buf + (start - state->buf_start); 263769ce76dSAlexander Graf 26403396148SMichael Tokarev qemu_iovec_from_buf(acb->qiov, 0, buf, len); 265769ce76dSAlexander Graf acb->common.cb(acb->common.opaque, 0); 266769ce76dSAlexander Graf 267769ce76dSAlexander Graf return FIND_RET_OK; 268769ce76dSAlexander Graf } 269769ce76dSAlexander Graf 270769ce76dSAlexander Graf // Wait for unfinished chunks 271b7079df4SMatthew Booth if (state->in_use && 272b7079df4SMatthew Booth (start >= state->buf_start) && 273769ce76dSAlexander Graf (start <= buf_fend) && 274769ce76dSAlexander Graf (end >= state->buf_start) && 275769ce76dSAlexander Graf (end <= buf_fend)) 276769ce76dSAlexander Graf { 277769ce76dSAlexander Graf int j; 278769ce76dSAlexander Graf 279769ce76dSAlexander Graf acb->start = start - state->buf_start; 280769ce76dSAlexander Graf acb->end = acb->start + len; 281769ce76dSAlexander Graf 282769ce76dSAlexander Graf for (j=0; j<CURL_NUM_ACB; j++) { 283769ce76dSAlexander Graf if (!state->acb[j]) { 284769ce76dSAlexander Graf state->acb[j] = acb; 285769ce76dSAlexander Graf return FIND_RET_WAIT; 286769ce76dSAlexander Graf } 287769ce76dSAlexander Graf } 288769ce76dSAlexander Graf } 289769ce76dSAlexander Graf } 290769ce76dSAlexander Graf 291769ce76dSAlexander Graf return FIND_RET_NONE; 292769ce76dSAlexander Graf } 293769ce76dSAlexander Graf 294838ef602SMatthew Booth static void curl_multi_check_completion(BDRVCURLState *s) 295769ce76dSAlexander Graf { 296769ce76dSAlexander Graf int msgs_in_queue; 297769ce76dSAlexander Graf 298769ce76dSAlexander Graf /* Try to find done transfers, so we can free the easy 299769ce76dSAlexander Graf * handle again. */ 3001f2cead3SMatthew Booth for (;;) { 301769ce76dSAlexander Graf CURLMsg *msg; 302769ce76dSAlexander Graf msg = curl_multi_info_read(s->multi, &msgs_in_queue); 303769ce76dSAlexander Graf 3041f2cead3SMatthew Booth /* Quit when there are no more completions */ 305769ce76dSAlexander Graf if (!msg) 306769ce76dSAlexander Graf break; 307769ce76dSAlexander Graf 3081f2cead3SMatthew Booth if (msg->msg == CURLMSG_DONE) { 309769ce76dSAlexander Graf CURLState *state = NULL; 310f6246509SMatthew Booth curl_easy_getinfo(msg->easy_handle, CURLINFO_PRIVATE, 311f6246509SMatthew Booth (char **)&state); 312f785a5aeSNicholas Thomas 313f785a5aeSNicholas Thomas /* ACBs for successful messages get completed in curl_read_cb */ 314f785a5aeSNicholas Thomas if (msg->data.result != CURLE_OK) { 315f785a5aeSNicholas Thomas int i; 316796a060bSRichard W.M. Jones static int errcount = 100; 317796a060bSRichard W.M. Jones 318796a060bSRichard W.M. Jones /* Don't lose the original error message from curl, since 319796a060bSRichard W.M. Jones * it contains extra data. 320796a060bSRichard W.M. Jones */ 321796a060bSRichard W.M. Jones if (errcount > 0) { 322796a060bSRichard W.M. Jones error_report("curl: %s", state->errmsg); 323796a060bSRichard W.M. Jones if (--errcount == 0) { 324796a060bSRichard W.M. Jones error_report("curl: further errors suppressed"); 325796a060bSRichard W.M. Jones } 326796a060bSRichard W.M. Jones } 327796a060bSRichard W.M. Jones 328f785a5aeSNicholas Thomas for (i = 0; i < CURL_NUM_ACB; i++) { 329f785a5aeSNicholas Thomas CURLAIOCB *acb = state->acb[i]; 330f785a5aeSNicholas Thomas 331f785a5aeSNicholas Thomas if (acb == NULL) { 332f785a5aeSNicholas Thomas continue; 333f785a5aeSNicholas Thomas } 334f785a5aeSNicholas Thomas 335796a060bSRichard W.M. Jones acb->common.cb(acb->common.opaque, -EPROTO); 3368007429aSFam Zheng qemu_aio_unref(acb); 337f785a5aeSNicholas Thomas state->acb[i] = NULL; 338f785a5aeSNicholas Thomas } 339f785a5aeSNicholas Thomas } 340f785a5aeSNicholas Thomas 341769ce76dSAlexander Graf curl_clean_state(state); 342769ce76dSAlexander Graf break; 343769ce76dSAlexander Graf } 344769ce76dSAlexander Graf } 345769ce76dSAlexander Graf } 346769ce76dSAlexander Graf 347031fd1beSPeter Maydell static void curl_multi_do(void *arg) 348031fd1beSPeter Maydell { 349838ef602SMatthew Booth CURLState *s = (CURLState *)arg; 350031fd1beSPeter Maydell int running; 351031fd1beSPeter Maydell int r; 352031fd1beSPeter Maydell 353838ef602SMatthew Booth if (!s->s->multi) { 354031fd1beSPeter Maydell return; 355031fd1beSPeter Maydell } 356031fd1beSPeter Maydell 357031fd1beSPeter Maydell do { 358838ef602SMatthew Booth r = curl_multi_socket_action(s->s->multi, s->sock_fd, 0, &running); 359031fd1beSPeter Maydell } while(r == CURLM_CALL_MULTI_PERFORM); 360031fd1beSPeter Maydell 361838ef602SMatthew Booth } 362838ef602SMatthew Booth 363838ef602SMatthew Booth static void curl_multi_read(void *arg) 364838ef602SMatthew Booth { 365838ef602SMatthew Booth CURLState *s = (CURLState *)arg; 366838ef602SMatthew Booth 367838ef602SMatthew Booth curl_multi_do(arg); 368838ef602SMatthew Booth curl_multi_check_completion(s->s); 369031fd1beSPeter Maydell } 370031fd1beSPeter Maydell 371031fd1beSPeter Maydell static void curl_multi_timeout_do(void *arg) 372031fd1beSPeter Maydell { 373031fd1beSPeter Maydell #ifdef NEED_CURL_TIMER_CALLBACK 374031fd1beSPeter Maydell BDRVCURLState *s = (BDRVCURLState *)arg; 375031fd1beSPeter Maydell int running; 376031fd1beSPeter Maydell 377031fd1beSPeter Maydell if (!s->multi) { 378031fd1beSPeter Maydell return; 379031fd1beSPeter Maydell } 380031fd1beSPeter Maydell 381031fd1beSPeter Maydell curl_multi_socket_action(s->multi, CURL_SOCKET_TIMEOUT, 0, &running); 382031fd1beSPeter Maydell 383838ef602SMatthew Booth curl_multi_check_completion(s); 384031fd1beSPeter Maydell #else 385031fd1beSPeter Maydell abort(); 386031fd1beSPeter Maydell #endif 387031fd1beSPeter Maydell } 388031fd1beSPeter Maydell 389a2f468e4SRichard W.M. Jones static CURLState *curl_init_state(BlockDriverState *bs, BDRVCURLState *s) 390769ce76dSAlexander Graf { 391769ce76dSAlexander Graf CURLState *state = NULL; 392769ce76dSAlexander Graf int i, j; 393769ce76dSAlexander Graf 394769ce76dSAlexander Graf do { 395769ce76dSAlexander Graf for (i=0; i<CURL_NUM_STATES; i++) { 396769ce76dSAlexander Graf for (j=0; j<CURL_NUM_ACB; j++) 397769ce76dSAlexander Graf if (s->states[i].acb[j]) 398769ce76dSAlexander Graf continue; 399769ce76dSAlexander Graf if (s->states[i].in_use) 400769ce76dSAlexander Graf continue; 401769ce76dSAlexander Graf 402769ce76dSAlexander Graf state = &s->states[i]; 403769ce76dSAlexander Graf state->in_use = 1; 404769ce76dSAlexander Graf break; 405769ce76dSAlexander Graf } 406769ce76dSAlexander Graf if (!state) { 407a2f468e4SRichard W.M. Jones aio_poll(bdrv_get_aio_context(bs), true); 408769ce76dSAlexander Graf } 409769ce76dSAlexander Graf } while(!state); 410769ce76dSAlexander Graf 4119e550b32SMatthew Booth if (!state->curl) { 412769ce76dSAlexander Graf state->curl = curl_easy_init(); 4139e550b32SMatthew Booth if (!state->curl) { 414769ce76dSAlexander Graf return NULL; 4159e550b32SMatthew Booth } 416769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_URL, s->url); 41797a3ea57SMatthew Booth curl_easy_setopt(state->curl, CURLOPT_SSL_VERIFYPEER, 41897a3ea57SMatthew Booth (long) s->sslverify); 419a94f83d9SRichard W.M. Jones if (s->cookie) { 420a94f83d9SRichard W.M. Jones curl_easy_setopt(state->curl, CURLOPT_COOKIE, s->cookie); 421a94f83d9SRichard W.M. Jones } 422f76faedaSRichard W.M. Jones curl_easy_setopt(state->curl, CURLOPT_TIMEOUT, (long)s->timeout); 4239e550b32SMatthew Booth curl_easy_setopt(state->curl, CURLOPT_WRITEFUNCTION, 4249e550b32SMatthew Booth (void *)curl_read_cb); 425769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_WRITEDATA, (void *)state); 426769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_PRIVATE, (void *)state); 427769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_AUTOREFERER, 1); 428769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_FOLLOWLOCATION, 1); 429769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_NOSIGNAL, 1); 430769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_ERRORBUFFER, state->errmsg); 431f785a5aeSNicholas Thomas curl_easy_setopt(state->curl, CURLOPT_FAILONERROR, 1); 432769ce76dSAlexander Graf 4331bff9606SDaniel P. Berrange if (s->username) { 4341bff9606SDaniel P. Berrange curl_easy_setopt(state->curl, CURLOPT_USERNAME, s->username); 4351bff9606SDaniel P. Berrange } 4361bff9606SDaniel P. Berrange if (s->password) { 4371bff9606SDaniel P. Berrange curl_easy_setopt(state->curl, CURLOPT_PASSWORD, s->password); 4381bff9606SDaniel P. Berrange } 4391bff9606SDaniel P. Berrange if (s->proxyusername) { 4401bff9606SDaniel P. Berrange curl_easy_setopt(state->curl, 4411bff9606SDaniel P. Berrange CURLOPT_PROXYUSERNAME, s->proxyusername); 4421bff9606SDaniel P. Berrange } 4431bff9606SDaniel P. Berrange if (s->proxypassword) { 4441bff9606SDaniel P. Berrange curl_easy_setopt(state->curl, 4451bff9606SDaniel P. Berrange CURLOPT_PROXYPASSWORD, s->proxypassword); 4461bff9606SDaniel P. Berrange } 4471bff9606SDaniel P. Berrange 448fb6d1bbdSStefan Hajnoczi /* Restrict supported protocols to avoid security issues in the more 449fb6d1bbdSStefan Hajnoczi * obscure protocols. For example, do not allow POP3/SMTP/IMAP see 450fb6d1bbdSStefan Hajnoczi * CVE-2013-0249. 4518a8f5840SStefan Hajnoczi * 4528a8f5840SStefan Hajnoczi * Restricting protocols is only supported from 7.19.4 upwards. 453fb6d1bbdSStefan Hajnoczi */ 4548a8f5840SStefan Hajnoczi #if LIBCURL_VERSION_NUM >= 0x071304 455fb6d1bbdSStefan Hajnoczi curl_easy_setopt(state->curl, CURLOPT_PROTOCOLS, PROTOCOLS); 456fb6d1bbdSStefan Hajnoczi curl_easy_setopt(state->curl, CURLOPT_REDIR_PROTOCOLS, PROTOCOLS); 4578a8f5840SStefan Hajnoczi #endif 458fb6d1bbdSStefan Hajnoczi 459769ce76dSAlexander Graf #ifdef DEBUG_VERBOSE 460769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_VERBOSE, 1); 461769ce76dSAlexander Graf #endif 4629e550b32SMatthew Booth } 463769ce76dSAlexander Graf 464769ce76dSAlexander Graf state->s = s; 465769ce76dSAlexander Graf 466769ce76dSAlexander Graf return state; 467769ce76dSAlexander Graf } 468769ce76dSAlexander Graf 469769ce76dSAlexander Graf static void curl_clean_state(CURLState *s) 470769ce76dSAlexander Graf { 471769ce76dSAlexander Graf if (s->s->multi) 472769ce76dSAlexander Graf curl_multi_remove_handle(s->s->multi, s->curl); 473769ce76dSAlexander Graf s->in_use = 0; 474769ce76dSAlexander Graf } 475769ce76dSAlexander Graf 4768e6d58cdSKevin Wolf static void curl_parse_filename(const char *filename, QDict *options, 4778e6d58cdSKevin Wolf Error **errp) 478769ce76dSAlexander Graf { 479e3542c67SMatthew Booth qdict_put(options, CURL_BLOCK_OPT_URL, qstring_from_str(filename)); 4808e6d58cdSKevin Wolf } 4818e6d58cdSKevin Wolf 48263f0f45fSStefan Hajnoczi static void curl_detach_aio_context(BlockDriverState *bs) 48363f0f45fSStefan Hajnoczi { 48463f0f45fSStefan Hajnoczi BDRVCURLState *s = bs->opaque; 48563f0f45fSStefan Hajnoczi int i; 48663f0f45fSStefan Hajnoczi 48763f0f45fSStefan Hajnoczi for (i = 0; i < CURL_NUM_STATES; i++) { 48863f0f45fSStefan Hajnoczi if (s->states[i].in_use) { 48963f0f45fSStefan Hajnoczi curl_clean_state(&s->states[i]); 49063f0f45fSStefan Hajnoczi } 49163f0f45fSStefan Hajnoczi if (s->states[i].curl) { 49263f0f45fSStefan Hajnoczi curl_easy_cleanup(s->states[i].curl); 49363f0f45fSStefan Hajnoczi s->states[i].curl = NULL; 49463f0f45fSStefan Hajnoczi } 49563f0f45fSStefan Hajnoczi g_free(s->states[i].orig_buf); 49663f0f45fSStefan Hajnoczi s->states[i].orig_buf = NULL; 49763f0f45fSStefan Hajnoczi } 49863f0f45fSStefan Hajnoczi if (s->multi) { 49963f0f45fSStefan Hajnoczi curl_multi_cleanup(s->multi); 50063f0f45fSStefan Hajnoczi s->multi = NULL; 50163f0f45fSStefan Hajnoczi } 50263f0f45fSStefan Hajnoczi 50363f0f45fSStefan Hajnoczi timer_del(&s->timer); 50463f0f45fSStefan Hajnoczi } 50563f0f45fSStefan Hajnoczi 50663f0f45fSStefan Hajnoczi static void curl_attach_aio_context(BlockDriverState *bs, 50763f0f45fSStefan Hajnoczi AioContext *new_context) 50863f0f45fSStefan Hajnoczi { 50963f0f45fSStefan Hajnoczi BDRVCURLState *s = bs->opaque; 51063f0f45fSStefan Hajnoczi 51163f0f45fSStefan Hajnoczi aio_timer_init(new_context, &s->timer, 51263f0f45fSStefan Hajnoczi QEMU_CLOCK_REALTIME, SCALE_NS, 51363f0f45fSStefan Hajnoczi curl_multi_timeout_do, s); 51463f0f45fSStefan Hajnoczi 51563f0f45fSStefan Hajnoczi assert(!s->multi); 51663f0f45fSStefan Hajnoczi s->multi = curl_multi_init(); 51763f0f45fSStefan Hajnoczi s->aio_context = new_context; 51863f0f45fSStefan Hajnoczi curl_multi_setopt(s->multi, CURLMOPT_SOCKETFUNCTION, curl_sock_cb); 51963f0f45fSStefan Hajnoczi #ifdef NEED_CURL_TIMER_CALLBACK 52063f0f45fSStefan Hajnoczi curl_multi_setopt(s->multi, CURLMOPT_TIMERDATA, s); 52163f0f45fSStefan Hajnoczi curl_multi_setopt(s->multi, CURLMOPT_TIMERFUNCTION, curl_timer_cb); 52263f0f45fSStefan Hajnoczi #endif 52363f0f45fSStefan Hajnoczi } 52463f0f45fSStefan Hajnoczi 5258e6d58cdSKevin Wolf static QemuOptsList runtime_opts = { 5268e6d58cdSKevin Wolf .name = "curl", 5278e6d58cdSKevin Wolf .head = QTAILQ_HEAD_INITIALIZER(runtime_opts.head), 5288e6d58cdSKevin Wolf .desc = { 5298e6d58cdSKevin Wolf { 530e3542c67SMatthew Booth .name = CURL_BLOCK_OPT_URL, 5318e6d58cdSKevin Wolf .type = QEMU_OPT_STRING, 5328e6d58cdSKevin Wolf .help = "URL to open", 5338e6d58cdSKevin Wolf }, 5348e6d58cdSKevin Wolf { 535e3542c67SMatthew Booth .name = CURL_BLOCK_OPT_READAHEAD, 5368e6d58cdSKevin Wolf .type = QEMU_OPT_SIZE, 5378e6d58cdSKevin Wolf .help = "Readahead size", 5388e6d58cdSKevin Wolf }, 53997a3ea57SMatthew Booth { 54097a3ea57SMatthew Booth .name = CURL_BLOCK_OPT_SSLVERIFY, 54197a3ea57SMatthew Booth .type = QEMU_OPT_BOOL, 54297a3ea57SMatthew Booth .help = "Verify SSL certificate" 54397a3ea57SMatthew Booth }, 544212aefaaSDaniel Henrique Barboza { 545212aefaaSDaniel Henrique Barboza .name = CURL_BLOCK_OPT_TIMEOUT, 546212aefaaSDaniel Henrique Barboza .type = QEMU_OPT_NUMBER, 547212aefaaSDaniel Henrique Barboza .help = "Curl timeout" 548212aefaaSDaniel Henrique Barboza }, 549a94f83d9SRichard W.M. Jones { 550a94f83d9SRichard W.M. Jones .name = CURL_BLOCK_OPT_COOKIE, 551a94f83d9SRichard W.M. Jones .type = QEMU_OPT_STRING, 552a94f83d9SRichard W.M. Jones .help = "Pass the cookie or list of cookies with each request" 553a94f83d9SRichard W.M. Jones }, 5541bff9606SDaniel P. Berrange { 5551bff9606SDaniel P. Berrange .name = CURL_BLOCK_OPT_USERNAME, 5561bff9606SDaniel P. Berrange .type = QEMU_OPT_STRING, 5571bff9606SDaniel P. Berrange .help = "Username for HTTP auth" 5581bff9606SDaniel P. Berrange }, 5591bff9606SDaniel P. Berrange { 5601bff9606SDaniel P. Berrange .name = CURL_BLOCK_OPT_PASSWORD_SECRET, 5611bff9606SDaniel P. Berrange .type = QEMU_OPT_STRING, 5621bff9606SDaniel P. Berrange .help = "ID of secret used as password for HTTP auth", 5631bff9606SDaniel P. Berrange }, 5641bff9606SDaniel P. Berrange { 5651bff9606SDaniel P. Berrange .name = CURL_BLOCK_OPT_PROXY_USERNAME, 5661bff9606SDaniel P. Berrange .type = QEMU_OPT_STRING, 5671bff9606SDaniel P. Berrange .help = "Username for HTTP proxy auth" 5681bff9606SDaniel P. Berrange }, 5691bff9606SDaniel P. Berrange { 5701bff9606SDaniel P. Berrange .name = CURL_BLOCK_OPT_PROXY_PASSWORD_SECRET, 5711bff9606SDaniel P. Berrange .type = QEMU_OPT_STRING, 5721bff9606SDaniel P. Berrange .help = "ID of secret used as password for HTTP proxy auth", 5731bff9606SDaniel P. Berrange }, 5748e6d58cdSKevin Wolf { /* end of list */ } 5758e6d58cdSKevin Wolf }, 5768e6d58cdSKevin Wolf }; 5778e6d58cdSKevin Wolf 5781bff9606SDaniel P. Berrange 579015a1036SMax Reitz static int curl_open(BlockDriverState *bs, QDict *options, int flags, 580015a1036SMax Reitz Error **errp) 5818e6d58cdSKevin Wolf { 5828e6d58cdSKevin Wolf BDRVCURLState *s = bs->opaque; 5838e6d58cdSKevin Wolf CURLState *state = NULL; 5848e6d58cdSKevin Wolf QemuOpts *opts; 5858e6d58cdSKevin Wolf Error *local_err = NULL; 5868e6d58cdSKevin Wolf const char *file; 587a94f83d9SRichard W.M. Jones const char *cookie; 5888e6d58cdSKevin Wolf double d; 5891bff9606SDaniel P. Berrange const char *secretid; 5908e6d58cdSKevin Wolf 5918e6d58cdSKevin Wolf static int inited = 0; 5928e6d58cdSKevin Wolf 593a7cea2baSRichard W.M. Jones if (flags & BDRV_O_RDWR) { 5942a94fee3SPaolo Bonzini error_setg(errp, "curl block device does not support writes"); 595a7cea2baSRichard W.M. Jones return -EROFS; 596a7cea2baSRichard W.M. Jones } 597a7cea2baSRichard W.M. Jones 59887ea75d5SPeter Crosthwaite opts = qemu_opts_create(&runtime_opts, NULL, 0, &error_abort); 5998e6d58cdSKevin Wolf qemu_opts_absorb_qdict(opts, options, &local_err); 60084d18f06SMarkus Armbruster if (local_err) { 6012a94fee3SPaolo Bonzini error_propagate(errp, local_err); 6028e6d58cdSKevin Wolf goto out_noclean; 6038e6d58cdSKevin Wolf } 6048e6d58cdSKevin Wolf 605e3542c67SMatthew Booth s->readahead_size = qemu_opt_get_size(opts, CURL_BLOCK_OPT_READAHEAD, 606e3542c67SMatthew Booth READ_AHEAD_DEFAULT); 607c76f4952SNolan if ((s->readahead_size & 0x1ff) != 0) { 6082a94fee3SPaolo Bonzini error_setg(errp, "HTTP_READAHEAD_SIZE %zd is not a multiple of 512", 609c76f4952SNolan s->readahead_size); 610c76f4952SNolan goto out_noclean; 611c76f4952SNolan } 612c76f4952SNolan 613212aefaaSDaniel Henrique Barboza s->timeout = qemu_opt_get_number(opts, CURL_BLOCK_OPT_TIMEOUT, 614212aefaaSDaniel Henrique Barboza CURL_TIMEOUT_DEFAULT); 615f76faedaSRichard W.M. Jones if (s->timeout > CURL_TIMEOUT_MAX) { 616f76faedaSRichard W.M. Jones error_setg(errp, "timeout parameter is too large or negative"); 617f76faedaSRichard W.M. Jones goto out_noclean; 618f76faedaSRichard W.M. Jones } 619212aefaaSDaniel Henrique Barboza 62097a3ea57SMatthew Booth s->sslverify = qemu_opt_get_bool(opts, CURL_BLOCK_OPT_SSLVERIFY, true); 62197a3ea57SMatthew Booth 622a94f83d9SRichard W.M. Jones cookie = qemu_opt_get(opts, CURL_BLOCK_OPT_COOKIE); 623a94f83d9SRichard W.M. Jones s->cookie = g_strdup(cookie); 624a94f83d9SRichard W.M. Jones 625e3542c67SMatthew Booth file = qemu_opt_get(opts, CURL_BLOCK_OPT_URL); 6268e6d58cdSKevin Wolf if (file == NULL) { 6272a94fee3SPaolo Bonzini error_setg(errp, "curl block driver requires an 'url' option"); 6288e6d58cdSKevin Wolf goto out_noclean; 6298e6d58cdSKevin Wolf } 6308e6d58cdSKevin Wolf 6311bff9606SDaniel P. Berrange s->username = g_strdup(qemu_opt_get(opts, CURL_BLOCK_OPT_USERNAME)); 6321bff9606SDaniel P. Berrange secretid = qemu_opt_get(opts, CURL_BLOCK_OPT_PASSWORD_SECRET); 6331bff9606SDaniel P. Berrange 6341bff9606SDaniel P. Berrange if (secretid) { 6351bff9606SDaniel P. Berrange s->password = qcrypto_secret_lookup_as_utf8(secretid, errp); 6361bff9606SDaniel P. Berrange if (!s->password) { 6371bff9606SDaniel P. Berrange goto out_noclean; 6381bff9606SDaniel P. Berrange } 6391bff9606SDaniel P. Berrange } 6401bff9606SDaniel P. Berrange 6411bff9606SDaniel P. Berrange s->proxyusername = g_strdup( 6421bff9606SDaniel P. Berrange qemu_opt_get(opts, CURL_BLOCK_OPT_PROXY_USERNAME)); 6431bff9606SDaniel P. Berrange secretid = qemu_opt_get(opts, CURL_BLOCK_OPT_PROXY_PASSWORD_SECRET); 6441bff9606SDaniel P. Berrange if (secretid) { 6451bff9606SDaniel P. Berrange s->proxypassword = qcrypto_secret_lookup_as_utf8(secretid, errp); 6461bff9606SDaniel P. Berrange if (!s->proxypassword) { 6471bff9606SDaniel P. Berrange goto out_noclean; 6481bff9606SDaniel P. Berrange } 6491bff9606SDaniel P. Berrange } 6501bff9606SDaniel P. Berrange 651769ce76dSAlexander Graf if (!inited) { 652769ce76dSAlexander Graf curl_global_init(CURL_GLOBAL_ALL); 653769ce76dSAlexander Graf inited = 1; 654769ce76dSAlexander Graf } 655769ce76dSAlexander Graf 656d0f2c4c6Smalc DPRINTF("CURL: Opening %s\n", file); 65763f0f45fSStefan Hajnoczi s->aio_context = bdrv_get_aio_context(bs); 6588e6d58cdSKevin Wolf s->url = g_strdup(file); 659a2f468e4SRichard W.M. Jones state = curl_init_state(bs, s); 660769ce76dSAlexander Graf if (!state) 661769ce76dSAlexander Graf goto out_noclean; 662769ce76dSAlexander Graf 663769ce76dSAlexander Graf // Get file size 664769ce76dSAlexander Graf 6653494d650SFam Zheng s->accept_range = false; 666769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_NOBODY, 1); 6673494d650SFam Zheng curl_easy_setopt(state->curl, CURLOPT_HEADERFUNCTION, 6683494d650SFam Zheng curl_header_cb); 6693494d650SFam Zheng curl_easy_setopt(state->curl, CURLOPT_HEADERDATA, s); 670769ce76dSAlexander Graf if (curl_easy_perform(state->curl)) 671769ce76dSAlexander Graf goto out; 672769ce76dSAlexander Graf curl_easy_getinfo(state->curl, CURLINFO_CONTENT_LENGTH_DOWNLOAD, &d); 673769ce76dSAlexander Graf if (d) 674769ce76dSAlexander Graf s->len = (size_t)d; 675769ce76dSAlexander Graf else if(!s->len) 676769ce76dSAlexander Graf goto out; 6773494d650SFam Zheng if ((!strncasecmp(s->url, "http://", strlen("http://")) 6783494d650SFam Zheng || !strncasecmp(s->url, "https://", strlen("https://"))) 6793494d650SFam Zheng && !s->accept_range) { 6803494d650SFam Zheng pstrcpy(state->errmsg, CURL_ERROR_SIZE, 6813494d650SFam Zheng "Server does not support 'range' (byte ranges)."); 6823494d650SFam Zheng goto out; 6833494d650SFam Zheng } 6840bfcd599SBlue Swirl DPRINTF("CURL: Size = %zd\n", s->len); 685769ce76dSAlexander Graf 686769ce76dSAlexander Graf curl_clean_state(state); 687769ce76dSAlexander Graf curl_easy_cleanup(state->curl); 688769ce76dSAlexander Graf state->curl = NULL; 689769ce76dSAlexander Graf 69063f0f45fSStefan Hajnoczi curl_attach_aio_context(bs, bdrv_get_aio_context(bs)); 691769ce76dSAlexander Graf 6928e6d58cdSKevin Wolf qemu_opts_del(opts); 693769ce76dSAlexander Graf return 0; 694769ce76dSAlexander Graf 695769ce76dSAlexander Graf out: 696acd7fdc6SMaria Kustova error_setg(errp, "CURL: Error opening file: %s", state->errmsg); 697769ce76dSAlexander Graf curl_easy_cleanup(state->curl); 698769ce76dSAlexander Graf state->curl = NULL; 699769ce76dSAlexander Graf out_noclean: 700a94f83d9SRichard W.M. Jones g_free(s->cookie); 7018e6d58cdSKevin Wolf g_free(s->url); 7028e6d58cdSKevin Wolf qemu_opts_del(opts); 703769ce76dSAlexander Graf return -EINVAL; 704769ce76dSAlexander Graf } 705769ce76dSAlexander Graf 706d7331bedSStefan Hajnoczi static const AIOCBInfo curl_aiocb_info = { 707c16b5a2cSChristoph Hellwig .aiocb_size = sizeof(CURLAIOCB), 708c16b5a2cSChristoph Hellwig }; 709c16b5a2cSChristoph Hellwig 710363c3c85SNick Thomas 711363c3c85SNick Thomas static void curl_readv_bh_cb(void *p) 712769ce76dSAlexander Graf { 713769ce76dSAlexander Graf CURLState *state; 714b69cdef8SMatthew Booth int running; 715769ce76dSAlexander Graf 716363c3c85SNick Thomas CURLAIOCB *acb = p; 717363c3c85SNick Thomas BDRVCURLState *s = acb->common.bs->opaque; 718769ce76dSAlexander Graf 719363c3c85SNick Thomas qemu_bh_delete(acb->bh); 720363c3c85SNick Thomas acb->bh = NULL; 721363c3c85SNick Thomas 722363c3c85SNick Thomas size_t start = acb->sector_num * SECTOR_SIZE; 723363c3c85SNick Thomas size_t end; 724769ce76dSAlexander Graf 725769ce76dSAlexander Graf // In case we have the requested data already (e.g. read-ahead), 726769ce76dSAlexander Graf // we can just call the callback and be done. 727363c3c85SNick Thomas switch (curl_find_buf(s, start, acb->nb_sectors * SECTOR_SIZE, acb)) { 728769ce76dSAlexander Graf case FIND_RET_OK: 7298007429aSFam Zheng qemu_aio_unref(acb); 730769ce76dSAlexander Graf // fall through 731769ce76dSAlexander Graf case FIND_RET_WAIT: 732363c3c85SNick Thomas return; 733769ce76dSAlexander Graf default: 734769ce76dSAlexander Graf break; 735769ce76dSAlexander Graf } 736769ce76dSAlexander Graf 737769ce76dSAlexander Graf // No cache found, so let's start a new request 738a2f468e4SRichard W.M. Jones state = curl_init_state(acb->common.bs, s); 739363c3c85SNick Thomas if (!state) { 740363c3c85SNick Thomas acb->common.cb(acb->common.opaque, -EIO); 7418007429aSFam Zheng qemu_aio_unref(acb); 742363c3c85SNick Thomas return; 743363c3c85SNick Thomas } 744769ce76dSAlexander Graf 745769ce76dSAlexander Graf acb->start = 0; 746363c3c85SNick Thomas acb->end = (acb->nb_sectors * SECTOR_SIZE); 747769ce76dSAlexander Graf 748769ce76dSAlexander Graf state->buf_off = 0; 7497267c094SAnthony Liguori g_free(state->orig_buf); 750769ce76dSAlexander Graf state->buf_start = start; 751c76f4952SNolan state->buf_len = acb->end + s->readahead_size; 752769ce76dSAlexander Graf end = MIN(start + state->buf_len, s->len) - 1; 7538dc7a772SKevin Wolf state->orig_buf = g_try_malloc(state->buf_len); 7548dc7a772SKevin Wolf if (state->buf_len && state->orig_buf == NULL) { 7558dc7a772SKevin Wolf curl_clean_state(state); 7568dc7a772SKevin Wolf acb->common.cb(acb->common.opaque, -ENOMEM); 7578007429aSFam Zheng qemu_aio_unref(acb); 7588dc7a772SKevin Wolf return; 7598dc7a772SKevin Wolf } 760769ce76dSAlexander Graf state->acb[0] = acb; 761769ce76dSAlexander Graf 7620bfcd599SBlue Swirl snprintf(state->range, 127, "%zd-%zd", start, end); 7630bfcd599SBlue Swirl DPRINTF("CURL (AIO): Reading %d at %zd (%s)\n", 764363c3c85SNick Thomas (acb->nb_sectors * SECTOR_SIZE), start, state->range); 765769ce76dSAlexander Graf curl_easy_setopt(state->curl, CURLOPT_RANGE, state->range); 766769ce76dSAlexander Graf 767769ce76dSAlexander Graf curl_multi_add_handle(s->multi, state->curl); 768769ce76dSAlexander Graf 769b69cdef8SMatthew Booth /* Tell curl it needs to kick things off */ 770b69cdef8SMatthew Booth curl_multi_socket_action(s->multi, CURL_SOCKET_TIMEOUT, 0, &running); 771363c3c85SNick Thomas } 772363c3c85SNick Thomas 7737c84b1b8SMarkus Armbruster static BlockAIOCB *curl_aio_readv(BlockDriverState *bs, 774363c3c85SNick Thomas int64_t sector_num, QEMUIOVector *qiov, int nb_sectors, 775097310b5SMarkus Armbruster BlockCompletionFunc *cb, void *opaque) 776363c3c85SNick Thomas { 777363c3c85SNick Thomas CURLAIOCB *acb; 778363c3c85SNick Thomas 779d7331bedSStefan Hajnoczi acb = qemu_aio_get(&curl_aiocb_info, bs, cb, opaque); 780363c3c85SNick Thomas 781363c3c85SNick Thomas acb->qiov = qiov; 782363c3c85SNick Thomas acb->sector_num = sector_num; 783363c3c85SNick Thomas acb->nb_sectors = nb_sectors; 784363c3c85SNick Thomas 78563f0f45fSStefan Hajnoczi acb->bh = aio_bh_new(bdrv_get_aio_context(bs), curl_readv_bh_cb, acb); 786363c3c85SNick Thomas qemu_bh_schedule(acb->bh); 787769ce76dSAlexander Graf return &acb->common; 788769ce76dSAlexander Graf } 789769ce76dSAlexander Graf 790769ce76dSAlexander Graf static void curl_close(BlockDriverState *bs) 791769ce76dSAlexander Graf { 792769ce76dSAlexander Graf BDRVCURLState *s = bs->opaque; 793769ce76dSAlexander Graf 794d0f2c4c6Smalc DPRINTF("CURL: Close\n"); 79563f0f45fSStefan Hajnoczi curl_detach_aio_context(bs); 796031fd1beSPeter Maydell 797a94f83d9SRichard W.M. Jones g_free(s->cookie); 79845724d6dSStefan Weil g_free(s->url); 799769ce76dSAlexander Graf } 800769ce76dSAlexander Graf 801769ce76dSAlexander Graf static int64_t curl_getlength(BlockDriverState *bs) 802769ce76dSAlexander Graf { 803769ce76dSAlexander Graf BDRVCURLState *s = bs->opaque; 804769ce76dSAlexander Graf return s->len; 805769ce76dSAlexander Graf } 806769ce76dSAlexander Graf 807769ce76dSAlexander Graf static BlockDriver bdrv_http = { 808769ce76dSAlexander Graf .format_name = "http", 809769ce76dSAlexander Graf .protocol_name = "http", 810769ce76dSAlexander Graf 811769ce76dSAlexander Graf .instance_size = sizeof(BDRVCURLState), 8128e6d58cdSKevin Wolf .bdrv_parse_filename = curl_parse_filename, 81366f82ceeSKevin Wolf .bdrv_file_open = curl_open, 814769ce76dSAlexander Graf .bdrv_close = curl_close, 815769ce76dSAlexander Graf .bdrv_getlength = curl_getlength, 816769ce76dSAlexander Graf 817769ce76dSAlexander Graf .bdrv_aio_readv = curl_aio_readv, 81863f0f45fSStefan Hajnoczi 81963f0f45fSStefan Hajnoczi .bdrv_detach_aio_context = curl_detach_aio_context, 82063f0f45fSStefan Hajnoczi .bdrv_attach_aio_context = curl_attach_aio_context, 821769ce76dSAlexander Graf }; 822769ce76dSAlexander Graf 823769ce76dSAlexander Graf static BlockDriver bdrv_https = { 824769ce76dSAlexander Graf .format_name = "https", 825769ce76dSAlexander Graf .protocol_name = "https", 826769ce76dSAlexander Graf 827769ce76dSAlexander Graf .instance_size = sizeof(BDRVCURLState), 8288e6d58cdSKevin Wolf .bdrv_parse_filename = curl_parse_filename, 82966f82ceeSKevin Wolf .bdrv_file_open = curl_open, 830769ce76dSAlexander Graf .bdrv_close = curl_close, 831769ce76dSAlexander Graf .bdrv_getlength = curl_getlength, 832769ce76dSAlexander Graf 833769ce76dSAlexander Graf .bdrv_aio_readv = curl_aio_readv, 83463f0f45fSStefan Hajnoczi 83563f0f45fSStefan Hajnoczi .bdrv_detach_aio_context = curl_detach_aio_context, 83663f0f45fSStefan Hajnoczi .bdrv_attach_aio_context = curl_attach_aio_context, 837769ce76dSAlexander Graf }; 838769ce76dSAlexander Graf 839769ce76dSAlexander Graf static BlockDriver bdrv_ftp = { 840769ce76dSAlexander Graf .format_name = "ftp", 841769ce76dSAlexander Graf .protocol_name = "ftp", 842769ce76dSAlexander Graf 843769ce76dSAlexander Graf .instance_size = sizeof(BDRVCURLState), 8448e6d58cdSKevin Wolf .bdrv_parse_filename = curl_parse_filename, 84566f82ceeSKevin Wolf .bdrv_file_open = curl_open, 846769ce76dSAlexander Graf .bdrv_close = curl_close, 847769ce76dSAlexander Graf .bdrv_getlength = curl_getlength, 848769ce76dSAlexander Graf 849769ce76dSAlexander Graf .bdrv_aio_readv = curl_aio_readv, 85063f0f45fSStefan Hajnoczi 85163f0f45fSStefan Hajnoczi .bdrv_detach_aio_context = curl_detach_aio_context, 85263f0f45fSStefan Hajnoczi .bdrv_attach_aio_context = curl_attach_aio_context, 853769ce76dSAlexander Graf }; 854769ce76dSAlexander Graf 855769ce76dSAlexander Graf static BlockDriver bdrv_ftps = { 856769ce76dSAlexander Graf .format_name = "ftps", 857769ce76dSAlexander Graf .protocol_name = "ftps", 858769ce76dSAlexander Graf 859769ce76dSAlexander Graf .instance_size = sizeof(BDRVCURLState), 8608e6d58cdSKevin Wolf .bdrv_parse_filename = curl_parse_filename, 86166f82ceeSKevin Wolf .bdrv_file_open = curl_open, 862769ce76dSAlexander Graf .bdrv_close = curl_close, 863769ce76dSAlexander Graf .bdrv_getlength = curl_getlength, 864769ce76dSAlexander Graf 865769ce76dSAlexander Graf .bdrv_aio_readv = curl_aio_readv, 86663f0f45fSStefan Hajnoczi 86763f0f45fSStefan Hajnoczi .bdrv_detach_aio_context = curl_detach_aio_context, 86863f0f45fSStefan Hajnoczi .bdrv_attach_aio_context = curl_attach_aio_context, 869769ce76dSAlexander Graf }; 870769ce76dSAlexander Graf 871769ce76dSAlexander Graf static BlockDriver bdrv_tftp = { 872769ce76dSAlexander Graf .format_name = "tftp", 873769ce76dSAlexander Graf .protocol_name = "tftp", 874769ce76dSAlexander Graf 875769ce76dSAlexander Graf .instance_size = sizeof(BDRVCURLState), 8768e6d58cdSKevin Wolf .bdrv_parse_filename = curl_parse_filename, 87766f82ceeSKevin Wolf .bdrv_file_open = curl_open, 878769ce76dSAlexander Graf .bdrv_close = curl_close, 879769ce76dSAlexander Graf .bdrv_getlength = curl_getlength, 880769ce76dSAlexander Graf 881769ce76dSAlexander Graf .bdrv_aio_readv = curl_aio_readv, 88263f0f45fSStefan Hajnoczi 88363f0f45fSStefan Hajnoczi .bdrv_detach_aio_context = curl_detach_aio_context, 88463f0f45fSStefan Hajnoczi .bdrv_attach_aio_context = curl_attach_aio_context, 885769ce76dSAlexander Graf }; 886769ce76dSAlexander Graf 887769ce76dSAlexander Graf static void curl_block_init(void) 888769ce76dSAlexander Graf { 889769ce76dSAlexander Graf bdrv_register(&bdrv_http); 890769ce76dSAlexander Graf bdrv_register(&bdrv_https); 891769ce76dSAlexander Graf bdrv_register(&bdrv_ftp); 892769ce76dSAlexander Graf bdrv_register(&bdrv_ftps); 893769ce76dSAlexander Graf bdrv_register(&bdrv_tftp); 894769ce76dSAlexander Graf } 895769ce76dSAlexander Graf 896769ce76dSAlexander Graf block_init(curl_block_init); 897