1c0c071d0SPavel Dovgalyuk /* 2c0c071d0SPavel Dovgalyuk * replay-events.c 3c0c071d0SPavel Dovgalyuk * 4c0c071d0SPavel Dovgalyuk * Copyright (c) 2010-2015 Institute for System Programming 5c0c071d0SPavel Dovgalyuk * of the Russian Academy of Sciences. 6c0c071d0SPavel Dovgalyuk * 7c0c071d0SPavel Dovgalyuk * This work is licensed under the terms of the GNU GPL, version 2 or later. 8c0c071d0SPavel Dovgalyuk * See the COPYING file in the top-level directory. 9c0c071d0SPavel Dovgalyuk * 10c0c071d0SPavel Dovgalyuk */ 11c0c071d0SPavel Dovgalyuk 12d38ea87aSPeter Maydell #include "qemu/osdep.h" 13c0c071d0SPavel Dovgalyuk #include "qemu/error-report.h" 14c0c071d0SPavel Dovgalyuk #include "sysemu/replay.h" 15c0c071d0SPavel Dovgalyuk #include "replay-internal.h" 168a354bd9SPavel Dovgalyuk #include "block/aio.h" 17ee312992SPavel Dovgalyuk #include "ui/input.h" 18c0c071d0SPavel Dovgalyuk 19c0c071d0SPavel Dovgalyuk typedef struct Event { 20c0c071d0SPavel Dovgalyuk ReplayAsyncEventKind event_kind; 21c0c071d0SPavel Dovgalyuk void *opaque; 22c0c071d0SPavel Dovgalyuk void *opaque2; 23c0c071d0SPavel Dovgalyuk uint64_t id; 24c0c071d0SPavel Dovgalyuk 25c0c071d0SPavel Dovgalyuk QTAILQ_ENTRY(Event) events; 26c0c071d0SPavel Dovgalyuk } Event; 27c0c071d0SPavel Dovgalyuk 28c0c071d0SPavel Dovgalyuk static QTAILQ_HEAD(, Event) events_list = QTAILQ_HEAD_INITIALIZER(events_list); 29c0c071d0SPavel Dovgalyuk static bool events_enabled; 30c0c071d0SPavel Dovgalyuk 31c0c071d0SPavel Dovgalyuk /* Functions */ 32c0c071d0SPavel Dovgalyuk 33c0c071d0SPavel Dovgalyuk static void replay_run_event(Event *event) 34c0c071d0SPavel Dovgalyuk { 35c0c071d0SPavel Dovgalyuk switch (event->event_kind) { 368a354bd9SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_BH: 378a354bd9SPavel Dovgalyuk aio_bh_call(event->opaque); 388a354bd9SPavel Dovgalyuk break; 39e4ec5ad4SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_BH_ONESHOT: 40e4ec5ad4SPavel Dovgalyuk ((QEMUBHFunc *)event->opaque)(event->opaque2); 41e4ec5ad4SPavel Dovgalyuk break; 42ee312992SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_INPUT: 43ee312992SPavel Dovgalyuk qemu_input_event_send_impl(NULL, (InputEvent *)event->opaque); 44ee312992SPavel Dovgalyuk qapi_free_InputEvent((InputEvent *)event->opaque); 45ee312992SPavel Dovgalyuk break; 46ee312992SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_INPUT_SYNC: 47ee312992SPavel Dovgalyuk qemu_input_event_sync_impl(); 48ee312992SPavel Dovgalyuk break; 4933577b47SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_CHAR_READ: 5033577b47SPavel Dovgalyuk replay_event_char_read_run(event->opaque); 5133577b47SPavel Dovgalyuk break; 5263785678SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_BLOCK: 5363785678SPavel Dovgalyuk aio_bh_call(event->opaque); 5463785678SPavel Dovgalyuk break; 55646c5478SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_NET: 56646c5478SPavel Dovgalyuk replay_event_net_run(event->opaque); 57646c5478SPavel Dovgalyuk break; 58c0c071d0SPavel Dovgalyuk default: 59c0c071d0SPavel Dovgalyuk error_report("Replay: invalid async event ID (%d) in the queue", 60c0c071d0SPavel Dovgalyuk event->event_kind); 61c0c071d0SPavel Dovgalyuk exit(1); 62c0c071d0SPavel Dovgalyuk break; 63c0c071d0SPavel Dovgalyuk } 64c0c071d0SPavel Dovgalyuk } 65c0c071d0SPavel Dovgalyuk 66c0c071d0SPavel Dovgalyuk void replay_enable_events(void) 67c0c071d0SPavel Dovgalyuk { 681652e0c3SPavel Dovgalyuk if (replay_mode != REPLAY_MODE_NONE) { 69c0c071d0SPavel Dovgalyuk events_enabled = true; 70c0c071d0SPavel Dovgalyuk } 711652e0c3SPavel Dovgalyuk } 72c0c071d0SPavel Dovgalyuk 73c0c071d0SPavel Dovgalyuk bool replay_has_events(void) 74c0c071d0SPavel Dovgalyuk { 75c0c071d0SPavel Dovgalyuk return !QTAILQ_EMPTY(&events_list); 76c0c071d0SPavel Dovgalyuk } 77c0c071d0SPavel Dovgalyuk 78c0c071d0SPavel Dovgalyuk void replay_flush_events(void) 79c0c071d0SPavel Dovgalyuk { 80*f9a9fb65SPavel Dovgalyuk if (replay_mode == REPLAY_MODE_NONE) { 81*f9a9fb65SPavel Dovgalyuk return; 82*f9a9fb65SPavel Dovgalyuk } 83*f9a9fb65SPavel Dovgalyuk 84d759c951SAlex Bennée g_assert(replay_mutex_locked()); 85d759c951SAlex Bennée 86c0c071d0SPavel Dovgalyuk while (!QTAILQ_EMPTY(&events_list)) { 87c0c071d0SPavel Dovgalyuk Event *event = QTAILQ_FIRST(&events_list); 88c0c071d0SPavel Dovgalyuk replay_run_event(event); 89c0c071d0SPavel Dovgalyuk QTAILQ_REMOVE(&events_list, event, events); 90c0c071d0SPavel Dovgalyuk g_free(event); 91c0c071d0SPavel Dovgalyuk } 92c0c071d0SPavel Dovgalyuk } 93c0c071d0SPavel Dovgalyuk 94c0c071d0SPavel Dovgalyuk void replay_disable_events(void) 95c0c071d0SPavel Dovgalyuk { 96c0c071d0SPavel Dovgalyuk if (replay_mode != REPLAY_MODE_NONE) { 97c0c071d0SPavel Dovgalyuk events_enabled = false; 98c0c071d0SPavel Dovgalyuk /* Flush events queue before waiting of completion */ 99c0c071d0SPavel Dovgalyuk replay_flush_events(); 100c0c071d0SPavel Dovgalyuk } 101c0c071d0SPavel Dovgalyuk } 102c0c071d0SPavel Dovgalyuk 103c0c071d0SPavel Dovgalyuk /*! Adds specified async event to the queue */ 10433577b47SPavel Dovgalyuk void replay_add_event(ReplayAsyncEventKind event_kind, 105c0c071d0SPavel Dovgalyuk void *opaque, 106c0c071d0SPavel Dovgalyuk void *opaque2, uint64_t id) 107c0c071d0SPavel Dovgalyuk { 108c0c071d0SPavel Dovgalyuk assert(event_kind < REPLAY_ASYNC_COUNT); 109c0c071d0SPavel Dovgalyuk 110c0c071d0SPavel Dovgalyuk if (!replay_file || replay_mode == REPLAY_MODE_NONE 111c0c071d0SPavel Dovgalyuk || !events_enabled) { 112c0c071d0SPavel Dovgalyuk Event e; 113c0c071d0SPavel Dovgalyuk e.event_kind = event_kind; 114c0c071d0SPavel Dovgalyuk e.opaque = opaque; 115c0c071d0SPavel Dovgalyuk e.opaque2 = opaque2; 116c0c071d0SPavel Dovgalyuk e.id = id; 117c0c071d0SPavel Dovgalyuk replay_run_event(&e); 118c0c071d0SPavel Dovgalyuk return; 119c0c071d0SPavel Dovgalyuk } 120c0c071d0SPavel Dovgalyuk 121c0c071d0SPavel Dovgalyuk Event *event = g_malloc0(sizeof(Event)); 122c0c071d0SPavel Dovgalyuk event->event_kind = event_kind; 123c0c071d0SPavel Dovgalyuk event->opaque = opaque; 124c0c071d0SPavel Dovgalyuk event->opaque2 = opaque2; 125c0c071d0SPavel Dovgalyuk event->id = id; 126c0c071d0SPavel Dovgalyuk 127d759c951SAlex Bennée g_assert(replay_mutex_locked()); 128c0c071d0SPavel Dovgalyuk QTAILQ_INSERT_TAIL(&events_list, event, events); 129c0c071d0SPavel Dovgalyuk } 1308a354bd9SPavel Dovgalyuk 1318a354bd9SPavel Dovgalyuk void replay_bh_schedule_event(QEMUBH *bh) 1328a354bd9SPavel Dovgalyuk { 1331652e0c3SPavel Dovgalyuk if (events_enabled) { 13413f26713SPavel Dovgalyuk uint64_t id = replay_get_current_icount(); 1358a354bd9SPavel Dovgalyuk replay_add_event(REPLAY_ASYNC_EVENT_BH, bh, NULL, id); 1368a354bd9SPavel Dovgalyuk } else { 1378a354bd9SPavel Dovgalyuk qemu_bh_schedule(bh); 1388a354bd9SPavel Dovgalyuk } 1398a354bd9SPavel Dovgalyuk } 140c0c071d0SPavel Dovgalyuk 141e4ec5ad4SPavel Dovgalyuk void replay_bh_schedule_oneshot_event(AioContext *ctx, 142e4ec5ad4SPavel Dovgalyuk QEMUBHFunc *cb, void *opaque) 143e4ec5ad4SPavel Dovgalyuk { 144e4ec5ad4SPavel Dovgalyuk if (events_enabled) { 145e4ec5ad4SPavel Dovgalyuk uint64_t id = replay_get_current_icount(); 146e4ec5ad4SPavel Dovgalyuk replay_add_event(REPLAY_ASYNC_EVENT_BH_ONESHOT, cb, opaque, id); 147e4ec5ad4SPavel Dovgalyuk } else { 148e4ec5ad4SPavel Dovgalyuk aio_bh_schedule_oneshot(ctx, cb, opaque); 149e4ec5ad4SPavel Dovgalyuk } 150e4ec5ad4SPavel Dovgalyuk } 151e4ec5ad4SPavel Dovgalyuk 152ee312992SPavel Dovgalyuk void replay_add_input_event(struct InputEvent *event) 153ee312992SPavel Dovgalyuk { 154ee312992SPavel Dovgalyuk replay_add_event(REPLAY_ASYNC_EVENT_INPUT, event, NULL, 0); 155ee312992SPavel Dovgalyuk } 156ee312992SPavel Dovgalyuk 157ee312992SPavel Dovgalyuk void replay_add_input_sync_event(void) 158ee312992SPavel Dovgalyuk { 159ee312992SPavel Dovgalyuk replay_add_event(REPLAY_ASYNC_EVENT_INPUT_SYNC, NULL, NULL, 0); 160ee312992SPavel Dovgalyuk } 161ee312992SPavel Dovgalyuk 16263785678SPavel Dovgalyuk void replay_block_event(QEMUBH *bh, uint64_t id) 16363785678SPavel Dovgalyuk { 1641652e0c3SPavel Dovgalyuk if (events_enabled) { 16563785678SPavel Dovgalyuk replay_add_event(REPLAY_ASYNC_EVENT_BLOCK, bh, NULL, id); 16663785678SPavel Dovgalyuk } else { 16763785678SPavel Dovgalyuk qemu_bh_schedule(bh); 16863785678SPavel Dovgalyuk } 16963785678SPavel Dovgalyuk } 17063785678SPavel Dovgalyuk 171c0c071d0SPavel Dovgalyuk static void replay_save_event(Event *event, int checkpoint) 172c0c071d0SPavel Dovgalyuk { 173c0c071d0SPavel Dovgalyuk if (replay_mode != REPLAY_MODE_PLAY) { 174c0c071d0SPavel Dovgalyuk /* put the event into the file */ 175c0c071d0SPavel Dovgalyuk replay_put_event(EVENT_ASYNC); 176c0c071d0SPavel Dovgalyuk replay_put_byte(checkpoint); 177c0c071d0SPavel Dovgalyuk replay_put_byte(event->event_kind); 178c0c071d0SPavel Dovgalyuk 179c0c071d0SPavel Dovgalyuk /* save event-specific data */ 180c0c071d0SPavel Dovgalyuk switch (event->event_kind) { 1818a354bd9SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_BH: 182e4ec5ad4SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_BH_ONESHOT: 1838a354bd9SPavel Dovgalyuk replay_put_qword(event->id); 1848a354bd9SPavel Dovgalyuk break; 185ee312992SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_INPUT: 186ee312992SPavel Dovgalyuk replay_save_input_event(event->opaque); 187ee312992SPavel Dovgalyuk break; 188ee312992SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_INPUT_SYNC: 189ee312992SPavel Dovgalyuk break; 19033577b47SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_CHAR_READ: 19133577b47SPavel Dovgalyuk replay_event_char_read_save(event->opaque); 19233577b47SPavel Dovgalyuk break; 19363785678SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_BLOCK: 19463785678SPavel Dovgalyuk replay_put_qword(event->id); 19563785678SPavel Dovgalyuk break; 196646c5478SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_NET: 197646c5478SPavel Dovgalyuk replay_event_net_save(event->opaque); 198646c5478SPavel Dovgalyuk break; 199c0c071d0SPavel Dovgalyuk default: 20095b4aed5SPavel Dovgalyuk error_report("Unknown ID %" PRId64 " of replay event", event->id); 201c0c071d0SPavel Dovgalyuk exit(1); 202c0c071d0SPavel Dovgalyuk } 203c0c071d0SPavel Dovgalyuk } 204c0c071d0SPavel Dovgalyuk } 205c0c071d0SPavel Dovgalyuk 206c0c071d0SPavel Dovgalyuk /* Called with replay mutex locked */ 207c0c071d0SPavel Dovgalyuk void replay_save_events(int checkpoint) 208c0c071d0SPavel Dovgalyuk { 209d759c951SAlex Bennée g_assert(replay_mutex_locked()); 21089e46eb4SPavel Dovgalyuk g_assert(checkpoint != CHECKPOINT_CLOCK_WARP_START); 211ca9759c2SPavel Dovgalyuk g_assert(checkpoint != CHECKPOINT_CLOCK_VIRTUAL); 212c0c071d0SPavel Dovgalyuk while (!QTAILQ_EMPTY(&events_list)) { 213c0c071d0SPavel Dovgalyuk Event *event = QTAILQ_FIRST(&events_list); 214c0c071d0SPavel Dovgalyuk replay_save_event(event, checkpoint); 215c0c071d0SPavel Dovgalyuk replay_run_event(event); 216c0c071d0SPavel Dovgalyuk QTAILQ_REMOVE(&events_list, event, events); 217c0c071d0SPavel Dovgalyuk g_free(event); 218c0c071d0SPavel Dovgalyuk } 219c0c071d0SPavel Dovgalyuk } 220c0c071d0SPavel Dovgalyuk 221c0c071d0SPavel Dovgalyuk static Event *replay_read_event(int checkpoint) 222c0c071d0SPavel Dovgalyuk { 223c0c071d0SPavel Dovgalyuk Event *event; 2240b30dc01SPavel Dovgalyuk if (replay_state.read_event_kind == -1) { 2250b30dc01SPavel Dovgalyuk replay_state.read_event_checkpoint = replay_get_byte(); 2260b30dc01SPavel Dovgalyuk replay_state.read_event_kind = replay_get_byte(); 2270b30dc01SPavel Dovgalyuk replay_state.read_event_id = -1; 228c0c071d0SPavel Dovgalyuk replay_check_error(); 229c0c071d0SPavel Dovgalyuk } 230c0c071d0SPavel Dovgalyuk 2310b30dc01SPavel Dovgalyuk if (checkpoint != replay_state.read_event_checkpoint) { 232c0c071d0SPavel Dovgalyuk return NULL; 233c0c071d0SPavel Dovgalyuk } 234c0c071d0SPavel Dovgalyuk 235c0c071d0SPavel Dovgalyuk /* Events that has not to be in the queue */ 2360b30dc01SPavel Dovgalyuk switch (replay_state.read_event_kind) { 2378a354bd9SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_BH: 238e4ec5ad4SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_BH_ONESHOT: 2390b30dc01SPavel Dovgalyuk if (replay_state.read_event_id == -1) { 2400b30dc01SPavel Dovgalyuk replay_state.read_event_id = replay_get_qword(); 2418a354bd9SPavel Dovgalyuk } 2428a354bd9SPavel Dovgalyuk break; 243ee312992SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_INPUT: 244ee312992SPavel Dovgalyuk event = g_malloc0(sizeof(Event)); 2450b30dc01SPavel Dovgalyuk event->event_kind = replay_state.read_event_kind; 246ee312992SPavel Dovgalyuk event->opaque = replay_read_input_event(); 247ee312992SPavel Dovgalyuk return event; 248ee312992SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_INPUT_SYNC: 249ee312992SPavel Dovgalyuk event = g_malloc0(sizeof(Event)); 2500b30dc01SPavel Dovgalyuk event->event_kind = replay_state.read_event_kind; 251ee312992SPavel Dovgalyuk event->opaque = 0; 252ee312992SPavel Dovgalyuk return event; 25333577b47SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_CHAR_READ: 25433577b47SPavel Dovgalyuk event = g_malloc0(sizeof(Event)); 2550b30dc01SPavel Dovgalyuk event->event_kind = replay_state.read_event_kind; 25633577b47SPavel Dovgalyuk event->opaque = replay_event_char_read_load(); 25733577b47SPavel Dovgalyuk return event; 25863785678SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_BLOCK: 2590b30dc01SPavel Dovgalyuk if (replay_state.read_event_id == -1) { 2600b30dc01SPavel Dovgalyuk replay_state.read_event_id = replay_get_qword(); 26163785678SPavel Dovgalyuk } 26263785678SPavel Dovgalyuk break; 263646c5478SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_NET: 264646c5478SPavel Dovgalyuk event = g_malloc0(sizeof(Event)); 2650b30dc01SPavel Dovgalyuk event->event_kind = replay_state.read_event_kind; 266646c5478SPavel Dovgalyuk event->opaque = replay_event_net_load(); 267646c5478SPavel Dovgalyuk return event; 268c0c071d0SPavel Dovgalyuk default: 2690b30dc01SPavel Dovgalyuk error_report("Unknown ID %d of replay event", 2700b30dc01SPavel Dovgalyuk replay_state.read_event_kind); 271c0c071d0SPavel Dovgalyuk exit(1); 272c0c071d0SPavel Dovgalyuk break; 273c0c071d0SPavel Dovgalyuk } 274c0c071d0SPavel Dovgalyuk 275c0c071d0SPavel Dovgalyuk QTAILQ_FOREACH(event, &events_list, events) { 2760b30dc01SPavel Dovgalyuk if (event->event_kind == replay_state.read_event_kind 2770b30dc01SPavel Dovgalyuk && (replay_state.read_event_id == -1 2780b30dc01SPavel Dovgalyuk || replay_state.read_event_id == event->id)) { 279c0c071d0SPavel Dovgalyuk break; 280c0c071d0SPavel Dovgalyuk } 281c0c071d0SPavel Dovgalyuk } 282c0c071d0SPavel Dovgalyuk 283c0c071d0SPavel Dovgalyuk if (event) { 284c0c071d0SPavel Dovgalyuk QTAILQ_REMOVE(&events_list, event, events); 285c0c071d0SPavel Dovgalyuk } else { 286c0c071d0SPavel Dovgalyuk return NULL; 287c0c071d0SPavel Dovgalyuk } 288c0c071d0SPavel Dovgalyuk 289c0c071d0SPavel Dovgalyuk /* Read event-specific data */ 290c0c071d0SPavel Dovgalyuk 291c0c071d0SPavel Dovgalyuk return event; 292c0c071d0SPavel Dovgalyuk } 293c0c071d0SPavel Dovgalyuk 294c0c071d0SPavel Dovgalyuk /* Called with replay mutex locked */ 295c0c071d0SPavel Dovgalyuk void replay_read_events(int checkpoint) 296c0c071d0SPavel Dovgalyuk { 297d759c951SAlex Bennée g_assert(replay_mutex_locked()); 298f186d64dSPavel Dovgalyuk while (replay_state.data_kind == EVENT_ASYNC) { 299c0c071d0SPavel Dovgalyuk Event *event = replay_read_event(checkpoint); 300c0c071d0SPavel Dovgalyuk if (!event) { 301c0c071d0SPavel Dovgalyuk break; 302c0c071d0SPavel Dovgalyuk } 3031a96e3c1SPavel Dovgalyuk replay_finish_event(); 3040b30dc01SPavel Dovgalyuk replay_state.read_event_kind = -1; 305c0c071d0SPavel Dovgalyuk replay_run_event(event); 306c0c071d0SPavel Dovgalyuk 307c0c071d0SPavel Dovgalyuk g_free(event); 308c0c071d0SPavel Dovgalyuk } 309c0c071d0SPavel Dovgalyuk } 310c0c071d0SPavel Dovgalyuk 311c0c071d0SPavel Dovgalyuk void replay_init_events(void) 312c0c071d0SPavel Dovgalyuk { 3130b30dc01SPavel Dovgalyuk replay_state.read_event_kind = -1; 314c0c071d0SPavel Dovgalyuk } 315c0c071d0SPavel Dovgalyuk 316c0c071d0SPavel Dovgalyuk void replay_finish_events(void) 317c0c071d0SPavel Dovgalyuk { 318c0c071d0SPavel Dovgalyuk events_enabled = false; 319d873fe03SPavel Dovgalyuk replay_flush_events(); 320c0c071d0SPavel Dovgalyuk } 321c0c071d0SPavel Dovgalyuk 322c0c071d0SPavel Dovgalyuk bool replay_events_enabled(void) 323c0c071d0SPavel Dovgalyuk { 324c0c071d0SPavel Dovgalyuk return events_enabled; 325c0c071d0SPavel Dovgalyuk } 3266d0ceb80SPavel Dovgalyuk 3276d0ceb80SPavel Dovgalyuk uint64_t blkreplay_next_id(void) 3286d0ceb80SPavel Dovgalyuk { 3296d0ceb80SPavel Dovgalyuk if (replay_events_enabled()) { 3306d0ceb80SPavel Dovgalyuk return replay_state.block_request_id++; 3316d0ceb80SPavel Dovgalyuk } 3326d0ceb80SPavel Dovgalyuk return 0; 3336d0ceb80SPavel Dovgalyuk } 334