1c0c071d0SPavel Dovgalyuk /* 2c0c071d0SPavel Dovgalyuk * replay-events.c 3c0c071d0SPavel Dovgalyuk * 4c0c071d0SPavel Dovgalyuk * Copyright (c) 2010-2015 Institute for System Programming 5c0c071d0SPavel Dovgalyuk * of the Russian Academy of Sciences. 6c0c071d0SPavel Dovgalyuk * 7c0c071d0SPavel Dovgalyuk * This work is licensed under the terms of the GNU GPL, version 2 or later. 8c0c071d0SPavel Dovgalyuk * See the COPYING file in the top-level directory. 9c0c071d0SPavel Dovgalyuk * 10c0c071d0SPavel Dovgalyuk */ 11c0c071d0SPavel Dovgalyuk 12d38ea87aSPeter Maydell #include "qemu/osdep.h" 13c0c071d0SPavel Dovgalyuk #include "qemu/error-report.h" 14c0c071d0SPavel Dovgalyuk #include "sysemu/replay.h" 15c0c071d0SPavel Dovgalyuk #include "replay-internal.h" 168a354bd9SPavel Dovgalyuk #include "block/aio.h" 17ee312992SPavel Dovgalyuk #include "ui/input.h" 1846967b1aSPavel Dovgalyuk #include "hw/core/cpu.h" 19c0c071d0SPavel Dovgalyuk 20c0c071d0SPavel Dovgalyuk typedef struct Event { 21c0c071d0SPavel Dovgalyuk ReplayAsyncEventKind event_kind; 22c0c071d0SPavel Dovgalyuk void *opaque; 23c0c071d0SPavel Dovgalyuk void *opaque2; 24c0c071d0SPavel Dovgalyuk uint64_t id; 25c0c071d0SPavel Dovgalyuk 26c0c071d0SPavel Dovgalyuk QTAILQ_ENTRY(Event) events; 27c0c071d0SPavel Dovgalyuk } Event; 28c0c071d0SPavel Dovgalyuk 29c0c071d0SPavel Dovgalyuk static QTAILQ_HEAD(, Event) events_list = QTAILQ_HEAD_INITIALIZER(events_list); 30c0c071d0SPavel Dovgalyuk static bool events_enabled; 31c0c071d0SPavel Dovgalyuk 32c0c071d0SPavel Dovgalyuk /* Functions */ 33c0c071d0SPavel Dovgalyuk 34c0c071d0SPavel Dovgalyuk static void replay_run_event(Event *event) 35c0c071d0SPavel Dovgalyuk { 36c0c071d0SPavel Dovgalyuk switch (event->event_kind) { 378a354bd9SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_BH: 388a354bd9SPavel Dovgalyuk aio_bh_call(event->opaque); 398a354bd9SPavel Dovgalyuk break; 40e4ec5ad4SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_BH_ONESHOT: 41e4ec5ad4SPavel Dovgalyuk ((QEMUBHFunc *)event->opaque)(event->opaque2); 42e4ec5ad4SPavel Dovgalyuk break; 43ee312992SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_INPUT: 44ee312992SPavel Dovgalyuk qemu_input_event_send_impl(NULL, (InputEvent *)event->opaque); 45ee312992SPavel Dovgalyuk qapi_free_InputEvent((InputEvent *)event->opaque); 46ee312992SPavel Dovgalyuk break; 47ee312992SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_INPUT_SYNC: 48ee312992SPavel Dovgalyuk qemu_input_event_sync_impl(); 49ee312992SPavel Dovgalyuk break; 5033577b47SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_CHAR_READ: 5133577b47SPavel Dovgalyuk replay_event_char_read_run(event->opaque); 5233577b47SPavel Dovgalyuk break; 5363785678SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_BLOCK: 5463785678SPavel Dovgalyuk aio_bh_call(event->opaque); 5563785678SPavel Dovgalyuk break; 56646c5478SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_NET: 57646c5478SPavel Dovgalyuk replay_event_net_run(event->opaque); 58646c5478SPavel Dovgalyuk break; 59c0c071d0SPavel Dovgalyuk default: 60c0c071d0SPavel Dovgalyuk error_report("Replay: invalid async event ID (%d) in the queue", 61c0c071d0SPavel Dovgalyuk event->event_kind); 62c0c071d0SPavel Dovgalyuk exit(1); 63c0c071d0SPavel Dovgalyuk break; 64c0c071d0SPavel Dovgalyuk } 65c0c071d0SPavel Dovgalyuk } 66c0c071d0SPavel Dovgalyuk 67c0c071d0SPavel Dovgalyuk void replay_enable_events(void) 68c0c071d0SPavel Dovgalyuk { 691652e0c3SPavel Dovgalyuk if (replay_mode != REPLAY_MODE_NONE) { 70c0c071d0SPavel Dovgalyuk events_enabled = true; 71c0c071d0SPavel Dovgalyuk } 721652e0c3SPavel Dovgalyuk } 73c0c071d0SPavel Dovgalyuk 74c0c071d0SPavel Dovgalyuk bool replay_has_events(void) 75c0c071d0SPavel Dovgalyuk { 76c0c071d0SPavel Dovgalyuk return !QTAILQ_EMPTY(&events_list); 77c0c071d0SPavel Dovgalyuk } 78c0c071d0SPavel Dovgalyuk 79c0c071d0SPavel Dovgalyuk void replay_flush_events(void) 80c0c071d0SPavel Dovgalyuk { 81f9a9fb65SPavel Dovgalyuk if (replay_mode == REPLAY_MODE_NONE) { 82f9a9fb65SPavel Dovgalyuk return; 83f9a9fb65SPavel Dovgalyuk } 84f9a9fb65SPavel Dovgalyuk 85d759c951SAlex Bennée g_assert(replay_mutex_locked()); 86d759c951SAlex Bennée 87c0c071d0SPavel Dovgalyuk while (!QTAILQ_EMPTY(&events_list)) { 88c0c071d0SPavel Dovgalyuk Event *event = QTAILQ_FIRST(&events_list); 89c0c071d0SPavel Dovgalyuk replay_run_event(event); 90c0c071d0SPavel Dovgalyuk QTAILQ_REMOVE(&events_list, event, events); 91c0c071d0SPavel Dovgalyuk g_free(event); 92c0c071d0SPavel Dovgalyuk } 93c0c071d0SPavel Dovgalyuk } 94c0c071d0SPavel Dovgalyuk 95c0c071d0SPavel Dovgalyuk void replay_disable_events(void) 96c0c071d0SPavel Dovgalyuk { 97c0c071d0SPavel Dovgalyuk if (replay_mode != REPLAY_MODE_NONE) { 98c0c071d0SPavel Dovgalyuk events_enabled = false; 99c0c071d0SPavel Dovgalyuk /* Flush events queue before waiting of completion */ 100c0c071d0SPavel Dovgalyuk replay_flush_events(); 101c0c071d0SPavel Dovgalyuk } 102c0c071d0SPavel Dovgalyuk } 103c0c071d0SPavel Dovgalyuk 104c0c071d0SPavel Dovgalyuk /*! Adds specified async event to the queue */ 10533577b47SPavel Dovgalyuk void replay_add_event(ReplayAsyncEventKind event_kind, 106c0c071d0SPavel Dovgalyuk void *opaque, 107c0c071d0SPavel Dovgalyuk void *opaque2, uint64_t id) 108c0c071d0SPavel Dovgalyuk { 109c0c071d0SPavel Dovgalyuk assert(event_kind < REPLAY_ASYNC_COUNT); 110c0c071d0SPavel Dovgalyuk 111c0c071d0SPavel Dovgalyuk if (!replay_file || replay_mode == REPLAY_MODE_NONE 112c0c071d0SPavel Dovgalyuk || !events_enabled) { 113c0c071d0SPavel Dovgalyuk Event e; 114c0c071d0SPavel Dovgalyuk e.event_kind = event_kind; 115c0c071d0SPavel Dovgalyuk e.opaque = opaque; 116c0c071d0SPavel Dovgalyuk e.opaque2 = opaque2; 117c0c071d0SPavel Dovgalyuk e.id = id; 118c0c071d0SPavel Dovgalyuk replay_run_event(&e); 119c0c071d0SPavel Dovgalyuk return; 120c0c071d0SPavel Dovgalyuk } 121c0c071d0SPavel Dovgalyuk 122*b21e2380SMarkus Armbruster Event *event = g_new0(Event, 1); 123c0c071d0SPavel Dovgalyuk event->event_kind = event_kind; 124c0c071d0SPavel Dovgalyuk event->opaque = opaque; 125c0c071d0SPavel Dovgalyuk event->opaque2 = opaque2; 126c0c071d0SPavel Dovgalyuk event->id = id; 127c0c071d0SPavel Dovgalyuk 128d759c951SAlex Bennée g_assert(replay_mutex_locked()); 129c0c071d0SPavel Dovgalyuk QTAILQ_INSERT_TAIL(&events_list, event, events); 13046967b1aSPavel Dovgalyuk qemu_cpu_kick(first_cpu); 131c0c071d0SPavel Dovgalyuk } 1328a354bd9SPavel Dovgalyuk 1338a354bd9SPavel Dovgalyuk void replay_bh_schedule_event(QEMUBH *bh) 1348a354bd9SPavel Dovgalyuk { 1351652e0c3SPavel Dovgalyuk if (events_enabled) { 13613f26713SPavel Dovgalyuk uint64_t id = replay_get_current_icount(); 1378a354bd9SPavel Dovgalyuk replay_add_event(REPLAY_ASYNC_EVENT_BH, bh, NULL, id); 1388a354bd9SPavel Dovgalyuk } else { 1398a354bd9SPavel Dovgalyuk qemu_bh_schedule(bh); 1408a354bd9SPavel Dovgalyuk } 1418a354bd9SPavel Dovgalyuk } 142c0c071d0SPavel Dovgalyuk 143e4ec5ad4SPavel Dovgalyuk void replay_bh_schedule_oneshot_event(AioContext *ctx, 144e4ec5ad4SPavel Dovgalyuk QEMUBHFunc *cb, void *opaque) 145e4ec5ad4SPavel Dovgalyuk { 146e4ec5ad4SPavel Dovgalyuk if (events_enabled) { 147e4ec5ad4SPavel Dovgalyuk uint64_t id = replay_get_current_icount(); 148e4ec5ad4SPavel Dovgalyuk replay_add_event(REPLAY_ASYNC_EVENT_BH_ONESHOT, cb, opaque, id); 149e4ec5ad4SPavel Dovgalyuk } else { 150e4ec5ad4SPavel Dovgalyuk aio_bh_schedule_oneshot(ctx, cb, opaque); 151e4ec5ad4SPavel Dovgalyuk } 152e4ec5ad4SPavel Dovgalyuk } 153e4ec5ad4SPavel Dovgalyuk 154ee312992SPavel Dovgalyuk void replay_add_input_event(struct InputEvent *event) 155ee312992SPavel Dovgalyuk { 156ee312992SPavel Dovgalyuk replay_add_event(REPLAY_ASYNC_EVENT_INPUT, event, NULL, 0); 157ee312992SPavel Dovgalyuk } 158ee312992SPavel Dovgalyuk 159ee312992SPavel Dovgalyuk void replay_add_input_sync_event(void) 160ee312992SPavel Dovgalyuk { 161ee312992SPavel Dovgalyuk replay_add_event(REPLAY_ASYNC_EVENT_INPUT_SYNC, NULL, NULL, 0); 162ee312992SPavel Dovgalyuk } 163ee312992SPavel Dovgalyuk 16463785678SPavel Dovgalyuk void replay_block_event(QEMUBH *bh, uint64_t id) 16563785678SPavel Dovgalyuk { 1661652e0c3SPavel Dovgalyuk if (events_enabled) { 16763785678SPavel Dovgalyuk replay_add_event(REPLAY_ASYNC_EVENT_BLOCK, bh, NULL, id); 16863785678SPavel Dovgalyuk } else { 16963785678SPavel Dovgalyuk qemu_bh_schedule(bh); 17063785678SPavel Dovgalyuk } 17163785678SPavel Dovgalyuk } 17263785678SPavel Dovgalyuk 173c0c071d0SPavel Dovgalyuk static void replay_save_event(Event *event, int checkpoint) 174c0c071d0SPavel Dovgalyuk { 175c0c071d0SPavel Dovgalyuk if (replay_mode != REPLAY_MODE_PLAY) { 176c0c071d0SPavel Dovgalyuk /* put the event into the file */ 177c0c071d0SPavel Dovgalyuk replay_put_event(EVENT_ASYNC); 178c0c071d0SPavel Dovgalyuk replay_put_byte(checkpoint); 179c0c071d0SPavel Dovgalyuk replay_put_byte(event->event_kind); 180c0c071d0SPavel Dovgalyuk 181c0c071d0SPavel Dovgalyuk /* save event-specific data */ 182c0c071d0SPavel Dovgalyuk switch (event->event_kind) { 1838a354bd9SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_BH: 184e4ec5ad4SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_BH_ONESHOT: 1858a354bd9SPavel Dovgalyuk replay_put_qword(event->id); 1868a354bd9SPavel Dovgalyuk break; 187ee312992SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_INPUT: 188ee312992SPavel Dovgalyuk replay_save_input_event(event->opaque); 189ee312992SPavel Dovgalyuk break; 190ee312992SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_INPUT_SYNC: 191ee312992SPavel Dovgalyuk break; 19233577b47SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_CHAR_READ: 19333577b47SPavel Dovgalyuk replay_event_char_read_save(event->opaque); 19433577b47SPavel Dovgalyuk break; 19563785678SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_BLOCK: 19663785678SPavel Dovgalyuk replay_put_qword(event->id); 19763785678SPavel Dovgalyuk break; 198646c5478SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_NET: 199646c5478SPavel Dovgalyuk replay_event_net_save(event->opaque); 200646c5478SPavel Dovgalyuk break; 201c0c071d0SPavel Dovgalyuk default: 20295b4aed5SPavel Dovgalyuk error_report("Unknown ID %" PRId64 " of replay event", event->id); 203c0c071d0SPavel Dovgalyuk exit(1); 204c0c071d0SPavel Dovgalyuk } 205c0c071d0SPavel Dovgalyuk } 206c0c071d0SPavel Dovgalyuk } 207c0c071d0SPavel Dovgalyuk 208c0c071d0SPavel Dovgalyuk /* Called with replay mutex locked */ 209c0c071d0SPavel Dovgalyuk void replay_save_events(int checkpoint) 210c0c071d0SPavel Dovgalyuk { 211d759c951SAlex Bennée g_assert(replay_mutex_locked()); 21289e46eb4SPavel Dovgalyuk g_assert(checkpoint != CHECKPOINT_CLOCK_WARP_START); 213ca9759c2SPavel Dovgalyuk g_assert(checkpoint != CHECKPOINT_CLOCK_VIRTUAL); 214c0c071d0SPavel Dovgalyuk while (!QTAILQ_EMPTY(&events_list)) { 215c0c071d0SPavel Dovgalyuk Event *event = QTAILQ_FIRST(&events_list); 216c0c071d0SPavel Dovgalyuk replay_save_event(event, checkpoint); 217c0c071d0SPavel Dovgalyuk replay_run_event(event); 218c0c071d0SPavel Dovgalyuk QTAILQ_REMOVE(&events_list, event, events); 219c0c071d0SPavel Dovgalyuk g_free(event); 220c0c071d0SPavel Dovgalyuk } 221c0c071d0SPavel Dovgalyuk } 222c0c071d0SPavel Dovgalyuk 223c0c071d0SPavel Dovgalyuk static Event *replay_read_event(int checkpoint) 224c0c071d0SPavel Dovgalyuk { 225c0c071d0SPavel Dovgalyuk Event *event; 2260b30dc01SPavel Dovgalyuk if (replay_state.read_event_kind == -1) { 2270b30dc01SPavel Dovgalyuk replay_state.read_event_checkpoint = replay_get_byte(); 2280b30dc01SPavel Dovgalyuk replay_state.read_event_kind = replay_get_byte(); 2290b30dc01SPavel Dovgalyuk replay_state.read_event_id = -1; 230c0c071d0SPavel Dovgalyuk replay_check_error(); 231c0c071d0SPavel Dovgalyuk } 232c0c071d0SPavel Dovgalyuk 2330b30dc01SPavel Dovgalyuk if (checkpoint != replay_state.read_event_checkpoint) { 234c0c071d0SPavel Dovgalyuk return NULL; 235c0c071d0SPavel Dovgalyuk } 236c0c071d0SPavel Dovgalyuk 237c0c071d0SPavel Dovgalyuk /* Events that has not to be in the queue */ 2380b30dc01SPavel Dovgalyuk switch (replay_state.read_event_kind) { 2398a354bd9SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_BH: 240e4ec5ad4SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_BH_ONESHOT: 2410b30dc01SPavel Dovgalyuk if (replay_state.read_event_id == -1) { 2420b30dc01SPavel Dovgalyuk replay_state.read_event_id = replay_get_qword(); 2438a354bd9SPavel Dovgalyuk } 2448a354bd9SPavel Dovgalyuk break; 245ee312992SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_INPUT: 246*b21e2380SMarkus Armbruster event = g_new0(Event, 1); 2470b30dc01SPavel Dovgalyuk event->event_kind = replay_state.read_event_kind; 248ee312992SPavel Dovgalyuk event->opaque = replay_read_input_event(); 249ee312992SPavel Dovgalyuk return event; 250ee312992SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_INPUT_SYNC: 251*b21e2380SMarkus Armbruster event = g_new0(Event, 1); 2520b30dc01SPavel Dovgalyuk event->event_kind = replay_state.read_event_kind; 253ee312992SPavel Dovgalyuk event->opaque = 0; 254ee312992SPavel Dovgalyuk return event; 25533577b47SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_CHAR_READ: 256*b21e2380SMarkus Armbruster event = g_new0(Event, 1); 2570b30dc01SPavel Dovgalyuk event->event_kind = replay_state.read_event_kind; 25833577b47SPavel Dovgalyuk event->opaque = replay_event_char_read_load(); 25933577b47SPavel Dovgalyuk return event; 26063785678SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_BLOCK: 2610b30dc01SPavel Dovgalyuk if (replay_state.read_event_id == -1) { 2620b30dc01SPavel Dovgalyuk replay_state.read_event_id = replay_get_qword(); 26363785678SPavel Dovgalyuk } 26463785678SPavel Dovgalyuk break; 265646c5478SPavel Dovgalyuk case REPLAY_ASYNC_EVENT_NET: 266*b21e2380SMarkus Armbruster event = g_new0(Event, 1); 2670b30dc01SPavel Dovgalyuk event->event_kind = replay_state.read_event_kind; 268646c5478SPavel Dovgalyuk event->opaque = replay_event_net_load(); 269646c5478SPavel Dovgalyuk return event; 270c0c071d0SPavel Dovgalyuk default: 2710b30dc01SPavel Dovgalyuk error_report("Unknown ID %d of replay event", 2720b30dc01SPavel Dovgalyuk replay_state.read_event_kind); 273c0c071d0SPavel Dovgalyuk exit(1); 274c0c071d0SPavel Dovgalyuk break; 275c0c071d0SPavel Dovgalyuk } 276c0c071d0SPavel Dovgalyuk 277c0c071d0SPavel Dovgalyuk QTAILQ_FOREACH(event, &events_list, events) { 2780b30dc01SPavel Dovgalyuk if (event->event_kind == replay_state.read_event_kind 2790b30dc01SPavel Dovgalyuk && (replay_state.read_event_id == -1 2800b30dc01SPavel Dovgalyuk || replay_state.read_event_id == event->id)) { 281c0c071d0SPavel Dovgalyuk break; 282c0c071d0SPavel Dovgalyuk } 283c0c071d0SPavel Dovgalyuk } 284c0c071d0SPavel Dovgalyuk 285c0c071d0SPavel Dovgalyuk if (event) { 286c0c071d0SPavel Dovgalyuk QTAILQ_REMOVE(&events_list, event, events); 287c0c071d0SPavel Dovgalyuk } else { 288c0c071d0SPavel Dovgalyuk return NULL; 289c0c071d0SPavel Dovgalyuk } 290c0c071d0SPavel Dovgalyuk 291c0c071d0SPavel Dovgalyuk /* Read event-specific data */ 292c0c071d0SPavel Dovgalyuk 293c0c071d0SPavel Dovgalyuk return event; 294c0c071d0SPavel Dovgalyuk } 295c0c071d0SPavel Dovgalyuk 296c0c071d0SPavel Dovgalyuk /* Called with replay mutex locked */ 297c0c071d0SPavel Dovgalyuk void replay_read_events(int checkpoint) 298c0c071d0SPavel Dovgalyuk { 299d759c951SAlex Bennée g_assert(replay_mutex_locked()); 300f186d64dSPavel Dovgalyuk while (replay_state.data_kind == EVENT_ASYNC) { 301c0c071d0SPavel Dovgalyuk Event *event = replay_read_event(checkpoint); 302c0c071d0SPavel Dovgalyuk if (!event) { 303c0c071d0SPavel Dovgalyuk break; 304c0c071d0SPavel Dovgalyuk } 3051a96e3c1SPavel Dovgalyuk replay_finish_event(); 3060b30dc01SPavel Dovgalyuk replay_state.read_event_kind = -1; 307c0c071d0SPavel Dovgalyuk replay_run_event(event); 308c0c071d0SPavel Dovgalyuk 309c0c071d0SPavel Dovgalyuk g_free(event); 310c0c071d0SPavel Dovgalyuk } 311c0c071d0SPavel Dovgalyuk } 312c0c071d0SPavel Dovgalyuk 313c0c071d0SPavel Dovgalyuk void replay_init_events(void) 314c0c071d0SPavel Dovgalyuk { 3150b30dc01SPavel Dovgalyuk replay_state.read_event_kind = -1; 316c0c071d0SPavel Dovgalyuk } 317c0c071d0SPavel Dovgalyuk 318c0c071d0SPavel Dovgalyuk void replay_finish_events(void) 319c0c071d0SPavel Dovgalyuk { 320c0c071d0SPavel Dovgalyuk events_enabled = false; 321d873fe03SPavel Dovgalyuk replay_flush_events(); 322c0c071d0SPavel Dovgalyuk } 323c0c071d0SPavel Dovgalyuk 324c0c071d0SPavel Dovgalyuk bool replay_events_enabled(void) 325c0c071d0SPavel Dovgalyuk { 326c0c071d0SPavel Dovgalyuk return events_enabled; 327c0c071d0SPavel Dovgalyuk } 3286d0ceb80SPavel Dovgalyuk 3296d0ceb80SPavel Dovgalyuk uint64_t blkreplay_next_id(void) 3306d0ceb80SPavel Dovgalyuk { 3316d0ceb80SPavel Dovgalyuk if (replay_events_enabled()) { 3326d0ceb80SPavel Dovgalyuk return replay_state.block_request_id++; 3336d0ceb80SPavel Dovgalyuk } 3346d0ceb80SPavel Dovgalyuk return 0; 3356d0ceb80SPavel Dovgalyuk } 336