1b2441318SGreg Kroah-Hartman // SPDX-License-Identifier: GPL-2.0 2a43783aeSArnaldo Carvalho de Melo #include <errno.h> 3fd20e811SArnaldo Carvalho de Melo #include <inttypes.h> 45f86b80bSJiri Olsa #include <linux/list.h> 5cee3ab9cSJiri Olsa #include <linux/compiler.h> 654bf53b1SAlexander Yarygin #include <linux/string.h> 75f86b80bSJiri Olsa #include "ordered-events.h" 85f86b80bSJiri Olsa #include "session.h" 95f86b80bSJiri Olsa #include "asm/bug.h" 105f86b80bSJiri Olsa #include "debug.h" 115f86b80bSJiri Olsa 12cee3ab9cSJiri Olsa #define pr_N(n, fmt, ...) \ 13cee3ab9cSJiri Olsa eprintf(n, debug_ordered_events, fmt, ##__VA_ARGS__) 14cee3ab9cSJiri Olsa 15cee3ab9cSJiri Olsa #define pr(fmt, ...) pr_N(1, pr_fmt(fmt), ##__VA_ARGS__) 16cee3ab9cSJiri Olsa 175f86b80bSJiri Olsa static void queue_event(struct ordered_events *oe, struct ordered_event *new) 185f86b80bSJiri Olsa { 195f86b80bSJiri Olsa struct ordered_event *last = oe->last; 205f86b80bSJiri Olsa u64 timestamp = new->timestamp; 215f86b80bSJiri Olsa struct list_head *p; 225f86b80bSJiri Olsa 235f86b80bSJiri Olsa ++oe->nr_events; 245f86b80bSJiri Olsa oe->last = new; 255f86b80bSJiri Olsa 26cee3ab9cSJiri Olsa pr_oe_time2(timestamp, "queue_event nr_events %u\n", oe->nr_events); 27cee3ab9cSJiri Olsa 285f86b80bSJiri Olsa if (!last) { 295f86b80bSJiri Olsa list_add(&new->list, &oe->events); 305f86b80bSJiri Olsa oe->max_timestamp = timestamp; 315f86b80bSJiri Olsa return; 325f86b80bSJiri Olsa } 335f86b80bSJiri Olsa 345f86b80bSJiri Olsa /* 355f86b80bSJiri Olsa * last event might point to some random place in the list as it's 365f86b80bSJiri Olsa * the last queued event. We expect that the new event is close to 375f86b80bSJiri Olsa * this. 385f86b80bSJiri Olsa */ 395f86b80bSJiri Olsa if (last->timestamp <= timestamp) { 405f86b80bSJiri Olsa while (last->timestamp <= timestamp) { 415f86b80bSJiri Olsa p = last->list.next; 425f86b80bSJiri Olsa if (p == &oe->events) { 435f86b80bSJiri Olsa list_add_tail(&new->list, &oe->events); 445f86b80bSJiri Olsa oe->max_timestamp = timestamp; 455f86b80bSJiri Olsa return; 465f86b80bSJiri Olsa } 475f86b80bSJiri Olsa last = list_entry(p, struct ordered_event, list); 485f86b80bSJiri Olsa } 495f86b80bSJiri Olsa list_add_tail(&new->list, &last->list); 505f86b80bSJiri Olsa } else { 515f86b80bSJiri Olsa while (last->timestamp > timestamp) { 525f86b80bSJiri Olsa p = last->list.prev; 535f86b80bSJiri Olsa if (p == &oe->events) { 545f86b80bSJiri Olsa list_add(&new->list, &oe->events); 555f86b80bSJiri Olsa return; 565f86b80bSJiri Olsa } 575f86b80bSJiri Olsa last = list_entry(p, struct ordered_event, list); 585f86b80bSJiri Olsa } 595f86b80bSJiri Olsa list_add(&new->list, &last->list); 605f86b80bSJiri Olsa } 615f86b80bSJiri Olsa } 625f86b80bSJiri Olsa 6354bf53b1SAlexander Yarygin static union perf_event *__dup_event(struct ordered_events *oe, 6454bf53b1SAlexander Yarygin union perf_event *event) 6554bf53b1SAlexander Yarygin { 6654bf53b1SAlexander Yarygin union perf_event *new_event = NULL; 6754bf53b1SAlexander Yarygin 6854bf53b1SAlexander Yarygin if (oe->cur_alloc_size < oe->max_alloc_size) { 6954bf53b1SAlexander Yarygin new_event = memdup(event, event->header.size); 7054bf53b1SAlexander Yarygin if (new_event) 7154bf53b1SAlexander Yarygin oe->cur_alloc_size += event->header.size; 7254bf53b1SAlexander Yarygin } 7354bf53b1SAlexander Yarygin 7454bf53b1SAlexander Yarygin return new_event; 7554bf53b1SAlexander Yarygin } 7654bf53b1SAlexander Yarygin 7754bf53b1SAlexander Yarygin static union perf_event *dup_event(struct ordered_events *oe, 7854bf53b1SAlexander Yarygin union perf_event *event) 7954bf53b1SAlexander Yarygin { 8054bf53b1SAlexander Yarygin return oe->copy_on_queue ? __dup_event(oe, event) : event; 8154bf53b1SAlexander Yarygin } 8254bf53b1SAlexander Yarygin 83d5ceb62bSJiri Olsa static void __free_dup_event(struct ordered_events *oe, union perf_event *event) 8454bf53b1SAlexander Yarygin { 85d5ceb62bSJiri Olsa if (event) { 8654bf53b1SAlexander Yarygin oe->cur_alloc_size -= event->header.size; 8754bf53b1SAlexander Yarygin free(event); 8854bf53b1SAlexander Yarygin } 8954bf53b1SAlexander Yarygin } 9054bf53b1SAlexander Yarygin 91d5ceb62bSJiri Olsa static void free_dup_event(struct ordered_events *oe, union perf_event *event) 92d5ceb62bSJiri Olsa { 93d5ceb62bSJiri Olsa if (oe->copy_on_queue) 94d5ceb62bSJiri Olsa __free_dup_event(oe, event); 95d5ceb62bSJiri Olsa } 96d5ceb62bSJiri Olsa 975f86b80bSJiri Olsa #define MAX_SAMPLE_BUFFER (64 * 1024 / sizeof(struct ordered_event)) 9854bf53b1SAlexander Yarygin static struct ordered_event *alloc_event(struct ordered_events *oe, 9954bf53b1SAlexander Yarygin union perf_event *event) 1005f86b80bSJiri Olsa { 1015f86b80bSJiri Olsa struct list_head *cache = &oe->cache; 1025f86b80bSJiri Olsa struct ordered_event *new = NULL; 10354bf53b1SAlexander Yarygin union perf_event *new_event; 10453da12e0SJiri Olsa size_t size; 10554bf53b1SAlexander Yarygin 10654bf53b1SAlexander Yarygin new_event = dup_event(oe, event); 10754bf53b1SAlexander Yarygin if (!new_event) 10854bf53b1SAlexander Yarygin return NULL; 1095f86b80bSJiri Olsa 110d5ceb62bSJiri Olsa /* 111d5ceb62bSJiri Olsa * We maintain the following scheme of buffers for ordered 112d5ceb62bSJiri Olsa * event allocation: 113d5ceb62bSJiri Olsa * 114d5ceb62bSJiri Olsa * to_free list -> buffer1 (64K) 115d5ceb62bSJiri Olsa * buffer2 (64K) 116d5ceb62bSJiri Olsa * ... 117d5ceb62bSJiri Olsa * 118d5ceb62bSJiri Olsa * Each buffer keeps an array of ordered events objects: 119d5ceb62bSJiri Olsa * buffer -> event[0] 120d5ceb62bSJiri Olsa * event[1] 121d5ceb62bSJiri Olsa * ... 122d5ceb62bSJiri Olsa * 123d5ceb62bSJiri Olsa * Each allocated ordered event is linked to one of 124d5ceb62bSJiri Olsa * following lists: 125d5ceb62bSJiri Olsa * - time ordered list 'events' 126d5ceb62bSJiri Olsa * - list of currently removed events 'cache' 127d5ceb62bSJiri Olsa * 128d5ceb62bSJiri Olsa * Allocation of the ordered event uses the following order 129d5ceb62bSJiri Olsa * to get the memory: 130d5ceb62bSJiri Olsa * - use recently removed object from 'cache' list 131d5ceb62bSJiri Olsa * - use available object in current allocation buffer 132d5ceb62bSJiri Olsa * - allocate new buffer if the current buffer is full 133d5ceb62bSJiri Olsa * 134d5ceb62bSJiri Olsa * Removal of ordered event object moves it from events to 135d5ceb62bSJiri Olsa * the cache list. 136d5ceb62bSJiri Olsa */ 13753da12e0SJiri Olsa size = sizeof(*oe->buffer) + MAX_SAMPLE_BUFFER * sizeof(*new); 13853da12e0SJiri Olsa 1395f86b80bSJiri Olsa if (!list_empty(cache)) { 1405f86b80bSJiri Olsa new = list_entry(cache->next, struct ordered_event, list); 1415f86b80bSJiri Olsa list_del(&new->list); 1425f86b80bSJiri Olsa } else if (oe->buffer) { 143d5ceb62bSJiri Olsa new = &oe->buffer->event[oe->buffer_idx]; 1445f86b80bSJiri Olsa if (++oe->buffer_idx == MAX_SAMPLE_BUFFER) 1455f86b80bSJiri Olsa oe->buffer = NULL; 14653da12e0SJiri Olsa } else if ((oe->cur_alloc_size + size) < oe->max_alloc_size) { 1475f86b80bSJiri Olsa oe->buffer = malloc(size); 14854bf53b1SAlexander Yarygin if (!oe->buffer) { 14954bf53b1SAlexander Yarygin free_dup_event(oe, new_event); 1505f86b80bSJiri Olsa return NULL; 15154bf53b1SAlexander Yarygin } 1525f86b80bSJiri Olsa 153cee3ab9cSJiri Olsa pr("alloc size %" PRIu64 "B (+%zu), max %" PRIu64 "B\n", 154cee3ab9cSJiri Olsa oe->cur_alloc_size, size, oe->max_alloc_size); 155cee3ab9cSJiri Olsa 1565f86b80bSJiri Olsa oe->cur_alloc_size += size; 1575f86b80bSJiri Olsa list_add(&oe->buffer->list, &oe->to_free); 1585f86b80bSJiri Olsa 159d5ceb62bSJiri Olsa oe->buffer_idx = 1; 160d5ceb62bSJiri Olsa new = &oe->buffer->event[0]; 161cee3ab9cSJiri Olsa } else { 162cee3ab9cSJiri Olsa pr("allocation limit reached %" PRIu64 "B\n", oe->max_alloc_size); 163d5ceb62bSJiri Olsa return NULL; 1645f86b80bSJiri Olsa } 1655f86b80bSJiri Olsa 16654bf53b1SAlexander Yarygin new->event = new_event; 1675f86b80bSJiri Olsa return new; 1685f86b80bSJiri Olsa } 1695f86b80bSJiri Olsa 1704a6b362fSArnaldo Carvalho de Melo static struct ordered_event * 1714a6b362fSArnaldo Carvalho de Melo ordered_events__new_event(struct ordered_events *oe, u64 timestamp, 17254bf53b1SAlexander Yarygin union perf_event *event) 1735f86b80bSJiri Olsa { 1745f86b80bSJiri Olsa struct ordered_event *new; 1755f86b80bSJiri Olsa 17654bf53b1SAlexander Yarygin new = alloc_event(oe, event); 1775f86b80bSJiri Olsa if (new) { 1785f86b80bSJiri Olsa new->timestamp = timestamp; 1795f86b80bSJiri Olsa queue_event(oe, new); 1805f86b80bSJiri Olsa } 1815f86b80bSJiri Olsa 1825f86b80bSJiri Olsa return new; 1835f86b80bSJiri Olsa } 1845f86b80bSJiri Olsa 1855f86b80bSJiri Olsa void ordered_events__delete(struct ordered_events *oe, struct ordered_event *event) 1865f86b80bSJiri Olsa { 187fa4e5c67SJiri Olsa list_move(&event->list, &oe->cache); 1885f86b80bSJiri Olsa oe->nr_events--; 18954bf53b1SAlexander Yarygin free_dup_event(oe, event->event); 1901e0d4f02SDavid Carrillo-Cisneros event->event = NULL; 1915f86b80bSJiri Olsa } 1925f86b80bSJiri Olsa 1934a6b362fSArnaldo Carvalho de Melo int ordered_events__queue(struct ordered_events *oe, union perf_event *event, 194dc83e139SJiri Olsa u64 timestamp, u64 file_offset) 1954a6b362fSArnaldo Carvalho de Melo { 1964a6b362fSArnaldo Carvalho de Melo struct ordered_event *oevent; 1974a6b362fSArnaldo Carvalho de Melo 1984a6b362fSArnaldo Carvalho de Melo if (!timestamp || timestamp == ~0ULL) 1994a6b362fSArnaldo Carvalho de Melo return -ETIME; 2004a6b362fSArnaldo Carvalho de Melo 2014a6b362fSArnaldo Carvalho de Melo if (timestamp < oe->last_flush) { 2024a6b362fSArnaldo Carvalho de Melo pr_oe_time(timestamp, "out of order event\n"); 2034a6b362fSArnaldo Carvalho de Melo pr_oe_time(oe->last_flush, "last flush, last_flush_type %d\n", 2044a6b362fSArnaldo Carvalho de Melo oe->last_flush_type); 2054a6b362fSArnaldo Carvalho de Melo 2069870d780SArnaldo Carvalho de Melo oe->nr_unordered_events++; 2074a6b362fSArnaldo Carvalho de Melo } 2084a6b362fSArnaldo Carvalho de Melo 2094a6b362fSArnaldo Carvalho de Melo oevent = ordered_events__new_event(oe, timestamp, event); 2104a6b362fSArnaldo Carvalho de Melo if (!oevent) { 2114a6b362fSArnaldo Carvalho de Melo ordered_events__flush(oe, OE_FLUSH__HALF); 2124a6b362fSArnaldo Carvalho de Melo oevent = ordered_events__new_event(oe, timestamp, event); 2134a6b362fSArnaldo Carvalho de Melo } 2144a6b362fSArnaldo Carvalho de Melo 2154a6b362fSArnaldo Carvalho de Melo if (!oevent) 2164a6b362fSArnaldo Carvalho de Melo return -ENOMEM; 2174a6b362fSArnaldo Carvalho de Melo 2184a6b362fSArnaldo Carvalho de Melo oevent->file_offset = file_offset; 2194a6b362fSArnaldo Carvalho de Melo return 0; 2204a6b362fSArnaldo Carvalho de Melo } 2214a6b362fSArnaldo Carvalho de Melo 22268ca5d07SJiri Olsa static int do_flush(struct ordered_events *oe, bool show_progress) 2235f86b80bSJiri Olsa { 2245f86b80bSJiri Olsa struct list_head *head = &oe->events; 2255f86b80bSJiri Olsa struct ordered_event *tmp, *iter; 2265f86b80bSJiri Olsa u64 limit = oe->next_flush; 2275f86b80bSJiri Olsa u64 last_ts = oe->last ? oe->last->timestamp : 0ULL; 2285f86b80bSJiri Olsa struct ui_progress prog; 2295f86b80bSJiri Olsa int ret; 2305f86b80bSJiri Olsa 23128083681SArnaldo Carvalho de Melo if (!limit) 2325f86b80bSJiri Olsa return 0; 2335f86b80bSJiri Olsa 2345f86b80bSJiri Olsa if (show_progress) 2355f86b80bSJiri Olsa ui_progress__init(&prog, oe->nr_events, "Processing time ordered events..."); 2365f86b80bSJiri Olsa 2375f86b80bSJiri Olsa list_for_each_entry_safe(iter, tmp, head, list) { 2385f86b80bSJiri Olsa if (session_done()) 2395f86b80bSJiri Olsa return 0; 2405f86b80bSJiri Olsa 2415f86b80bSJiri Olsa if (iter->timestamp > limit) 2425f86b80bSJiri Olsa break; 2439870d780SArnaldo Carvalho de Melo ret = oe->deliver(oe, iter); 2445f86b80bSJiri Olsa if (ret) 2455f86b80bSJiri Olsa return ret; 2465f86b80bSJiri Olsa 2475f86b80bSJiri Olsa ordered_events__delete(oe, iter); 2485f86b80bSJiri Olsa oe->last_flush = iter->timestamp; 2495f86b80bSJiri Olsa 2505f86b80bSJiri Olsa if (show_progress) 2515f86b80bSJiri Olsa ui_progress__update(&prog, 1); 2525f86b80bSJiri Olsa } 2535f86b80bSJiri Olsa 2545f86b80bSJiri Olsa if (list_empty(head)) 2555f86b80bSJiri Olsa oe->last = NULL; 2565f86b80bSJiri Olsa else if (last_ts <= limit) 2575f86b80bSJiri Olsa oe->last = list_entry(head->prev, struct ordered_event, list); 2585f86b80bSJiri Olsa 2595c9ce1e6SArnaldo Carvalho de Melo if (show_progress) 2605c9ce1e6SArnaldo Carvalho de Melo ui_progress__finish(); 2615c9ce1e6SArnaldo Carvalho de Melo 2625f86b80bSJiri Olsa return 0; 2635f86b80bSJiri Olsa } 2645f86b80bSJiri Olsa 26568ca5d07SJiri Olsa static int __ordered_events__flush(struct ordered_events *oe, enum oe_flush how, 26668ca5d07SJiri Olsa u64 timestamp) 2675f86b80bSJiri Olsa { 268cee3ab9cSJiri Olsa static const char * const str[] = { 269b0a45203SJiri Olsa "NONE", 270cee3ab9cSJiri Olsa "FINAL", 271cee3ab9cSJiri Olsa "ROUND", 272cee3ab9cSJiri Olsa "HALF ", 273cee3ab9cSJiri Olsa }; 2745f86b80bSJiri Olsa int err; 275b8494f1dSJiri Olsa bool show_progress = false; 2765f86b80bSJiri Olsa 27728083681SArnaldo Carvalho de Melo if (oe->nr_events == 0) 27828083681SArnaldo Carvalho de Melo return 0; 27928083681SArnaldo Carvalho de Melo 2805f86b80bSJiri Olsa switch (how) { 2815f86b80bSJiri Olsa case OE_FLUSH__FINAL: 282b8494f1dSJiri Olsa show_progress = true; 28316c66bc1SJiri Olsa __fallthrough; 28416c66bc1SJiri Olsa case OE_FLUSH__TOP: 28516c66bc1SJiri Olsa oe->next_flush = ULLONG_MAX; 2865f86b80bSJiri Olsa break; 2875f86b80bSJiri Olsa 2885f86b80bSJiri Olsa case OE_FLUSH__HALF: 2895f86b80bSJiri Olsa { 2905f86b80bSJiri Olsa struct ordered_event *first, *last; 2915f86b80bSJiri Olsa struct list_head *head = &oe->events; 2925f86b80bSJiri Olsa 2935f86b80bSJiri Olsa first = list_entry(head->next, struct ordered_event, list); 2945f86b80bSJiri Olsa last = oe->last; 2955f86b80bSJiri Olsa 2965f86b80bSJiri Olsa /* Warn if we are called before any event got allocated. */ 2975f86b80bSJiri Olsa if (WARN_ONCE(!last || list_empty(head), "empty queue")) 2985f86b80bSJiri Olsa return 0; 2995f86b80bSJiri Olsa 3005f86b80bSJiri Olsa oe->next_flush = first->timestamp; 3015f86b80bSJiri Olsa oe->next_flush += (last->timestamp - first->timestamp) / 2; 3025f86b80bSJiri Olsa break; 3035f86b80bSJiri Olsa } 3045f86b80bSJiri Olsa 30568ca5d07SJiri Olsa case OE_FLUSH__TIME: 30668ca5d07SJiri Olsa oe->next_flush = timestamp; 30768ca5d07SJiri Olsa show_progress = false; 30868ca5d07SJiri Olsa break; 30968ca5d07SJiri Olsa 3105f86b80bSJiri Olsa case OE_FLUSH__ROUND: 311b0a45203SJiri Olsa case OE_FLUSH__NONE: 3125f86b80bSJiri Olsa default: 3135f86b80bSJiri Olsa break; 3145f86b80bSJiri Olsa }; 3155f86b80bSJiri Olsa 316cee3ab9cSJiri Olsa pr_oe_time(oe->next_flush, "next_flush - ordered_events__flush PRE %s, nr_events %u\n", 317cee3ab9cSJiri Olsa str[how], oe->nr_events); 318cee3ab9cSJiri Olsa pr_oe_time(oe->max_timestamp, "max_timestamp\n"); 319cee3ab9cSJiri Olsa 32068ca5d07SJiri Olsa err = do_flush(oe, show_progress); 3215f86b80bSJiri Olsa 3225f86b80bSJiri Olsa if (!err) { 3235f86b80bSJiri Olsa if (how == OE_FLUSH__ROUND) 3245f86b80bSJiri Olsa oe->next_flush = oe->max_timestamp; 325b0a45203SJiri Olsa 326b0a45203SJiri Olsa oe->last_flush_type = how; 3275f86b80bSJiri Olsa } 3285f86b80bSJiri Olsa 329cee3ab9cSJiri Olsa pr_oe_time(oe->next_flush, "next_flush - ordered_events__flush POST %s, nr_events %u\n", 330cee3ab9cSJiri Olsa str[how], oe->nr_events); 331cee3ab9cSJiri Olsa pr_oe_time(oe->last_flush, "last_flush\n"); 332cee3ab9cSJiri Olsa 3335f86b80bSJiri Olsa return err; 3345f86b80bSJiri Olsa } 33536522f5cSJiri Olsa 33668ca5d07SJiri Olsa int ordered_events__flush(struct ordered_events *oe, enum oe_flush how) 33768ca5d07SJiri Olsa { 33868ca5d07SJiri Olsa return __ordered_events__flush(oe, how, 0); 33968ca5d07SJiri Olsa } 34068ca5d07SJiri Olsa 34168ca5d07SJiri Olsa int ordered_events__flush_time(struct ordered_events *oe, u64 timestamp) 34268ca5d07SJiri Olsa { 34368ca5d07SJiri Olsa return __ordered_events__flush(oe, OE_FLUSH__TIME, timestamp); 34468ca5d07SJiri Olsa } 34568ca5d07SJiri Olsa 346a4a6668aSJiri Olsa void ordered_events__init(struct ordered_events *oe, ordered_events__deliver_t deliver, 347a4a6668aSJiri Olsa void *data) 34836522f5cSJiri Olsa { 34936522f5cSJiri Olsa INIT_LIST_HEAD(&oe->events); 35036522f5cSJiri Olsa INIT_LIST_HEAD(&oe->cache); 35136522f5cSJiri Olsa INIT_LIST_HEAD(&oe->to_free); 35236522f5cSJiri Olsa oe->max_alloc_size = (u64) -1; 35336522f5cSJiri Olsa oe->cur_alloc_size = 0; 354d10eb1ebSArnaldo Carvalho de Melo oe->deliver = deliver; 355a4a6668aSJiri Olsa oe->data = data; 35636522f5cSJiri Olsa } 357adc56ed1SJiri Olsa 358d5ceb62bSJiri Olsa static void 359d5ceb62bSJiri Olsa ordered_events_buffer__free(struct ordered_events_buffer *buffer, 360d5ceb62bSJiri Olsa unsigned int max, struct ordered_events *oe) 361d5ceb62bSJiri Olsa { 362d5ceb62bSJiri Olsa if (oe->copy_on_queue) { 363d5ceb62bSJiri Olsa unsigned int i; 364d5ceb62bSJiri Olsa 365d5ceb62bSJiri Olsa for (i = 0; i < max; i++) 366d5ceb62bSJiri Olsa __free_dup_event(oe, buffer->event[i].event); 367d5ceb62bSJiri Olsa } 368d5ceb62bSJiri Olsa 369d5ceb62bSJiri Olsa free(buffer); 370d5ceb62bSJiri Olsa } 371d5ceb62bSJiri Olsa 372adc56ed1SJiri Olsa void ordered_events__free(struct ordered_events *oe) 373adc56ed1SJiri Olsa { 374d5ceb62bSJiri Olsa struct ordered_events_buffer *buffer, *tmp; 375adc56ed1SJiri Olsa 376d5ceb62bSJiri Olsa if (list_empty(&oe->to_free)) 377d5ceb62bSJiri Olsa return; 378d5ceb62bSJiri Olsa 379d5ceb62bSJiri Olsa /* 380d5ceb62bSJiri Olsa * Current buffer might not have all the events allocated 381d5ceb62bSJiri Olsa * yet, we need to free only allocated ones ... 382d5ceb62bSJiri Olsa */ 383d5ceb62bSJiri Olsa list_del(&oe->buffer->list); 384d5ceb62bSJiri Olsa ordered_events_buffer__free(oe->buffer, oe->buffer_idx, oe); 385d5ceb62bSJiri Olsa 386d5ceb62bSJiri Olsa /* ... and continue with the rest */ 387d5ceb62bSJiri Olsa list_for_each_entry_safe(buffer, tmp, &oe->to_free, list) { 388d5ceb62bSJiri Olsa list_del(&buffer->list); 389d5ceb62bSJiri Olsa ordered_events_buffer__free(buffer, MAX_SAMPLE_BUFFER, oe); 390adc56ed1SJiri Olsa } 391adc56ed1SJiri Olsa } 3924532f642SWang Nan 3934532f642SWang Nan void ordered_events__reinit(struct ordered_events *oe) 3944532f642SWang Nan { 3954532f642SWang Nan ordered_events__deliver_t old_deliver = oe->deliver; 3964532f642SWang Nan 3974532f642SWang Nan ordered_events__free(oe); 3984532f642SWang Nan memset(oe, '\0', sizeof(*oe)); 399a4a6668aSJiri Olsa ordered_events__init(oe, old_deliver, oe->data); 4004532f642SWang Nan } 401