Lines Matching refs:ts
300 u64 ts; in rb_event_time_stamp() local
302 ts = event->array[0]; in rb_event_time_stamp()
303 ts <<= TS_SHIFT; in rb_event_time_stamp()
304 ts += event->time_delta; in rb_event_time_stamp()
306 return ts; in rb_event_time_stamp()
424 u64 ts; member
801 u64 ts; in ring_buffer_event_time_stamp() local
805 ts = rb_event_time_stamp(event); in ring_buffer_event_time_stamp()
806 return rb_fix_abs_ts(ts, cpu_buffer->tail_page->page->time_stamp); in ring_buffer_event_time_stamp()
823 if (!rb_time_read(&cpu_buffer->write_stamp, &ts)) in ring_buffer_event_time_stamp()
825 ts = rb_time_stamp(cpu_buffer->buffer); in ring_buffer_event_time_stamp()
827 return ts; in ring_buffer_event_time_stamp()
1203 u64 ts; in rb_time_stamp() local
1207 ts = trace_clock_local(); in rb_time_stamp()
1209 ts = buffer->clock(); in rb_time_stamp()
1212 return ts << DEBUG_SHIFT; in rb_time_stamp()
1228 int cpu, u64 *ts) in ring_buffer_normalize_time_stamp() argument
1231 *ts >>= DEBUG_SHIFT; in ring_buffer_normalize_time_stamp()
2882 (unsigned long long)info->ts, in rb_check_timestamp()
2907 if (abs && (info->ts & TS_MSB)) { in rb_add_timestamp()
2911 } else if (info->before == info->after && info->before > info->ts) { in rb_add_timestamp()
2922 info->before, info->ts); in rb_add_timestamp()
2955 cpu_buffer->event_stamp[nest] = info->ts; in rb_update_event()
3408 u64 ts, delta; in dump_buffer_page() local
3411 ts = bpage->time_stamp; in dump_buffer_page()
3412 pr_warn(" [%lld] PAGE TIME STAMP\n", ts); in dump_buffer_page()
3422 ts += delta; in dump_buffer_page()
3423 pr_warn(" [%lld] delta:%lld TIME EXTEND\n", ts, delta); in dump_buffer_page()
3428 ts = rb_fix_abs_ts(delta, ts); in dump_buffer_page()
3429 pr_warn(" [%lld] absolute:%lld TIME STAMP\n", ts, delta); in dump_buffer_page()
3433 ts += event->time_delta; in dump_buffer_page()
3434 pr_warn(" [%lld] delta:%d PADDING\n", ts, event->time_delta); in dump_buffer_page()
3438 ts += event->time_delta; in dump_buffer_page()
3439 pr_warn(" [%lld] delta:%d\n", ts, event->time_delta); in dump_buffer_page()
3461 u64 ts, delta; in check_buffer() local
3489 ts = bpage->time_stamp; in check_buffer()
3499 ts += delta; in check_buffer()
3504 ts = rb_fix_abs_ts(delta, ts); in check_buffer()
3512 ts += event->time_delta; in check_buffer()
3519 if ((full && ts > info->ts) || in check_buffer()
3520 (!full && ts + info->delta != info->ts)) { in check_buffer()
3531 ts + info->delta, info->ts, info->delta, in check_buffer()
3568 info->ts = rb_time_stamp(cpu_buffer->buffer); in __rb_reserve_next()
3571 info->delta = info->ts; in __rb_reserve_next()
3585 info->delta = info->ts - info->after; in __rb_reserve_next()
3593 /*B*/ rb_time_set(&cpu_buffer->before_stamp, info->ts); in __rb_reserve_next()
3610 /*D*/ rb_time_set(&cpu_buffer->write_stamp, info->ts); in __rb_reserve_next()
3620 info->delta = info->ts - info->after; in __rb_reserve_next()
3623 info->delta = info->ts; in __rb_reserve_next()
3626 u64 ts; in __rb_reserve_next() local
3639 ts = rb_time_stamp(cpu_buffer->buffer); in __rb_reserve_next()
3640 rb_time_set(&cpu_buffer->before_stamp, ts); in __rb_reserve_next()
3648 info->after == info->before && info->after < ts) { in __rb_reserve_next()
3654 info->delta = ts - info->after; in __rb_reserve_next()
3666 info->ts = ts; in __rb_reserve_next()
3690 tail_page->page->time_stamp = info->ts; in __rb_reserve_next()
4764 rb_buffer_peek(struct ring_buffer_per_cpu *cpu_buffer, u64 *ts, in rb_buffer_peek() argument
4771 if (ts) in rb_buffer_peek()
4772 *ts = 0; in rb_buffer_peek()
4809 if (ts) { in rb_buffer_peek()
4810 *ts = rb_event_time_stamp(event); in rb_buffer_peek()
4811 *ts = rb_fix_abs_ts(*ts, reader->page->time_stamp); in rb_buffer_peek()
4813 cpu_buffer->cpu, ts); in rb_buffer_peek()
4820 if (ts && !(*ts)) { in rb_buffer_peek()
4821 *ts = cpu_buffer->read_stamp + event->time_delta; in rb_buffer_peek()
4823 cpu_buffer->cpu, ts); in rb_buffer_peek()
4838 rb_iter_peek(struct ring_buffer_iter *iter, u64 *ts) in rb_iter_peek() argument
4845 if (ts) in rb_iter_peek()
4846 *ts = 0; in rb_iter_peek()
4902 if (ts) { in rb_iter_peek()
4903 *ts = rb_event_time_stamp(event); in rb_iter_peek()
4904 *ts = rb_fix_abs_ts(*ts, iter->head_page->page->time_stamp); in rb_iter_peek()
4906 cpu_buffer->cpu, ts); in rb_iter_peek()
4913 if (ts && !(*ts)) { in rb_iter_peek()
4914 *ts = iter->read_stamp + event->time_delta; in rb_iter_peek()
4916 cpu_buffer->cpu, ts); in rb_iter_peek()
4970 ring_buffer_peek(struct trace_buffer *buffer, int cpu, u64 *ts, in ring_buffer_peek() argument
4984 event = rb_buffer_peek(cpu_buffer, ts, lost_events); in ring_buffer_peek()
5019 ring_buffer_iter_peek(struct ring_buffer_iter *iter, u64 *ts) in ring_buffer_iter_peek() argument
5027 event = rb_iter_peek(iter, ts); in ring_buffer_iter_peek()
5048 ring_buffer_consume(struct trace_buffer *buffer, int cpu, u64 *ts, in ring_buffer_consume() argument
5067 event = rb_buffer_peek(cpu_buffer, ts, lost_events); in ring_buffer_consume()