Lines Matching refs:consumer_pos
19 (offsetof(struct bpf_ringbuf, consumer_pos) >> PAGE_SHIFT)
72 unsigned long consumer_pos __aligned(PAGE_SIZE);
182 rb->consumer_pos = 0; in bpf_ringbuf_alloc()
303 cons_pos = smp_load_acquire(&rb->consumer_pos); in ringbuf_avail_data_sz()
421 cons_pos = smp_load_acquire(&rb->consumer_pos); in __bpf_ringbuf_reserve()
509 cons_pos = smp_load_acquire(&rb->consumer_pos) & rb->mask; in bpf_ringbuf_commit()
583 return smp_load_acquire(&rb->consumer_pos); in BPF_CALL_2()
688 cons_pos = smp_load_acquire(&rb->consumer_pos); in __bpf_user_ringbuf_peek()
718 smp_store_release(&rb->consumer_pos, cons_pos + total_len); in __bpf_user_ringbuf_peek()
733 u64 consumer_pos; in __bpf_user_ringbuf_sample_release() local
740 consumer_pos = rb->consumer_pos; in __bpf_user_ringbuf_sample_release()
742 smp_store_release(&rb->consumer_pos, consumer_pos + rounded_size); in __bpf_user_ringbuf_sample_release()