459 	((__s)->oa_buffer.format->header == HDR_64_BIT)
543 	u32 gtt_offset = i915_ggtt_offset(stream->oa_buffer.vma);  in oa_buffer_check_unlocked()
544 	int report_size = stream->oa_buffer.format->size;  in oa_buffer_check_unlocked()
555 	spin_lock_irqsave(&stream->oa_buffer.ptr_lock, flags);  in oa_buffer_check_unlocked()
563 	partial_report_size = OA_TAKEN(hw_tail, stream->oa_buffer.tail);  in oa_buffer_check_unlocked()
573 	head = stream->oa_buffer.head - gtt_offset;  in oa_buffer_check_unlocked()
574 	read_tail = stream->oa_buffer.tail - gtt_offset;  in oa_buffer_check_unlocked()
590 		void *report = stream->oa_buffer.vaddr + tail;  in oa_buffer_check_unlocked()
605 	stream->oa_buffer.tail = gtt_offset + tail;  in oa_buffer_check_unlocked()
607 	pollin = OA_TAKEN(stream->oa_buffer.tail,  in oa_buffer_check_unlocked()
608 			  stream->oa_buffer.head) >= report_size;  in oa_buffer_check_unlocked()
610 	spin_unlock_irqrestore(&stream->oa_buffer.ptr_lock, flags);  in oa_buffer_check_unlocked()
672 	int report_size = stream->oa_buffer.format->size;  in append_oa_sample()
689 	oa_buf_end = stream->oa_buffer.vaddr + OA_BUFFER_SIZE;  in append_oa_sample()
697 		if (copy_to_user(buf, stream->oa_buffer.vaddr,  in append_oa_sample()
736 	int report_size = stream->oa_buffer.format->size;  in gen8_append_oa_reports()
737 	u8 *oa_buf_base = stream->oa_buffer.vaddr;  in gen8_append_oa_reports()
738 	u32 gtt_offset = i915_ggtt_offset(stream->oa_buffer.vma);  in gen8_append_oa_reports()
748 	spin_lock_irqsave(&stream->oa_buffer.ptr_lock, flags);  in gen8_append_oa_reports()
750 	head = stream->oa_buffer.head;  in gen8_append_oa_reports()
751 	tail = stream->oa_buffer.tail;  in gen8_append_oa_reports()
753 	spin_unlock_irqrestore(&stream->oa_buffer.ptr_lock, flags);  in gen8_append_oa_reports()
871 		    stream->oa_buffer.last_ctx_id == stream->specific_ctx_id ||  in gen8_append_oa_reports()
888 			stream->oa_buffer.last_ctx_id = ctx_id;  in gen8_append_oa_reports()
899 			u8 *oa_buf_end = stream->oa_buffer.vaddr +  in gen8_append_oa_reports()
920 		spin_lock_irqsave(&stream->oa_buffer.ptr_lock, flags);  in gen8_append_oa_reports()
929 		stream->oa_buffer.head = head;  in gen8_append_oa_reports()
931 		spin_unlock_irqrestore(&stream->oa_buffer.ptr_lock, flags);  in gen8_append_oa_reports()
967 	if (drm_WARN_ON(&uncore->i915->drm, !stream->oa_buffer.vaddr))  in gen8_oa_read()
1054 	int report_size = stream->oa_buffer.format->size;  in gen7_append_oa_reports()
1055 	u8 *oa_buf_base = stream->oa_buffer.vaddr;  in gen7_append_oa_reports()
1056 	u32 gtt_offset = i915_ggtt_offset(stream->oa_buffer.vma);  in gen7_append_oa_reports()
1066 	spin_lock_irqsave(&stream->oa_buffer.ptr_lock, flags);  in gen7_append_oa_reports()
1068 	head = stream->oa_buffer.head;  in gen7_append_oa_reports()
1069 	tail = stream->oa_buffer.tail;  in gen7_append_oa_reports()
1071 	spin_unlock_irqrestore(&stream->oa_buffer.ptr_lock, flags);  in gen7_append_oa_reports()
1139 		spin_lock_irqsave(&stream->oa_buffer.ptr_lock, flags);  in gen7_append_oa_reports()
1149 		stream->oa_buffer.head = head;  in gen7_append_oa_reports()
1151 		spin_unlock_irqrestore(&stream->oa_buffer.ptr_lock, flags);  in gen7_append_oa_reports()
1182 	if (drm_WARN_ON(&uncore->i915->drm, !stream->oa_buffer.vaddr))  in gen7_oa_read()
1654 	i915_vma_unpin_and_release(&stream->oa_buffer.vma,  in free_oa_buffer()
1657 	stream->oa_buffer.vaddr = NULL;  in free_oa_buffer()
1732 	u32 gtt_offset = i915_ggtt_offset(stream->oa_buffer.vma);  in gen7_init_oa_buffer()
1735 	spin_lock_irqsave(&stream->oa_buffer.ptr_lock, flags);  in gen7_init_oa_buffer()
1742 	stream->oa_buffer.head = gtt_offset;  in gen7_init_oa_buffer()
1750 	stream->oa_buffer.tail = gtt_offset;  in gen7_init_oa_buffer()
1752 	spin_unlock_irqrestore(&stream->oa_buffer.ptr_lock, flags);  in gen7_init_oa_buffer()
1771 	memset(stream->oa_buffer.vaddr, 0, OA_BUFFER_SIZE);  in gen7_init_oa_buffer()
1777 	u32 gtt_offset = i915_ggtt_offset(stream->oa_buffer.vma);  in gen8_init_oa_buffer()
1780 	spin_lock_irqsave(&stream->oa_buffer.ptr_lock, flags);  in gen8_init_oa_buffer()
1784 	stream->oa_buffer.head = gtt_offset;  in gen8_init_oa_buffer()
1801 	stream->oa_buffer.tail = gtt_offset;  in gen8_init_oa_buffer()
1808 	stream->oa_buffer.last_ctx_id = INVALID_CTX_ID;  in gen8_init_oa_buffer()
1810 	spin_unlock_irqrestore(&stream->oa_buffer.ptr_lock, flags);  in gen8_init_oa_buffer()
1824 	memset(stream->oa_buffer.vaddr, 0, OA_BUFFER_SIZE);  in gen8_init_oa_buffer()
1830 	u32 gtt_offset = i915_ggtt_offset(stream->oa_buffer.vma);  in gen12_init_oa_buffer()
1833 	spin_lock_irqsave(&stream->oa_buffer.ptr_lock, flags);  in gen12_init_oa_buffer()
1838 	stream->oa_buffer.head = gtt_offset;  in gen12_init_oa_buffer()
1848 	intel_uncore_write(uncore, __oa_regs(stream)->oa_buffer, gtt_offset |  in gen12_init_oa_buffer()
1854 	stream->oa_buffer.tail = gtt_offset;  in gen12_init_oa_buffer()
1861 	stream->oa_buffer.last_ctx_id = INVALID_CTX_ID;  in gen12_init_oa_buffer()
1863 	spin_unlock_irqrestore(&stream->oa_buffer.ptr_lock, flags);  in gen12_init_oa_buffer()
1877 	memset(stream->oa_buffer.vaddr, 0,  in gen12_init_oa_buffer()
1878 	       stream->oa_buffer.vma->size);  in gen12_init_oa_buffer()
1889 	if (drm_WARN_ON(&i915->drm, stream->oa_buffer.vma))  in alloc_oa_buffer()
1920 	stream->oa_buffer.vma = vma;  in alloc_oa_buffer()
1922 	stream->oa_buffer.vaddr =  in alloc_oa_buffer()
1924 	if (IS_ERR(stream->oa_buffer.vaddr)) {  in alloc_oa_buffer()
1925 		ret = PTR_ERR(stream->oa_buffer.vaddr);  in alloc_oa_buffer()
1937 	stream->oa_buffer.vaddr = NULL;  in alloc_oa_buffer()
1938 	stream->oa_buffer.vma = NULL;  in alloc_oa_buffer()
2644 	u32 format = stream->oa_buffer.format->format;  in gen12_configure_oar_context()
3041 	u32 report_format = stream->oa_buffer.format->format;  in gen7_oa_enable()
3067 	u32 report_format = stream->oa_buffer.format->format;  in gen8_oa_enable()
3105 	val = (stream->oa_buffer.format->format << regs->oa_ctrl_counter_format_shift) |  in gen12_oa_enable()
3359 	stream->oa_buffer.format = &perf->oa_formats[props->oa_format];  in i915_oa_stream_init()
3360 	if (drm_WARN_ON(&i915->drm, stream->oa_buffer.format->size == 0))  in i915_oa_stream_init()
3364 	stream->sample_size += stream->oa_buffer.format->size;  in i915_oa_stream_init()
3454 	spin_lock_init(&stream->oa_buffer.ptr_lock);  in i915_oa_stream_init()