44 static inline int require_table_link(const void *sdbt)  in require_table_link()  argument
46 	return ((unsigned long)sdbt & ~PAGE_MASK) == CPUM_SF_SDBT_TL_OFFSET;  in require_table_link()
72 	unsigned long	 *sdbt;	    /* Sample-data-block-table origin */  member
170 	return !!cpuhw->sfb.sdbt;  in sf_buffer_available()
178 	unsigned long *sdbt, *curr;  in free_sampling_buffer()  local
180 	if (!sfb->sdbt)  in free_sampling_buffer()
183 	sdbt = sfb->sdbt;  in free_sampling_buffer()
184 	curr = sdbt;  in free_sampling_buffer()
188 		if (!*curr || !sdbt)  in free_sampling_buffer()
194 			if (sdbt)  in free_sampling_buffer()
195 				free_page((unsigned long)sdbt);  in free_sampling_buffer()
198 			if (curr == sfb->sdbt)  in free_sampling_buffer()
201 				sdbt = curr;  in free_sampling_buffer()
212 			    (unsigned long)sfb->sdbt);  in free_sampling_buffer()
216 static int alloc_sample_data_block(unsigned long *sdbt, gfp_t gfp_flags)  in alloc_sample_data_block()  argument
229 	*sdbt = virt_to_phys((void *)sdb);  in alloc_sample_data_block()
251 	if (!sfb->sdbt || !sfb->tail)  in realloc_sampling_buffer()
267 	if (sfb->sdbt != get_next_sdbt(tail)) {  in realloc_sampling_buffer()
271 				    (unsigned long)sfb->sdbt,  in realloc_sampling_buffer()
318 	*tail = virt_to_phys(sfb->sdbt) + 1;  in realloc_sampling_buffer()
342 	if (sfb->sdbt)  in alloc_sampling_buffer()
346 	sfb->sdbt = (unsigned long *)get_zeroed_page(GFP_KERNEL);  in alloc_sampling_buffer()
347 	if (!sfb->sdbt)  in alloc_sampling_buffer()
355 	sfb->tail = sfb->sdbt;  in alloc_sampling_buffer()
356 	*sfb->tail = virt_to_phys((void *)sfb->sdbt) + 1;  in alloc_sampling_buffer()
368 			(unsigned long)sfb->sdbt, (unsigned long)*sfb->sdbt);  in alloc_sampling_buffer()
393 	if (!sfb->sdbt)  in sfb_pending_allocs()
422 	if (cpuhw->sfb.sdbt)  in deallocate_buffers()
1205 static void hw_collect_samples(struct perf_event *event, unsigned long *sdbt,  in hw_collect_samples()  argument
1211 	te = trailer_entry_ptr((unsigned long)sdbt);  in hw_collect_samples()
1212 	sample = (struct hws_basic_entry *)sdbt;  in hw_collect_samples()
1280 	unsigned long *sdbt, sdb;  in hw_perf_event_update()  local
1290 	sdbt = (unsigned long *)TEAR_REG(hwc);  in hw_perf_event_update()
1294 		sdb = (unsigned long)phys_to_virt(*sdbt);  in hw_perf_event_update()
1315 				    __func__, sdb, (unsigned long)sdbt,  in hw_perf_event_update()
1338 		sdbt++;  in hw_perf_event_update()
1339 		if (is_link_entry(sdbt))  in hw_perf_event_update()
1340 			sdbt = get_next_sdbt(sdbt);  in hw_perf_event_update()
1343 		TEAR_REG(hwc) = (unsigned long) sdbt;  in hw_perf_event_update()
1793 	sfb->sdbt = (unsigned long *)get_zeroed_page(GFP_KERNEL);  in aux_buffer_setup()
1794 	if (!sfb->sdbt)  in aux_buffer_setup()
1796 	aux->sdbt_index[sfb->num_sdbt++] = (unsigned long)sfb->sdbt;  in aux_buffer_setup()
1797 	tail = sfb->tail = sfb->sdbt;  in aux_buffer_setup()
1821 	*tail = virt_to_phys(sfb->sdbt) + 1;  in aux_buffer_setup()
1940 	if (!SAMPL_DIAG_MODE(&event->hw) && !cpuhw->sfb.sdbt)  in cpumsf_pmu_add()
1957 		cpuhw->lsctl.tear = virt_to_phys(cpuhw->sfb.sdbt);  in cpumsf_pmu_add()
1958 		cpuhw->lsctl.dear = *(unsigned long *)cpuhw->sfb.sdbt;  in cpumsf_pmu_add()
1959 		TEAR_REG(&event->hw) = (unsigned long)cpuhw->sfb.sdbt;  in cpumsf_pmu_add()