/openbmc/linux/scripts/atomic/ |
H A D | gen-atomic-fallback.sh | 16 local order="$1"; shift 35 local order="$1"; shift 37 local tmpl_order=${order#_} 39 gen_template_fallback "${tmpl}" "${meta}" "${pfx}" "${name}" "${sfx}" "${order}" "$@" 49 local order="$1"; shift 51 local tmpl="$(find_fallback_template "${pfx}" "${name}" "${sfx}" "${order}")" 52 gen_template_fallback "${tmpl}" "${meta}" "${pfx}" "${name}" "${sfx}" "${order}" "$@" 62 local order="$1"; shift 66 local atomicname="${atomic}_${pfx}${name}${sfx}${order}" 69 local template="$(find_fallback_template "${pfx}" "${name}" "${sfx}" "${order}")" [all …]
|
H A D | gen-atomic-instrumented.sh | 37 local order="$1"; shift 39 if [ "${order}" = "_release" ]; then 41 elif [ -z "${order}" ] && ! meta_in "$meta" "slv"; then 59 local order="$1"; shift 63 local atomicname="${atomic}_${pfx}${name}${sfx}${order}" 67 local checks="$(gen_params_checks "${meta}" "${order}" "$@")" 71 gen_kerneldoc "" "${meta}" "${pfx}" "${name}" "${sfx}" "${order}" "${atomic}" "${int}" "$@" 88 local order="$1"; shift 92 case "$order" in 110 raw_${xchg}${order}(__ai_ptr, __ai_oldp, __VA_ARGS__); \\ [all …]
|
/openbmc/linux/arch/arm64/kvm/hyp/nvhe/ |
H A D | page_alloc.c | 35 unsigned short order) in __find_buddy_nocheck() argument 39 addr ^= (PAGE_SIZE << order); in __find_buddy_nocheck() 54 unsigned short order) in __find_buddy_avail() argument 56 struct hyp_page *buddy = __find_buddy_nocheck(pool, p, order); in __find_buddy_avail() 58 if (!buddy || buddy->order != order || buddy->refcount) in __find_buddy_avail() 97 unsigned short order = p->order; in __hyp_attach_page() local 100 memset(hyp_page_to_virt(p), 0, PAGE_SIZE << p->order); in __hyp_attach_page() 112 p->order = HYP_NO_ORDER; in __hyp_attach_page() 113 for (; (order + 1) <= pool->max_order; order++) { in __hyp_attach_page() 114 buddy = __find_buddy_avail(pool, p, order); in __hyp_attach_page() [all …]
|
/openbmc/linux/include/trace/events/ |
H A D | compaction.h | 168 int order, 172 TP_ARGS(order, gfp_mask, prio), 175 __field(int, order) 181 __entry->order = order; 187 __entry->order, 195 int order, 198 TP_ARGS(zone, order, ret), 203 __field(int, order) 210 __entry->order = order; 217 __entry->order, [all …]
|
H A D | vmscan.h | 68 TP_PROTO(int nid, int zid, int order), 70 TP_ARGS(nid, zid, order), 75 __field( int, order ) 81 __entry->order = order; 86 __entry->order) 91 TP_PROTO(int nid, int zid, int order, gfp_t gfp_flags), 93 TP_ARGS(nid, zid, order, gfp_flags), 98 __field( int, order ) 105 __entry->order = order; 111 __entry->order, [all …]
|
H A D | kmem.h | 138 TP_PROTO(struct page *page, unsigned int order), 140 TP_ARGS(page, order), 144 __field( unsigned int, order ) 149 __entry->order = order; 155 __entry->order) 179 TP_PROTO(struct page *page, unsigned int order, 182 TP_ARGS(page, order, gfp_flags, migratetype), 186 __field( unsigned int, order ) 193 __entry->order = order; 201 __entry->order, [all …]
|
/openbmc/linux/mm/ |
H A D | page_alloc.c | 229 static void __free_pages_ok(struct page *page, unsigned int order, 303 static bool page_contains_unaccepted(struct page *page, unsigned int order); 304 static void accept_page(struct page *page, unsigned int order); 305 static bool cond_accept_memory(struct zone *zone, unsigned int order); 331 _deferred_grow_zone(struct zone *zone, unsigned int order) in _deferred_grow_zone() argument 333 return deferred_grow_zone(zone, order); in _deferred_grow_zone() 520 static inline unsigned int order_to_pindex(int migratetype, int order) in order_to_pindex() argument 525 if (order > PAGE_ALLOC_COSTLY_ORDER) { in order_to_pindex() 526 VM_BUG_ON(order != pageblock_order); in order_to_pindex() 533 VM_BUG_ON(order > PAGE_ALLOC_COSTLY_ORDER); in order_to_pindex() [all …]
|
H A D | compaction.c | 53 #define block_start_pfn(pfn, order) round_down(pfn, 1UL << (order)) argument 54 #define block_end_pfn(pfn, order) ALIGN((pfn) + 1, 1UL << (order)) argument 87 unsigned int i, order, nr_pages; in split_map_pages() local 94 order = page_private(page); in split_map_pages() 95 nr_pages = 1 << order; in split_map_pages() 97 post_alloc_hook(page, order, __GFP_MOVABLE); in split_map_pages() 98 if (order) in split_map_pages() 99 split_page(page, order); in split_map_pages() 153 static void defer_compaction(struct zone *zone, int order) in defer_compaction() argument 158 if (order < zone->compact_order_failed) in defer_compaction() [all …]
|
/openbmc/linux/drivers/gpu/drm/ttm/ |
H A D | ttm_pool.c | 80 unsigned int order) in ttm_pool_alloc_page() argument 91 if (order) in ttm_pool_alloc_page() 96 p = alloc_pages_node(pool->nid, gfp_flags, order); in ttm_pool_alloc_page() 98 p->private = order; in ttm_pool_alloc_page() 106 if (order) in ttm_pool_alloc_page() 109 vaddr = dma_alloc_attrs(pool->dev, (1ULL << order) * PAGE_SIZE, in ttm_pool_alloc_page() 122 dma->vaddr = (unsigned long)vaddr | order; in ttm_pool_alloc_page() 133 unsigned int order, struct page *p) in ttm_pool_free_page() argument 144 set_pages_wb(p, 1 << order); in ttm_pool_free_page() 148 __free_pages(p, order); in ttm_pool_free_page() [all …]
|
/openbmc/linux/lib/ |
H A D | test_xarray.c | 72 unsigned order, void *entry, gfp_t gfp) in xa_store_order() argument 74 XA_STATE_ORDER(xas, xa, index, order); in xa_store_order() 177 unsigned int order; in check_xa_mark_1() local 207 for (order = 2; order < max_order; order++) { in check_xa_mark_1() 208 unsigned long base = round_down(index, 1UL << order); in check_xa_mark_1() 209 unsigned long next = base + (1UL << order); in check_xa_mark_1() 217 xa_store_order(xa, index, order, xa_mk_index(index), in check_xa_mark_1() 328 unsigned int order; in check_xa_shrink() local 353 for (order = 0; order < max_order; order++) { in check_xa_shrink() 354 unsigned long max = (1UL << order) - 1; in check_xa_shrink() [all …]
|
/openbmc/linux/tools/testing/radix-tree/ |
H A D | multiorder.c | 16 unsigned order) in item_insert_order() argument 18 XA_STATE_ORDER(xas, xa, index, order); in item_insert_order() 19 struct item *item = item_create(index, order); in item_insert_order() 42 int order[NUM_ENTRIES] = {1, 1, 2, 3, 4, 1, 0, 1, 3, 0, 7}; in multiorder_iteration() local 47 err = item_insert_order(xa, index[i], order[i]); in multiorder_iteration() 53 if (j <= (index[i] | ((1 << order[i]) - 1))) in multiorder_iteration() 58 int height = order[i] / XA_CHUNK_SHIFT; in multiorder_iteration() 60 unsigned long mask = (1UL << order[i]) - 1; in multiorder_iteration() 66 assert(item->order == order[i]); in multiorder_iteration() 82 int order[MT_NUM_ENTRIES] = {1, 0, 2, 4, 3, 1, 3, 0, 7}; in multiorder_tagged_iteration() local [all …]
|
/openbmc/linux/drivers/gpu/drm/lib/ |
H A D | drm_random.c | 16 void drm_random_reorder(unsigned int *order, unsigned int count, in drm_random_reorder() argument 24 swap(order[i], order[j]); in drm_random_reorder() 31 unsigned int *order, i; in drm_random_order() local 33 order = kmalloc_array(count, sizeof(*order), GFP_KERNEL); in drm_random_order() 34 if (!order) in drm_random_order() 35 return order; in drm_random_order() 38 order[i] = i; in drm_random_order() 40 drm_random_reorder(order, count, state); in drm_random_order() 41 return order; in drm_random_order()
|
/openbmc/linux/drivers/media/pci/cx18/ |
H A D | cx18-mailbox.c | 231 static void epu_dma_done(struct cx18 *cx, struct cx18_in_work_order *order) in epu_dma_done() argument 240 mb = &order->mb; in epu_dma_done() 247 (order->flags & CX18_F_EWO_MB_STALE_UPON_RECEIPT) ? in epu_dma_done() 253 mdl_ack = order->mdl_ack; in epu_dma_done() 277 if ((order->flags & CX18_F_EWO_MB_STALE_UPON_RECEIPT) && in epu_dma_done() 324 static void epu_debug(struct cx18 *cx, struct cx18_in_work_order *order) in epu_debug() argument 327 char *str = order->str; in epu_debug() 329 CX18_DEBUG_INFO("%x %s\n", order->mb.args[0], str); in epu_debug() 335 static void epu_cmd(struct cx18 *cx, struct cx18_in_work_order *order) in epu_cmd() argument 337 switch (order->rpu) { in epu_cmd() [all …]
|
/openbmc/linux/arch/riscv/kvm/ |
H A D | tlb.c | 22 unsigned long order) in kvm_riscv_local_hfence_gvma_vmid_gpa() argument 26 if (PTRS_PER_PTE < (gpsz >> order)) { in kvm_riscv_local_hfence_gvma_vmid_gpa() 33 for (pos = gpa; pos < (gpa + gpsz); pos += BIT(order)) in kvm_riscv_local_hfence_gvma_vmid_gpa() 38 for (pos = gpa; pos < (gpa + gpsz); pos += BIT(order)) in kvm_riscv_local_hfence_gvma_vmid_gpa() 50 unsigned long order) in kvm_riscv_local_hfence_gvma_gpa() argument 54 if (PTRS_PER_PTE < (gpsz >> order)) { in kvm_riscv_local_hfence_gvma_gpa() 61 for (pos = gpa; pos < (gpa + gpsz); pos += BIT(order)) in kvm_riscv_local_hfence_gvma_gpa() 66 for (pos = gpa; pos < (gpa + gpsz); pos += BIT(order)) in kvm_riscv_local_hfence_gvma_gpa() 81 unsigned long order) in kvm_riscv_local_hfence_vvma_asid_gva() argument 85 if (PTRS_PER_PTE < (gvsz >> order)) { in kvm_riscv_local_hfence_vvma_asid_gva() [all …]
|
/openbmc/linux/mm/kmsan/ |
H A D | init.c | 114 bool kmsan_memblock_free_pages(struct page *page, unsigned int order) in kmsan_memblock_free_pages() argument 118 if (!held_back[order].shadow) { in kmsan_memblock_free_pages() 119 held_back[order].shadow = page; in kmsan_memblock_free_pages() 122 if (!held_back[order].origin) { in kmsan_memblock_free_pages() 123 held_back[order].origin = page; in kmsan_memblock_free_pages() 126 shadow = held_back[order].shadow; in kmsan_memblock_free_pages() 127 origin = held_back[order].origin; in kmsan_memblock_free_pages() 128 kmsan_setup_meta(page, shadow, origin, order); in kmsan_memblock_free_pages() 130 held_back[order].shadow = NULL; in kmsan_memblock_free_pages() 131 held_back[order].origin = NULL; in kmsan_memblock_free_pages() [all …]
|
/openbmc/linux/Documentation/trace/postprocess/ |
H A D | trace-vmscan-postprocess.pl | 317 my $order = $1; 318 $perprocesspid{$process_pid}->{MM_VMSCAN_DIRECT_RECLAIM_BEGIN_PERORDER}[$order]++; 319 $perprocesspid{$process_pid}->{STATE_DIRECT_ORDER} = $order; 328 my $order = $perprocesspid{$process_pid}->{STATE_DIRECT_ORDER}; 330 $perprocesspid{$process_pid}->{HIGH_DIRECT_RECLAIM_LATENCY}[$index] = "$order-$latency"; 341 my $order = $2; 342 $perprocesspid{$process_pid}->{STATE_KSWAPD_ORDER} = $order; 347 $perprocesspid{$process_pid}->{MM_VMSCAN_KSWAPD_WAKE_PERORDER}[$order]++; 350 $perprocesspid{$process_pid}->{HIGH_KSWAPD_REWAKEUP_PERORDER}[$order]++; 360 my $order = $perprocesspid{$process_pid}->{STATE_KSWAPD_ORDER}; [all …]
|
/openbmc/linux/kernel/bpf/ |
H A D | cgroup_iter.c | 54 int order; member 77 if (p->order == BPF_CGROUP_ITER_DESCENDANTS_PRE) in cgroup_iter_seq_start() 79 else if (p->order == BPF_CGROUP_ITER_DESCENDANTS_POST) in cgroup_iter_seq_start() 110 if (p->order == BPF_CGROUP_ITER_DESCENDANTS_PRE) in cgroup_iter_seq_next() 112 else if (p->order == BPF_CGROUP_ITER_DESCENDANTS_POST) in cgroup_iter_seq_next() 114 else if (p->order == BPF_CGROUP_ITER_ANCESTORS_UP) in cgroup_iter_seq_next() 176 p->order = aux->cgroup.order; in BTF_ID_LIST_GLOBAL_SINGLE() 200 int order = linfo->cgroup.order; in bpf_iter_attach_cgroup() local 203 if (order != BPF_CGROUP_ITER_DESCENDANTS_PRE && in bpf_iter_attach_cgroup() 204 order != BPF_CGROUP_ITER_DESCENDANTS_POST && in bpf_iter_attach_cgroup() [all …]
|
/openbmc/linux/drivers/gpu/drm/tests/ |
H A D | drm_buddy_test.c | 21 static inline u64 get_size(int order, u64 chunk_size) in get_size() argument 23 return (1 << order) * chunk_size; in get_size() 228 unsigned int order; in check_mm() local 244 order = drm_buddy_block_order(root); in check_mm() 247 if (order != mm->max_order) { in check_mm() 268 block = list_first_entry_or_null(&mm->free_list[order], in check_mm() 271 kunit_err(test, "root mismatch at order=%u\n", order); in check_mm() 331 int order, top; in drm_test_buddy_alloc_pathological() local 358 for (order = top; order--;) { in drm_test_buddy_alloc_pathological() 359 size = get_size(order, PAGE_SIZE); in drm_test_buddy_alloc_pathological() [all …]
|
/openbmc/linux/drivers/gpu/drm/nouveau/nvkm/subdev/therm/ |
H A D | gk104.c | 34 const struct gk104_clkgate_engine_info *order = therm->clkgate_order; in gk104_clkgate_enable() local 38 for (i = 0; order[i].type != NVKM_SUBDEV_NR; i++) { in gk104_clkgate_enable() 39 if (!nvkm_device_subdev(dev, order[i].type, order[i].inst)) in gk104_clkgate_enable() 42 nvkm_mask(dev, 0x20200 + order[i].offset, 0xff00, 0x4500); in gk104_clkgate_enable() 50 for (i = 0; order[i].type != NVKM_SUBDEV_NR; i++) { in gk104_clkgate_enable() 51 if (!nvkm_device_subdev(dev, order[i].type, order[i].inst)) in gk104_clkgate_enable() 54 nvkm_mask(dev, 0x20200 + order[i].offset, 0x00ff, 0x0045); in gk104_clkgate_enable() 63 const struct gk104_clkgate_engine_info *order = therm->clkgate_order; in gk104_clkgate_fini() local 67 for (i = 0; order[i].type != NVKM_SUBDEV_NR; i++) { in gk104_clkgate_fini() 68 if (!nvkm_device_subdev(dev, order[i].type, order[i].inst)) in gk104_clkgate_fini() [all …]
|
/openbmc/linux/include/linux/ |
H A D | gfp.h | 171 static inline void arch_free_page(struct page *page, int order) { } in arch_free_page() argument 174 static inline void arch_alloc_page(struct page *page, int order) { } in arch_alloc_page() argument 177 struct page *__alloc_pages(gfp_t gfp, unsigned int order, int preferred_nid, 179 struct folio *__folio_alloc(gfp_t gfp, unsigned int order, int preferred_nid, 232 __alloc_pages_node(int nid, gfp_t gfp_mask, unsigned int order) in __alloc_pages_node() argument 237 return __alloc_pages(gfp_mask, order, nid, NULL); in __alloc_pages_node() 241 struct folio *__folio_alloc_node(gfp_t gfp, unsigned int order, int nid) in __folio_alloc_node() argument 246 return __folio_alloc(gfp, order, nid, NULL); in __folio_alloc_node() 255 unsigned int order) in alloc_pages_node() argument 260 return __alloc_pages_node(nid, gfp_mask, order); in alloc_pages_node() [all …]
|
H A D | compaction.h | 65 static inline unsigned long compact_gap(unsigned int order) in compact_gap() argument 80 return 2UL << order; in compact_gap() 85 extern unsigned int extfrag_for_order(struct zone *zone, unsigned int order); 86 extern int fragmentation_index(struct zone *zone, unsigned int order); 88 unsigned int order, unsigned int alloc_flags, 92 extern bool compaction_suitable(struct zone *zone, int order, 95 extern void compaction_defer_reset(struct zone *zone, int order, 98 bool compaction_zonelist_suitable(struct alloc_context *ac, int order, 103 extern void wakeup_kcompactd(pg_data_t *pgdat, int order, int highest_zoneidx); 110 static inline bool compaction_suitable(struct zone *zone, int order, in compaction_suitable() argument [all …]
|
/openbmc/linux/drivers/net/ethernet/mellanox/mlx5/core/steering/ |
H A D | dr_buddy.c | 75 unsigned int *order) in dr_buddy_find_free_seg() argument 99 *order = order_iter; in dr_buddy_find_free_seg() 120 unsigned int order, in mlx5dr_buddy_alloc_mem() argument 126 err = dr_buddy_find_free_seg(buddy, order, &seg, &order_iter); in mlx5dr_buddy_alloc_mem() 137 while (order_iter > order) { in mlx5dr_buddy_alloc_mem() 144 seg <<= order; in mlx5dr_buddy_alloc_mem() 151 unsigned int seg, unsigned int order) in mlx5dr_buddy_free_mem() argument 153 seg >>= order; in mlx5dr_buddy_free_mem() 158 while (test_bit(seg ^ 1, buddy->bitmap[order])) { in mlx5dr_buddy_free_mem() 159 bitmap_clear(buddy->bitmap[order], seg ^ 1, 1); in mlx5dr_buddy_free_mem() [all …]
|
/openbmc/linux/arch/riscv/mm/ |
H A D | hugetlbpage.c | 35 unsigned long order; in huge_pte_alloc() local 68 for_each_napot_order(order) { in huge_pte_alloc() 69 if (napot_cont_size(order) == sz) { in huge_pte_alloc() 70 pte = pte_alloc_huge(mm, pmd, addr & napot_cont_mask(order)); in huge_pte_alloc() 88 unsigned long order; in huge_pte_offset() local 119 for_each_napot_order(order) { in huge_pte_offset() 120 if (napot_cont_size(order) == sz) { in huge_pte_offset() 121 pte = pte_offset_huge(pmd, addr & napot_cont_mask(order)); in huge_pte_offset() 186 unsigned long order; in arch_make_huge_pte() local 188 for_each_napot_order(order) { in arch_make_huge_pte() [all …]
|
/openbmc/linux/drivers/gpu/drm/i915/selftests/ |
H A D | i915_syncmap.c | 274 unsigned int pass, order; in igt_syncmap_join_above() local 296 for (order = 0; order < 64; order += SHIFT) { in igt_syncmap_join_above() 297 u64 context = BIT_ULL(order); in igt_syncmap_join_above() 335 unsigned int step, order, idx; in igt_syncmap_join_below() local 345 for (order = 64 - SHIFT; order > 0; order -= SHIFT) { in igt_syncmap_join_below() 346 u64 context = step * BIT_ULL(order); in igt_syncmap_join_below() 354 context, order, step, sync->height, sync->prefix); in igt_syncmap_join_below() 362 for (order = SHIFT; order < 64; order += SHIFT) { in igt_syncmap_join_below() 363 u64 context = step * BIT_ULL(order); in igt_syncmap_join_below() 367 context, order, step); in igt_syncmap_join_below() [all …]
|
H A D | i915_random.c | 70 void i915_random_reorder(unsigned int *order, unsigned int count, in i915_random_reorder() argument 73 i915_prandom_shuffle(order, sizeof(*order), count, state); in i915_random_reorder() 78 unsigned int *order, i; in i915_random_order() local 80 order = kmalloc_array(count, sizeof(*order), in i915_random_order() 82 if (!order) in i915_random_order() 83 return order; in i915_random_order() 86 order[i] = i; in i915_random_order() 88 i915_random_reorder(order, count, state); in i915_random_order() 89 return order; in i915_random_order()
|