/openbmc/linux/mm/ |
H A D | list_lru.c | 24 return lru->memcg_aware; in list_lru_memcg_aware() 43 list_del(&lru->list); in list_lru_unregister() 60 return &lru->node[nid].lru; in list_lru_from_memcg_idx() 106 return &lru->node[nid].lru; in list_lru_from_memcg_idx() 115 return &lru->node[nid].lru; in list_lru_from_kmem() 571 lru->node = kcalloc(nr_node_ids, sizeof(*lru->node), GFP_KERNEL); in __list_lru_init() 572 if (!lru->node) in __list_lru_init() 579 init_one_lru(&lru->node[i].lru); in __list_lru_init() 592 if (!lru->node) in list_lru_destroy() 598 kfree(lru->node); in list_lru_destroy() [all …]
|
H A D | balloon_compaction.c | 48 list_for_each_entry_safe(page, tmp, pages, lru) { in balloon_page_list_enqueue() 49 list_del(&page->lru); in balloon_page_list_enqueue() 84 list_for_each_entry_safe(page, tmp, &b_dev_info->pages, lru) { in balloon_page_list_dequeue() 104 list_add(&page->lru, pages); in balloon_page_list_dequeue() 200 return list_first_entry(&pages, struct page, lru); in balloon_page_dequeue() 213 list_del(&page->lru); in balloon_page_isolate() 226 list_add(&page->lru, &b_dev_info->pages); in balloon_page_putback()
|
H A D | page_reporting.c | 183 list_for_each_entry_safe(page, next, list, lru) { in page_reporting_cycle() 218 if (!list_is_first(&page->lru, list)) in page_reporting_cycle() 219 list_rotate_to_front(&page->lru, list); in page_reporting_cycle() 243 next = list_first_entry(list, struct page, lru); in page_reporting_cycle() 251 if (!list_entry_is_head(next, list, lru) && !list_is_first(&next->lru, list)) in page_reporting_cycle() 252 list_rotate_to_front(&next->lru, list); in page_reporting_cycle()
|
H A D | migrate.c | 157 list_del(&folio->lru); in putback_movable_pages() 1072 list_move_tail(&src->lru, ret); in migrate_folio_undo_src() 1124 list_del(&src->lru); in migrate_folio_unmap() 1280 prev = dst->lru.prev; in migrate_folio_move() 1281 list_del(&dst->lru); in migrate_folio_move() 1320 list_del(&src->lru); in migrate_folio_move() 1334 list_add(&dst->lru, prev); in migrate_folio_move() 1463 list_move_tail(&src->lru, ret); in unmap_and_move_huge_page() 1806 dst2 = list_next_entry(dst, lru); in migrate_pages_batch() 1814 list_del(&dst->lru); in migrate_pages_batch() [all …]
|
H A D | hugetlb_vmemmap.c | 224 list_for_each_entry_safe(page, next, list, lru) in free_vmemmap_page_list() 242 list_del(&walk->reuse_page->lru); in vmemmap_remap_pte() 253 list_add_tail(&page->lru, walk->vmemmap_pages); in vmemmap_remap_pte() 285 page = list_first_entry(walk->vmemmap_pages, struct page, lru); in vmemmap_restore_pte() 286 list_del(&page->lru); in vmemmap_restore_pte() 337 list_add(&walk.reuse_page->lru, &vmemmap_pages); in vmemmap_remap_free() 392 list_add_tail(&page->lru, list); in alloc_vmemmap_page_list() 397 list_for_each_entry_safe(page, next, list, lru) in alloc_vmemmap_page_list()
|
H A D | mmzone.c | 77 enum lru_list lru; in lruvec_init() local 82 for_each_lru(lru) in lruvec_init() 83 INIT_LIST_HEAD(&lruvec->lists[lru]); in lruvec_init()
|
/openbmc/linux/include/linux/ |
H A D | list_lru.h | 45 struct list_lru_one lru; member 59 void list_lru_destroy(struct list_lru *lru); 63 #define list_lru_init(lru) \ argument 64 __list_lru_init((lru), false, NULL, NULL) 65 #define list_lru_init_key(lru, key) \ argument 66 __list_lru_init((lru), false, (key), NULL) 67 #define list_lru_init_memcg(lru, shrinker) \ argument 68 __list_lru_init((lru), true, NULL, shrinker) 122 return list_lru_count_one(lru, sc->nid, sc->memcg); in list_lru_shrink_count() 131 count += list_lru_count_node(lru, nid); in list_lru_count() [all …]
|
H A D | mm_inline.h | 88 enum lru_list lru; in folio_lru_list() local 97 lru += LRU_ACTIVE; in folio_lru_list() 99 return lru; in folio_lru_list() 197 lru += LRU_ACTIVE; in lru_gen_update_size() 205 lru += LRU_ACTIVE; in lru_gen_update_size() 288 list_del(&folio->lru); in lru_gen_del_folio() 327 if (lru != LRU_UNEVICTABLE) in lruvec_add_folio() 328 list_add(&folio->lru, &lruvec->lists[lru]); in lruvec_add_folio() 342 list_add_tail(&folio->lru, &lruvec->lists[lru]); in lruvec_add_folio_tail() 353 if (lru != LRU_UNEVICTABLE) in lruvec_del_folio() [all …]
|
H A D | balloon_compaction.h | 97 list_add(&page->lru, &balloon->pages); in balloon_page_insert() 118 list_del(&page->lru); in balloon_page_delete() 141 list_add(&page->lru, &balloon->pages); in balloon_page_insert() 147 list_del(&page->lru); in balloon_page_delete() 166 list_add(&page->lru, pages); in balloon_page_push() 178 struct page *page = list_first_entry_or_null(pages, struct page, lru); in balloon_page_pop() 183 list_del(&page->lru); in balloon_page_pop()
|
/openbmc/linux/kernel/bpf/ |
H A D | bpf_lru_list.c | 225 } else if (lru->del_from_htab(lru->del_arg, node)) { in __bpf_lru_list_shrink_inactive() 232 if (++i == lru->nr_scans) in __bpf_lru_list_shrink_inactive() 284 if (lru->del_from_htab(lru->del_arg, node)) { in __bpf_lru_list_shrink() 390 lru->del_from_htab(lru->del_arg, node)) { in __local_list_pop_pending() 501 if (lru->percpu) in bpf_lru_pop_free() 558 if (lru->percpu) in bpf_lru_push_free() 616 if (lru->percpu) in bpf_lru_populate() 658 if (!lru->percpu_lru) in bpf_lru_init() 686 lru->percpu = percpu; in bpf_lru_init() 688 lru->del_arg = del_arg; in bpf_lru_init() [all …]
|
H A D | bpf_lru_list.h | 71 int bpf_lru_init(struct bpf_lru *lru, bool percpu, u32 hash_offset, 73 void bpf_lru_populate(struct bpf_lru *lru, void *buf, u32 node_offset, 75 void bpf_lru_destroy(struct bpf_lru *lru); 76 struct bpf_lru_node *bpf_lru_pop_free(struct bpf_lru *lru, u32 hash); 77 void bpf_lru_push_free(struct bpf_lru *lru, struct bpf_lru_node *node);
|
/openbmc/linux/samples/bpf/ |
H A D | test_lru_dist.c | 109 assert(lru->free_nodes); in pfect_lru_init() 112 lru->cur_size = 0; in pfect_lru_init() 113 lru->lru_size = lru_size; in pfect_lru_init() 114 lru->nr_unique = lru->nr_misses = lru->total = 0; in pfect_lru_init() 119 close(lru->map_fd); in pfect_lru_destroy() 120 free(lru->free_nodes); in pfect_lru_destroy() 129 lru->total++; in pfect_lru_lookup_or_insert() 138 if (lru->cur_size < lru->lru_size) { in pfect_lru_lookup_or_insert() 139 node = &lru->free_nodes[lru->cur_size++]; in pfect_lru_lookup_or_insert() 153 lru->nr_misses++; in pfect_lru_lookup_or_insert() [all …]
|
/openbmc/linux/net/ceph/ |
H A D | pagelist.c | 45 lru); in ceph_pagelist_release() 46 list_del(&page->lru); in ceph_pagelist_release() 61 page = list_first_entry(&pl->free_list, struct page, lru); in ceph_pagelist_addpage() 62 list_del(&page->lru); in ceph_pagelist_addpage() 69 list_add_tail(&page->lru, &pl->head); in ceph_pagelist_addpage() 113 list_add_tail(&page->lru, &pl->free_list); in ceph_pagelist_reserve() 125 struct page, lru); in ceph_pagelist_free_reserve() 126 list_del(&page->lru); in ceph_pagelist_free_reserve() 159 page = list_entry(pl->head.prev, struct page, lru); in ceph_pagelist_truncate() 161 list_move_tail(&page->lru, &pl->free_list); in ceph_pagelist_truncate() [all …]
|
/openbmc/linux/fs/nfs/ |
H A D | nfs42xattr.c | 71 struct list_head lru; member 82 struct list_head lru; member 130 struct list_lru *lru; in nfs4_xattr_entry_lru_add() local 135 return list_lru_add(lru, &entry->lru); in nfs4_xattr_entry_lru_add() 141 struct list_lru *lru; in nfs4_xattr_entry_lru_del() local 146 return list_lru_del(lru, &entry->lru); in nfs4_xattr_entry_lru_del() 849 list_lru_isolate(lru, &cache->lru); in cache_lru_isolate() 918 list_lru_isolate(lru, &entry->lru); in entry_lru_isolate() 929 list_lru_isolate(lru, &entry->lru); in entry_lru_isolate() 944 struct list_lru *lru; in nfs4_xattr_entry_scan() local [all …]
|
/openbmc/linux/drivers/gpu/drm/msm/ |
H A D | msm_gem_shrinker.c | 39 unsigned count = priv->lru.dontneed.count; in msm_gem_shrinker_count() 42 count += priv->lru.willneed.count; in msm_gem_shrinker_count() 106 struct drm_gem_lru *lru; in msm_gem_shrinker_scan() member 113 { &priv->lru.dontneed, purge, true }, in msm_gem_shrinker_scan() 114 { &priv->lru.willneed, evict, can_swap() }, in msm_gem_shrinker_scan() 115 { &priv->lru.dontneed, active_purge, can_block(sc) }, in msm_gem_shrinker_scan() 116 { &priv->lru.willneed, active_evict, can_swap() && can_block(sc) }, in msm_gem_shrinker_scan() 126 drm_gem_lru_scan(stages[i].lru, nr, in msm_gem_shrinker_scan() 184 &priv->lru.dontneed, in msm_gem_shrinker_vmap() 185 &priv->lru.willneed, in msm_gem_shrinker_vmap() [all …]
|
/openbmc/linux/drivers/gpu/drm/ |
H A D | drm_gem.c | 1319 lru->lock = lock; in drm_gem_lru_init() 1320 lru->count = 0; in drm_gem_lru_init() 1331 obj->lru = NULL; in drm_gem_lru_remove_locked() 1344 struct drm_gem_lru *lru = obj->lru; in drm_gem_lru_remove() local 1346 if (!lru) in drm_gem_lru_remove() 1349 mutex_lock(lru->lock); in drm_gem_lru_remove() 1368 if (obj->lru) in drm_gem_lru_move_tail_locked() 1373 obj->lru = lru; in drm_gem_lru_move_tail_locked() 1390 mutex_lock(lru->lock); in drm_gem_lru_move_tail() 1467 WARN_ON(obj->lru == lru); in drm_gem_lru_scan() [all …]
|
/openbmc/linux/drivers/gpu/drm/nouveau/nvkm/subdev/instmem/ |
H A D | nv50.c | 37 struct list_head lru; member 52 struct list_head lru; member 142 eobj = list_first_entry_or_null(&imem->lru, typeof(*eobj), lru); in nv50_instobj_kmap() 148 list_del_init(&eobj->lru); in nv50_instobj_kmap() 206 list_add_tail(&iobj->lru, &imem->lru); in nv50_instobj_release() 275 list_del_init(&iobj->lru); in nv50_instobj_boot() 276 iobj->lru.next = NULL; in nv50_instobj_boot() 324 if (likely(iobj->lru.next)) in nv50_instobj_dtor() 325 list_del(&iobj->lru); in nv50_instobj_dtor() 369 INIT_LIST_HEAD(&iobj->lru); in nv50_instobj_wrap() [all …]
|
/openbmc/linux/drivers/gpu/drm/ttm/ |
H A D | ttm_resource.c | 70 list_bulk_move_tail(&man->lru[j], &pos->first->lru, in ttm_lru_bulk_move_tail() 71 &pos->last->lru); in ttm_lru_bulk_move_tail() 91 list_move(&res->lru, &pos->last->lru); in ttm_lru_bulk_move_pos_tail() 125 list_move(&res->lru, &pos->last->lru); in ttm_lru_bulk_move_del() 165 list_move_tail(&res->lru, &man->lru[bo->priority]); in ttm_resource_move_to_lru_tail() 198 list_add_tail(&res->lru, &man->lru[bo->priority]); in ttm_resource_init() 220 list_del_init(&res->lru); in ttm_resource_fini() 397 INIT_LIST_HEAD(&man->lru[i]); in ttm_resource_manager_init() 509 list_for_each_entry(res, &man->lru[cursor->priority], lru) in ttm_resource_manager_first() 531 list_for_each_entry_continue(res, &man->lru[cursor->priority], lru) in ttm_resource_manager_next() [all …]
|
/openbmc/linux/drivers/md/ |
H A D | dm-bufio.c | 86 struct lru *lru; member 101 static void lru_init(struct lru *lru) in lru_init() argument 108 static void lru_destroy(struct lru *lru) in lru_destroy() argument 149 it->lru = lru; in lru_iter_begin() 151 it->e = lru->cursor ? to_le(lru->cursor) : NULL; in lru_iter_begin() 229 lru->cursor = lru->cursor->next; in lru_remove() 394 struct lru lru[LIST_SIZE]; member 721 lru_remove(&bc->lru[b->list_mode], &b->lru); in cache_mark() 723 lru_insert(&bc->lru[b->list_mode], &b->lru); in cache_mark() 748 lru_insert(&bc->lru[b->list_mode], &b->lru); in __cache_mark_many() [all …]
|
/openbmc/linux/arch/mips/mm/ |
H A D | cerr-sb1.c | 326 uint8_t lru; in extract_ic() local 348 lru = (taghi >> 14) & 0xff; in extract_ic() 352 (lru & 0x3), in extract_ic() 353 ((lru >> 2) & 0x3), in extract_ic() 354 ((lru >> 4) & 0x3), in extract_ic() 355 ((lru >> 6) & 0x3)); in extract_ic() 481 uint8_t ecc, lru; in extract_dc() local 507 (lru & 0x3), in extract_dc() 508 ((lru >> 2) & 0x3), in extract_dc() 509 ((lru >> 4) & 0x3), in extract_dc() [all …]
|
/openbmc/linux/fs/proc/ |
H A D | meminfo.c | 42 int lru; in meminfo_proc_show() local 53 for (lru = LRU_BASE; lru < NR_LRU_LISTS; lru++) in meminfo_proc_show() 54 pages[lru] = global_node_page_state(NR_LRU_BASE + lru); in meminfo_proc_show()
|
/openbmc/linux/drivers/xen/ |
H A D | balloon.c | 154 list_add_tail(&page->lru, &ballooned_pages); in balloon_append() 157 list_add(&page->lru, &ballooned_pages); in balloon_append() 171 page = list_entry(ballooned_pages.next, struct page, lru); in balloon_retrieve() 174 list_del(&page->lru); in balloon_retrieve() 187 struct list_head *next = page->lru.next; in balloon_next_page() 190 return list_entry(next, struct page, lru); in balloon_next_page() 395 page = list_first_entry_or_null(&ballooned_pages, struct page, lru); in increase_reservation() 445 list_add(&page->lru, &pages); in decrease_reservation() 462 list_for_each_entry_safe(page, tmp, &pages, lru) { in decrease_reservation() 467 list_del(&page->lru); in decrease_reservation()
|
/openbmc/linux/include/trace/events/ |
H A D | pagemap.h | 37 __field(enum lru_list, lru ) 44 __entry->lru = folio_lru_list(folio); 52 __entry->lru,
|
/openbmc/linux/kernel/power/ |
H A D | wakelock.c | 32 struct list_head lru; member 92 list_add(&wl->lru, &wakelocks_lru_list); in wakelocks_lru_add() 97 list_move(&wl->lru, &wakelocks_lru_list); in wakelocks_lru_most_recent() 108 list_for_each_entry_safe_reverse(wl, aux, &wakelocks_lru_list, lru) { in __wakelocks_gc() 123 list_del(&wl->lru); in __wakelocks_gc()
|
/openbmc/linux/include/drm/ |
H A D | drm_gem.h | 423 struct drm_gem_lru *lru; member 536 void drm_gem_lru_init(struct drm_gem_lru *lru, struct mutex *lock); 538 void drm_gem_lru_move_tail_locked(struct drm_gem_lru *lru, struct drm_gem_object *obj); 539 void drm_gem_lru_move_tail(struct drm_gem_lru *lru, struct drm_gem_object *obj); 540 unsigned long drm_gem_lru_scan(struct drm_gem_lru *lru,
|