Home
last modified time | relevance | path

Searched refs:memcg_data (Results 1 – 9 of 9) sorted by relevance

/openbmc/linux/include/linux/
H A Dmemcontrol.h385 unsigned long memcg_data = folio->memcg_data; in __folio_memcg() local
388 VM_BUG_ON_FOLIO(memcg_data & MEMCG_DATA_OBJCGS, folio); in __folio_memcg()
389 VM_BUG_ON_FOLIO(memcg_data & MEMCG_DATA_KMEM, folio); in __folio_memcg()
391 return (struct mem_cgroup *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK); in __folio_memcg()
406 unsigned long memcg_data = folio->memcg_data; in __folio_objcg() local
409 VM_BUG_ON_FOLIO(memcg_data & MEMCG_DATA_OBJCGS, folio); in __folio_objcg()
410 VM_BUG_ON_FOLIO(!(memcg_data & MEMCG_DATA_KMEM), folio); in __folio_objcg()
412 return (struct obj_cgroup *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK); in __folio_objcg()
461 unsigned long memcg_data = READ_ONCE(folio->memcg_data); in folio_memcg_rcu() local
466 if (memcg_data & MEMCG_DATA_KMEM) { in folio_memcg_rcu()
[all …]
H A Dmm_types.h184 unsigned long memcg_data; member
319 unsigned long memcg_data; member
374 FOLIO_MATCH(memcg_data, memcg_data);
458 TABLE_MATCH(memcg_data, pt_memcg_data);
/openbmc/linux/mm/
H A Dslab.h105 unsigned long memcg_data; member
115 SLAB_MATCH(memcg_data, memcg_data);
447 unsigned long memcg_data = READ_ONCE(slab->memcg_data); in slab_objcgs() local
449 VM_BUG_ON_PAGE(memcg_data && !(memcg_data & MEMCG_DATA_OBJCGS), in slab_objcgs()
451 VM_BUG_ON_PAGE(memcg_data & MEMCG_DATA_KMEM, slab_page(slab)); in slab_objcgs()
453 return (struct obj_cgroup **)(memcg_data & ~MEMCG_DATA_FLAGS_MASK); in slab_objcgs()
464 slab->memcg_data = 0; in memcg_free_slab_cgroups()
H A Dpage_owner.c365 unsigned long memcg_data; in print_page_owner_memcg() local
371 memcg_data = READ_ONCE(page->memcg_data); in print_page_owner_memcg()
372 if (!memcg_data) in print_page_owner_memcg()
375 if (memcg_data & MEMCG_DATA_OBJCGS) in print_page_owner_memcg()
H A Ddebug.c110 if (head->memcg_data) in __dump_page()
111 pr_warn("memcg:%lx\n", head->memcg_data); in __dump_page()
H A Dmemcontrol.c2863 folio->memcg_data = (unsigned long)memcg; in commit_charge()
2897 unsigned long memcg_data; in memcg_alloc_slab_cgroups() local
2906 memcg_data = (unsigned long) vec | MEMCG_DATA_OBJCGS; in memcg_alloc_slab_cgroups()
2913 slab->memcg_data = memcg_data; in memcg_alloc_slab_cgroups()
2914 } else if (cmpxchg(&slab->memcg_data, 0, memcg_data)) { in memcg_alloc_slab_cgroups()
3139 page->memcg_data = (unsigned long)objcg | in __memcg_kmem_charge_page()
3164 folio->memcg_data = 0; in __memcg_kmem_uncharge_page()
3429 folio_page(folio, i)->memcg_data = folio->memcg_data; in split_page_memcg()
5883 folio->memcg_data = (unsigned long)to; in mem_cgroup_move_account()
7226 folio->memcg_data = 0; in uncharge_folio()
[all …]
H A Dpage_alloc.c919 page->memcg_data | in page_expected_state()
944 if (unlikely(page->memcg_data)) in page_bad_reason()
/openbmc/linux/tools/cgroup/
H A Dmemcg_slabinfo.py196 objcg_vec_raw = slab.memcg_data.value_()
/openbmc/linux/mm/kfence/
H A Dcore.c604 slab->memcg_data = (unsigned long)&kfence_metadata_init[i / 2 - 1].objcg | in kfence_init_pool()
654 slab->memcg_data = 0; in kfence_init_pool()