Lines Matching refs:memcg_data
408 unsigned long memcg_data = folio->memcg_data; in __folio_memcg() local
411 VM_BUG_ON_FOLIO(memcg_data & MEMCG_DATA_OBJEXTS, folio); in __folio_memcg()
412 VM_BUG_ON_FOLIO(memcg_data & MEMCG_DATA_KMEM, folio); in __folio_memcg()
414 return (struct mem_cgroup *)(memcg_data & ~OBJEXTS_FLAGS_MASK); in __folio_memcg()
429 unsigned long memcg_data = folio->memcg_data; in __folio_objcg() local
432 VM_BUG_ON_FOLIO(memcg_data & MEMCG_DATA_OBJEXTS, folio); in __folio_objcg()
433 VM_BUG_ON_FOLIO(!(memcg_data & MEMCG_DATA_KMEM), folio); in __folio_objcg()
435 return (struct obj_cgroup *)(memcg_data & ~OBJEXTS_FLAGS_MASK); in __folio_objcg()
492 unsigned long memcg_data = READ_ONCE(folio->memcg_data); in folio_memcg_rcu() local
496 if (memcg_data & MEMCG_DATA_KMEM) { in folio_memcg_rcu()
499 objcg = (void *)(memcg_data & ~OBJEXTS_FLAGS_MASK); in folio_memcg_rcu()
505 return (struct mem_cgroup *)(memcg_data & ~OBJEXTS_FLAGS_MASK); in folio_memcg_rcu()
536 unsigned long memcg_data = READ_ONCE(folio->memcg_data); in folio_memcg_check() local
538 if (memcg_data & MEMCG_DATA_OBJEXTS) in folio_memcg_check()
541 if (memcg_data & MEMCG_DATA_KMEM) { in folio_memcg_check()
544 objcg = (void *)(memcg_data & ~OBJEXTS_FLAGS_MASK); in folio_memcg_check()
548 return (struct mem_cgroup *)(memcg_data & ~OBJEXTS_FLAGS_MASK); in folio_memcg_check()
583 VM_BUG_ON_FOLIO(folio->memcg_data & MEMCG_DATA_OBJEXTS, folio); in folio_memcg_kmem()
584 return folio->memcg_data & MEMCG_DATA_KMEM; in folio_memcg_kmem()