| /mm/ |
| D | memcontrol.c | 171 struct mem_cgroup *memcg; /* Back pointer, we cannot */ member
238 struct mem_cgroup *memcg; member
252 int (*register_event)(struct mem_cgroup *memcg,
259 void (*unregister_event)(struct mem_cgroup *memcg,
271 static void mem_cgroup_threshold(struct mem_cgroup *memcg);
272 static void mem_cgroup_oom_notify(struct mem_cgroup *memcg);
389 static inline void memcg_kmem_set_active(struct mem_cgroup *memcg) in memcg_kmem_set_active() argument
391 set_bit(KMEM_ACCOUNTED_ACTIVE, &memcg->kmem_account_flags); in memcg_kmem_set_active()
394 static bool memcg_kmem_is_active(struct mem_cgroup *memcg) in memcg_kmem_is_active() argument
396 return test_bit(KMEM_ACCOUNTED_ACTIVE, &memcg->kmem_account_flags); in memcg_kmem_is_active()
[all …]
|
| D | vmpressure.c | 81 struct mem_cgroup *memcg = mem_cgroup_from_css(css); in vmpressure_parent() local
83 memcg = parent_mem_cgroup(memcg); in vmpressure_parent()
84 if (!memcg) in vmpressure_parent()
86 return memcg_to_vmpressure(memcg); in vmpressure_parent()
211 void vmpressure(gfp_t gfp, struct mem_cgroup *memcg, in vmpressure() argument
214 struct vmpressure *vmpr = memcg_to_vmpressure(memcg); in vmpressure()
263 void vmpressure_prio(gfp_t gfp, struct mem_cgroup *memcg, int prio) in vmpressure_prio() argument
279 vmpressure(gfp, memcg, vmpressure_win, 0); in vmpressure_prio()
296 int vmpressure_register_event(struct mem_cgroup *memcg, in vmpressure_register_event() argument
299 struct vmpressure *vmpr = memcg_to_vmpressure(memcg); in vmpressure_register_event()
[all …]
|
| D | oom_kill.c | 122 const struct mem_cgroup *memcg, const nodemask_t *nodemask) in oom_unkillable_task() argument
130 if (memcg && !task_in_mem_cgroup(p, memcg)) in oom_unkillable_task()
149 unsigned long oom_badness(struct task_struct *p, struct mem_cgroup *memcg, in oom_badness() argument
155 if (oom_unkillable_task(p, memcg, nodemask)) in oom_badness()
356 static void dump_tasks(const struct mem_cgroup *memcg, const nodemask_t *nodemask) in dump_tasks() argument
364 if (oom_unkillable_task(p, memcg, nodemask)) in dump_tasks()
389 struct mem_cgroup *memcg, const nodemask_t *nodemask) in dump_header() argument
399 if (memcg) in dump_header()
400 mem_cgroup_print_oom_info(memcg, p); in dump_header()
404 dump_tasks(memcg, nodemask); in dump_header()
[all …]
|
| D | slab_common.c | 109 static int memcg_alloc_cache_params(struct mem_cgroup *memcg, in memcg_alloc_cache_params() argument
117 if (!memcg) { in memcg_alloc_cache_params()
127 if (memcg) { in memcg_alloc_cache_params()
128 s->memcg_params->memcg = memcg; in memcg_alloc_cache_params()
193 static inline int memcg_alloc_cache_params(struct mem_cgroup *memcg, in memcg_alloc_cache_params() argument
301 struct mem_cgroup *memcg, struct kmem_cache *root_cache) in do_kmem_cache_create() argument
317 err = memcg_alloc_cache_params(memcg, s, root_cache); in do_kmem_cache_create()
439 struct kmem_cache *memcg_create_kmem_cache(struct mem_cgroup *memcg, in memcg_create_kmem_cache() argument
452 memcg_cache_id(memcg), memcg_name); in memcg_create_kmem_cache()
459 memcg, root_cache); in memcg_create_kmem_cache()
|
| D | rmap.c | 718 struct mem_cgroup *memcg; member
799 struct mem_cgroup *memcg = pra->memcg; in invalid_page_referenced_vma() local
801 if (!mm_match_cgroup(vma->vm_mm, memcg)) in invalid_page_referenced_vma()
819 struct mem_cgroup *memcg, in page_referenced() argument
826 .memcg = memcg, in page_referenced()
852 if (memcg) { in page_referenced()
1094 struct mem_cgroup *memcg; in page_add_file_rmap() local
1098 memcg = mem_cgroup_begin_page_stat(page, &locked, &flags); in page_add_file_rmap()
1101 mem_cgroup_inc_page_stat(memcg, MEM_CGROUP_STAT_FILE_MAPPED); in page_add_file_rmap()
1103 mem_cgroup_end_page_stat(memcg, locked, flags); in page_add_file_rmap()
[all …]
|
| D | vmscan.c | 2311 struct mem_cgroup *memcg; in shrink_zone() local
2316 memcg = mem_cgroup_iter(root, NULL, &reclaim); in shrink_zone()
2321 lruvec = mem_cgroup_zone_lruvec(zone, memcg); in shrink_zone()
2322 swappiness = mem_cgroup_swappiness(memcg); in shrink_zone()
2338 mem_cgroup_iter_break(root, memcg); in shrink_zone()
2341 memcg = mem_cgroup_iter(root, memcg, &reclaim); in shrink_zone()
2342 } while (memcg); in shrink_zone()
2763 unsigned long mem_cgroup_shrink_node_zone(struct mem_cgroup *memcg, in mem_cgroup_shrink_node_zone() argument
2770 .target_mem_cgroup = memcg, in mem_cgroup_shrink_node_zone()
2775 struct lruvec *lruvec = mem_cgroup_zone_lruvec(zone, memcg); in mem_cgroup_shrink_node_zone()
[all …]
|
| D | huge_memory.c | 718 struct mem_cgroup *memcg; in __do_huge_pmd_anonymous_page() local
724 if (mem_cgroup_try_charge(page, mm, GFP_TRANSHUGE, &memcg)) in __do_huge_pmd_anonymous_page()
729 mem_cgroup_cancel_charge(page, memcg); in __do_huge_pmd_anonymous_page()
744 mem_cgroup_cancel_charge(page, memcg); in __do_huge_pmd_anonymous_page()
752 mem_cgroup_commit_charge(page, memcg, false); in __do_huge_pmd_anonymous_page()
985 struct mem_cgroup *memcg; in do_huge_pmd_wp_page_fallback() local
1007 &memcg))) { in do_huge_pmd_wp_page_fallback()
1011 memcg = (void *)page_private(pages[i]); in do_huge_pmd_wp_page_fallback()
1013 mem_cgroup_cancel_charge(pages[i], memcg); in do_huge_pmd_wp_page_fallback()
1020 set_page_private(pages[i], (unsigned long)memcg); in do_huge_pmd_wp_page_fallback()
[all …]
|
| D | page-writeback.c | 2315 struct mem_cgroup *memcg; in test_clear_page_writeback() local
2319 memcg = mem_cgroup_begin_page_stat(page, &locked, &memcg_flags); in test_clear_page_writeback()
2340 mem_cgroup_dec_page_stat(memcg, MEM_CGROUP_STAT_WRITEBACK); in test_clear_page_writeback()
2344 mem_cgroup_end_page_stat(memcg, locked, memcg_flags); in test_clear_page_writeback()
2352 struct mem_cgroup *memcg; in __test_set_page_writeback() local
2356 memcg = mem_cgroup_begin_page_stat(page, &locked, &memcg_flags); in __test_set_page_writeback()
2383 mem_cgroup_inc_page_stat(memcg, MEM_CGROUP_STAT_WRITEBACK); in __test_set_page_writeback()
2386 mem_cgroup_end_page_stat(memcg, locked, memcg_flags); in __test_set_page_writeback()
|
| D | memory.c | 2038 struct mem_cgroup *memcg; in do_wp_page() local
2202 if (mem_cgroup_try_charge(new_page, mm, GFP_KERNEL, &memcg)) in do_wp_page()
2232 mem_cgroup_commit_charge(new_page, memcg, false); in do_wp_page()
2271 mem_cgroup_cancel_charge(new_page, memcg); in do_wp_page()
2410 struct mem_cgroup *memcg; in do_swap_page() local
2489 if (mem_cgroup_try_charge(page, mm, GFP_KERNEL, &memcg)) { in do_swap_page()
2531 mem_cgroup_commit_charge(page, memcg, true); in do_swap_page()
2534 mem_cgroup_commit_charge(page, memcg, false); in do_swap_page()
2569 mem_cgroup_cancel_charge(page, memcg); in do_swap_page()
2591 struct mem_cgroup *memcg; in do_anonymous_page() local
[all …]
|
| D | shmem.c | 699 struct mem_cgroup *memcg; in shmem_unuse() local
714 error = mem_cgroup_try_charge(page, current->mm, GFP_KERNEL, &memcg); in shmem_unuse()
737 mem_cgroup_cancel_charge(page, memcg); in shmem_unuse()
739 mem_cgroup_commit_charge(page, memcg, true); in shmem_unuse()
1043 struct mem_cgroup *memcg; in shmem_getpage_gfp() local
1122 error = mem_cgroup_try_charge(page, current->mm, gfp, &memcg); in shmem_getpage_gfp()
1139 mem_cgroup_cancel_charge(page, memcg); in shmem_getpage_gfp()
1146 mem_cgroup_commit_charge(page, memcg, true); in shmem_getpage_gfp()
1185 error = mem_cgroup_try_charge(page, current->mm, gfp, &memcg); in shmem_getpage_gfp()
1195 mem_cgroup_cancel_charge(page, memcg); in shmem_getpage_gfp()
[all …]
|
| D | filemap.c | 551 struct mem_cgroup *memcg; in __add_to_page_cache_locked() local
559 gfp_mask, &memcg); in __add_to_page_cache_locked()
567 mem_cgroup_cancel_charge(page, memcg); in __add_to_page_cache_locked()
583 mem_cgroup_commit_charge(page, memcg, false); in __add_to_page_cache_locked()
591 mem_cgroup_cancel_charge(page, memcg); in __add_to_page_cache_locked()
|
| D | swapfile.c | 1138 struct mem_cgroup *memcg; in unuse_pte() local
1148 if (mem_cgroup_try_charge(page, vma->vm_mm, GFP_KERNEL, &memcg)) { in unuse_pte()
1155 mem_cgroup_cancel_charge(page, memcg); in unuse_pte()
1167 mem_cgroup_commit_charge(page, memcg, true); in unuse_pte()
1170 mem_cgroup_commit_charge(page, memcg, false); in unuse_pte()
|
| D | page_alloc.c | 2954 struct mem_cgroup *memcg = NULL; in alloc_kmem_pages() local
2956 if (!memcg_kmem_newpage_charge(gfp_mask, &memcg, order)) in alloc_kmem_pages()
2959 memcg_kmem_commit_charge(page, memcg, order); in alloc_kmem_pages()
2966 struct mem_cgroup *memcg = NULL; in alloc_kmem_pages_node() local
2968 if (!memcg_kmem_newpage_charge(gfp_mask, &memcg, order)) in alloc_kmem_pages_node()
2971 memcg_kmem_commit_charge(page, memcg, order); in alloc_kmem_pages_node()
|