| /mm/ |
| D | khugepaged.c | 954 struct page *new_page; in collapse_huge_page() local
974 new_page = khugepaged_alloc_page(hpage, gfp, node); in collapse_huge_page()
975 if (!new_page) { in collapse_huge_page()
980 if (unlikely(mem_cgroup_try_charge(new_page, mm, gfp, &memcg, true))) { in collapse_huge_page()
988 mem_cgroup_cancel_charge(new_page, memcg, true); in collapse_huge_page()
996 mem_cgroup_cancel_charge(new_page, memcg, true); in collapse_huge_page()
1007 mem_cgroup_cancel_charge(new_page, memcg, true); in collapse_huge_page()
1075 __collapse_huge_page_copy(pte, new_page, vma, address, pte_ptl); in collapse_huge_page()
1077 __SetPageUptodate(new_page); in collapse_huge_page()
1080 _pmd = mk_huge_pmd(new_page, vma->vm_page_prot); in collapse_huge_page()
[all …]
|
| D | swap_state.c | 363 struct page *found_page = NULL, *new_page = NULL; in __read_swap_cache_async() local
397 if (!new_page) { in __read_swap_cache_async()
398 new_page = alloc_page_vma(gfp_mask, vma, addr); in __read_swap_cache_async()
399 if (!new_page) in __read_swap_cache_async()
419 __SetPageLocked(new_page); in __read_swap_cache_async()
420 __SetPageSwapBacked(new_page); in __read_swap_cache_async()
421 err = add_to_swap_cache(new_page, entry, gfp_mask & GFP_KERNEL); in __read_swap_cache_async()
424 SetPageWorkingset(new_page); in __read_swap_cache_async()
425 lru_cache_add_anon(new_page); in __read_swap_cache_async()
427 return new_page; in __read_swap_cache_async()
[all …]
|
| D | migrate.c | 2012 struct page *new_page = NULL; in migrate_misplaced_transhuge_page() local
2016 new_page = alloc_pages_node(node, in migrate_misplaced_transhuge_page()
2019 if (!new_page) in migrate_misplaced_transhuge_page()
2021 prep_transhuge_page(new_page); in migrate_misplaced_transhuge_page()
2025 put_page(new_page); in migrate_misplaced_transhuge_page()
2030 __SetPageLocked(new_page); in migrate_misplaced_transhuge_page()
2032 __SetPageSwapBacked(new_page); in migrate_misplaced_transhuge_page()
2035 new_page->mapping = page->mapping; in migrate_misplaced_transhuge_page()
2036 new_page->index = page->index; in migrate_misplaced_transhuge_page()
2039 migrate_page_copy(new_page, page); in migrate_misplaced_transhuge_page()
[all …]
|
| D | huge_memory.c | 1326 struct page *page = NULL, *new_page; in do_huge_pmd_wp_page() local
1376 new_page = alloc_hugepage_vma(huge_gfp, vma, haddr, HPAGE_PMD_ORDER); in do_huge_pmd_wp_page()
1378 new_page = NULL; in do_huge_pmd_wp_page()
1380 if (likely(new_page)) { in do_huge_pmd_wp_page()
1381 prep_transhuge_page(new_page); in do_huge_pmd_wp_page()
1398 if (unlikely(mem_cgroup_try_charge_delay(new_page, vma->vm_mm, in do_huge_pmd_wp_page()
1400 put_page(new_page); in do_huge_pmd_wp_page()
1413 clear_huge_page(new_page, vmf->address, HPAGE_PMD_NR); in do_huge_pmd_wp_page()
1415 copy_user_huge_page(new_page, page, vmf->address, in do_huge_pmd_wp_page()
1417 __SetPageUptodate(new_page); in do_huge_pmd_wp_page()
[all …]
|
| D | memory.c | 2345 struct page *new_page = NULL; in wp_page_copy() local
2355 new_page = alloc_zeroed_user_highpage_movable(vma, in wp_page_copy()
2357 if (!new_page) in wp_page_copy()
2360 new_page = alloc_page_vma(GFP_HIGHUSER_MOVABLE, vma, in wp_page_copy()
2362 if (!new_page) in wp_page_copy()
2364 cow_user_page(new_page, old_page, vmf->address, vma); in wp_page_copy()
2367 if (mem_cgroup_try_charge_delay(new_page, mm, GFP_KERNEL, &memcg, false)) in wp_page_copy()
2370 __SetPageUptodate(new_page); in wp_page_copy()
2392 entry = mk_pte(new_page, vma->vm_page_prot); in wp_page_copy()
2401 page_add_new_anon_rmap(new_page, vma, vmf->address, false); in wp_page_copy()
[all …]
|
| D | hugetlb.c | 3733 struct page *old_page, *new_page; in hugetlb_cow() local
3771 new_page = alloc_huge_page(vma, haddr, outside_reserve); in hugetlb_cow()
3773 if (IS_ERR(new_page)) { in hugetlb_cow()
3798 ret = vmf_error(PTR_ERR(new_page)); in hugetlb_cow()
3811 copy_user_huge_page(new_page, old_page, address, vma, in hugetlb_cow()
3813 __SetPageUptodate(new_page); in hugetlb_cow()
3826 ClearPagePrivate(new_page); in hugetlb_cow()
3832 make_huge_pte(vma, new_page, 1)); in hugetlb_cow()
3834 hugepage_add_new_anon_rmap(new_page, vma, haddr); in hugetlb_cow()
3835 set_page_huge_active(new_page); in hugetlb_cow()
[all …]
|
| D | ksm.c | 2563 struct page *new_page; in ksm_might_need_to_copy() local
2578 new_page = alloc_page_vma(GFP_HIGHUSER_MOVABLE, vma, address); in ksm_might_need_to_copy()
2579 if (new_page) { in ksm_might_need_to_copy()
2580 copy_user_highpage(new_page, page, address, vma); in ksm_might_need_to_copy()
2582 SetPageDirty(new_page); in ksm_might_need_to_copy()
2583 __SetPageUptodate(new_page); in ksm_might_need_to_copy()
2584 __SetPageLocked(new_page); in ksm_might_need_to_copy()
2587 return new_page; in ksm_might_need_to_copy()
|
| D | memory-failure.c | 1613 static struct page *new_page(struct page *p, unsigned long private) in new_page() function
1714 ret = migrate_pages(&pagelist, new_page, NULL, MPOL_MF_MOVE_ALL, in soft_offline_huge_page()
1804 ret = migrate_pages(&pagelist, new_page, NULL, MPOL_MF_MOVE_ALL, in __soft_offline_page()
|
| D | mempolicy.c | 1166 static struct page *new_page(struct page *page, unsigned long start) in new_page() function
1212 static struct page *new_page(struct page *page, unsigned long start) in new_page() function
1303 nr_failed = migrate_pages(&pagelist, new_page, NULL, in do_mbind()
|