Lines Matching refs:pgmap
28 struct dev_pagemap *pgmap; member
175 struct dev_pagemap **pgmap) in follow_page_pte() argument
219 *pgmap = get_dev_pagemap(pte_pfn(pte), *pgmap); in follow_page_pte()
220 if (*pgmap) in follow_page_pte()
359 page = follow_devmap_pmd(vma, address, pmd, flags, &ctx->pgmap); in follow_pmd_mask()
365 return follow_page_pte(vma, address, pmd, flags, &ctx->pgmap); in follow_pmd_mask()
385 return follow_page_pte(vma, address, pmd, flags, &ctx->pgmap); in follow_pmd_mask()
415 follow_page_pte(vma, address, pmd, flags, &ctx->pgmap); in follow_pmd_mask()
452 page = follow_devmap_pud(vma, address, pud, flags, &ctx->pgmap); in follow_pud_mask()
555 if (ctx.pgmap) in follow_page()
556 put_dev_pagemap(ctx.pgmap); in follow_page()
890 if (ctx.pgmap) in __get_user_pages()
891 put_dev_pagemap(ctx.pgmap); in __get_user_pages()
1814 struct dev_pagemap *pgmap = NULL; in gup_pte_range() local
1837 pgmap = get_dev_pagemap(pte_pfn(pte), pgmap); in gup_pte_range()
1838 if (unlikely(!pgmap)) { in gup_pte_range()
1868 if (pgmap) in gup_pte_range()
1869 put_dev_pagemap(pgmap); in gup_pte_range()
1896 struct dev_pagemap *pgmap = NULL; in __gup_device_huge() local
1901 pgmap = get_dev_pagemap(pfn, pgmap); in __gup_device_huge()
1902 if (unlikely(!pgmap)) { in __gup_device_huge()
1913 if (pgmap) in __gup_device_huge()
1914 put_dev_pagemap(pgmap); in __gup_device_huge()