Lines Matching refs:idx
2186 pgoff_t idx; in __vma_reservation_common() local
2194 idx = vma_hugecache_offset(h, vma, addr); in __vma_reservation_common()
2197 ret = region_chg(resv, idx, idx + 1, &dummy_out_regions_needed); in __vma_reservation_common()
2205 ret = region_add(resv, idx, idx + 1, 1, NULL, NULL); in __vma_reservation_common()
2210 region_abort(resv, idx, idx + 1, 1); in __vma_reservation_common()
2215 ret = region_add(resv, idx, idx + 1, 1, NULL, NULL); in __vma_reservation_common()
2219 region_abort(resv, idx, idx + 1, 1); in __vma_reservation_common()
2220 ret = region_del(resv, idx, idx + 1); in __vma_reservation_common()
2328 int ret, idx; in alloc_huge_page() local
2332 idx = hstate_index(h); in alloc_huge_page()
2373 idx, pages_per_huge_page(h), &h_cg); in alloc_huge_page()
2378 ret = hugetlb_cgroup_charge_cgroup(idx, pages_per_huge_page(h), &h_cg); in alloc_huge_page()
2402 hugetlb_cgroup_commit_charge(idx, pages_per_huge_page(h), h_cg, page); in alloc_huge_page()
2407 hugetlb_cgroup_commit_charge_rsvd(idx, pages_per_huge_page(h), in alloc_huge_page()
2437 hugetlb_cgroup_uncharge_cgroup(idx, pages_per_huge_page(h), h_cg); in alloc_huge_page()
2440 hugetlb_cgroup_uncharge_cgroup_rsvd(idx, pages_per_huge_page(h), in alloc_huge_page()
3096 int idx = hstate_index(h); in hugetlb_unregister_node() local
3097 if (nhs->hstate_kobjs[idx]) { in hugetlb_unregister_node()
3098 kobject_put(nhs->hstate_kobjs[idx]); in hugetlb_unregister_node()
3099 nhs->hstate_kobjs[idx] = NULL; in hugetlb_unregister_node()
4205 pgoff_t idx; in hugetlb_cow() local
4219 idx = vma_hugecache_offset(h, vma, haddr); in hugetlb_cow()
4220 hash = hugetlb_fault_mutex_hash(mapping, idx); in hugetlb_cow()
4298 pgoff_t idx; in hugetlbfs_pagecache_page() local
4301 idx = vma_hugecache_offset(h, vma, address); in hugetlbfs_pagecache_page()
4303 return find_lock_page(mapping, idx); in hugetlbfs_pagecache_page()
4314 pgoff_t idx; in hugetlbfs_pagecache_present() local
4318 idx = vma_hugecache_offset(h, vma, address); in hugetlbfs_pagecache_present()
4320 page = find_get_page(mapping, idx); in hugetlbfs_pagecache_present()
4327 pgoff_t idx) in huge_add_to_page_cache() argument
4331 int err = add_to_page_cache(page, mapping, idx, GFP_KERNEL); in huge_add_to_page_cache()
4351 pgoff_t idx, in hugetlb_handle_userfault() argument
4356 u32 hash = hugetlb_fault_mutex_hash(mapping, idx); in hugetlb_handle_userfault()
4383 struct address_space *mapping, pgoff_t idx, in hugetlb_no_page() argument
4395 u32 hash = hugetlb_fault_mutex_hash(mapping, idx); in hugetlb_no_page()
4414 if (idx >= size) in hugetlb_no_page()
4418 page = find_lock_page(mapping, idx); in hugetlb_no_page()
4422 ret = hugetlb_handle_userfault(vma, mapping, idx, in hugetlb_no_page()
4457 int err = huge_add_to_page_cache(page, mapping, idx); in hugetlb_no_page()
4488 ret = hugetlb_handle_userfault(vma, mapping, idx, in hugetlb_no_page()
4556 u32 hugetlb_fault_mutex_hash(struct address_space *mapping, pgoff_t idx) in hugetlb_fault_mutex_hash() argument
4562 key[1] = idx; in hugetlb_fault_mutex_hash()
4573 u32 hugetlb_fault_mutex_hash(struct address_space *mapping, pgoff_t idx) in hugetlb_fault_mutex_hash() argument
4586 pgoff_t idx; in hugetlb_fault() local
4634 idx = vma_hugecache_offset(h, vma, haddr); in hugetlb_fault()
4635 hash = hugetlb_fault_mutex_hash(mapping, idx); in hugetlb_fault()
4644 return hugetlb_no_page(mm, vma, mapping, idx, address, ptep, flags); in hugetlb_fault()
4752 pgoff_t idx; in hugetlb_mcopy_atomic_pte() local
4763 idx = vma_hugecache_offset(h, dst_vma, dst_addr); in hugetlb_mcopy_atomic_pte()
4767 page = find_lock_page(mapping, idx); in hugetlb_mcopy_atomic_pte()
4813 if (idx >= size) in hugetlb_mcopy_atomic_pte()
4822 ret = huge_add_to_page_cache(page, mapping, idx); in hugetlb_mcopy_atomic_pte()
4841 if (idx >= size) in hugetlb_mcopy_atomic_pte()
5357 unsigned long addr, pgoff_t idx) in page_table_shareable() argument
5359 unsigned long saddr = ((idx - svma->vm_pgoff) << PAGE_SHIFT) + in page_table_shareable()
5450 pgoff_t idx = ((addr - vma->vm_start) >> PAGE_SHIFT) + in huge_pmd_share() local
5459 vma_interval_tree_foreach(svma, &mapping->i_mmap, idx, idx) { in huge_pmd_share()
5463 saddr = page_table_shareable(svma, vma, addr, idx); in huge_pmd_share()