Lines Matching refs:hstate
46 struct hstate hstates[HUGE_MAX_HSTATE];
56 static struct hstate * __initdata parsed_hstate;
75 static int hugetlb_acct_memory(struct hstate *h, long delta);
88 hugetlb_acct_memory(spool->hstate, in unlock_or_release_subpool()
94 struct hugepage_subpool *hugepage_new_subpool(struct hstate *h, long max_hpages, in hugepage_new_subpool()
106 spool->hstate = h; in hugepage_new_subpool()
582 struct hstate *h = hstate_inode(inode); in hugetlb_fix_reserve_counts()
623 static pgoff_t vma_hugecache_offset(struct hstate *h, in vma_hugecache_offset()
866 static void enqueue_huge_page(struct hstate *h, struct page *page) in enqueue_huge_page()
874 static struct page *dequeue_huge_page_node_exact(struct hstate *h, int nid) in dequeue_huge_page_node_exact()
894 static struct page *dequeue_huge_page_nodemask(struct hstate *h, gfp_t gfp_mask, int nid, in dequeue_huge_page_nodemask()
931 static inline gfp_t htlb_alloc_mask(struct hstate *h) in htlb_alloc_mask()
939 static struct page *dequeue_huge_page_vma(struct hstate *h, in dequeue_huge_page_vma()
1006 static int hstate_next_node_to_alloc(struct hstate *h, in hstate_next_node_to_alloc()
1025 static int hstate_next_node_to_free(struct hstate *h, nodemask_t *nodes_allowed) in hstate_next_node_to_free()
1115 static struct page *alloc_gigantic_page(struct hstate *h, gfp_t gfp_mask, in alloc_gigantic_page()
1154 static void prep_new_huge_page(struct hstate *h, struct page *page, int nid);
1157 static struct page *alloc_gigantic_page(struct hstate *h, gfp_t gfp_mask, in alloc_gigantic_page()
1165 static struct page *alloc_gigantic_page(struct hstate *h, gfp_t gfp_mask, in alloc_gigantic_page()
1175 static void update_and_free_page(struct hstate *h, struct page *page) in update_and_free_page()
1201 struct hstate *size_to_hstate(unsigned long size) in size_to_hstate()
1203 struct hstate *h; in size_to_hstate()
1265 struct hstate *h = page_hstate(page); in __free_huge_page()
1370 static void prep_new_huge_page(struct hstate *h, struct page *page, int nid) in prep_new_huge_page()
1455 static struct page *alloc_buddy_huge_page(struct hstate *h, in alloc_buddy_huge_page()
1506 static struct page *alloc_fresh_huge_page(struct hstate *h, in alloc_fresh_huge_page()
1531 static int alloc_pool_huge_page(struct hstate *h, nodemask_t *nodes_allowed, in alloc_pool_huge_page()
1559 static int free_pool_huge_page(struct hstate *h, nodemask_t *nodes_allowed, in free_pool_huge_page()
1617 struct hstate *h = page_hstate(head); in dissolve_free_huge_page()
1671 static struct page *alloc_surplus_huge_page(struct hstate *h, gfp_t gfp_mask, in alloc_surplus_huge_page()
1712 struct page *alloc_migrate_huge_page(struct hstate *h, gfp_t gfp_mask, in alloc_migrate_huge_page()
1737 struct page *alloc_buddy_huge_page_with_mpol(struct hstate *h, in alloc_buddy_huge_page_with_mpol()
1754 struct page *alloc_huge_page_node(struct hstate *h, int nid) in alloc_huge_page_node()
1774 struct page *alloc_huge_page_nodemask(struct hstate *h, int preferred_nid, in alloc_huge_page_nodemask()
1795 struct page *alloc_huge_page_vma(struct hstate *h, struct vm_area_struct *vma, in alloc_huge_page_vma()
1816 static int gather_surplus_pages(struct hstate *h, int delta) in gather_surplus_pages()
1914 static void return_unused_surplus_pages(struct hstate *h, in return_unused_surplus_pages()
1985 static long __vma_reservation_common(struct hstate *h, in __vma_reservation_common()
2046 static long vma_needs_reservation(struct hstate *h, in vma_needs_reservation()
2052 static long vma_commit_reservation(struct hstate *h, in vma_commit_reservation()
2058 static void vma_end_reservation(struct hstate *h, in vma_end_reservation()
2064 static long vma_add_reservation(struct hstate *h, in vma_add_reservation()
2081 static void restore_reserve_on_error(struct hstate *h, in restore_reserve_on_error()
2118 struct hstate *h = hstate_vma(vma); in alloc_huge_page()
2217 int alloc_bootmem_huge_page(struct hstate *h)
2219 int __alloc_bootmem_huge_page(struct hstate *h) in __alloc_bootmem_huge_page()
2247 m->hstate = h; in __alloc_bootmem_huge_page()
2267 struct hstate *h = m->hstate; in gather_bootmem_prealloc()
2287 static void __init hugetlb_hstate_alloc_pages(struct hstate *h) in hugetlb_hstate_alloc_pages()
2334 struct hstate *h; in hugetlb_init_hstates()
2349 struct hstate *h; in report_hugepages()
2361 static void try_to_free_low(struct hstate *h, unsigned long count, in try_to_free_low()
2385 static inline void try_to_free_low(struct hstate *h, unsigned long count, in try_to_free_low()
2396 static int adjust_pool_surplus(struct hstate *h, nodemask_t *nodes_allowed, in adjust_pool_surplus()
2424 static int set_max_huge_pages(struct hstate *h, unsigned long count, int nid, in set_max_huge_pages()
2562 static struct hstate *kobj_to_node_hstate(struct kobject *kobj, int *nidp);
2564 static struct hstate *kobj_to_hstate(struct kobject *kobj, int *nidp) in kobj_to_hstate()
2581 struct hstate *h; in nr_hugepages_show_common()
2595 struct hstate *h, int nid, in __nr_hugepages_store_common()
2631 struct hstate *h; in nr_hugepages_store_common()
2681 struct hstate *h = kobj_to_hstate(kobj, NULL); in nr_overcommit_hugepages_show()
2690 struct hstate *h = kobj_to_hstate(kobj, NULL); in nr_overcommit_hugepages_store()
2710 struct hstate *h; in free_hugepages_show()
2727 struct hstate *h = kobj_to_hstate(kobj, NULL); in resv_hugepages_show()
2735 struct hstate *h; in surplus_hugepages_show()
2765 static int hugetlb_sysfs_add_hstate(struct hstate *h, struct kobject *parent, in hugetlb_sysfs_add_hstate()
2785 struct hstate *h; in hugetlb_sysfs_init()
2833 static struct hstate *kobj_to_node_hstate(struct kobject *kobj, int *nidp) in kobj_to_node_hstate()
2858 struct hstate *h; in hugetlb_unregister_node()
2883 struct hstate *h; in hugetlb_register_node()
2932 static struct hstate *kobj_to_node_hstate(struct kobject *kobj, int *nidp) in kobj_to_node_hstate()
2999 struct hstate *h; in hugetlb_add_hstate()
3089 struct hstate *h = &default_hstate; in hugetlb_sysctl_handler_common()
3130 struct hstate *h = &default_hstate; in hugetlb_overcommit_handler()
3161 struct hstate *h; in hugetlb_report_meminfo()
3191 struct hstate *h = &default_hstate; in hugetlb_report_node_meminfo()
3205 struct hstate *h; in hugetlb_show_meminfo()
3230 struct hstate *h; in hugetlb_total_pages()
3238 static int hugetlb_acct_memory(struct hstate *h, long delta) in hugetlb_acct_memory()
3297 struct hstate *h = hstate_vma(vma); in hugetlb_vm_op_close()
3332 struct hstate *hstate = hstate_vma(vma); in hugetlb_vm_op_pagesize() local
3334 return 1UL << huge_page_shift(hstate); in hugetlb_vm_op_pagesize()
3426 struct hstate *h = hstate_vma(vma); in copy_hugetlb_page_range()
3529 struct hstate *h = hstate_vma(vma); in __unmap_hugepage_range()
3674 struct hstate *h = hstate_vma(vma); in unmap_ref_private()
3732 struct hstate *h = hstate_vma(vma); in hugetlb_cow()
3852 static struct page *hugetlbfs_pagecache_page(struct hstate *h, in hugetlbfs_pagecache_page()
3868 static bool hugetlbfs_pagecache_present(struct hstate *h, in hugetlbfs_pagecache_present()
3888 struct hstate *h = hstate_inode(inode); in huge_add_to_page_cache()
3912 struct hstate *h = hstate_vma(vma); in hugetlb_no_page()
4094 u32 hugetlb_fault_mutex_hash(struct hstate *h, struct address_space *mapping, in hugetlb_fault_mutex_hash()
4112 u32 hugetlb_fault_mutex_hash(struct hstate *h, struct address_space *mapping, in hugetlb_fault_mutex_hash()
4129 struct hstate *h = hstate_vma(vma); in hugetlb_fault()
4271 struct hstate *h = hstate_vma(dst_vma); in hugetlb_mcopy_atomic_pte()
4395 struct hstate *h = hstate_vma(vma); in follow_hugetlb_page()
4560 struct hstate *h = hstate_vma(vma); in hugetlb_change_protection()
4651 struct hstate *h = hstate_inode(inode); in hugetlb_reserve_pages()
4767 struct hstate *h = hstate_inode(inode); in hugetlb_unreserve_pages()
5152 struct hstate *h = page_hstate(oldpage); in move_hugetlb_state()