Lines Matching refs:hstate
42 struct hstate hstates[HUGE_MAX_HSTATE];
52 static struct hstate * __initdata parsed_hstate;
70 static int hugetlb_acct_memory(struct hstate *h, long delta);
83 hugetlb_acct_memory(spool->hstate, in unlock_or_release_subpool()
89 struct hugepage_subpool *hugepage_new_subpool(struct hstate *h, long max_hpages, in hugepage_new_subpool()
101 spool->hstate = h; in hugepage_new_subpool()
400 static pgoff_t vma_hugecache_offset(struct hstate *h, in vma_hugecache_offset()
419 struct hstate *hstate; in vma_kernel_pagesize() local
424 hstate = hstate_vma(vma); in vma_kernel_pagesize()
426 return 1UL << huge_page_shift(hstate); in vma_kernel_pagesize()
589 static void enqueue_huge_page(struct hstate *h, struct page *page) in enqueue_huge_page()
597 static struct page *dequeue_huge_page_node(struct hstate *h, int nid) in dequeue_huge_page_node()
618 static inline gfp_t htlb_alloc_mask(struct hstate *h) in htlb_alloc_mask()
626 static struct page *dequeue_huge_page_vma(struct hstate *h, in dequeue_huge_page_vma()
713 static int hstate_next_node_to_alloc(struct hstate *h, in hstate_next_node_to_alloc()
732 static int hstate_next_node_to_free(struct hstate *h, nodemask_t *nodes_allowed) in hstate_next_node_to_free()
853 static void prep_new_huge_page(struct hstate *h, struct page *page, int nid);
856 static struct page *alloc_fresh_gigantic_page_node(struct hstate *h, int nid) in alloc_fresh_gigantic_page_node()
869 static int alloc_fresh_gigantic_page(struct hstate *h, in alloc_fresh_gigantic_page()
890 static inline int alloc_fresh_gigantic_page(struct hstate *h, in alloc_fresh_gigantic_page()
894 static void update_and_free_page(struct hstate *h, struct page *page) in update_and_free_page()
921 struct hstate *size_to_hstate(unsigned long size) in size_to_hstate()
923 struct hstate *h; in size_to_hstate()
963 struct hstate *h = page_hstate(page); in free_huge_page()
1004 static void prep_new_huge_page(struct hstate *h, struct page *page, int nid) in prep_new_huge_page()
1092 static struct page *alloc_fresh_huge_page_node(struct hstate *h, int nid) in alloc_fresh_huge_page_node()
1111 static int alloc_fresh_huge_page(struct hstate *h, nodemask_t *nodes_allowed) in alloc_fresh_huge_page()
1139 static int free_pool_huge_page(struct hstate *h, nodemask_t *nodes_allowed, in free_pool_huge_page()
1179 struct hstate *h = page_hstate(page); in dissolve_free_huge_page()
1206 static struct page *alloc_buddy_huge_page(struct hstate *h, int nid) in alloc_buddy_huge_page()
1288 struct page *alloc_huge_page_node(struct hstate *h, int nid) in alloc_huge_page_node()
1307 static int gather_surplus_pages(struct hstate *h, int delta) in gather_surplus_pages()
1395 static void return_unused_surplus_pages(struct hstate *h, in return_unused_surplus_pages()
1434 static long vma_needs_reservation(struct hstate *h, in vma_needs_reservation()
1453 static void vma_commit_reservation(struct hstate *h, in vma_commit_reservation()
1471 struct hstate *h = hstate_vma(vma); in alloc_huge_page()
1539 int __weak alloc_bootmem_huge_page(struct hstate *h) in alloc_bootmem_huge_page()
1566 m->hstate = h; in alloc_bootmem_huge_page()
1585 struct hstate *h = m->hstate; in gather_bootmem_prealloc()
1610 static void __init hugetlb_hstate_alloc_pages(struct hstate *h) in hugetlb_hstate_alloc_pages()
1627 struct hstate *h; in hugetlb_init_hstates()
1653 struct hstate *h; in report_hugepages()
1664 static void try_to_free_low(struct hstate *h, unsigned long count, in try_to_free_low()
1688 static inline void try_to_free_low(struct hstate *h, unsigned long count, in try_to_free_low()
1699 static int adjust_pool_surplus(struct hstate *h, nodemask_t *nodes_allowed, in adjust_pool_surplus()
1727 static unsigned long set_max_huge_pages(struct hstate *h, unsigned long count, in set_max_huge_pages()
1815 static struct hstate *kobj_to_node_hstate(struct kobject *kobj, int *nidp);
1817 static struct hstate *kobj_to_hstate(struct kobject *kobj, int *nidp) in kobj_to_hstate()
1834 struct hstate *h; in nr_hugepages_show_common()
1848 struct hstate *h, int nid, in __nr_hugepages_store_common()
1893 struct hstate *h; in nr_hugepages_store_common()
1943 struct hstate *h = kobj_to_hstate(kobj, NULL); in nr_overcommit_hugepages_show()
1952 struct hstate *h = kobj_to_hstate(kobj, NULL); in nr_overcommit_hugepages_store()
1972 struct hstate *h; in free_hugepages_show()
1989 struct hstate *h = kobj_to_hstate(kobj, NULL); in resv_hugepages_show()
1997 struct hstate *h; in surplus_hugepages_show()
2027 static int hugetlb_sysfs_add_hstate(struct hstate *h, struct kobject *parent, in hugetlb_sysfs_add_hstate()
2047 struct hstate *h; in hugetlb_sysfs_init()
2095 static struct hstate *kobj_to_node_hstate(struct kobject *kobj, int *nidp) in kobj_to_node_hstate()
2120 struct hstate *h; in hugetlb_unregister_node()
2164 struct hstate *h; in hugetlb_register_node()
2213 static struct hstate *kobj_to_node_hstate(struct kobject *kobj, int *nidp) in kobj_to_node_hstate()
2229 struct hstate *h; in hugetlb_exit()
2284 struct hstate *h; in hugetlb_add_hstate()
2369 struct hstate *h = &default_hstate; in hugetlb_sysctl_handler_common()
2410 struct hstate *h = &default_hstate; in hugetlb_overcommit_handler()
2441 struct hstate *h = &default_hstate; in hugetlb_report_meminfo()
2459 struct hstate *h = &default_hstate; in hugetlb_report_node_meminfo()
2473 struct hstate *h; in hugetlb_show_meminfo()
2492 struct hstate *h; in hugetlb_total_pages()
2500 static int hugetlb_acct_memory(struct hstate *h, long delta) in hugetlb_acct_memory()
2559 struct hstate *h = hstate_vma(vma); in hugetlb_vm_op_close()
2665 struct hstate *h = hstate_vma(vma); in copy_hugetlb_page_range()
2746 struct hstate *h = hstate_vma(vma); in __unmap_hugepage_range()
2875 struct hstate *h = hstate_vma(vma); in unmap_ref_private()
2932 struct hstate *h = hstate_vma(vma); in hugetlb_cow()
3050 static struct page *hugetlbfs_pagecache_page(struct hstate *h, in hugetlbfs_pagecache_page()
3066 static bool hugetlbfs_pagecache_present(struct hstate *h, in hugetlbfs_pagecache_present()
3086 struct hstate *h = hstate_vma(vma); in hugetlb_no_page()
3215 static u32 fault_mutex_hash(struct hstate *h, struct mm_struct *mm, in fault_mutex_hash()
3240 static u32 fault_mutex_hash(struct hstate *h, struct mm_struct *mm, in fault_mutex_hash()
3259 struct hstate *h = hstate_vma(vma); in hugetlb_fault()
3393 struct hstate *h = hstate_vma(vma); in follow_hugetlb_page()
3501 struct hstate *h = hstate_vma(vma); in hugetlb_change_protection()
3568 struct hstate *h = hstate_inode(inode); in hugetlb_reserve_pages()
3652 struct hstate *h = hstate_inode(inode); in hugetlb_unreserve_pages()
3917 struct hstate *h = page_hstate(hpage); in dequeue_hwpoisoned_huge_page()