719 					unsigned long haddr, pmd_t *pmd,  in __do_huge_pmd_anonymous_page()  argument
731 	pgtable = pte_alloc_one(mm, haddr);  in __do_huge_pmd_anonymous_page()
737 	clear_huge_page(page, haddr, HPAGE_PMD_NR);  in __do_huge_pmd_anonymous_page()
755 		page_add_new_anon_rmap(page, vma, haddr);  in __do_huge_pmd_anonymous_page()
759 		set_pmd_at(mm, haddr, pmd, entry);  in __do_huge_pmd_anonymous_page()
775 		struct vm_area_struct *vma, unsigned long haddr, pmd_t *pmd,  in set_huge_zero_page()  argument
784 	set_pmd_at(mm, haddr, pmd, entry);  in set_huge_zero_page()
795 	unsigned long haddr = address & HPAGE_PMD_MASK;  in do_huge_pmd_anonymous_page()  local
797 	if (haddr < vma->vm_start || haddr + HPAGE_PMD_SIZE > vma->vm_end)  in do_huge_pmd_anonymous_page()
809 		pgtable = pte_alloc_one(mm, haddr);  in do_huge_pmd_anonymous_page()
819 		set = set_huge_zero_page(pgtable, mm, vma, haddr, pmd,  in do_huge_pmd_anonymous_page()
829 	page = alloc_hugepage_vma(gfp, vma, haddr, HPAGE_PMD_ORDER);  in do_huge_pmd_anonymous_page()
834 	if (unlikely(__do_huge_pmd_anonymous_page(mm, vma, haddr, pmd, page, gfp))) {  in do_huge_pmd_anonymous_page()
927 	unsigned long haddr;  in huge_pmd_set_accessed()  local
934 	haddr = address & HPAGE_PMD_MASK;  in huge_pmd_set_accessed()
935 	if (pmdp_set_access_flags(vma, haddr, pmd, entry, dirty))  in huge_pmd_set_accessed()
978 					unsigned long haddr)  in do_huge_pmd_wp_page_fallback()  argument
1020 				   haddr + PAGE_SIZE * i, vma);  in do_huge_pmd_wp_page_fallback()
1025 	mmun_start = haddr;  in do_huge_pmd_wp_page_fallback()
1026 	mmun_end   = haddr + HPAGE_PMD_SIZE;  in do_huge_pmd_wp_page_fallback()
1034 	pmdp_clear_flush_notify(vma, haddr, pmd);  in do_huge_pmd_wp_page_fallback()
1040 	for (i = 0; i < HPAGE_PMD_NR; i++, haddr += PAGE_SIZE) {  in do_huge_pmd_wp_page_fallback()
1046 		page_add_new_anon_rmap(pages[i], vma, haddr);  in do_huge_pmd_wp_page_fallback()
1049 		pte = pte_offset_map(&_pmd, haddr);  in do_huge_pmd_wp_page_fallback()
1051 		set_pte_at(mm, haddr, pte, entry);  in do_huge_pmd_wp_page_fallback()
1089 	unsigned long haddr;  in do_huge_pmd_wp_page()  local
1096 	haddr = address & HPAGE_PMD_MASK;  in do_huge_pmd_wp_page()
1109 		if (pmdp_set_access_flags(vma, haddr, pmd, entry,  1))  in do_huge_pmd_wp_page()
1120 		new_page = alloc_hugepage_vma(huge_gfp, vma, haddr, HPAGE_PMD_ORDER);  in do_huge_pmd_wp_page()
1130 					pmd, orig_pmd, page, haddr);  in do_huge_pmd_wp_page()
1156 		clear_huge_page(new_page, haddr, HPAGE_PMD_NR);  in do_huge_pmd_wp_page()
1158 		copy_user_huge_page(new_page, page, haddr, vma, HPAGE_PMD_NR);  in do_huge_pmd_wp_page()
1161 	mmun_start = haddr;  in do_huge_pmd_wp_page()
1162 	mmun_end   = haddr + HPAGE_PMD_SIZE;  in do_huge_pmd_wp_page()
1177 		pmdp_clear_flush_notify(vma, haddr, pmd);  in do_huge_pmd_wp_page()
1178 		page_add_new_anon_rmap(new_page, vma, haddr);  in do_huge_pmd_wp_page()
1181 		set_pmd_at(mm, haddr, pmd, entry);  in do_huge_pmd_wp_page()
1265 	unsigned long haddr = addr & HPAGE_PMD_MASK;  in do_huge_pmd_numa_page()  local
1311 	target_nid = mpol_misplaced(page, vma, haddr);  in do_huge_pmd_numa_page()
1371 	set_pmd_at(mm, haddr, pmdp, pmd);  in do_huge_pmd_numa_page()
1759 	unsigned long haddr;  in __split_huge_page_map()  local
1769 		haddr = address;  in __split_huge_page_map()
1770 		for (i = 0; i < HPAGE_PMD_NR; i++, haddr += PAGE_SIZE) {  in __split_huge_page_map()
1784 			pte = pte_offset_map(&_pmd, haddr);  in __split_huge_page_map()
1786 			set_pte_at(mm, haddr, pte, entry);  in __split_huge_page_map()
2855 		unsigned long haddr, pmd_t *pmd)  in __split_huge_zero_page_pmd()  argument
2862 	pmdp_clear_flush_notify(vma, haddr, pmd);  in __split_huge_zero_page_pmd()
2868 	for (i = 0; i < HPAGE_PMD_NR; i++, haddr += PAGE_SIZE) {  in __split_huge_zero_page_pmd()
2870 		entry = pfn_pte(my_zero_pfn(haddr), vma->vm_page_prot);  in __split_huge_zero_page_pmd()
2872 		pte = pte_offset_map(&_pmd, haddr);  in __split_huge_zero_page_pmd()
2874 		set_pte_at(mm, haddr, pte, entry);  in __split_huge_zero_page_pmd()
2888 	unsigned long haddr = address & HPAGE_PMD_MASK;  in __split_huge_page_pmd()  local
2892 	BUG_ON(vma->vm_start > haddr || vma->vm_end < haddr + HPAGE_PMD_SIZE);  in __split_huge_page_pmd()
2894 	mmun_start = haddr;  in __split_huge_page_pmd()
2895 	mmun_end   = haddr + HPAGE_PMD_SIZE;  in __split_huge_page_pmd()
2905 		__split_huge_zero_page_pmd(vma, haddr, pmd);  in __split_huge_page_pmd()