115 static int __hugepte_alloc(struct mm_struct *mm, hugepd_t *hpdp,  in __hugepte_alloc()  argument
145 	for (i = 0; i < num_hugepd; i++, hpdp++) {  in __hugepte_alloc()
146 		if (unlikely(!hugepd_none(*hpdp)))  in __hugepte_alloc()
150 			hpdp->pd = ((unsigned long)new & ~PD_HUGE) | pshift;  in __hugepte_alloc()
154 		for (i = i - 1 ; i >= 0; i--, hpdp--)  in __hugepte_alloc()
155 			hpdp->pd = 0;  in __hugepte_alloc()
159 	if (!hugepd_none(*hpdp))  in __hugepte_alloc()
163 		hpdp->pd = (unsigned long)new |  in __hugepte_alloc()
166 		hpdp->pd = ((unsigned long)new & ~PD_HUGE) | pshift;  in __hugepte_alloc()
196 	hugepd_t *hpdp = NULL;  in huge_pte_alloc()  local
210 		hpdp = (hugepd_t *)pg;  in huge_pte_alloc()
217 			hpdp = (hugepd_t *)pu;  in huge_pte_alloc()
225 				hpdp = (hugepd_t *)pm;  in huge_pte_alloc()
228 	if (!hpdp)  in huge_pte_alloc()
231 	BUG_ON(!hugepd_none(*hpdp) && !hugepd_ok(*hpdp));  in huge_pte_alloc()
233 	if (hugepd_none(*hpdp) && __hugepte_alloc(mm, hpdp, addr, pdshift, pshift))  in huge_pte_alloc()
236 	return hugepte_offset(*hpdp, addr, pdshift);  in huge_pte_alloc()
246 	hugepd_t *hpdp = NULL;  in huge_pte_alloc()  local
255 		hpdp = (hugepd_t *)pg;  in huge_pte_alloc()
260 			hpdp = (hugepd_t *)pu;  in huge_pte_alloc()
264 			hpdp = (hugepd_t *)pm;  in huge_pte_alloc()
268 	if (!hpdp)  in huge_pte_alloc()
271 	BUG_ON(!hugepd_none(*hpdp) && !hugepd_ok(*hpdp));  in huge_pte_alloc()
273 	if (hugepd_none(*hpdp) && __hugepte_alloc(mm, hpdp, addr, pdshift, pshift))  in huge_pte_alloc()
276 	return hugepte_offset(*hpdp, addr, pdshift);  in huge_pte_alloc()
499 static void free_hugepd_range(struct mmu_gather *tlb, hugepd_t *hpdp, int pdshift,  in free_hugepd_range()  argument
503 	pte_t *hugepte = hugepd_page(*hpdp);  in free_hugepd_range()
511 	num_hugepd = (1 << (hugepd_shift(*hpdp) - pdshift));  in free_hugepd_range()
513 	unsigned int shift = hugepd_shift(*hpdp);  in free_hugepd_range()
527 	for (i = 0; i < num_hugepd; i++, hpdp++)  in free_hugepd_range()
528 		hpdp->pd = 0;  in free_hugepd_range()
978 	hugepd_t *hpdp = NULL;  in __find_linux_pte_or_hugepte()  local
998 		hpdp = (hugepd_t *)&pgd;  in __find_linux_pte_or_hugepte()
1015 			hpdp = (hugepd_t *)&pud;  in __find_linux_pte_or_hugepte()
1035 				hpdp = (hugepd_t *)&pmd;  in __find_linux_pte_or_hugepte()
1040 	if (!hpdp)  in __find_linux_pte_or_hugepte()
1043 	ret_pte = hugepte_offset(*hpdp, ea, pdshift);  in __find_linux_pte_or_hugepte()
1044 	pdshift = hugepd_shift(*hpdp);  in __find_linux_pte_or_hugepte()