134 static int __hugepte_alloc(struct mm_struct *mm, hugepd_t *hpdp,  in __hugepte_alloc()  argument
164 	for (i = 0; i < num_hugepd; i++, hpdp++) {  in __hugepte_alloc()
165 		if (unlikely(!hugepd_none(*hpdp)))  in __hugepte_alloc()
169 			hpdp->pd = ((unsigned long)new & ~PD_HUGE) | pshift;  in __hugepte_alloc()
173 		for (i = i - 1 ; i >= 0; i--, hpdp--)  in __hugepte_alloc()
174 			hpdp->pd = 0;  in __hugepte_alloc()
178 	if (!hugepd_none(*hpdp))  in __hugepte_alloc()
182 		hpdp->pd = (unsigned long)new |  in __hugepte_alloc()
185 		hpdp->pd = ((unsigned long)new & ~PD_HUGE) | pshift;  in __hugepte_alloc()
215 	hugepd_t *hpdp = NULL;  in huge_pte_alloc()  local
229 		hpdp = (hugepd_t *)pg;  in huge_pte_alloc()
236 			hpdp = (hugepd_t *)pu;  in huge_pte_alloc()
244 				hpdp = (hugepd_t *)pm;  in huge_pte_alloc()
247 	if (!hpdp)  in huge_pte_alloc()
250 	BUG_ON(!hugepd_none(*hpdp) && !hugepd_ok(*hpdp));  in huge_pte_alloc()
252 	if (hugepd_none(*hpdp) && __hugepte_alloc(mm, hpdp, addr, pdshift, pshift))  in huge_pte_alloc()
255 	return hugepte_offset(*hpdp, addr, pdshift);  in huge_pte_alloc()
265 	hugepd_t *hpdp = NULL;  in huge_pte_alloc()  local
274 		hpdp = (hugepd_t *)pg;  in huge_pte_alloc()
279 			hpdp = (hugepd_t *)pu;  in huge_pte_alloc()
283 			hpdp = (hugepd_t *)pm;  in huge_pte_alloc()
287 	if (!hpdp)  in huge_pte_alloc()
290 	BUG_ON(!hugepd_none(*hpdp) && !hugepd_ok(*hpdp));  in huge_pte_alloc()
292 	if (hugepd_none(*hpdp) && __hugepte_alloc(mm, hpdp, addr, pdshift, pshift))  in huge_pte_alloc()
295 	return hugepte_offset(*hpdp, addr, pdshift);  in huge_pte_alloc()
513 static void free_hugepd_range(struct mmu_gather *tlb, hugepd_t *hpdp, int pdshift,  in free_hugepd_range()  argument
517 	pte_t *hugepte = hugepd_page(*hpdp);  in free_hugepd_range()
525 	num_hugepd = (1 << (hugepd_shift(*hpdp) - pdshift));  in free_hugepd_range()
527 	unsigned int shift = hugepd_shift(*hpdp);  in free_hugepd_range()
541 	for (i = 0; i < num_hugepd; i++, hpdp++)  in free_hugepd_range()
542 		hpdp->pd = 0;  in free_hugepd_range()
985 	hugepd_t *hpdp = NULL;  in __find_linux_pte_or_hugepte()  local
1008 		hpdp = (hugepd_t *)&pgd;  in __find_linux_pte_or_hugepte()
1025 			hpdp = (hugepd_t *)&pud;  in __find_linux_pte_or_hugepte()
1052 				hpdp = (hugepd_t *)&pmd;  in __find_linux_pte_or_hugepte()
1057 	if (!hpdp)  in __find_linux_pte_or_hugepte()
1060 	ret_pte = hugepte_offset(*hpdp, ea, pdshift);  in __find_linux_pte_or_hugepte()
1061 	pdshift = hugepd_shift(*hpdp);  in __find_linux_pte_or_hugepte()