397 		if (mmu_psize_defs[i].shift == 0 || gpage_npages[i] == 0)  in reserve_hugetlb_gpages()
513 	unsigned int shift = hugepd_shift(*hpdp);  in free_hugepd_range()  local
533 	pgtable_free_tlb(tlb, hugepte, pdshift - shift);  in free_hugepd_range()
693 	unsigned shift;  in follow_huge_addr()  local
698 	ptep = find_linux_pte_or_hugepte(mm->pgd, address, &shift);  in follow_huge_addr()
707 	if (!shift || pmd_trans_huge(__pmd(pte_val(pte))))  in follow_huge_addr()
714 	mask = (1UL << shift) - 1;  in follow_huge_addr()
799 	int shift = __ffs(size);  in add_huge_page_size()  local
809 	    || (shift > SLICE_HIGH_SHIFT) || (shift <= PAGE_SHIFT))  in add_huge_page_size()
813 	if ((mmu_psize = shift_to_mmu_psize(shift)) < 0)  in add_huge_page_size()
820 	if (shift == PAGE_SHIFT_64K)  in add_huge_page_size()
824 	BUG_ON(mmu_psize_defs[mmu_psize].shift != shift);  in add_huge_page_size()
830 	hugetlb_add_hstate(shift - PAGE_SHIFT);  in add_huge_page_size()
855 		unsigned shift;  in hugetlbpage_init()  local
857 		if (!mmu_psize_defs[psize].shift)  in hugetlbpage_init()
860 		shift = mmu_psize_to_shift(psize);  in hugetlbpage_init()
863 		if (shift != PAGE_SHIFT)  in hugetlbpage_init()
864 			if (add_huge_page_size(1ULL << shift) < 0)  in hugetlbpage_init()
879 	if (mmu_psize_defs[MMU_PAGE_4M].shift)  in hugetlbpage_init()
880 		HPAGE_SHIFT = mmu_psize_defs[MMU_PAGE_4M].shift;  in hugetlbpage_init()
896 		unsigned shift;  in hugetlbpage_init()  local
899 		if (!mmu_psize_defs[psize].shift)  in hugetlbpage_init()
902 		shift = mmu_psize_to_shift(psize);  in hugetlbpage_init()
904 		if (add_huge_page_size(1ULL << shift) < 0)  in hugetlbpage_init()
907 		if (shift < PMD_SHIFT)  in hugetlbpage_init()
909 		else if (shift < PUD_SHIFT)  in hugetlbpage_init()
917 		if (pdshift != shift) {  in hugetlbpage_init()
918 			pgtable_cache_add(pdshift - shift, NULL);  in hugetlbpage_init()
919 			if (!PGT_CACHE(pdshift - shift))  in hugetlbpage_init()
921 				      "pgtable cache for %d bit pagesize\n", shift);  in hugetlbpage_init()
928 	if (mmu_psize_defs[MMU_PAGE_16M].shift)  in hugetlbpage_init()
929 		HPAGE_SHIFT = mmu_psize_defs[MMU_PAGE_16M].shift;  in hugetlbpage_init()
930 	else if (mmu_psize_defs[MMU_PAGE_1M].shift)  in hugetlbpage_init()
931 		HPAGE_SHIFT = mmu_psize_defs[MMU_PAGE_1M].shift;  in hugetlbpage_init()
972 				   unsigned *shift)  in __find_linux_pte_or_hugepte()  argument
981 	if (shift)  in __find_linux_pte_or_hugepte()
982 		*shift = 0;  in __find_linux_pte_or_hugepte()
1046 	if (shift)  in __find_linux_pte_or_hugepte()
1047 		*shift = pdshift;  in __find_linux_pte_or_hugepte()