Lines Matching refs:pdshift
116 unsigned long address, unsigned pdshift, unsigned pshift) in __hugepte_alloc() argument
123 int num_hugepd = 1 << (pshift - pdshift); in __hugepte_alloc()
126 cachep = PGT_CACHE(pdshift - pshift); in __hugepte_alloc()
198 unsigned pdshift = PGDIR_SHIFT; in huge_pte_alloc() local
212 pdshift = PUD_SHIFT; in huge_pte_alloc()
219 pdshift = PMD_SHIFT; in huge_pte_alloc()
233 if (hugepd_none(*hpdp) && __hugepte_alloc(mm, hpdp, addr, pdshift, pshift)) in huge_pte_alloc()
236 return hugepte_offset(*hpdp, addr, pdshift); in huge_pte_alloc()
248 unsigned pdshift = PGDIR_SHIFT; in huge_pte_alloc() local
257 pdshift = PUD_SHIFT; in huge_pte_alloc()
262 pdshift = PMD_SHIFT; in huge_pte_alloc()
273 if (hugepd_none(*hpdp) && __hugepte_alloc(mm, hpdp, addr, pdshift, pshift)) in huge_pte_alloc()
276 return hugepte_offset(*hpdp, addr, pdshift); in huge_pte_alloc()
499 static void free_hugepd_range(struct mmu_gather *tlb, hugepd_t *hpdp, int pdshift, in free_hugepd_range() argument
506 unsigned long pdmask = ~((1UL << pdshift) - 1); in free_hugepd_range()
511 num_hugepd = (1 << (hugepd_shift(*hpdp) - pdshift)); in free_hugepd_range()
533 pgtable_free_tlb(tlb, hugepte, pdshift - shift); in free_hugepd_range()
747 int gup_huge_pd(hugepd_t hugepd, unsigned long addr, unsigned pdshift, in gup_huge_pd() argument
754 ptep = hugepte_offset(hugepd, addr, pdshift); in gup_huge_pd()
897 unsigned pdshift; in hugetlbpage_init() local
908 pdshift = PMD_SHIFT; in hugetlbpage_init()
910 pdshift = PUD_SHIFT; in hugetlbpage_init()
912 pdshift = PGDIR_SHIFT; in hugetlbpage_init()
917 if (pdshift != shift) { in hugetlbpage_init()
918 pgtable_cache_add(pdshift - shift, NULL); in hugetlbpage_init()
919 if (!PGT_CACHE(pdshift - shift)) in hugetlbpage_init()
979 unsigned pdshift = PGDIR_SHIFT; in __find_linux_pte_or_hugepte() local
1005 pdshift = PUD_SHIFT; in __find_linux_pte_or_hugepte()
1017 pdshift = PMD_SHIFT; in __find_linux_pte_or_hugepte()
1043 ret_pte = hugepte_offset(*hpdp, ea, pdshift); in __find_linux_pte_or_hugepte()
1044 pdshift = hugepd_shift(*hpdp); in __find_linux_pte_or_hugepte()
1047 *shift = pdshift; in __find_linux_pte_or_hugepte()