Home
last modified time | relevance | path

Searched refs:pud (Results 1 – 181 of 181) sorted by relevance

/linux-4.1.27/include/asm-generic/
D4level-fixup.h14 #define pmd_alloc(mm, pud, address) \ argument
15 ((unlikely(pgd_none(*(pud))) && __pmd_alloc(mm, pud, address))? \
16 NULL: pmd_offset(pud, address))
20 #define pud_none(pud) 0 argument
21 #define pud_bad(pud) 0 argument
22 #define pud_present(pud) 1 argument
23 #define pud_ERROR(pud) do { } while (0) argument
24 #define pud_clear(pud) pgd_clear(pud) argument
25 #define pud_val(pud) pgd_val(pud) argument
26 #define pud_populate(mm, pud, pmd) pgd_populate(mm, pud, pmd) argument
[all …]
Dpgtable-nopmd.h17 typedef struct { pud_t pud; } pmd_t; member
29 static inline int pud_none(pud_t pud) { return 0; } in pud_none() argument
30 static inline int pud_bad(pud_t pud) { return 0; } in pud_bad() argument
31 static inline int pud_present(pud_t pud) { return 1; } in pud_present() argument
32 static inline void pud_clear(pud_t *pud) { } in pud_clear() argument
33 #define pmd_ERROR(pmd) (pud_ERROR((pmd).pud))
43 static inline pmd_t * pmd_offset(pud_t * pud, unsigned long address) in pmd_offset() argument
45 return (pmd_t *)pud; in pmd_offset()
48 #define pmd_val(x) (pud_val((x).pud))
51 #define pud_page(pud) (pmd_page((pmd_t){ pud })) argument
[all …]
Dpgtable-nopud.h29 #define pud_ERROR(pud) (pgd_ERROR((pud).pgd)) argument
31 #define pgd_populate(mm, pgd, pud) do { } while (0) argument
Dpgtable.h328 static inline int pud_none_or_clear_bad(pud_t *pud) in pud_none_or_clear_bad() argument
330 if (pud_none(*pud)) in pud_none_or_clear_bad()
332 if (unlikely(pud_bad(*pud))) { in pud_none_or_clear_bad()
333 pud_clear_bad(pud); in pud_none_or_clear_bad()
701 int pud_set_huge(pud_t *pud, phys_addr_t addr, pgprot_t prot);
703 int pud_clear_huge(pud_t *pud);
706 static inline int pud_set_huge(pud_t *pud, phys_addr_t addr, pgprot_t prot) in pud_set_huge() argument
714 static inline int pud_clear_huge(pud_t *pud) in pud_clear_huge() argument
/linux-4.1.27/arch/arm/boot/dts/
Ds3c64xx-pinctrl.dtsi142 samsung,pin-pud = <PIN_PULL_NONE>;
148 samsung,pin-pud = <PIN_PULL_NONE>;
154 samsung,pin-pud = <PIN_PULL_NONE>;
160 samsung,pin-pud = <PIN_PULL_NONE>;
166 samsung,pin-pud = <PIN_PULL_NONE>;
172 samsung,pin-pud = <PIN_PULL_NONE>;
178 samsung,pin-pud = <PIN_PULL_NONE>;
184 samsung,pin-pud = <PIN_PULL_NONE>;
190 samsung,pin-pud = <PIN_PULL_NONE>;
196 samsung,pin-pud = <PIN_PULL_NONE>;
[all …]
Ds5pv210-pinctrl.dtsi274 samsung,pin-pud = <0>;
281 samsung,pin-pud = <0>;
288 samsung,pin-pud = <0>;
295 samsung,pin-pud = <0>;
302 samsung,pin-pud = <0>;
309 samsung,pin-pud = <0>;
316 samsung,pin-pud = <0>;
323 samsung,pin-pud = <0>;
330 samsung,pin-pud = <2>;
337 samsung,pin-pud = <2>;
[all …]
Dexynos4210-pinctrl.dtsi150 samsung,pin-pud = <0>;
157 samsung,pin-pud = <0>;
164 samsung,pin-pud = <0>;
171 samsung,pin-pud = <0>;
178 samsung,pin-pud = <3>;
185 samsung,pin-pud = <0>;
192 samsung,pin-pud = <0>;
199 samsung,pin-pud = <0>;
206 samsung,pin-pud = <3>;
213 samsung,pin-pud = <0>;
[all …]
Dexynos4415-pinctrl.dtsi98 samsung,pin-pud = <0>;
105 samsung,pin-pud = <0>;
112 samsung,pin-pud = <0>;
119 samsung,pin-pud = <0>;
126 samsung,pin-pud = <0>;
133 samsung,pin-pud = <0>;
140 samsung,pin-pud = <0>;
147 samsung,pin-pud = <3>;
154 samsung,pin-pud = <3>;
161 samsung,pin-pud = <3>;
[all …]
Dexynos5420-pinctrl.dtsi66 samsung,pin-pud = <0>;
158 samsung,pin-pud = <0>;
165 samsung,pin-pud = <0>;
172 samsung,pin-pud = <3>;
179 samsung,pin-pud = <3>;
186 samsung,pin-pud = <3>;
193 samsung,pin-pud = <3>;
200 samsung,pin-pud = <0>;
207 samsung,pin-pud = <1>;
214 samsung,pin-pud = <0>;
[all …]
Dexynos4x12-pinctrl.dtsi28 samsung,pin-pud-pdn = <PIN_PULL_ ##_pull>; \
140 samsung,pin-pud = <0>;
147 samsung,pin-pud = <0>;
154 samsung,pin-pud = <0>;
161 samsung,pin-pud = <0>;
168 samsung,pin-pud = <3>;
175 samsung,pin-pud = <0>;
182 samsung,pin-pud = <0>;
189 samsung,pin-pud = <0>;
196 samsung,pin-pud = <3>;
[all …]
Dexynos5250-pinctrl.dtsi205 samsung,pin-pud = <0>;
212 samsung,pin-pud = <0>;
219 samsung,pin-pud = <3>;
226 samsung,pin-pud = <3>;
233 samsung,pin-pud = <0>;
240 samsung,pin-pud = <0>;
247 samsung,pin-pud = <3>;
254 samsung,pin-pud = <3>;
261 samsung,pin-pud = <0>;
268 samsung,pin-pud = <3>;
[all …]
Dexynos3250-pinctrl.dtsi28 samsung,pin-pud-pdn = <PIN_PULL_ ##_pull>; \
91 samsung,pin-pud = <0>;
98 samsung,pin-pud = <0>;
105 samsung,pin-pud = <0>;
112 samsung,pin-pud = <0>;
119 samsung,pin-pud = <3>;
126 samsung,pin-pud = <3>;
133 samsung,pin-pud = <3>;
140 samsung,pin-pud = <3>;
147 samsung,pin-pud = <3>;
[all …]
Dexynos5260-pinctrl.dtsi191 samsung,pin-pud = <PIN_PULL_NONE>;
198 samsung,pin-pud = <PIN_PULL_NONE>;
205 samsung,pin-pud = <PIN_PULL_NONE>;
212 samsung,pin-pud = <PIN_PULL_NONE>;
219 samsung,pin-pud = <PIN_PULL_NONE>;
226 samsung,pin-pud = <PIN_PULL_UP>;
233 samsung,pin-pud = <PIN_PULL_UP>;
240 samsung,pin-pud = <PIN_PULL_NONE>;
248 samsung,pin-pud = <PIN_PULL_NONE>;
256 samsung,pin-pud = <PIN_PULL_NONE>;
[all …]
Dexynos5250-spring.dts357 samsung,pin-pud = <0>;
466 samsung,pin-pud = <1>;
473 samsung,pin-pud = <3>;
480 samsung,pin-pud = <0>;
487 samsung,pin-pud = <0>;
494 samsung,pin-pud = <0>;
501 samsung,pin-pud = <1>;
508 samsung,pin-pud = <0>;
515 samsung,pin-pud = <0>;
522 samsung,pin-pud = <1>;
[all …]
Dexynos5250-snow.dts473 samsung,pin-pud = <0>;
586 samsung,pin-pud = <0>;
593 samsung,pin-pud = <0>;
600 samsung,pin-pud = <0>;
607 samsung,pin-pud = <0>;
614 samsung,pin-pud = <3>;
621 samsung,pin-pud = <0>;
628 samsung,pin-pud = <0>;
635 samsung,pin-pud = <0>;
642 samsung,pin-pud = <0>;
[all …]
Dexynos5420-peach-pit.dts751 samsung,pin-pud = <0>;
758 samsung,pin-pud = <0>;
766 samsung,pin-pud = <0>;
774 samsung,pin-pud = <0>;
781 samsung,pin-pud = <0>;
788 samsung,pin-pud = <0>;
795 samsung,pin-pud = <0>;
802 samsung,pin-pud = <0>;
809 samsung,pin-pud = <3>;
816 samsung,pin-pud = <0>;
[all …]
Dexynos5800-peach-pi.dts714 samsung,pin-pud = <0>;
721 samsung,pin-pud = <0>;
729 samsung,pin-pud = <0>;
737 samsung,pin-pud = <0>;
744 samsung,pin-pud = <0>;
751 samsung,pin-pud = <0>;
758 samsung,pin-pud = <0>;
765 samsung,pin-pud = <0>;
772 samsung,pin-pud = <3>;
779 samsung,pin-pud = <0>;
[all …]
Dexynos4412-smdk4412.dts39 samsung,pin-pud = <3>;
47 samsung,pin-pud = <0>;
Dexynos4210-smdkv310.dts70 samsung,pin-pud = <3>;
78 samsung,pin-pud = <0>;
Dexynos4412-odroid-common.dtsi488 samsung,pin-pud = <0>;
495 samsung,pin-pud = <0>;
501 samsung,pin-pud = <0>;
507 samsung,pin-pud = <1>;
Ds3c6410-mini6410.dts204 samsung,pin-pud = <PIN_PULL_NONE>;
210 samsung,pin-pud = <PIN_PULL_NONE>;
Dexynos5420-smdk5420.dts138 samsung,pin-pud = <1>;
147 samsung,pin-pud = <0>;
154 samsung,pin-pud = <0>;
Dexynos4412-odroidx.dts83 samsung,pin-pud = <0>;
Dexynos5260-xyref5260.dts46 samsung,pin-pud = <1>;
Dexynos5422-odroidxu3.dts336 samsung,pin-pud = <1>;
345 samsung,pin-pud = <0>;
Dexynos4412-origen.dts65 samsung,pin-pud = <3>;
72 samsung,pin-pud = <0>;
Dexynos4210-universal_c210.dts554 samsung,pin-pud = <0>;
562 samsung,pin-pud = <3>;
Ds5pv210-aquila.dts391 samsung,pin-pud = <0>;
/linux-4.1.27/arch/tile/include/asm/
Dpgtable_64.h71 #define pud_pte(pud) ((pud).pgd) argument
73 static inline int pud_none(pud_t pud) in pud_none() argument
75 return pud_val(pud) == 0; in pud_none()
78 static inline int pud_present(pud_t pud) in pud_present() argument
80 return pud_val(pud) & _PAGE_PRESENT; in pud_present()
83 static inline int pud_huge_page(pud_t pud) in pud_huge_page() argument
85 return pud_val(pud) & _PAGE_HUGE_PAGE; in pud_huge_page()
96 static inline int pud_bad(pud_t pud) in pud_bad() argument
98 return ((pud_val(pud) & _PAGE_ALL) != _PAGE_TABLE); in pud_bad()
102 #define pud_ptfn(pud) hv_pte_get_ptfn((pud).pgd) argument
[all …]
Dpgtable_32.h79 static inline int pud_huge_page(pud_t pud) { return 0; } in pud_huge_page() argument
115 #define pmd_pte(pmd) ((pmd).pud.pgd)
116 #define pmdp_ptep(pmdp) (&(pmdp)->pud.pgd)
Dpgalloc.h46 set_pte(&pmdp->pud.pgd, pmd.pud.pgd); in set_pmd()
125 #define pud_populate(mm, pud, pmd) \ argument
126 pmd_populate_kernel((mm), (pmd_t *)(pud), (pte_t *)(pmd))
/linux-4.1.27/arch/x86/mm/
Dinit_64.c76 pud_t *pud = pud_page + pud_index(addr); in ident_pud_init() local
83 if (pud_present(*pud)) { in ident_pud_init()
84 pmd = pmd_offset(pud, 0); in ident_pud_init()
92 set_pud(pud, __pud(__pa(pmd) | _KERNPG_TABLE)); in ident_pud_init()
107 pud_t *pud; in kernel_ident_mapping_init() local
114 pud = pud_offset(pgd, 0); in kernel_ident_mapping_init()
115 result = ident_pud_init(info, pud, addr, next); in kernel_ident_mapping_init()
121 pud = (pud_t *)info->alloc_pgt_page(info->context); in kernel_ident_mapping_init()
122 if (!pud) in kernel_ident_mapping_init()
124 result = ident_pud_init(info, pud, addr, next); in kernel_ident_mapping_init()
[all …]
Dpageattr.c331 pud_t *pud; in lookup_address_in_pgd() local
339 pud = pud_offset(pgd, address); in lookup_address_in_pgd()
340 if (pud_none(*pud)) in lookup_address_in_pgd()
344 if (pud_large(*pud) || !pud_present(*pud)) in lookup_address_in_pgd()
345 return (pte_t *)pud; in lookup_address_in_pgd()
347 pmd = pmd_offset(pud, address); in lookup_address_in_pgd()
391 pud_t *pud; in lookup_pmd_address() local
397 pud = pud_offset(pgd, address); in lookup_pmd_address()
398 if (pud_none(*pud) || pud_large(*pud) || !pud_present(*pud)) in lookup_pmd_address()
401 return pmd_offset(pud, address); in lookup_pmd_address()
[all …]
Dkasan_init_64.c79 static int __init zero_pmd_populate(pud_t *pud, unsigned long addr, in zero_pmd_populate() argument
83 pmd_t *pmd = pmd_offset(pud, addr); in zero_pmd_populate()
90 pmd = pmd_offset(pud, addr); in zero_pmd_populate()
109 pud_t *pud = pud_offset(pgd, addr); in zero_pud_populate() local
112 WARN_ON(!pud_none(*pud)); in zero_pud_populate()
113 set_pud(pud, __pud(__pa_nodebug(kasan_zero_pmd) in zero_pud_populate()
116 pud = pud_offset(pgd, addr); in zero_pud_populate()
120 if (pud_none(*pud)) { in zero_pud_populate()
124 set_pud(pud, __pud(__pa_nodebug(p) | _KERNPG_TABLE)); in zero_pud_populate()
126 ret = zero_pmd_populate(pud, addr, end); in zero_pud_populate()
Dpgtable_32.c30 pud_t *pud; in set_pte_vaddr() local
39 pud = pud_offset(pgd, vaddr); in set_pte_vaddr()
40 if (pud_none(*pud)) { in set_pte_vaddr()
44 pmd = pmd_offset(pud, vaddr); in set_pte_vaddr()
Dpgtable.c79 void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud) in ___pud_free_tlb() argument
81 paravirt_release_pud(__pa(pud) >> PAGE_SHIFT); in ___pud_free_tlb()
82 tlb_remove_page(tlb, virt_to_page(pud)); in ___pud_free_tlb()
260 pud_t *pud; in pgd_prepopulate_pmd() local
266 pud = pud_offset(pgd, 0); in pgd_prepopulate_pmd()
268 for (i = 0; i < PREALLOCATED_PMDS; i++, pud++) { in pgd_prepopulate_pmd()
275 pud_populate(mm, pud, pmd); in pgd_prepopulate_pmd()
566 int pud_set_huge(pud_t *pud, phys_addr_t addr, pgprot_t prot) in pud_set_huge() argument
580 set_pte((pte_t *)pud, pfn_pte( in pud_set_huge()
608 int pud_clear_huge(pud_t *pud) in pud_clear_huge() argument
[all …]
Dfault.c196 pud_t *pud, *pud_k; in vmalloc_sync_one() local
210 pud = pud_offset(pgd, address); in vmalloc_sync_one()
215 pmd = pmd_offset(pud, address); in vmalloc_sync_one()
366 pud_t *pud, *pud_ref; in vmalloc_fault() local
398 pud = pud_offset(pgd, address); in vmalloc_fault()
403 if (pud_none(*pud) || pud_pfn(*pud) != pud_pfn(*pud_ref)) in vmalloc_fault()
406 if (pud_huge(*pud)) in vmalloc_fault()
409 pmd = pmd_offset(pud, address); in vmalloc_fault()
467 pud_t *pud; in dump_pagetable() local
479 pud = pud_offset(pgd, address); in dump_pagetable()
[all …]
Dgup.c151 static int gup_pmd_range(pud_t pud, unsigned long addr, unsigned long end, in gup_pmd_range() argument
157 pmdp = pmd_offset(&pud, addr); in gup_pmd_range()
194 static noinline int gup_huge_pud(pud_t pud, unsigned long addr, in gup_huge_pud() argument
198 pte_t pte = *(pte_t *)&pud; in gup_huge_pud()
236 pud_t pud = *pudp; in gup_pud_range() local
239 if (pud_none(pud)) in gup_pud_range()
241 if (unlikely(pud_large(pud))) { in gup_pud_range()
242 if (!gup_huge_pud(pud, addr, next, write, pages, nr)) in gup_pud_range()
245 if (!gup_pmd_range(pud, addr, next, write, pages, nr)) in gup_pud_range()
Dinit_32.c71 pud_t *pud; in one_md_table_init() local
79 pud = pud_offset(pgd, 0); in one_md_table_init()
80 BUG_ON(pmd_table != pmd_offset(pud, 0)); in one_md_table_init()
85 pud = pud_offset(pgd, 0); in one_md_table_init()
86 pmd_table = pmd_offset(pud, 0); in one_md_table_init()
417 pud_t *pud; in permanent_kmaps_init() local
425 pud = pud_offset(pgd, vaddr); in permanent_kmaps_init()
426 pmd = pmd_offset(pud, vaddr); in permanent_kmaps_init()
457 pud_t *pud; in native_pagetable_init() local
476 pud = pud_offset(pgd, va); in native_pagetable_init()
[all …]
Dhugetlbpage.c50 int pud_huge(pud_t pud)
68 int pud_huge(pud_t pud) in pud_huge() argument
70 return !!(pud_val(pud) & _PAGE_PSE); in pud_huge()
Dioremap.c386 pud_t *pud = pud_offset(pgd, addr); in early_ioremap_pmd() local
387 pmd_t *pmd = pmd_offset(pud, addr); in early_ioremap_pmd()
/linux-4.1.27/arch/arm64/boot/dts/exynos/
Dexynos7-pinctrl.dtsi179 samsung,pin-pud = <3>;
186 samsung,pin-pud = <3>;
193 samsung,pin-pud = <3>;
200 samsung,pin-pud = <0>;
207 samsung,pin-pud = <0>;
214 samsung,pin-pud = <0>;
221 samsung,pin-pud = <3>;
228 samsung,pin-pud = <0>;
235 samsung,pin-pud = <0>;
242 samsung,pin-pud = <3>;
[all …]
/linux-4.1.27/arch/mips/mm/
Dhugetlbpage.c28 pud_t *pud; in huge_pte_alloc() local
32 pud = pud_alloc(mm, pgd, addr); in huge_pte_alloc()
33 if (pud) in huge_pte_alloc()
34 pte = (pte_t *)pmd_alloc(mm, pud, addr); in huge_pte_alloc()
42 pud_t *pud; in huge_pte_offset() local
47 pud = pud_offset(pgd, addr); in huge_pte_offset()
48 if (pud_present(*pud)) in huge_pte_offset()
49 pmd = pmd_offset(pud, addr); in huge_pte_offset()
76 int pud_huge(pud_t pud) in pud_huge() argument
78 return (pud_val(pud) & _PAGE_HUGE) != 0; in pud_huge()
Dgup.c101 static int gup_pmd_range(pud_t pud, unsigned long addr, unsigned long end, in gup_pmd_range() argument
107 pmdp = pmd_offset(&pud, addr); in gup_pmd_range()
137 static int gup_huge_pud(pud_t pud, unsigned long addr, unsigned long end, in gup_huge_pud() argument
140 pte_t pte = *(pte_t *)&pud; in gup_huge_pud()
175 pud_t pud = *pudp; in gup_pud_range() local
178 if (pud_none(pud)) in gup_pud_range()
180 if (unlikely(pud_huge(pud))) { in gup_pud_range()
181 if (!gup_huge_pud(pud, addr, next, write, pages,nr)) in gup_pud_range()
184 if (!gup_pmd_range(pud, addr, next, write, pages,nr)) in gup_pud_range()
Dpgtable-32.c39 pud_t *pud; in pagetable_init() local
65 pud = pud_offset(pgd, vaddr); in pagetable_init()
66 pmd = pmd_offset(pud, vaddr); in pagetable_init()
Dioremap.c79 pud_t *pud; in remap_area_pages() local
83 pud = pud_alloc(&init_mm, dir, address); in remap_area_pages()
84 if (!pud) in remap_area_pages()
86 pmd = pmd_alloc(&init_mm, pud, address); in remap_area_pages()
Dinit.c221 pud_t *pud; in fixrange_init() local
234 pud = (pud_t *)pgd; in fixrange_init()
235 for ( ; (j < PTRS_PER_PUD) && (vaddr < end); pud++, j++) { in fixrange_init()
236 pmd = (pmd_t *)pud; in fixrange_init()
Dfault.c304 pud_t *pud, *pud_k; in __do_page_fault() local
315 pud = pud_offset(pgd, address); in __do_page_fault()
320 pmd = pmd_offset(pud, address); in __do_page_fault()
/linux-4.1.27/arch/arm/mm/
Didmap.c21 static void idmap_add_pmd(pud_t *pud, unsigned long addr, unsigned long end, in idmap_add_pmd() argument
27 if (pud_none_or_clear_bad(pud) || (pud_val(*pud) & L_PGD_SWAPPER)) { in idmap_add_pmd()
37 if (!pud_none(*pud)) in idmap_add_pmd()
38 memcpy(pmd, pmd_offset(pud, 0), in idmap_add_pmd()
40 pud_populate(&init_mm, pud, pmd); in idmap_add_pmd()
43 pmd = pmd_offset(pud, addr); in idmap_add_pmd()
52 static void idmap_add_pmd(pud_t *pud, unsigned long addr, unsigned long end, in idmap_add_pmd() argument
55 pmd_t *pmd = pmd_offset(pud, addr); in idmap_add_pmd()
68 pud_t *pud = pud_offset(pgd, addr); in idmap_add_pud() local
73 idmap_add_pmd(pud, addr, next, prot); in idmap_add_pud()
[all …]
Dpgd.c112 pud_t *pud; in pgd_free() local
123 pud = pud_offset(pgd, 0); in pgd_free()
124 if (pud_none_or_clear_bad(pud)) in pgd_free()
127 pmd = pmd_offset(pud, 0); in pgd_free()
136 pud_clear(pud); in pgd_free()
141 pud_free(mm, pud); in pgd_free()
152 pud = pud_offset(pgd, 0); in pgd_free()
153 if (pud_none_or_clear_bad(pud)) in pgd_free()
155 pmd = pmd_offset(pud, 0); in pgd_free()
156 pud_clear(pud); in pgd_free()
[all …]
Dfault.c72 pud_t *pud; in show_pte() local
84 pud = pud_offset(pgd, addr); in show_pte()
86 pr_cont(", *pud=%08llx", (long long)pud_val(*pud)); in show_pte()
88 if (pud_none(*pud)) in show_pte()
91 if (pud_bad(*pud)) { in show_pte()
96 pmd = pmd_offset(pud, addr); in show_pte()
427 pud_t *pud, *pud_k; in do_translation_fault() local
446 pud = pud_offset(pgd, addr); in do_translation_fault()
451 if (!pud_present(*pud)) in do_translation_fault()
452 set_pud(pud, *pud_k); in do_translation_fault()
[all …]
Dioremap.c143 pud_t *pud; in unmap_area_sections() local
148 pud = pud_offset(pgd, addr); in unmap_area_sections()
149 pmdp = pmd_offset(pud, addr); in unmap_area_sections()
191 pud_t *pud; in remap_area_sections() local
201 pud = pud_offset(pgd, addr); in remap_area_sections()
202 pmd = pmd_offset(pud, addr); in remap_area_sections()
223 pud_t *pud; in remap_area_supersections() local
233 pud = pud_offset(pgd, addr); in remap_area_supersections()
234 pmd = pmd_offset(pud, addr); in remap_area_supersections()
Ddump.c269 static void walk_pmd(struct pg_state *st, pud_t *pud, unsigned long start) in walk_pmd() argument
271 pmd_t *pmd = pmd_offset(pud, 0); in walk_pmd()
289 pud_t *pud = pud_offset(pgd, 0); in walk_pud() local
293 for (i = 0; i < PTRS_PER_PUD; i++, pud++) { in walk_pud()
295 if (!pud_none(*pud)) { in walk_pud()
296 walk_pmd(st, pud, addr); in walk_pud()
298 note_page(st, addr, 2, pud_val(*pud)); in walk_pud()
Dfault-armv.c97 pud_t *pud; in adjust_pte() local
106 pud = pud_offset(pgd, address); in adjust_pte()
107 if (pud_none_or_clear_bad(pud)) in adjust_pte()
110 pmd = pmd_offset(pud, address); in adjust_pte()
Dhugetlbpage.c39 int pud_huge(pud_t pud) in pud_huge() argument
Dmmu.c733 static void __init alloc_init_pmd(pud_t *pud, unsigned long addr, in alloc_init_pmd() argument
737 pmd_t *pmd = pmd_offset(pud, addr); in alloc_init_pmd()
768 pud_t *pud = pud_offset(pgd, addr); in alloc_init_pud() local
773 alloc_init_pmd(pud, addr, next, phys, type); in alloc_init_pud()
775 } while (pud++, addr = next, addr != end); in alloc_init_pud()
823 pud_t *pud = pud_offset(pgd, addr); in create_36bit_mapping() local
824 pmd_t *pmd = pmd_offset(pud, addr); in create_36bit_mapping()
/linux-4.1.27/arch/sh/mm/
Dhugetlbpage.c28 pud_t *pud; in huge_pte_alloc() local
34 pud = pud_alloc(mm, pgd, addr); in huge_pte_alloc()
35 if (pud) { in huge_pte_alloc()
36 pmd = pmd_alloc(mm, pud, addr); in huge_pte_alloc()
48 pud_t *pud; in huge_pte_offset() local
54 pud = pud_offset(pgd, addr); in huge_pte_offset()
55 if (pud) { in huge_pte_offset()
56 pmd = pmd_offset(pud, addr); in huge_pte_offset()
75 int pud_huge(pud_t pud) in pud_huge() argument
Dinit.c48 pud_t *pud; in __get_pte_phys() local
57 pud = pud_alloc(NULL, pgd, addr); in __get_pte_phys()
58 if (unlikely(!pud)) { in __get_pte_phys()
59 pud_ERROR(*pud); in __get_pte_phys()
63 pmd = pmd_alloc(NULL, pud, addr); in __get_pte_phys()
126 static pmd_t * __init one_md_table_init(pud_t *pud) in one_md_table_init() argument
128 if (pud_none(*pud)) { in one_md_table_init()
132 pud_populate(&init_mm, pud, pmd); in one_md_table_init()
133 BUG_ON(pmd != pmd_offset(pud, 0)); in one_md_table_init()
136 return pmd_offset(pud, 0); in one_md_table_init()
[all …]
Dfault.c76 pud_t *pud; in show_pte() local
88 pud = pud_offset(pgd, addr); in show_pte()
90 printk(", *pud=%0*Lx", (u32)(sizeof(*pud) * 2), in show_pte()
91 (u64)pud_val(*pud)); in show_pte()
93 if (pud_none(*pud)) in show_pte()
96 if (pud_bad(*pud)) { in show_pte()
101 pmd = pmd_offset(pud, addr); in show_pte()
130 pud_t *pud, *pud_k; in vmalloc_sync_one() local
139 pud = pud_offset(pgd, address); in vmalloc_sync_one()
144 if (!pud_present(*pud)) in vmalloc_sync_one()
[all …]
Dtlbex_64.c47 pud_t *pud; in handle_tlbmiss() local
61 pud = pud_offset(pgd, address); in handle_tlbmiss()
62 if (pud_none(*pud) || !pud_present(*pud)) in handle_tlbmiss()
65 pmd = pmd_offset(pud, address); in handle_tlbmiss()
Dtlbex_32.c26 pud_t *pud; in handle_tlbmiss() local
45 pud = pud_offset(pgd, address); in handle_tlbmiss()
46 if (pud_none_or_clear_bad(pud)) in handle_tlbmiss()
48 pmd = pmd_offset(pud, address); in handle_tlbmiss()
Dgup.c119 static int gup_pmd_range(pud_t pud, unsigned long addr, unsigned long end, in gup_pmd_range() argument
125 pmdp = pmd_offset(&pud, addr); in gup_pmd_range()
147 pud_t pud = *pudp; in gup_pud_range() local
150 if (pud_none(pud)) in gup_pud_range()
152 if (!gup_pmd_range(pud, addr, next, write, pages, nr)) in gup_pud_range()
Dpgtable.c43 void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() argument
45 set_pud(pud, __pud((unsigned long)pmd)); in pud_populate()
Dcache-sh5.c386 pud_t *pud; in sh64_dcache_purge_user_pages() local
400 pud = pud_offset(pgd, addr); in sh64_dcache_purge_user_pages()
401 if (pud_none(*pud) || pud_bad(*pud)) in sh64_dcache_purge_user_pages()
404 pmd = pmd_offset(pud, addr); in sh64_dcache_purge_user_pages()
Dcache-sh4.c212 pud_t *pud; in sh4_flush_cache_page() local
227 pud = pud_offset(pgd, address); in sh4_flush_cache_page()
228 pmd = pmd_offset(pud, address); in sh4_flush_cache_page()
/linux-4.1.27/arch/arm64/mm/
Dmmu.c124 static void alloc_init_pmd(struct mm_struct *mm, pud_t *pud, in alloc_init_pmd() argument
135 if (pud_none(*pud) || pud_sect(*pud)) { in alloc_init_pmd()
137 if (pud_sect(*pud)) { in alloc_init_pmd()
142 split_pud(pud, pmd); in alloc_init_pmd()
144 pud_populate(mm, pud, pmd); in alloc_init_pmd()
147 BUG_ON(pud_bad(*pud)); in alloc_init_pmd()
149 pmd = pmd_offset(pud, addr); in alloc_init_pmd()
194 pud_t *pud; in alloc_init_pud() local
198 pud = alloc(PTRS_PER_PUD * sizeof(pud_t)); in alloc_init_pud()
199 pgd_populate(mm, pgd, pud); in alloc_init_pud()
[all …]
Ddump.c245 static void walk_pmd(struct pg_state *st, pud_t *pud, unsigned long start) in walk_pmd() argument
247 pmd_t *pmd = pmd_offset(pud, 0); in walk_pmd()
264 pud_t *pud = pud_offset(pgd, 0); in walk_pud() local
268 for (i = 0; i < PTRS_PER_PUD; i++, pud++) { in walk_pud()
270 if (pud_none(*pud) || pud_sect(*pud)) { in walk_pud()
271 note_page(st, addr, 2, pud_val(*pud)); in walk_pud()
273 BUG_ON(pud_bad(*pud)); in walk_pud()
274 walk_pmd(st, pud, addr); in walk_pud()
Dhugetlbpage.c46 int pud_huge(pud_t pud) in pud_huge() argument
49 return pud_val(pud) && !(pud_val(pud) & PUD_TABLE_BIT); in pud_huge()
Dfault.c57 pud_t *pud; in show_pte() local
64 pud = pud_offset(pgd, addr); in show_pte()
65 printk(", *pud=%016llx", pud_val(*pud)); in show_pte()
66 if (pud_none(*pud) || pud_bad(*pud)) in show_pte()
69 pmd = pmd_offset(pud, addr); in show_pte()
/linux-4.1.27/arch/um/include/asm/
Dpgtable-3level.h59 #define pud_populate(mm, pud, pmd) \ argument
60 set_pud(pud, __pud(_PAGE_TABLE + __pa(pmd)))
84 static inline void pud_clear (pud_t *pud) in pud_clear() argument
86 set_pud(pud, __pud(_PAGE_NEWPAGE)); in pud_clear()
89 #define pud_page(pud) phys_to_page(pud_val(pud) & PAGE_MASK) argument
90 #define pud_page_vaddr(pud) ((unsigned long) __va(pud_val(pud) & PAGE_MASK)) argument
93 #define pmd_offset(pud, address) ((pmd_t *) pud_page_vaddr(*(pud)) + \ argument
/linux-4.1.27/arch/mips/include/asm/
Dpgtable-64.h204 static inline int pud_none(pud_t pud) in pud_none() argument
206 return pud_val(pud) == (unsigned long) invalid_pmd_table; in pud_none()
209 static inline int pud_bad(pud_t pud) in pud_bad() argument
211 return pud_val(pud) & ~PAGE_MASK; in pud_bad()
214 static inline int pud_present(pud_t pud) in pud_present() argument
216 return pud_val(pud) != (unsigned long) invalid_pmd_table; in pud_present()
250 static inline unsigned long pud_page_vaddr(pud_t pud) in pud_page_vaddr() argument
252 return pud_val(pud); in pud_page_vaddr()
254 #define pud_phys(pud) virt_to_phys((void *)pud_val(pud)) argument
255 #define pud_page(pud) (pfn_to_page(pud_phys(pud) >> PAGE_SHIFT)) argument
[all …]
Dpgalloc.h36 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() argument
38 set_pud(pud, __pud((unsigned long)pmd)); in pud_populate()
/linux-4.1.27/arch/arm64/include/asm/
Dpgtable.h248 static inline pte_t pud_pte(pud_t pud) in pud_pte() argument
250 return __pte(pud_val(pud)); in pud_pte()
253 static inline pmd_t pud_pmd(pud_t pud) in pud_pmd() argument
255 return __pmd(pud_val(pud)); in pud_pmd()
308 #define pud_write(pud) pte_write(pud_pte(pud)) argument
309 #define pud_pfn(pud) (((pud_val(pud) & PUD_MASK) & PHYS_MASK) >> PAGE_SHIFT) argument
345 #define pud_sect(pud) (0) argument
346 #define pud_table(pud) (1) argument
348 #define pud_sect(pud) ((pud_val(pud) & PUD_TYPE_MASK) == \ argument
350 #define pud_table(pud) ((pud_val(pud) & PUD_TYPE_MASK) == \ argument
[all …]
Dpgalloc.h44 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() argument
46 set_pud(pud, __pud(__pa(pmd) | PMD_TYPE_TABLE)); in pud_populate()
58 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free() argument
60 BUG_ON((unsigned long)pud & (PAGE_SIZE-1)); in pud_free()
61 free_page((unsigned long)pud); in pud_free()
64 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate() argument
66 set_pgd(pgd, __pgd(__pa(pud) | PUD_TYPE_TABLE)); in pgd_populate()
Dkvm_mmu.h181 pud_t *pud;
186 pud = pud_offset(pgd, 0);
188 return pud;
191 return pmd_offset(pud, 0);
263 static inline void __kvm_flush_dcache_pud(pud_t pud)
265 struct page *page = pud_page(pud);
Dpgtable-types.h48 typedef struct { pudval_t pud; } pud_t; member
49 #define pud_val(x) ((x).pud)
/linux-4.1.27/arch/x86/include/asm/
Dpgalloc.h112 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() argument
115 set_pud(pud, __pud(_PAGE_TABLE | __pa(pmd))); in pud_populate()
120 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate() argument
122 paravirt_alloc_pud(mm, __pa(pud) >> PAGE_SHIFT); in pgd_populate()
123 set_pgd(pgd, __pgd(_PAGE_TABLE | __pa(pud))); in pgd_populate()
131 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free() argument
133 BUG_ON((unsigned long)pud & (PAGE_SIZE-1)); in pud_free()
134 free_page((unsigned long)pud); in pud_free()
137 extern void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud);
139 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb() argument
[all …]
Dpgtable.h54 # define set_pud(pudp, pud) native_set_pud(pudp, pud) argument
58 #define pud_clear(pud) native_pud_clear(pud) argument
148 static inline unsigned long pud_pfn(pud_t pud) in pud_pfn() argument
150 return (pud_val(pud) & PTE_PFN_MASK) >> PAGE_SHIFT; in pud_pfn()
555 static inline int pud_none(pud_t pud) in pud_none() argument
557 return native_pud_val(pud) == 0; in pud_none()
560 static inline int pud_present(pud_t pud) in pud_present() argument
562 return pud_flags(pud) & _PAGE_PRESENT; in pud_present()
565 static inline unsigned long pud_page_vaddr(pud_t pud) in pud_page_vaddr() argument
567 return (unsigned long)__va((unsigned long)pud_val(pud) & PTE_PFN_MASK); in pud_page_vaddr()
[all …]
Dpgtable_types.h238 typedef struct { pudval_t pud; } pud_t; member
245 static inline pudval_t native_pud_val(pud_t pud) in native_pud_val() argument
247 return pud.pud; in native_pud_val()
252 static inline pudval_t native_pud_val(pud_t pud) in native_pud_val() argument
254 return native_pgd_val(pud.pgd); in native_pud_val()
275 return native_pgd_val(pmd.pud.pgd); in native_pmd_val()
279 static inline pudval_t pud_flags(pud_t pud) in pud_flags() argument
281 return native_pud_val(pud) & PTE_FLAGS_MASK; in pud_flags()
Dpgtable_64.h99 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud() argument
101 *pudp = pud; in native_set_pud()
104 static inline void native_pud_clear(pud_t *pud) in native_pud_clear() argument
106 native_set_pud(pud, native_make_pud(0)); in native_pud_clear()
Dparavirt.h577 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud() argument
579 pudval_t val = native_pud_val(pud); in set_pud()
603 static inline pudval_t pud_val(pud_t pud) in pud_val() argument
609 pud.pud, (u64)pud.pud >> 32); in pud_val()
612 pud.pud); in pud_val()
Dpgtable-3level.h98 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud() argument
100 set_64bit((unsigned long long *)(pudp), native_pud_val(pud)); in native_set_pud()
Dkexec.h167 pud_t *pud; member
/linux-4.1.27/arch/arm/include/asm/
Dpgtable-3level.h142 #define pud_none(pud) (!pud_val(pud)) argument
143 #define pud_bad(pud) (!(pud_val(pud) & 2)) argument
144 #define pud_present(pud) (pud_val(pud)) argument
157 #define set_pud(pudp, pud) \ argument
159 *pudp = pud; \
163 static inline pmd_t *pud_page_vaddr(pud_t pud) in pud_page_vaddr() argument
165 return __va(pud_val(pud) & PHYS_MASK & (s32)PAGE_MASK); in pud_page_vaddr()
170 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long addr) in pmd_offset() argument
172 return (pmd_t *)pud_page_vaddr(*pud) + pmd_index(addr); in pmd_offset()
227 #define pud_page(pud) pmd_page(__pmd(pud_val(pud))) argument
[all …]
Dpgtable-2level.h154 #define pud_none(pud) (0) argument
155 #define pud_bad(pud) (0) argument
156 #define pud_present(pud) (1) argument
158 #define set_pud(pud,pudp) do { } while (0) argument
160 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long addr) in pmd_offset() argument
162 return (pmd_t *)pud; in pmd_offset()
Dpgalloc.h41 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() argument
43 set_pud(pud, __pud(__pa(pmd) | PMD_TYPE_TABLE)); in pud_populate()
Dkvm_mmu.h263 static inline void __kvm_flush_dcache_pud(pud_t pud) in __kvm_flush_dcache_pud() argument
/linux-4.1.27/arch/um/kernel/
Dmem.c77 static void __init one_md_table_init(pud_t *pud) in one_md_table_init() argument
81 set_pud(pud, __pud(_KERNPG_TABLE + (unsigned long) __pa(pmd_table))); in one_md_table_init()
82 if (pmd_table != pmd_offset(pud, 0)) in one_md_table_init()
91 pud_t *pud; in fixrange_init() local
102 pud = pud_offset(pgd, vaddr); in fixrange_init()
103 if (pud_none(*pud)) in fixrange_init()
104 one_md_table_init(pud); in fixrange_init()
105 pmd = pmd_offset(pud, vaddr); in fixrange_init()
119 pud_t *pud; in fixaddr_user_init() local
135 pud = pud_offset(pgd, vaddr); in fixaddr_user_init()
[all …]
Dtlb.c219 static inline int update_pmd_range(pud_t *pud, unsigned long addr, in update_pmd_range() argument
227 pmd = pmd_offset(pud, addr); in update_pmd_range()
245 pud_t *pud; in update_pud_range() local
249 pud = pud_offset(pgd, addr); in update_pud_range()
252 if (!pud_present(*pud)) { in update_pud_range()
253 if (hvc->force || pud_newpage(*pud)) { in update_pud_range()
255 pud_mkuptodate(*pud); in update_pud_range()
258 else ret = update_pmd_range(pud, addr, next, hvc); in update_pud_range()
259 } while (pud++, addr = next, ((addr < end) && !ret)); in update_pud_range()
302 pud_t *pud; in flush_tlb_kernel_range_common() local
[all …]
Dtrap.c29 pud_t *pud; in handle_page_fault() local
105 pud = pud_offset(pgd, address); in handle_page_fault()
106 pmd = pmd_offset(pud, address); in handle_page_fault()
/linux-4.1.27/arch/arm/kvm/
Dmmu.c96 static void kvm_flush_dcache_pud(pud_t pud) in kvm_flush_dcache_pud() argument
98 __kvm_flush_dcache_pud(pud); in kvm_flush_dcache_pud()
166 static void clear_pud_entry(struct kvm *kvm, pud_t *pud, phys_addr_t addr) in clear_pud_entry() argument
168 pmd_t *pmd_table = pmd_offset(pud, 0); in clear_pud_entry()
169 VM_BUG_ON(pud_huge(*pud)); in clear_pud_entry()
170 pud_clear(pud); in clear_pud_entry()
173 put_page(virt_to_page(pud)); in clear_pud_entry()
232 static void unmap_pmds(struct kvm *kvm, pud_t *pud, in unmap_pmds() argument
238 start_pmd = pmd = pmd_offset(pud, addr); in unmap_pmds()
258 clear_pud_entry(kvm, pud, start_addr); in unmap_pmds()
[all …]
/linux-4.1.27/arch/sparc/include/asm/
Dpgalloc_64.h18 static inline void __pgd_populate(pgd_t *pgd, pud_t *pud) in __pgd_populate() argument
20 pgd_set(pgd, pud); in __pgd_populate()
35 static inline void __pud_populate(pud_t *pud, pmd_t *pmd) in __pud_populate() argument
37 pud_set(pud, pmd); in __pud_populate()
48 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free() argument
50 kmem_cache_free(pgtable_cache, pud); in pud_free()
117 #define __pud_free_tlb(tlb, pud, addr) \ argument
118 pgtable_free_tlb(tlb, pud, false)
Dpgtable_64.h770 #define pud_none(pud) (!pud_val(pud)) argument
772 #define pud_bad(pud) (pud_val(pud) & ~PAGE_MASK) argument
808 #define pud_page_vaddr(pud) \ argument
809 ((unsigned long) __va(pud_val(pud)))
810 #define pud_page(pud) virt_to_page((void *)pud_page_vaddr(pud)) argument
812 #define pud_present(pud) (pud_val(pud) != 0U) argument
819 static inline unsigned long pud_large(pud_t pud) in pud_large() argument
821 pte_t pte = __pte(pud_val(pud)); in pud_large()
826 static inline unsigned long pud_pfn(pud_t pud) in pud_pfn() argument
828 pte_t pte = __pte(pud_val(pud)); in pud_pfn()
Dpage_64.h60 typedef struct { unsigned long pud; } pud_t; member
67 #define pud_val(x) ((x).pud)
/linux-4.1.27/arch/tile/mm/
Dhugetlbpage.c58 pud_t *pud; in huge_pte_alloc() local
63 pud = pud_alloc(mm, pgd, addr); in huge_pte_alloc()
69 return (pte_t *)pud; in huge_pte_alloc()
71 pmd_t *pmd = pmd_alloc(mm, pud, addr); in huge_pte_alloc()
85 return (pte_t *) pmd_alloc(mm, pud, addr); in huge_pte_alloc()
107 pud_t *pud; in huge_pte_offset() local
117 pud = pud_offset(pgd, addr); in huge_pte_offset()
121 if (!pud_present(*pud)) in huge_pte_offset()
126 if (pud_huge(*pud)) in huge_pte_offset()
127 return (pte_t *)pud; in huge_pte_offset()
[all …]
Dpgtable.c101 pud_t *pud; in shatter_huge_page() local
113 pud = pud_offset(pgd, addr); in shatter_huge_page()
114 BUG_ON(!pud_present(*pud)); in shatter_huge_page()
115 pmd = pmd_offset(pud, addr); in shatter_huge_page()
136 pud = pud_offset(pgd, addr); in shatter_huge_page()
137 copy_pmd = pmd_offset(pud, addr); in shatter_huge_page()
343 pud_t *pud; in virt_to_pte() local
350 pud = pud_offset(pgd, addr); in virt_to_pte()
351 if (!pud_present(*pud)) in virt_to_pte()
353 if (pud_huge_page(*pud)) in virt_to_pte()
[all …]
Dinit.c137 static inline void assign_pmd(pud_t *pud, pmd_t *pmd) in assign_pmd() argument
139 assign_pte((pmd_t *)pud, (pte_t *)pmd); in assign_pmd()
154 pud_t *pud = pud_offset(&pgtables[pgd_index(va)], va); in get_pmd() local
155 if (pud_none(*pud)) in get_pmd()
156 assign_pmd(pud, alloc_pmd()); in get_pmd()
157 return pmd_offset(pud, va); in get_pmd()
640 pud_t *pud; in permanent_kmaps_init() local
649 pud = pud_offset(pgd, vaddr); in permanent_kmaps_init()
650 pmd = pmd_offset(pud, vaddr); in permanent_kmaps_init()
738 pud_t *pud; in paging_init() local
[all …]
Dfault.c109 pud_t *pud, *pud_k; in vmalloc_sync_one() local
118 pud = pud_offset(pgd, address); in vmalloc_sync_one()
123 pmd = pmd_offset(pud, address); in vmalloc_sync_one()
215 pud_t *pud; in handle_migrating_pte() local
224 pud = pud_offset(pgd, address); in handle_migrating_pte()
225 if (!pud || !pud_present(*pud)) in handle_migrating_pte()
227 pmd = pmd_offset(pud, address); in handle_migrating_pte()
/linux-4.1.27/arch/ia64/mm/
Dhugetlbpage.c32 pud_t *pud; in huge_pte_alloc() local
37 pud = pud_alloc(mm, pgd, taddr); in huge_pte_alloc()
38 if (pud) { in huge_pte_alloc()
39 pmd = pmd_alloc(mm, pud, taddr); in huge_pte_alloc()
51 pud_t *pud; in huge_pte_offset() local
57 pud = pud_offset(pgd, taddr); in huge_pte_offset()
58 if (pud_present(*pud)) { in huge_pte_offset()
59 pmd = pmd_offset(pud, taddr); in huge_pte_offset()
112 int pud_huge(pud_t pud) in pud_huge() argument
Dinit.c215 pud_t *pud; in put_kernel_page() local
226 pud = pud_alloc(&init_mm, pgd, address); in put_kernel_page()
227 if (!pud) in put_kernel_page()
229 pmd = pmd_alloc(&init_mm, pud, address); in put_kernel_page()
395 pud_t *pud; in vmemmap_find_next_valid_pfn() local
405 pud = pud_offset(pgd, end_address); in vmemmap_find_next_valid_pfn()
406 if (pud_none(*pud)) { in vmemmap_find_next_valid_pfn()
411 pmd = pmd_offset(pud, end_address); in vmemmap_find_next_valid_pfn()
443 pud_t *pud; in create_mem_map_page_table() local
458 pud = pud_offset(pgd, address); in create_mem_map_page_table()
[all …]
Dfault.c51 pud_t *pud; in mapped_kernel_page_is_present() local
59 pud = pud_offset(pgd, address); in mapped_kernel_page_is_present()
60 if (pud_none(*pud) || pud_bad(*pud)) in mapped_kernel_page_is_present()
63 pmd = pmd_offset(pud, address); in mapped_kernel_page_is_present()
/linux-4.1.27/lib/
Dioremap.c71 static inline int ioremap_pmd_range(pud_t *pud, unsigned long addr, in ioremap_pmd_range() argument
78 pmd = pmd_alloc(&init_mm, pud, addr); in ioremap_pmd_range()
100 pud_t *pud; in ioremap_pud_range() local
104 pud = pud_alloc(&init_mm, pgd, addr); in ioremap_pud_range()
105 if (!pud) in ioremap_pud_range()
113 if (pud_set_huge(pud, phys_addr + addr, prot)) in ioremap_pud_range()
117 if (ioremap_pmd_range(pud, addr, next, phys_addr + addr, prot)) in ioremap_pud_range()
119 } while (pud++, addr = next, addr != end); in ioremap_pud_range()
/linux-4.1.27/mm/
Dsparse-vmemmap.c115 pmd_t * __meminit vmemmap_pmd_populate(pud_t *pud, unsigned long addr, int node) in vmemmap_pmd_populate() argument
117 pmd_t *pmd = pmd_offset(pud, addr); in vmemmap_pmd_populate()
129 pud_t *pud = pud_offset(pgd, addr); in vmemmap_pud_populate() local
130 if (pud_none(*pud)) { in vmemmap_pud_populate()
134 pud_populate(&init_mm, pud, p); in vmemmap_pud_populate()
136 return pud; in vmemmap_pud_populate()
156 pud_t *pud; in vmemmap_populate_basepages() local
164 pud = vmemmap_pud_populate(pgd, addr, node); in vmemmap_populate_basepages()
165 if (!pud) in vmemmap_populate_basepages()
167 pmd = vmemmap_pmd_populate(pud, addr, node); in vmemmap_populate_basepages()
Dpagewalk.c27 static int walk_pmd_range(pud_t *pud, unsigned long addr, unsigned long end, in walk_pmd_range() argument
34 pmd = pmd_offset(pud, addr); in walk_pmd_range()
75 pud_t *pud; in walk_pud_range() local
79 pud = pud_offset(pgd, addr); in walk_pud_range()
82 if (pud_none_or_clear_bad(pud)) { in walk_pud_range()
90 err = walk_pmd_range(pud, addr, next, walk); in walk_pud_range()
93 } while (pud++, addr = next, addr != end); in walk_pud_range()
Dgup.c148 pud_t *pud; in follow_page_mask() local
166 pud = pud_offset(pgd, address); in follow_page_mask()
167 if (pud_none(*pud)) in follow_page_mask()
169 if (pud_huge(*pud) && vma->vm_flags & VM_HUGETLB) { in follow_page_mask()
170 page = follow_huge_pud(mm, address, pud, flags); in follow_page_mask()
175 if (unlikely(pud_bad(*pud))) in follow_page_mask()
178 pmd = pmd_offset(pud, address); in follow_page_mask()
217 pud_t *pud; in get_gate_page() local
230 pud = pud_offset(pgd, address); in get_gate_page()
231 BUG_ON(pud_none(*pud)); in get_gate_page()
[all …]
Dmemory.c400 static inline void free_pmd_range(struct mmu_gather *tlb, pud_t *pud, in free_pmd_range() argument
409 pmd = pmd_offset(pud, addr); in free_pmd_range()
428 pmd = pmd_offset(pud, start); in free_pmd_range()
429 pud_clear(pud); in free_pmd_range()
438 pud_t *pud; in free_pud_range() local
443 pud = pud_offset(pgd, addr); in free_pud_range()
446 if (pud_none_or_clear_bad(pud)) in free_pud_range()
448 free_pmd_range(tlb, pud, addr, next, floor, ceiling); in free_pud_range()
449 } while (pud++, addr = next, addr != end); in free_pud_range()
462 pud = pud_offset(pgd, start); in free_pud_range()
[all …]
Dmprotect.c135 pud_t *pud, unsigned long addr, unsigned long end, in change_pmd_range() argument
145 pmd = pmd_offset(pud, addr); in change_pmd_range()
195 pud_t *pud; in change_pud_range() local
199 pud = pud_offset(pgd, addr); in change_pud_range()
202 if (pud_none_or_clear_bad(pud)) in change_pud_range()
204 pages += change_pmd_range(vma, pud, addr, next, newprot, in change_pud_range()
206 } while (pud++, addr = next, addr != end); in change_pud_range()
Dmremap.c34 pud_t *pud; in get_old_pmd() local
41 pud = pud_offset(pgd, addr); in get_old_pmd()
42 if (pud_none_or_clear_bad(pud)) in get_old_pmd()
45 pmd = pmd_offset(pud, addr); in get_old_pmd()
56 pud_t *pud; in alloc_new_pmd() local
60 pud = pud_alloc(mm, pgd, addr); in alloc_new_pmd()
61 if (!pud) in alloc_new_pmd()
64 pmd = pmd_alloc(mm, pud, addr); in alloc_new_pmd()
Dpgtable-generic.c25 void pud_clear_bad(pud_t *pud) in pud_clear_bad() argument
27 pud_ERROR(*pud); in pud_clear_bad()
28 pud_clear(pud); in pud_clear_bad()
Dvmalloc.c70 static void vunmap_pmd_range(pud_t *pud, unsigned long addr, unsigned long end) in vunmap_pmd_range() argument
75 pmd = pmd_offset(pud, addr); in vunmap_pmd_range()
88 pud_t *pud; in vunmap_pud_range() local
91 pud = pud_offset(pgd, addr); in vunmap_pud_range()
94 if (pud_clear_huge(pud)) in vunmap_pud_range()
96 if (pud_none_or_clear_bad(pud)) in vunmap_pud_range()
98 vunmap_pmd_range(pud, addr, next); in vunmap_pud_range()
99 } while (pud++, addr = next, addr != end); in vunmap_pud_range()
143 static int vmap_pmd_range(pud_t *pud, unsigned long addr, in vmap_pmd_range() argument
149 pmd = pmd_alloc(&init_mm, pud, addr); in vmap_pmd_range()
[all …]
Dhugetlb.c3721 pte_t *huge_pmd_share(struct mm_struct *mm, unsigned long addr, pud_t *pud) in huge_pmd_share() argument
3734 return (pte_t *)pmd_alloc(mm, pud, addr); in huge_pmd_share()
3757 if (pud_none(*pud)) { in huge_pmd_share()
3758 pud_populate(mm, pud, in huge_pmd_share()
3766 pte = (pte_t *)pmd_alloc(mm, pud, addr); in huge_pmd_share()
3786 pud_t *pud = pud_offset(pgd, *addr); in huge_pmd_unshare() local
3792 pud_clear(pud); in huge_pmd_unshare()
3800 pte_t *huge_pmd_share(struct mm_struct *mm, unsigned long addr, pud_t *pud) in huge_pmd_share() argument
3812 pud_t *pud; in huge_pte_alloc() local
3816 pud = pud_alloc(mm, pgd, addr); in huge_pte_alloc()
[all …]
Drmap.c614 pud_t *pud; in mm_find_pmd() local
622 pud = pud_offset(pgd, address); in mm_find_pmd()
623 if (!pud_present(*pud)) in mm_find_pmd()
626 pmd = pmd_offset(pud, address); in mm_find_pmd()
Dhuge_memory.c1563 pud_t *pud; in page_check_address_pmd() local
1572 pud = pud_offset(pgd, address); in page_check_address_pmd()
1573 if (!pud_present(*pud)) in page_check_address_pmd()
1575 pmd = pmd_offset(pud, address); in page_check_address_pmd()
2943 pud_t *pud; in split_huge_page_address() local
2952 pud = pud_offset(pgd, address); in split_huge_page_address()
2953 if (!pud_present(*pud)) in split_huge_page_address()
2956 pmd = pmd_offset(pud, address); in split_huge_page_address()
Dswapfile.c1183 static inline int unuse_pmd_range(struct vm_area_struct *vma, pud_t *pud, in unuse_pmd_range() argument
1191 pmd = pmd_offset(pud, addr); in unuse_pmd_range()
1207 pud_t *pud; in unuse_pud_range() local
1211 pud = pud_offset(pgd, addr); in unuse_pud_range()
1214 if (pud_none_or_clear_bad(pud)) in unuse_pud_range()
1216 ret = unuse_pmd_range(vma, pud, addr, next, entry, page); in unuse_pud_range()
1219 } while (pud++, addr = next, addr != end); in unuse_pud_range()
/linux-4.1.27/arch/sparc/mm/
Dhugetlbpage.c133 pud_t *pud; in huge_pte_alloc() local
145 pud = pud_alloc(mm, pgd, addr); in huge_pte_alloc()
146 if (pud) { in huge_pte_alloc()
147 pmd = pmd_alloc(mm, pud, addr); in huge_pte_alloc()
157 pud_t *pud; in huge_pte_offset() local
165 pud = pud_offset(pgd, addr); in huge_pte_offset()
166 if (!pud_none(*pud)) { in huge_pte_offset()
167 pmd = pmd_offset(pud, addr); in huge_pte_offset()
223 int pud_huge(pud_t pud) in pud_huge() argument
Dgup.c118 static int gup_pmd_range(pud_t pud, unsigned long addr, unsigned long end, in gup_pmd_range() argument
124 pmdp = pmd_offset(&pud, addr); in gup_pmd_range()
151 pud_t pud = *pudp; in gup_pud_range() local
154 if (pud_none(pud)) in gup_pud_range()
156 if (!gup_pmd_range(pud, addr, next, write, pages, nr)) in gup_pud_range()
Dinit_64.c1374 pud_t *pud; in kern_addr_valid() local
1395 pud = pud_offset(pgd, addr); in kern_addr_valid()
1396 if (pud_none(*pud)) in kern_addr_valid()
1399 if (pud_large(*pud)) in kern_addr_valid()
1400 return pfn_valid(pud_pfn(*pud)); in kern_addr_valid()
1402 pmd = pmd_offset(pud, addr); in kern_addr_valid()
1419 pud_t *pud) in kernel_map_hugepud() argument
1428 pud_val(*pud) = pte_val | _PAGE_PUD_HUGE; in kernel_map_hugepud()
1438 pud_val(*pud) = pte_val; in kernel_map_hugepud()
1442 pud++; in kernel_map_hugepud()
[all …]
/linux-4.1.27/arch/ia64/include/asm/
Dpgalloc.h37 pgd_populate(struct mm_struct *mm, pgd_t * pgd_entry, pud_t * pud) in pgd_populate() argument
39 pgd_val(*pgd_entry) = __pa(pud); in pgd_populate()
47 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free() argument
49 quicklist_free(0, NULL, pud); in pud_free()
51 #define __pud_free_tlb(tlb, pud, address) pud_free((tlb)->mm, pud) argument
Dpgtable.h277 #define pud_none(pud) (!pud_val(pud)) argument
278 #define pud_bad(pud) (!ia64_phys_addr_valid(pud_val(pud))) argument
279 #define pud_present(pud) (pud_val(pud) != 0UL) argument
281 #define pud_page_vaddr(pud) ((unsigned long) __va(pud_val(pud) & _PFN_MASK)) argument
282 #define pud_page(pud) virt_to_page((pud_val(pud) + PAGE_OFFSET)) argument
Dpage.h177 typedef struct { unsigned long pud; } pud_t; member
186 # define pud_val(x) ((x).pud)
/linux-4.1.27/arch/powerpc/mm/
Dhugetlbpage.c77 int pud_huge(pud_t pud) in pud_huge() argument
82 return ((pud_val(pud) & 0x3) != 0x0); in pud_huge()
98 int pud_huge(pud_t pud) in pud_huge() argument
537 static void hugetlb_free_pmd_range(struct mmu_gather *tlb, pud_t *pud, in hugetlb_free_pmd_range() argument
547 pmd = pmd_offset(pud, addr); in hugetlb_free_pmd_range()
581 pmd = pmd_offset(pud, start); in hugetlb_free_pmd_range()
582 pud_clear(pud); in hugetlb_free_pmd_range()
591 pud_t *pud; in hugetlb_free_pud_range() local
597 pud = pud_offset(pgd, addr); in hugetlb_free_pud_range()
599 if (!is_hugepd(__hugepd(pud_val(*pud)))) { in hugetlb_free_pud_range()
[all …]
Dpgtable.c219 pud_t *pud; in assert_pte_locked() local
226 pud = pud_offset(pgd, addr); in assert_pte_locked()
227 BUG_ON(pud_none(*pud)); in assert_pte_locked()
228 pmd = pmd_offset(pud, addr); in assert_pte_locked()
Dpgtable_32.c370 pud_t *pud; in get_pteptr() local
377 pud = pud_offset(pgd, addr & PAGE_MASK); in get_pteptr()
378 if (pud && pud_present(*pud)) { in get_pteptr()
379 pmd = pmd_offset(pud, addr & PAGE_MASK); in get_pteptr()
Dsubpage-prot.c64 pud_t *pud; in hpte_flush_range() local
72 pud = pud_offset(pgd, addr); in hpte_flush_range()
73 if (pud_none(*pud)) in hpte_flush_range()
75 pmd = pmd_offset(pud, addr); in hpte_flush_range()
Dpgtable_64.c358 struct page *pud_page(pud_t pud) in pud_page() argument
360 if (pud_huge(pud)) in pud_page()
361 return pte_page(pud_pte(pud)); in pud_page()
362 return virt_to_page(pud_page_vaddr(pud)); in pud_page()
Ddma-noncoherent.c413 pud_t *pud = pud_offset(pgd, cpu_addr); in __dma_get_coherent_pfn() local
414 pmd_t *pmd = pmd_offset(pud, cpu_addr); in __dma_get_coherent_pfn()
/linux-4.1.27/arch/mn10300/mm/
Dcache-inv-icache.c33 pud_t *pud; in flush_icache_page_range() local
47 pud = pud_offset(pgd, start); in flush_icache_page_range()
48 if (!pud || !pud_val(*pud)) in flush_icache_page_range()
51 pmd = pmd_offset(pud, start); in flush_icache_page_range()
Dcache-flush-icache.c55 pud_t *pud; in flush_icache_page_range() local
69 pud = pud_offset(pgd, start); in flush_icache_page_range()
70 if (!pud || !pud_val(*pud)) in flush_icache_page_range()
73 pmd = pmd_offset(pud, start); in flush_icache_page_range()
Dpgtable.c38 pud_t *pud; in set_pmd_pfn() local
54 pud = pud_offset(pgd, vaddr); in set_pmd_pfn()
55 pmd = pmd_offset(pud, vaddr); in set_pmd_pfn()
Dfault.c387 pud_t *pud, *pud_k; in do_page_fault() local
405 pud = pud_offset(pgd, address); in do_page_fault()
406 pmd = pmd_offset(pud, address); in do_page_fault()
/linux-4.1.27/arch/powerpc/include/asm/
Dpgalloc-64.h64 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free() argument
66 kmem_cache_free(PGT_CACHE(PUD_INDEX_SIZE), pud); in pud_free()
69 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() argument
71 pud_set(pud, (unsigned long)pmd); in pud_populate()
175 #define pud_populate(mm, pud, pmd) pud_set(pud, (unsigned long)pmd) argument
238 #define __pud_free_tlb(tlb, pud, addr) \ argument
239 pgtable_free_tlb(tlb, pud, PUD_INDEX_SIZE)
Dpgtable-ppc64.h173 #define pud_none(pud) (!pud_val(pud)) argument
174 #define pud_bad(pud) (!is_kernel_addr(pud_val(pud)) \ argument
175 || (pud_val(pud) & PUD_BAD_BITS))
176 #define pud_present(pud) (pud_val(pud) != 0) argument
178 #define pud_page_vaddr(pud) (pud_val(pud) & ~PUD_MASKED_BITS) argument
180 extern struct page *pud_page(pud_t pud);
182 static inline pte_t pud_pte(pud_t pud) in pud_pte() argument
184 return __pte(pud_val(pud)); in pud_pte()
191 #define pud_write(pud) pte_write(pud_pte(pud)) argument
Dpage.h308 typedef struct { unsigned long pud; } pud_t; member
309 #define pud_val(x) ((x).pud)
/linux-4.1.27/arch/s390/mm/
Ddump_pagetables.c127 pud_t *pud, unsigned long addr) in walk_pmd_level() argument
135 pmd = pmd_offset(pud, addr); in walk_pmd_level()
152 pud_t *pud; in walk_pud_level() local
157 pud = pud_offset(pgd, addr); in walk_pud_level()
158 if (!pud_none(*pud)) in walk_pud_level()
159 if (pud_large(*pud)) { in walk_pud_level()
160 prot = pud_val(*pud) & _REGION3_ENTRY_RO; in walk_pud_level()
163 walk_pmd_level(m, st, pud, addr); in walk_pud_level()
Dgup.c102 static inline int gup_pmd_range(pud_t *pudp, pud_t pud, unsigned long addr, in gup_pmd_range() argument
109 if ((pud_val(pud) & _REGION_ENTRY_TYPE_MASK) == _REGION_ENTRY_TYPE_R3) in gup_pmd_range()
110 pmdp = (pmd_t *) pud_deref(pud); in gup_pmd_range()
143 pud_t *pudp, pud; in gup_pud_range() local
150 pud = *pudp; in gup_pud_range()
153 if (pud_none(pud)) in gup_pud_range()
155 if (!gup_pmd_range(pudp, pud, addr, next, write, pages, nr)) in gup_pud_range()
Dpageattr.c128 pud_t *pud; in __kernel_map_pages() local
135 pud = pud_offset(pgd, address); in __kernel_map_pages()
136 pmd = pmd_offset(pud, address); in __kernel_map_pages()
Dvmem.c39 pud_t *pud = NULL; in vmem_pud_alloc() local
41 pud = vmem_alloc_pages(2); in vmem_pud_alloc()
42 if (!pud) in vmem_pud_alloc()
44 clear_table((unsigned long *) pud, _REGION3_ENTRY_EMPTY, PAGE_SIZE * 4); in vmem_pud_alloc()
45 return pud; in vmem_pud_alloc()
Dhugetlbpage.c209 int pud_huge(pud_t pud) in pud_huge() argument
Dpgtable.c513 pud_t *pud; in __gmap_link() local
548 pud = pud_offset(pgd, vmaddr); in __gmap_link()
549 VM_BUG_ON(pud_none(*pud)); in __gmap_link()
550 pmd = pmd_offset(pud, vmaddr); in __gmap_link()
/linux-4.1.27/arch/sh/include/asm/
Dpgtable-3level.h34 static inline unsigned long pud_page_vaddr(pud_t pud) in pud_page_vaddr() argument
36 return pud_val(pud); in pud_page_vaddr()
40 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long address) in pmd_offset() argument
42 return (pmd_t *)pud_page_vaddr(*pud) + pmd_index(address); in pmd_offset()
/linux-4.1.27/arch/s390/include/asm/
Dpgalloc.h69 #define pud_free(mm, pud) crst_table_free(mm, (unsigned long *) pud) argument
91 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate() argument
93 pgd_val(*pgd) = _REGION2_ENTRY | __pa(pud); in pgd_populate()
96 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() argument
98 pud_val(*pud) = _REGION3_ENTRY | __pa(pmd); in pud_populate()
Dpgtable.h448 static inline int pud_present(pud_t pud) in pud_present() argument
450 if ((pud_val(pud) & _REGION_ENTRY_TYPE_MASK) < _REGION_ENTRY_TYPE_R3) in pud_present()
452 return (pud_val(pud) & _REGION_ENTRY_ORIGIN) != 0UL; in pud_present()
455 static inline int pud_none(pud_t pud) in pud_none() argument
457 if ((pud_val(pud) & _REGION_ENTRY_TYPE_MASK) < _REGION_ENTRY_TYPE_R3) in pud_none()
459 return (pud_val(pud) & _REGION_ENTRY_INVALID) != 0UL; in pud_none()
462 static inline int pud_large(pud_t pud) in pud_large() argument
464 if ((pud_val(pud) & _REGION_ENTRY_TYPE_MASK) != _REGION_ENTRY_TYPE_R3) in pud_large()
466 return !!(pud_val(pud) & _REGION3_ENTRY_LARGE); in pud_large()
469 static inline int pud_bad(pud_t pud) in pud_bad() argument
[all …]
Dtlb.h134 static inline void pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in pud_free_tlb() argument
139 tlb_remove_table(tlb, pud); in pud_free_tlb()
Dpage.h74 typedef struct { unsigned long pud; } pud_t; member
82 #define pud_val(x) ((x).pud)
/linux-4.1.27/arch/metag/mm/
Dhugetlbpage.c63 pud_t *pud; in huge_pte_alloc() local
68 pud = pud_offset(pgd, addr); in huge_pte_alloc()
69 pmd = pmd_offset(pud, addr); in huge_pte_alloc()
80 pud_t *pud; in huge_pte_offset() local
85 pud = pud_offset(pgd, addr); in huge_pte_offset()
86 pmd = pmd_offset(pud, addr); in huge_pte_offset()
102 int pud_huge(pud_t pud) in pud_huge() argument
Dinit.c46 pud_t *pud; in insert_gateway_page() local
52 pud = pud_offset(pgd, address); in insert_gateway_page()
53 BUG_ON(!pud_present(*pud)); in insert_gateway_page()
55 pmd = pmd_offset(pud, address); in insert_gateway_page()
296 pud_t *pud; in fixedrange_init() local
314 pud = pud_offset(pgd, vaddr); in fixedrange_init()
315 pmd = pmd_offset(pud, vaddr); in fixedrange_init()
Dfault.c70 pud_t *pud, *pud_k; in do_page_fault() local
85 pud = pud_offset(pgd, address); in do_page_fault()
89 set_pud(pud, *pud_k); in do_page_fault()
91 pmd = pmd_offset(pud, address); in do_page_fault()
/linux-4.1.27/arch/x86/power/
Dhibernate_32.c35 pud_t *pud; in resume_one_md_table_init() local
44 pud = pud_offset(pgd, 0); in resume_one_md_table_init()
46 BUG_ON(pmd_table != pmd_offset(pud, 0)); in resume_one_md_table_init()
48 pud = pud_offset(pgd, 0); in resume_one_md_table_init()
49 pmd_table = pmd_offset(pud, 0); in resume_one_md_table_init()
/linux-4.1.27/arch/x86/kernel/
Despfix_64.c141 pud_t pud, *pud_p; in init_espfix_ap() local
171 pud = *pud_p; in init_espfix_ap()
172 if (!pud_present(pud)) { in init_espfix_ap()
174 pud = __pud(__pa(pmd_p) | (PGTABLE_PROT & ptemask)); in init_espfix_ap()
177 set_pud(&pud_p[n], pud); in init_espfix_ap()
180 pmd_p = pmd_offset(&pud, addr); in init_espfix_ap()
Dmachine_kexec_64.c37 free_page((unsigned long)image->arch.pud); in free_transition_pgtable()
44 pud_t *pud; in init_transition_pgtable() local
54 pud = (pud_t *)get_zeroed_page(GFP_KERNEL); in init_transition_pgtable()
55 if (!pud) in init_transition_pgtable()
57 image->arch.pud = pud; in init_transition_pgtable()
58 set_pgd(pgd, __pgd(__pa(pud) | _KERNPG_TABLE)); in init_transition_pgtable()
60 pud = pud_offset(pgd, vaddr); in init_transition_pgtable()
61 if (!pud_present(*pud)) { in init_transition_pgtable()
66 set_pud(pud, __pud(__pa(pmd) | _KERNPG_TABLE)); in init_transition_pgtable()
68 pmd = pmd_offset(pud, vaddr); in init_transition_pgtable()
Dhead64.c59 pudval_t pud, *pud_p; in early_make_pgtable() local
89 pud = *pud_p; in early_make_pgtable()
91 if (pud) in early_make_pgtable()
92 pmd_p = (pmdval_t *)((pud & PTE_PFN_MASK) + __START_KERNEL_map - phys_base); in early_make_pgtable()
Dmachine_kexec_32.c106 pud_t *pud; in machine_kexec_page_table_set_one() local
113 pud = pud_offset(pgd, vaddr); in machine_kexec_page_table_set_one()
114 pmd = pmd_offset(pud, vaddr); in machine_kexec_page_table_set_one()
Dtboot.c127 pud_t *pud; in map_tboot_page() local
132 pud = pud_alloc(&tboot_mm, pgd, vaddr); in map_tboot_page()
133 if (!pud) in map_tboot_page()
135 pmd = pmd_alloc(&tboot_mm, pud, vaddr); in map_tboot_page()
Dvm86_32.c171 pud_t *pud; in mark_screen_rdonly() local
181 pud = pud_offset(pgd, 0xA0000); in mark_screen_rdonly()
182 if (pud_none_or_clear_bad(pud)) in mark_screen_rdonly()
184 pmd = pmd_offset(pud, 0xA0000); in mark_screen_rdonly()
/linux-4.1.27/arch/um/kernel/skas/
Dmmu.c21 pud_t *pud; in init_stub_pte() local
26 pud = pud_alloc(mm, pgd, proc); in init_stub_pte()
27 if (!pud) in init_stub_pte()
30 pmd = pmd_alloc(mm, pud, proc); in init_stub_pte()
45 pud_free(mm, pud); in init_stub_pte()
Duaccess.c20 pud_t *pud; in virt_to_pte() local
30 pud = pud_offset(pgd, addr); in virt_to_pte()
31 if (!pud_present(*pud)) in virt_to_pte()
34 pmd = pmd_offset(pud, addr); in virt_to_pte()
/linux-4.1.27/arch/frv/include/asm/
Dpgtable.h201 #define pgd_populate(mm, pgd, pud) do { } while (0) argument
233 static inline int pud_none(pud_t pud) { return 0; } in pud_none() argument
234 static inline int pud_bad(pud_t pud) { return 0; } in pud_bad() argument
235 static inline int pud_present(pud_t pud) { return 1; } in pud_present() argument
236 static inline void pud_clear(pud_t *pud) { } in pud_clear() argument
246 #define pud_page(pud) (pmd_page((pmd_t){ pud })) argument
247 #define pud_page_vaddr(pud) (pmd_page_vaddr((pmd_t){ pud })) argument
/linux-4.1.27/arch/arm/lib/
Duaccess_with_memcpy.c32 pud_t *pud; in pin_page_for_write() local
39 pud = pud_offset(pgd, addr); in pin_page_for_write()
40 if (unlikely(pud_none(*pud) || pud_bad(*pud))) in pin_page_for_write()
43 pmd = pmd_offset(pud, addr); in pin_page_for_write()
/linux-4.1.27/arch/unicore32/kernel/
Dhibernate.c38 pud_t *pud; in resume_one_md_table_init() local
41 pud = pud_offset(pgd, 0); in resume_one_md_table_init()
42 pmd_table = pmd_offset(pud, 0); in resume_one_md_table_init()
/linux-4.1.27/arch/nios2/mm/
Dioremap.c89 pud_t *pud; in remap_area_pages() local
93 pud = pud_alloc(&init_mm, dir, address); in remap_area_pages()
94 if (!pud) in remap_area_pages()
96 pmd = pmd_alloc(&init_mm, pud, address); in remap_area_pages()
Dfault.c248 pud_t *pud, *pud_k; in do_page_fault() local
259 pud = pud_offset(pgd, address); in do_page_fault()
263 pmd = pmd_offset(pud, address); in do_page_fault()
/linux-4.1.27/drivers/staging/lustre/lustre/ptlrpc/
Dsec.c2307 struct ptlrpc_user_desc *pud; in sptlrpc_pack_user_desc() local
2309 pud = lustre_msg_buf(msg, offset, 0); in sptlrpc_pack_user_desc()
2311 pud->pud_uid = from_kuid(&init_user_ns, current_uid()); in sptlrpc_pack_user_desc()
2312 pud->pud_gid = from_kgid(&init_user_ns, current_gid()); in sptlrpc_pack_user_desc()
2313 pud->pud_fsuid = from_kuid(&init_user_ns, current_fsuid()); in sptlrpc_pack_user_desc()
2314 pud->pud_fsgid = from_kgid(&init_user_ns, current_fsgid()); in sptlrpc_pack_user_desc()
2315 pud->pud_cap = cfs_curproc_cap_pack(); in sptlrpc_pack_user_desc()
2316 pud->pud_ngroups = (msg->lm_buflens[offset] - sizeof(*pud)) / 4; in sptlrpc_pack_user_desc()
2319 if (pud->pud_ngroups > current_ngroups) in sptlrpc_pack_user_desc()
2320 pud->pud_ngroups = current_ngroups; in sptlrpc_pack_user_desc()
[all …]
/linux-4.1.27/arch/score/mm/
Dfault.c209 pud_t *pud, *pud_k; in do_page_fault() local
220 pud = pud_offset(pgd, address); in do_page_fault()
225 pmd = pmd_offset(pud, address); in do_page_fault()
/linux-4.1.27/arch/arc/mm/
Dfault.c28 pud_t *pud, *pud_k; in handle_vmalloc_fault() local
37 pud = pud_offset(pgd, address); in handle_vmalloc_fault()
42 pmd = pmd_offset(pud, address); in handle_vmalloc_fault()
/linux-4.1.27/arch/openrisc/mm/
Dfault.c311 pud_t *pud, *pud_k; in do_page_fault() local
337 pud = pud_offset(pgd, address); in do_page_fault()
342 pmd = pmd_offset(pud, address); in do_page_fault()
/linux-4.1.27/arch/cris/mm/
Dfault.c325 pud_t *pud, *pud_k; in do_page_fault() local
344 pud = pud_offset(pgd, address); in do_page_fault()
349 pmd = pmd_offset(pud, address); in do_page_fault()
/linux-4.1.27/arch/frv/mm/
Dfault.c300 pud_t *pud, *pud_k; in do_page_fault() local
320 pud = pud_offset(pgd, ear0); in do_page_fault()
321 pmd = pmd_offset(pud, ear0); in do_page_fault()
/linux-4.1.27/Documentation/devicetree/bindings/pinctrl/
Dsamsung-pinctrl.txt80 - samsung,pin-pud: Pull up/down configuration.
82 - samsung,pin-pud-pdn: Pull up/down configuration in power down mode.
241 samsung,pin-pud = <0>;
248 samsung,pin-pud = <0>;
255 samsung,pin-pud = <0>;
262 samsung,pin-pud = <0>;
269 samsung,pin-pud = <3>;
278 samsung,pin-pud = <3>;
285 samsung,pin-pud = <4>;
/linux-4.1.27/arch/tile/kernel/
Dmachine_kexec.c254 pud_t *pud = pud_offset(pgd, vaddr); in setup_quasi_va_is_pa() local
255 pte_t *ptep = (pte_t *) pmd_offset(pud, vaddr); in setup_quasi_va_is_pa()
Dsetup.c1549 pud_t *pud; in pcpu_fc_populate_pte() local
1559 pud = pud_offset(pgd, addr); in pcpu_fc_populate_pte()
1560 BUG_ON(!pud_present(*pud)); in pcpu_fc_populate_pte()
1561 pmd = pmd_offset(pud, addr); in pcpu_fc_populate_pte()
/linux-4.1.27/include/linux/
Dhugetlb.h90 pte_t *huge_pmd_share(struct mm_struct *mm, unsigned long addr, pud_t *pud);
108 pud_t *pud, int flags);
136 #define follow_huge_pud(mm, addr, pud, flags) NULL argument
193 static inline int pud_write(pud_t pud) in pud_write() argument
Dmm.h1405 static inline int __pmd_alloc(struct mm_struct *mm, pud_t *pud, in __pmd_alloc() argument
1422 int __pmd_alloc(struct mm_struct *mm, pud_t *pud, unsigned long address);
1460 static inline pmd_t *pmd_alloc(struct mm_struct *mm, pud_t *pud, unsigned long address) in pmd_alloc() argument
1462 return (unlikely(pud_none(*pud)) && __pmd_alloc(mm, pud, address))? in pmd_alloc()
1463 NULL: pmd_offset(pud, address); in pmd_alloc()
2154 pmd_t *vmemmap_pmd_populate(pud_t *pud, unsigned long addr, int node);
/linux-4.1.27/arch/metag/kernel/
Ddma.c392 pud_t *pud, *pud_k; in dma_alloc_init() local
400 pud = pud_alloc(&init_mm, pgd, CONSISTENT_START); in dma_alloc_init()
401 pmd = pmd_alloc(&init_mm, pud, CONSISTENT_START); in dma_alloc_init()
/linux-4.1.27/arch/x86/xen/
Dmmu.c506 __visible pudval_t xen_pud_val(pud_t pud) in xen_pud_val() argument
508 return pte_mfn_to_pfn(pud.pud); in xen_pud_val()
512 __visible pud_t xen_make_pud(pudval_t pud) in xen_make_pud() argument
514 pud = pte_pfn_to_mfn(pud); in xen_make_pud()
516 return native_make_pud(pud); in xen_make_pud()
647 pud_t *pud; in __xen_pgd_walk() local
655 pud = pud_offset(&pgd[pgdidx], 0); in __xen_pgd_walk()
658 flush |= (*func)(mm, virt_to_page(pud), PT_PUD); in __xen_pgd_walk()
667 if (pud_none(pud[pudidx])) in __xen_pgd_walk()
670 pmd = pmd_offset(&pud[pudidx], 0); in __xen_pgd_walk()
[all …]
/linux-4.1.27/arch/nios2/include/asm/
Dpgtable.h102 pmdptr->pud.pgd.pgd = pmdval.pud.pgd.pgd; in set_pmd()
/linux-4.1.27/arch/parisc/kernel/
Dcache.c504 pud_t *pud = pud_offset(pgd, addr); in get_ptep() local
505 if (!pud_none(*pud)) { in get_ptep()
506 pmd_t *pmd = pmd_offset(pud, addr); in get_ptep()
/linux-4.1.27/arch/sparc/kernel/
Dsmp_64.c1505 pud_t *pud; in pcpu_populate_pte() local
1515 pud = pud_offset(pgd, addr); in pcpu_populate_pte()
1516 if (pud_none(*pud)) { in pcpu_populate_pte()
1520 pud_populate(&init_mm, pud, new); in pcpu_populate_pte()
1523 pmd = pmd_offset(pud, addr); in pcpu_populate_pte()
/linux-4.1.27/arch/x86/include/asm/xen/
Dpage.h249 #define pud_val_ma(v) ((v).pud)
/linux-4.1.27/drivers/pinctrl/nomadik/
Dpinctrl-abx500.c580 enum abx500_gpio_pull_updown pud = 0; in abx500_gpio_dbg_show_one() local
608 ret = abx500_get_pull_updown(pct, offset, &pud); in abx500_gpio_dbg_show_one()
612 seq_printf(s, " %-9s", pull_up_down[pud]); in abx500_gpio_dbg_show_one()
/linux-4.1.27/arch/frv/kernel/
Dgdb-stub.c449 pud_t *pud; in gdbstub_virt_to_pte() local
455 pud = pud_offset(pgd, vaddr); in gdbstub_virt_to_pte()
456 pmd = pmd_offset(pud, vaddr); in gdbstub_virt_to_pte()
/linux-4.1.27/Documentation/vm/
Dtranshuge.txt327 pmd = pmd_offset(pud, addr);