Lines Matching refs:HPAGE_PMD_NR

51 static unsigned int khugepaged_pages_to_scan __read_mostly = HPAGE_PMD_NR*8;
66 static unsigned int khugepaged_max_ptes_none __read_mostly = HPAGE_PMD_NR-1;
219 return atomic_read(&huge_zero_refcount) == 1 ? HPAGE_PMD_NR : 0; in shrink_huge_zero_page_count()
229 return HPAGE_PMD_NR; in shrink_huge_zero_page_scan()
548 if (err || max_ptes_none > HPAGE_PMD_NR-1) in khugepaged_max_ptes_none_store()
737 clear_huge_page(page, haddr, HPAGE_PMD_NR); in __do_huge_pmd_anonymous_page()
760 add_mm_counter(mm, MM_ANONPAGES, HPAGE_PMD_NR); in __do_huge_pmd_anonymous_page()
903 add_mm_counter(dst_mm, MM_ANONPAGES, HPAGE_PMD_NR); in copy_huge_pmd()
951 struct page *endpage = page + HPAGE_PMD_NR; in get_user_huge_page()
953 atomic_add(HPAGE_PMD_NR, &page->_count); in get_user_huge_page()
964 struct page *endpage = page + HPAGE_PMD_NR; in put_user_huge_page()
989 pages = kmalloc(sizeof(struct page *) * HPAGE_PMD_NR, in do_huge_pmd_wp_page_fallback()
996 for (i = 0; i < HPAGE_PMD_NR; i++) { in do_huge_pmd_wp_page_fallback()
1018 for (i = 0; i < HPAGE_PMD_NR; i++) { in do_huge_pmd_wp_page_fallback()
1040 for (i = 0; i < HPAGE_PMD_NR; i++, haddr += PAGE_SIZE) { in do_huge_pmd_wp_page_fallback()
1072 for (i = 0; i < HPAGE_PMD_NR; i++) { in do_huge_pmd_wp_page_fallback()
1156 clear_huge_page(new_page, haddr, HPAGE_PMD_NR); in do_huge_pmd_wp_page()
1158 copy_user_huge_page(new_page, page, haddr, vma, HPAGE_PMD_NR); in do_huge_pmd_wp_page()
1184 add_mm_counter(mm, MM_ANONPAGES, HPAGE_PMD_NR); in do_huge_pmd_wp_page()
1382 task_numa_fault(last_cpupid, page_nid, HPAGE_PMD_NR, flags); in do_huge_pmd_numa_page()
1415 add_mm_counter(tlb->mm, MM_ANONPAGES, -HPAGE_PMD_NR); in zap_huge_pmd()
1512 ret = HPAGE_PMD_NR; in change_huge_pmd()
1651 for (i = HPAGE_PMD_NR - 1; i >= 1; i--) { in __split_huge_page_refcount()
1730 for (i = 1; i < HPAGE_PMD_NR; i++) { in __split_huge_page_refcount()
1770 for (i = 0; i < HPAGE_PMD_NR; i++, haddr += PAGE_SIZE) { in __split_huge_page_map()
2131 for (_pte = pte; _pte < pte+HPAGE_PMD_NR; in __collapse_huge_page_isolate()
2213 for (_pte = pte; _pte < pte+HPAGE_PMD_NR; _pte++) { in __collapse_huge_page_copy()
2584 for (_address = address, _pte = pte; _pte < pte+HPAGE_PMD_NR; in khugepaged_scan_pmd()
2729 progress += HPAGE_PMD_NR; in khugepaged_scan_mm_slot()
2868 for (i = 0; i < HPAGE_PMD_NR; i++, haddr += PAGE_SIZE) { in __split_huge_zero_page_pmd()