36 	unsigned long	numpages;  member
178 static void cpa_flush_range(unsigned long start, int numpages, int cache)  in cpa_flush_range()  argument
197 	for (i = 0, addr = start; i < numpages; i++, addr += PAGE_SIZE) {  in cpa_flush_range()
208 static void cpa_flush_array(unsigned long *start, int numpages, int cache,  in cpa_flush_array()  argument
212 	unsigned long do_wbinvd = cache && numpages >= 1024; /* 4M threshold */  in cpa_flush_array()
227 	for (i = 0; i < numpages; i++) {  in cpa_flush_array()
464 	unsigned long nextpage_addr, numpages, pmask, psize, addr, pfn;  in try_preserve_large_page()  local
500 	numpages = (nextpage_addr - address) >> PAGE_SHIFT;  in try_preserve_large_page()
501 	if (numpages < cpa->numpages)  in try_preserve_large_page()
502 		cpa->numpages = numpages;  in try_preserve_large_page()
575 	if (address == (address & pmask) && cpa->numpages == (psize >> PAGE_SHIFT)) {  in try_preserve_large_page()
982 	end = start + (cpa->numpages << PAGE_SHIFT);  in populate_pud()
994 		cur_pages = min_t(int, (int)cpa->numpages, cur_pages);  in populate_pud()
1014 	if (cpa->numpages == cur_pages)  in populate_pud()
1042 		tmp = populate_pmd(cpa, start, end, cpa->numpages - cur_pages,  in populate_pud()
1082 				addr + (cpa->numpages << PAGE_SHIFT));  in populate_pgd()
1086 	cpa->numpages = ret;  in populate_pgd()
1111 		cpa->numpages = 1;  in __cpa_process_fault()
1184 		cpa->numpages = 1;  in __change_page_attr()
1296 	int ret, numpages = cpa->numpages;  in __change_page_attr_set_clr()  local
1298 	while (numpages) {  in __change_page_attr_set_clr()
1303 		cpa->numpages = numpages;  in __change_page_attr_set_clr()
1306 			cpa->numpages = 1;  in __change_page_attr_set_clr()
1327 		BUG_ON(cpa->numpages > numpages || !cpa->numpages);  in __change_page_attr_set_clr()
1328 		numpages -= cpa->numpages;  in __change_page_attr_set_clr()
1332 			*cpa->vaddr += cpa->numpages * PAGE_SIZE;  in __change_page_attr_set_clr()
1338 static int change_page_attr_set_clr(unsigned long *addr, int numpages,  in change_page_attr_set_clr()  argument
1361 		for (i = 0; i < numpages; i++) {  in change_page_attr_set_clr()
1393 	cpa.numpages = numpages;  in change_page_attr_set_clr()
1428 			cpa_flush_array(addr, numpages, cache,  in change_page_attr_set_clr()
1431 			cpa_flush_range(baddr, numpages, cache);  in change_page_attr_set_clr()
1439 static inline int change_page_attr_set(unsigned long *addr, int numpages,  in change_page_attr_set()  argument
1442 	return change_page_attr_set_clr(addr, numpages, mask, __pgprot(0), 0,  in change_page_attr_set()
1446 static inline int change_page_attr_clear(unsigned long *addr, int numpages,  in change_page_attr_clear()  argument
1449 	return change_page_attr_set_clr(addr, numpages, __pgprot(0), mask, 0,  in change_page_attr_clear()
1453 static inline int cpa_set_pages_array(struct page **pages, int numpages,  in cpa_set_pages_array()  argument
1456 	return change_page_attr_set_clr(NULL, numpages, mask, __pgprot(0), 0,  in cpa_set_pages_array()
1460 static inline int cpa_clear_pages_array(struct page **pages, int numpages,  in cpa_clear_pages_array()  argument
1463 	return change_page_attr_set_clr(NULL, numpages, __pgprot(0), mask, 0,  in cpa_clear_pages_array()
1467 int _set_memory_uc(unsigned long addr, int numpages)  in _set_memory_uc()  argument
1472 	return change_page_attr_set(&addr, numpages,  in _set_memory_uc()
1477 int set_memory_uc(unsigned long addr, int numpages)  in set_memory_uc()  argument
1484 	ret = reserve_memtype(__pa(addr), __pa(addr) + numpages * PAGE_SIZE,  in set_memory_uc()
1489 	ret = _set_memory_uc(addr, numpages);  in set_memory_uc()
1496 	free_memtype(__pa(addr), __pa(addr) + numpages * PAGE_SIZE);  in set_memory_uc()
1552 int _set_memory_wc(unsigned long addr, int numpages)  in _set_memory_wc()  argument
1557 	ret = change_page_attr_set(&addr, numpages,  in _set_memory_wc()
1561 		ret = change_page_attr_set_clr(&addr_copy, numpages,  in _set_memory_wc()
1570 int set_memory_wc(unsigned long addr, int numpages)  in set_memory_wc()  argument
1575 		return set_memory_uc(addr, numpages);  in set_memory_wc()
1577 	ret = reserve_memtype(__pa(addr), __pa(addr) + numpages * PAGE_SIZE,  in set_memory_wc()
1582 	ret = _set_memory_wc(addr, numpages);  in set_memory_wc()
1589 	free_memtype(__pa(addr), __pa(addr) + numpages * PAGE_SIZE);  in set_memory_wc()
1595 int _set_memory_wb(unsigned long addr, int numpages)  in _set_memory_wb()  argument
1598 	return change_page_attr_clear(&addr, numpages,  in _set_memory_wb()
1602 int set_memory_wb(unsigned long addr, int numpages)  in set_memory_wb()  argument
1606 	ret = _set_memory_wb(addr, numpages);  in set_memory_wb()
1610 	free_memtype(__pa(addr), __pa(addr) + numpages * PAGE_SIZE);  in set_memory_wb()
1633 int set_memory_x(unsigned long addr, int numpages)  in set_memory_x()  argument
1638 	return change_page_attr_clear(&addr, numpages, __pgprot(_PAGE_NX), 0);  in set_memory_x()
1642 int set_memory_nx(unsigned long addr, int numpages)  in set_memory_nx()  argument
1647 	return change_page_attr_set(&addr, numpages, __pgprot(_PAGE_NX), 0);  in set_memory_nx()
1651 int set_memory_ro(unsigned long addr, int numpages)  in set_memory_ro()  argument
1653 	return change_page_attr_clear(&addr, numpages, __pgprot(_PAGE_RW), 0);  in set_memory_ro()
1656 int set_memory_rw(unsigned long addr, int numpages)  in set_memory_rw()  argument
1658 	return change_page_attr_set(&addr, numpages, __pgprot(_PAGE_RW), 0);  in set_memory_rw()
1661 int set_memory_np(unsigned long addr, int numpages)  in set_memory_np()  argument
1663 	return change_page_attr_clear(&addr, numpages, __pgprot(_PAGE_PRESENT), 0);  in set_memory_np()
1666 int set_memory_4k(unsigned long addr, int numpages)  in set_memory_4k()  argument
1668 	return change_page_attr_set_clr(&addr, numpages, __pgprot(0),  in set_memory_4k()
1672 int set_pages_uc(struct page *page, int numpages)  in set_pages_uc()  argument
1676 	return set_memory_uc(addr, numpages);  in set_pages_uc()
1733 int set_pages_wb(struct page *page, int numpages)  in set_pages_wb()  argument
1737 	return set_memory_wb(addr, numpages);  in set_pages_wb()
1766 int set_pages_x(struct page *page, int numpages)  in set_pages_x()  argument
1770 	return set_memory_x(addr, numpages);  in set_pages_x()
1774 int set_pages_nx(struct page *page, int numpages)  in set_pages_nx()  argument
1778 	return set_memory_nx(addr, numpages);  in set_pages_nx()
1782 int set_pages_ro(struct page *page, int numpages)  in set_pages_ro()  argument
1786 	return set_memory_ro(addr, numpages);  in set_pages_ro()
1789 int set_pages_rw(struct page *page, int numpages)  in set_pages_rw()  argument
1793 	return set_memory_rw(addr, numpages);  in set_pages_rw()
1798 static int __set_pages_p(struct page *page, int numpages)  in __set_pages_p()  argument
1803 				.numpages = numpages,  in __set_pages_p()
1817 static int __set_pages_np(struct page *page, int numpages)  in __set_pages_np()  argument
1822 				.numpages = numpages,  in __set_pages_np()
1836 void __kernel_map_pages(struct page *page, int numpages, int enable)  in __kernel_map_pages()  argument
1842 					   numpages * PAGE_SIZE);  in __kernel_map_pages()
1851 		__set_pages_p(page, numpages);  in __kernel_map_pages()
1853 		__set_pages_np(page, numpages);  in __kernel_map_pages()
1883 			    unsigned numpages, unsigned long page_flags)  in kernel_map_pages_in_pgd()  argument
1891 		.numpages = numpages,  in kernel_map_pages_in_pgd()
1913 			       unsigned numpages)  in kernel_unmap_pages_in_pgd()  argument
1915 	unmap_pgd_range(root, address, address + (numpages << PAGE_SHIFT));  in kernel_unmap_pages_in_pgd()