Lines Matching refs:ptl
566 spinlock_t *ptl; in __pte_alloc() local
587 ptl = pmd_lock(mm, pmd); in __pte_alloc()
595 spin_unlock(ptl); in __pte_alloc()
1080 spinlock_t *ptl; in zap_pte_range() local
1087 start_pte = pte_offset_map_lock(mm, pmd, addr, &ptl); in zap_pte_range()
1165 pte_unmap_unlock(start_pte, ptl); in zap_pte_range()
1419 spinlock_t **ptl) in __get_locked_pte() argument
1427 return pte_alloc_map_lock(mm, pmd, addr, ptl); in __get_locked_pte()
1446 spinlock_t *ptl; in insert_page() local
1453 pte = get_locked_pte(mm, addr, &ptl); in insert_page()
1467 pte_unmap_unlock(pte, ptl); in insert_page()
1470 pte_unmap_unlock(pte, ptl); in insert_page()
1524 spinlock_t *ptl; in insert_pfn() local
1527 pte = get_locked_pte(mm, addr, &ptl); in insert_pfn()
1541 pte_unmap_unlock(pte, ptl); in insert_pfn()
1626 spinlock_t *ptl; in remap_pte_range() local
1628 pte = pte_alloc_map_lock(mm, pmd, addr, &ptl); in remap_pte_range()
1638 pte_unmap_unlock(pte - 1, ptl); in remap_pte_range()
1805 spinlock_t *uninitialized_var(ptl); in apply_to_pte_range()
1809 pte_alloc_map_lock(mm, pmd, addr, &ptl); in apply_to_pte_range()
1828 pte_unmap_unlock(pte-1, ptl); in apply_to_pte_range()
1913 spinlock_t *ptl = pte_lockptr(mm, pmd); in pte_unmap_same() local
1914 spin_lock(ptl); in pte_unmap_same()
1916 spin_unlock(ptl); in pte_unmap_same()
1994 pte_t *page_table, spinlock_t *ptl, pte_t orig_pte, in wp_page_reuse() argument
1997 __releases(ptl) in wp_page_reuse()
2013 pte_unmap_unlock(page_table, ptl); in wp_page_reuse()
2064 spinlock_t *ptl = NULL; in wp_page_copy() local
2094 page_table = pte_offset_map_lock(mm, pmd, address, &ptl); in wp_page_copy()
2160 pte_unmap_unlock(page_table, ptl); in wp_page_copy()
2189 pte_t *page_table, spinlock_t *ptl, pte_t orig_pte, in wp_pfn_shared() argument
2201 pte_unmap_unlock(page_table, ptl); in wp_pfn_shared()
2205 page_table = pte_offset_map_lock(mm, pmd, address, &ptl); in wp_pfn_shared()
2211 pte_unmap_unlock(page_table, ptl); in wp_pfn_shared()
2215 return wp_page_reuse(mm, vma, address, page_table, ptl, orig_pte, in wp_pfn_shared()
2221 pmd_t *pmd, spinlock_t *ptl, pte_t orig_pte, in wp_page_shared() argument
2223 __releases(ptl) in wp_page_shared()
2237 pte_unmap_unlock(page_table, ptl); in wp_page_shared()
2251 &ptl); in wp_page_shared()
2254 pte_unmap_unlock(page_table, ptl); in wp_page_shared()
2261 return wp_page_reuse(mm, vma, address, page_table, ptl, in wp_page_shared()
2285 spinlock_t *ptl, pte_t orig_pte) in do_wp_page() argument
2286 __releases(ptl) in do_wp_page()
2301 return wp_pfn_shared(mm, vma, address, page_table, ptl, in do_wp_page()
2304 pte_unmap_unlock(page_table, ptl); in do_wp_page()
2316 pte_unmap_unlock(page_table, ptl); in do_wp_page()
2319 &ptl); in do_wp_page()
2322 pte_unmap_unlock(page_table, ptl); in do_wp_page()
2336 return wp_page_reuse(mm, vma, address, page_table, ptl, in do_wp_page()
2343 ptl, orig_pte, old_page); in do_wp_page()
2351 pte_unmap_unlock(page_table, ptl); in do_wp_page()
2448 spinlock_t *ptl; in do_swap_page() local
2482 page_table = pte_offset_map_lock(mm, pmd, address, &ptl); in do_swap_page()
2537 page_table = pte_offset_map_lock(mm, pmd, address, &ptl); in do_swap_page()
2596 ret |= do_wp_page(mm, vma, address, page_table, pmd, ptl, pte); in do_swap_page()
2605 pte_unmap_unlock(page_table, ptl); in do_swap_page()
2610 pte_unmap_unlock(page_table, ptl); in do_swap_page()
2667 spinlock_t *ptl; in do_anonymous_page() local
2684 page_table = pte_offset_map_lock(mm, pmd, address, &ptl); in do_anonymous_page()
2710 page_table = pte_offset_map_lock(mm, pmd, address, &ptl); in do_anonymous_page()
2724 pte_unmap_unlock(page_table, ptl); in do_anonymous_page()
2926 spinlock_t *ptl; in do_read_fault() local
2936 pte = pte_offset_map_lock(mm, pmd, address, &ptl); in do_read_fault()
2940 pte_unmap_unlock(pte, ptl); in do_read_fault()
2947 pte = pte_offset_map_lock(mm, pmd, address, &ptl); in do_read_fault()
2949 pte_unmap_unlock(pte, ptl); in do_read_fault()
2957 pte_unmap_unlock(pte, ptl); in do_read_fault()
2967 spinlock_t *ptl; in do_cow_fault() local
2991 pte = pte_offset_map_lock(mm, pmd, address, &ptl); in do_cow_fault()
2993 pte_unmap_unlock(pte, ptl); in do_cow_fault()
3009 pte_unmap_unlock(pte, ptl); in do_cow_fault()
3033 spinlock_t *ptl; in do_shared_fault() local
3056 pte = pte_offset_map_lock(mm, pmd, address, &ptl); in do_shared_fault()
3058 pte_unmap_unlock(pte, ptl); in do_shared_fault()
3064 pte_unmap_unlock(pte, ptl); in do_shared_fault()
3135 spinlock_t *ptl; in do_numa_page() local
3155 ptl = pte_lockptr(mm, pmd); in do_numa_page()
3156 spin_lock(ptl); in do_numa_page()
3158 pte_unmap_unlock(ptep, ptl); in do_numa_page()
3172 pte_unmap_unlock(ptep, ptl); in do_numa_page()
3197 pte_unmap_unlock(ptep, ptl); in do_numa_page()
3238 spinlock_t *ptl; in handle_pte_fault() local
3266 ptl = pte_lockptr(mm, pmd); in handle_pte_fault()
3267 spin_lock(ptl); in handle_pte_fault()
3273 pte, pmd, ptl, entry); in handle_pte_fault()
3290 pte_unmap_unlock(pte, ptl); in handle_pte_fault()
3552 spinlock_t *ptl; in follow_pfn() local
3558 ret = follow_pte(vma->vm_mm, address, &ptep, &ptl); in follow_pfn()
3562 pte_unmap_unlock(ptep, ptl); in follow_pfn()
3574 spinlock_t *ptl; in follow_phys() local
3579 if (follow_pte(vma->vm_mm, address, &ptep, &ptl)) in follow_phys()
3591 pte_unmap_unlock(ptep, ptl); in follow_phys()
3866 spinlock_t *ptl; in ptlock_alloc() local
3868 ptl = kmem_cache_alloc(page_ptl_cachep, GFP_KERNEL); in ptlock_alloc()
3869 if (!ptl) in ptlock_alloc()
3871 page->ptl = ptl; in ptlock_alloc()
3877 kmem_cache_free(page_ptl_cachep, page->ptl); in ptlock_free()