Lines Matching refs:pte
561 static inline int pte_present(pte_t pte) in pte_present() argument
564 return (pte_val(pte) & _PAGE_PRESENT) != 0; in pte_present()
567 static inline int pte_none(pte_t pte) in pte_none() argument
570 return pte_val(pte) == _PAGE_INVALID; in pte_none()
573 static inline int pte_swap(pte_t pte) in pte_swap() argument
576 return (pte_val(pte) & (_PAGE_PROTECT | _PAGE_PRESENT)) in pte_swap()
580 static inline int pte_special(pte_t pte) in pte_special() argument
582 return (pte_val(pte) & _PAGE_SPECIAL); in pte_special()
592 static inline int pte_protnone(pte_t pte) in pte_protnone() argument
594 return pte_present(pte) && !(pte_val(pte) & _PAGE_READ); in pte_protnone()
604 static inline int pte_soft_dirty(pte_t pte) in pte_soft_dirty() argument
606 return pte_val(pte) & _PAGE_SOFT_DIRTY; in pte_soft_dirty()
610 static inline pte_t pte_mksoft_dirty(pte_t pte) in pte_mksoft_dirty() argument
612 pte_val(pte) |= _PAGE_SOFT_DIRTY; in pte_mksoft_dirty()
613 return pte; in pte_mksoft_dirty()
617 static inline pte_t pte_clear_soft_dirty(pte_t pte) in pte_clear_soft_dirty() argument
619 pte_val(pte) &= ~_PAGE_SOFT_DIRTY; in pte_clear_soft_dirty()
620 return pte; in pte_clear_soft_dirty()
847 static inline int pte_write(pte_t pte) in pte_write() argument
849 return (pte_val(pte) & _PAGE_WRITE) != 0; in pte_write()
852 static inline int pte_dirty(pte_t pte) in pte_dirty() argument
854 return (pte_val(pte) & _PAGE_DIRTY) != 0; in pte_dirty()
857 static inline int pte_young(pte_t pte) in pte_young() argument
859 return (pte_val(pte) & _PAGE_YOUNG) != 0; in pte_young()
863 static inline int pte_unused(pte_t pte) in pte_unused() argument
865 return pte_val(pte) & _PAGE_UNUSED; in pte_unused()
898 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() argument
900 pte_val(pte) &= _PAGE_CHG_MASK; in pte_modify()
901 pte_val(pte) |= pgprot_val(newprot); in pte_modify()
906 if ((pte_val(pte) & _PAGE_YOUNG) && (pte_val(pte) & _PAGE_READ)) in pte_modify()
907 pte_val(pte) &= ~_PAGE_INVALID; in pte_modify()
912 if ((pte_val(pte) & _PAGE_DIRTY) && (pte_val(pte) & _PAGE_WRITE)) in pte_modify()
913 pte_val(pte) &= ~_PAGE_PROTECT; in pte_modify()
914 return pte; in pte_modify()
917 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() argument
919 pte_val(pte) &= ~_PAGE_WRITE; in pte_wrprotect()
920 pte_val(pte) |= _PAGE_PROTECT; in pte_wrprotect()
921 return pte; in pte_wrprotect()
924 static inline pte_t pte_mkwrite(pte_t pte) in pte_mkwrite() argument
926 pte_val(pte) |= _PAGE_WRITE; in pte_mkwrite()
927 if (pte_val(pte) & _PAGE_DIRTY) in pte_mkwrite()
928 pte_val(pte) &= ~_PAGE_PROTECT; in pte_mkwrite()
929 return pte; in pte_mkwrite()
932 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() argument
934 pte_val(pte) &= ~_PAGE_DIRTY; in pte_mkclean()
935 pte_val(pte) |= _PAGE_PROTECT; in pte_mkclean()
936 return pte; in pte_mkclean()
939 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty() argument
941 pte_val(pte) |= _PAGE_DIRTY | _PAGE_SOFT_DIRTY; in pte_mkdirty()
942 if (pte_val(pte) & _PAGE_WRITE) in pte_mkdirty()
943 pte_val(pte) &= ~_PAGE_PROTECT; in pte_mkdirty()
944 return pte; in pte_mkdirty()
947 static inline pte_t pte_mkold(pte_t pte) in pte_mkold() argument
949 pte_val(pte) &= ~_PAGE_YOUNG; in pte_mkold()
950 pte_val(pte) |= _PAGE_INVALID; in pte_mkold()
951 return pte; in pte_mkold()
954 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung() argument
956 pte_val(pte) |= _PAGE_YOUNG; in pte_mkyoung()
957 if (pte_val(pte) & _PAGE_READ) in pte_mkyoung()
958 pte_val(pte) &= ~_PAGE_INVALID; in pte_mkyoung()
959 return pte; in pte_mkyoung()
962 static inline pte_t pte_mkspecial(pte_t pte) in pte_mkspecial() argument
964 pte_val(pte) |= _PAGE_SPECIAL; in pte_mkspecial()
965 return pte; in pte_mkspecial()
969 static inline pte_t pte_mkhuge(pte_t pte) in pte_mkhuge() argument
971 pte_val(pte) |= _PAGE_LARGE; in pte_mkhuge()
972 return pte; in pte_mkhuge()
1050 pte_t pte; in ptep_test_and_clear_user_dirty() local
1058 pte = *ptep; in ptep_test_and_clear_user_dirty()
1059 if (dirty && (pte_val(pte) & _PAGE_PRESENT)) { in ptep_test_and_clear_user_dirty()
1062 if (MACHINE_HAS_ESOP || !(pte_val(pte) & _PAGE_WRITE)) in ptep_test_and_clear_user_dirty()
1063 pte_val(pte) |= _PAGE_PROTECT; in ptep_test_and_clear_user_dirty()
1065 pte_val(pte) |= _PAGE_INVALID; in ptep_test_and_clear_user_dirty()
1066 *ptep = pte; in ptep_test_and_clear_user_dirty()
1077 pte_t pte, oldpte; in ptep_test_and_clear_young() local
1085 oldpte = pte = *ptep; in ptep_test_and_clear_young()
1087 young = pte_young(pte); in ptep_test_and_clear_young()
1088 pte = pte_mkold(pte); in ptep_test_and_clear_young()
1092 pgste = pgste_set_pte(ptep, pgste, pte); in ptep_test_and_clear_young()
1095 *ptep = pte; in ptep_test_and_clear_young()
1125 pte_t pte; in ptep_get_and_clear() local
1132 pte = *ptep; in ptep_get_and_clear()
1137 pgste = pgste_update_all(&pte, pgste, mm); in ptep_get_and_clear()
1140 return pte; in ptep_get_and_clear()
1149 pte_t pte; in ptep_modify_prot_start() local
1156 pte = *ptep; in ptep_modify_prot_start()
1160 pgste = pgste_update_all(&pte, pgste, mm); in ptep_modify_prot_start()
1163 return pte; in ptep_modify_prot_start()
1168 pte_t *ptep, pte_t pte) in ptep_modify_prot_commit() argument
1174 pgste_set_key(ptep, pgste, pte, mm); in ptep_modify_prot_commit()
1175 pgste = pgste_set_pte(ptep, pgste, pte); in ptep_modify_prot_commit()
1178 *ptep = pte; in ptep_modify_prot_commit()
1186 pte_t pte; in ptep_clear_flush() local
1193 pte = *ptep; in ptep_clear_flush()
1200 pte_val(pte) |= _PAGE_UNUSED; in ptep_clear_flush()
1201 pgste = pgste_update_all(&pte, pgste, vma->vm_mm); in ptep_clear_flush()
1204 return pte; in ptep_clear_flush()
1220 pte_t pte; in ptep_get_and_clear_full() local
1227 pte = *ptep; in ptep_get_and_clear_full()
1233 pgste = pgste_update_all(&pte, pgste, mm); in ptep_get_and_clear_full()
1236 return pte; in ptep_get_and_clear_full()
1244 pte_t pte = *ptep; in ptep_set_wrprotect() local
1246 if (pte_write(pte)) { in ptep_set_wrprotect()
1253 pte = pte_wrprotect(pte); in ptep_set_wrprotect()
1256 pgste = pgste_set_pte(ptep, pgste, pte); in ptep_set_wrprotect()
1259 *ptep = pte; in ptep_set_wrprotect()
1261 return pte; in ptep_set_wrprotect()
1351 #define pte_unmap(pte) do { } while (0) argument
1664 pte_t pte; in mk_swap_pte() local
1666 pte_val(pte) = _PAGE_INVALID | _PAGE_PROTECT; in mk_swap_pte()
1667 pte_val(pte) |= (offset & __SWP_OFFSET_MASK) << __SWP_OFFSET_SHIFT; in mk_swap_pte()
1668 pte_val(pte) |= (type & __SWP_TYPE_MASK) << __SWP_TYPE_SHIFT; in mk_swap_pte()
1669 return pte; in mk_swap_pte()
1687 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) }) argument