444 		struct anon_vma *anon_vma = vma->anon_vma;  in validate_mm()  local
447 		if (anon_vma) {  in validate_mm()
448 			anon_vma_lock_read(anon_vma);  in validate_mm()
451 			anon_vma_unlock_read(anon_vma);  in validate_mm()
542 		anon_vma_interval_tree_remove(avc, &avc->anon_vma->rb_root);  in anon_vma_interval_tree_pre_update_vma()
551 		anon_vma_interval_tree_insert(avc, &avc->anon_vma->rb_root);  in anon_vma_interval_tree_post_update_vma()
735 	struct anon_vma *anon_vma = NULL;  in vma_adjust()  local
777 		if (exporter && exporter->anon_vma && !importer->anon_vma) {  in vma_adjust()
780 			importer->anon_vma = exporter->anon_vma;  in vma_adjust()
809 	anon_vma = vma->anon_vma;  in vma_adjust()
810 	if (!anon_vma && adjust_next)  in vma_adjust()
811 		anon_vma = next->anon_vma;  in vma_adjust()
812 	if (anon_vma) {  in vma_adjust()
813 		VM_BUG_ON_VMA(adjust_next && next->anon_vma &&  in vma_adjust()
814 			  anon_vma != next->anon_vma, next);  in vma_adjust()
815 		anon_vma_lock_write(anon_vma);  in vma_adjust()
875 	if (anon_vma) {  in vma_adjust()
879 		anon_vma_unlock_write(anon_vma);  in vma_adjust()
896 		if (next->anon_vma)  in vma_adjust()
949 static inline int is_mergeable_anon_vma(struct anon_vma *anon_vma1,  in is_mergeable_anon_vma()
950 					struct anon_vma *anon_vma2,  in is_mergeable_anon_vma()
976 		     struct anon_vma *anon_vma, struct file *file,  in can_vma_merge_before()  argument
981 	    is_mergeable_anon_vma(anon_vma, vma->anon_vma, vma)) {  in can_vma_merge_before()
997 		    struct anon_vma *anon_vma, struct file *file,  in can_vma_merge_after()  argument
1002 	    is_mergeable_anon_vma(anon_vma, vma->anon_vma, vma)) {  in can_vma_merge_after()
1043 			struct anon_vma *anon_vma, struct file *file,  in vma_merge()  argument
1072 					    anon_vma, file, pgoff,  in vma_merge()
1080 						     anon_vma, file,  in vma_merge()
1083 				is_mergeable_anon_vma(prev->anon_vma,  in vma_merge()
1084 						      next->anon_vma, NULL)) {  in vma_merge()
1103 					     anon_vma, file, pgoff+pglen,  in vma_merge()
1164 static struct anon_vma *reusable_anon_vma(struct vm_area_struct *old, struct vm_area_struct *a, str…  in reusable_anon_vma()
1167 		struct anon_vma *anon_vma = READ_ONCE(old->anon_vma);  in reusable_anon_vma()  local
1169 		if (anon_vma && list_is_singular(&old->anon_vma_chain))  in reusable_anon_vma()
1170 			return anon_vma;  in reusable_anon_vma()
1183 struct anon_vma *find_mergeable_anon_vma(struct vm_area_struct *vma)  in find_mergeable_anon_vma()
1185 	struct anon_vma *anon_vma;  in find_mergeable_anon_vma()  local
1192 	anon_vma = reusable_anon_vma(near, vma, near);  in find_mergeable_anon_vma()
1193 	if (anon_vma)  in find_mergeable_anon_vma()
1194 		return anon_vma;  in find_mergeable_anon_vma()
1200 	anon_vma = reusable_anon_vma(near, near, vma);  in find_mergeable_anon_vma()
1201 	if (anon_vma)  in find_mergeable_anon_vma()
1202 		return anon_vma;  in find_mergeable_anon_vma()
2174 	anon_vma_lock_write(vma->anon_vma);  in expand_upwards()
2216 	anon_vma_unlock_write(vma->anon_vma);  in expand_upwards()
2246 	anon_vma_lock_write(vma->anon_vma);  in expand_downwards()
2286 	anon_vma_unlock_write(vma->anon_vma);  in expand_downwards()
2915 		BUG_ON(vma->anon_vma);  in insert_vm_struct()
2942 	if (unlikely(vma_is_anonymous(vma) && !vma->anon_vma)) {  in copy_vma()
2950 			    vma->anon_vma, vma->vm_file, pgoff, vma_policy(vma),  in copy_vma()
3141 static void vm_lock_anon_vma(struct mm_struct *mm, struct anon_vma *anon_vma)  in vm_lock_anon_vma()  argument
3143 	if (!test_bit(0, (unsigned long *) &anon_vma->root->rb_root.rb_node)) {  in vm_lock_anon_vma()
3148 		down_write_nest_lock(&anon_vma->root->rwsem, &mm->mmap_sem);  in vm_lock_anon_vma()
3159 				       &anon_vma->root->rb_root.rb_node))  in vm_lock_anon_vma()
3232 		if (vma->anon_vma)  in mm_take_all_locks()
3234 				vm_lock_anon_vma(mm, avc->anon_vma);  in mm_take_all_locks()
3244 static void vm_unlock_anon_vma(struct anon_vma *anon_vma)  in vm_unlock_anon_vma()  argument
3246 	if (test_bit(0, (unsigned long *) &anon_vma->root->rb_root.rb_node)) {  in vm_unlock_anon_vma()
3260 					  &anon_vma->root->rb_root.rb_node))  in vm_unlock_anon_vma()
3262 		anon_vma_unlock_write(anon_vma);  in vm_unlock_anon_vma()
3293 		if (vma->anon_vma)  in mm_drop_all_locks()
3295 				vm_unlock_anon_vma(avc->anon_vma);  in mm_drop_all_locks()