538 shmem_pread_fast(struct page *page, int shmem_page_offset, int page_length,  in shmem_pread_fast()  argument
550 		drm_clflush_virt_range(vaddr + shmem_page_offset,  in shmem_pread_fast()
553 				      vaddr + shmem_page_offset,  in shmem_pread_fast()
585 shmem_pread_slow(struct page *page, int shmem_page_offset, int page_length,  in shmem_pread_slow()  argument
594 		shmem_clflush_swizzled_range(vaddr + shmem_page_offset,  in shmem_pread_slow()
600 					      vaddr, shmem_page_offset,  in shmem_pread_slow()
604 				     vaddr + shmem_page_offset,  in shmem_pread_slow()
620 	int shmem_page_offset, page_length, ret = 0;  in i915_gem_shmem_pread()  local
649 		shmem_page_offset = offset_in_page(offset);  in i915_gem_shmem_pread()
651 		if ((shmem_page_offset + page_length) > PAGE_SIZE)  in i915_gem_shmem_pread()
652 			page_length = PAGE_SIZE - shmem_page_offset;  in i915_gem_shmem_pread()
657 		ret = shmem_pread_fast(page, shmem_page_offset, page_length,  in i915_gem_shmem_pread()
675 		ret = shmem_pread_slow(page, shmem_page_offset, page_length,  in i915_gem_shmem_pread()
852 shmem_pwrite_fast(struct page *page, int shmem_page_offset, int page_length,  in shmem_pwrite_fast()  argument
866 		drm_clflush_virt_range(vaddr + shmem_page_offset,  in shmem_pwrite_fast()
868 	ret = __copy_from_user_inatomic(vaddr + shmem_page_offset,  in shmem_pwrite_fast()
871 		drm_clflush_virt_range(vaddr + shmem_page_offset,  in shmem_pwrite_fast()
881 shmem_pwrite_slow(struct page *page, int shmem_page_offset, int page_length,  in shmem_pwrite_slow()  argument
892 		shmem_clflush_swizzled_range(vaddr + shmem_page_offset,  in shmem_pwrite_slow()
896 		ret = __copy_from_user_swizzled(vaddr, shmem_page_offset,  in shmem_pwrite_slow()
900 		ret = __copy_from_user(vaddr + shmem_page_offset,  in shmem_pwrite_slow()
904 		shmem_clflush_swizzled_range(vaddr + shmem_page_offset,  in shmem_pwrite_slow()
921 	int shmem_page_offset, page_length, ret = 0;  in i915_gem_shmem_pwrite()  local
975 		shmem_page_offset = offset_in_page(offset);  in i915_gem_shmem_pwrite()
978 		if ((shmem_page_offset + page_length) > PAGE_SIZE)  in i915_gem_shmem_pwrite()
979 			page_length = PAGE_SIZE - shmem_page_offset;  in i915_gem_shmem_pwrite()
985 			((shmem_page_offset | page_length)  in i915_gem_shmem_pwrite()
991 		ret = shmem_pwrite_fast(page, shmem_page_offset, page_length,  in i915_gem_shmem_pwrite()
1000 		ret = shmem_pwrite_slow(page, shmem_page_offset, page_length,  in i915_gem_shmem_pwrite()