67 			    ~0ull, convert_access(acc), 0, 0, &mr->mmr);  in mlx4_ib_get_dma_mr()
71 	err = mlx4_mr_enable(to_mdev(pd->device)->dev, &mr->mmr);  in mlx4_ib_get_dma_mr()
75 	mr->ibmr.rkey = mr->ibmr.lkey = mr->mmr.key;  in mlx4_ib_get_dma_mr()
81 	(void) mlx4_mr_free(to_mdev(pd->device)->dev, &mr->mmr);  in mlx4_ib_get_dma_mr()
160 			    convert_access(access_flags), n, shift, &mr->mmr);  in mlx4_ib_reg_user_mr()
164 	err = mlx4_ib_umem_write_mtt(dev, &mr->mmr.mtt, mr->umem);  in mlx4_ib_reg_user_mr()
168 	err = mlx4_mr_enable(dev->dev, &mr->mmr);  in mlx4_ib_reg_user_mr()
172 	mr->ibmr.rkey = mr->ibmr.lkey = mr->mmr.key;  in mlx4_ib_reg_user_mr()
177 	(void) mlx4_mr_free(to_mdev(pd->device)->dev, &mr->mmr);  in mlx4_ib_reg_user_mr()
194 	struct mlx4_ib_mr *mmr = to_mmr(mr);  in mlx4_ib_rereg_user_mr()  local
203 	err =  mlx4_mr_hw_get_mpt(dev->dev, &mmr->mmr, &pmpt_entry);  in mlx4_ib_rereg_user_mr()
228 		mlx4_mr_rereg_mem_cleanup(dev->dev, &mmr->mmr);  in mlx4_ib_rereg_user_mr()
229 		ib_umem_release(mmr->umem);  in mlx4_ib_rereg_user_mr()
230 		mmr->umem = ib_umem_get(mr->uobject->context, start, length,  in mlx4_ib_rereg_user_mr()
234 		if (IS_ERR(mmr->umem)) {  in mlx4_ib_rereg_user_mr()
235 			err = PTR_ERR(mmr->umem);  in mlx4_ib_rereg_user_mr()
237 			mmr->umem = NULL;  in mlx4_ib_rereg_user_mr()
240 		n = ib_umem_page_count(mmr->umem);  in mlx4_ib_rereg_user_mr()
241 		shift = ilog2(mmr->umem->page_size);  in mlx4_ib_rereg_user_mr()
243 		err = mlx4_mr_rereg_mem_write(dev->dev, &mmr->mmr,  in mlx4_ib_rereg_user_mr()
247 			ib_umem_release(mmr->umem);  in mlx4_ib_rereg_user_mr()
250 		mmr->mmr.iova       = virt_addr;  in mlx4_ib_rereg_user_mr()
251 		mmr->mmr.size       = length;  in mlx4_ib_rereg_user_mr()
253 		err = mlx4_ib_umem_write_mtt(dev, &mmr->mmr.mtt, mmr->umem);  in mlx4_ib_rereg_user_mr()
255 			mlx4_mr_rereg_mem_cleanup(dev->dev, &mmr->mmr);  in mlx4_ib_rereg_user_mr()
256 			ib_umem_release(mmr->umem);  in mlx4_ib_rereg_user_mr()
264 	err = mlx4_mr_hw_write_mpt(dev->dev, &mmr->mmr, pmpt_entry);  in mlx4_ib_rereg_user_mr()
266 		mmr->mmr.access = mr_access_flags;  in mlx4_ib_rereg_user_mr()
279 	ret = mlx4_mr_free(to_mdev(ibmr->device)->dev, &mr->mmr);  in mlx4_ib_dereg_mr()
365 			    max_page_list_len, 0, &mr->mmr);  in mlx4_ib_alloc_fast_reg_mr()
369 	err = mlx4_mr_enable(dev->dev, &mr->mmr);  in mlx4_ib_alloc_fast_reg_mr()
373 	mr->ibmr.rkey = mr->ibmr.lkey = mr->mmr.key;  in mlx4_ib_alloc_fast_reg_mr()
379 	(void) mlx4_mr_free(dev->dev, &mr->mmr);  in mlx4_ib_alloc_fast_reg_mr()