198 		  struct mlx4_mtt *mtt)  in mlx4_mtt_init()  argument
203 		mtt->order      = -1;  in mlx4_mtt_init()
204 		mtt->page_shift = MLX4_ICM_PAGE_SHIFT;  in mlx4_mtt_init()
207 		mtt->page_shift = page_shift;  in mlx4_mtt_init()
209 	for (mtt->order = 0, i = 1; i < npages; i <<= 1)  in mlx4_mtt_init()
210 		++mtt->order;  in mlx4_mtt_init()
212 	mtt->offset = mlx4_alloc_mtt_range(dev, mtt->order);  in mlx4_mtt_init()
213 	if (mtt->offset == -1)  in mlx4_mtt_init()
254 void mlx4_mtt_cleanup(struct mlx4_dev *dev, struct mlx4_mtt *mtt)  in mlx4_mtt_cleanup()  argument
256 	if (mtt->order < 0)  in mlx4_mtt_cleanup()
259 	mlx4_free_mtt_range(dev, mtt->offset, mtt->order);  in mlx4_mtt_cleanup()
263 u64 mlx4_mtt_addr(struct mlx4_dev *dev, struct mlx4_mtt *mtt)  in mlx4_mtt_addr()  argument
265 	return (u64) mtt->offset * dev->caps.mtt_entry_sz;  in mlx4_mtt_addr()
430 	return mlx4_mtt_init(dev, npages, page_shift, &mr->mtt);  in mlx4_mr_alloc_reserved()
564 	mlx4_mtt_cleanup(dev, &mr->mtt);  in mlx4_mr_free_reserved()
586 	mlx4_mtt_cleanup(dev, &mr->mtt);  in mlx4_mr_rereg_mem_cleanup()
587 	mr->mtt.order = -1;  in mlx4_mr_rereg_mem_cleanup()
597 	err = mlx4_mtt_init(dev, npages, page_shift, &mr->mtt);  in mlx4_mr_rereg_mem_write()
606 	if (mr->mtt.order < 0) {  in mlx4_mr_rereg_mem_write()
611 						  &mr->mtt));  in mlx4_mr_rereg_mem_write()
612 		if (mr->mtt.page_shift == 0)  in mlx4_mr_rereg_mem_write()
613 			mpt_entry->mtt_sz    = cpu_to_be32(1 << mr->mtt.order);  in mlx4_mr_rereg_mem_write()
615 	if (mr->mtt.order >= 0 && mr->mtt.page_shift == 0) {  in mlx4_mr_rereg_mem_write()
653 	mpt_entry->entity_size = cpu_to_be32(mr->mtt.page_shift);  in mlx4_mr_enable()
655 	if (mr->mtt.order < 0) {  in mlx4_mr_enable()
660 						  &mr->mtt));  in mlx4_mr_enable()
663 	if (mr->mtt.order >= 0 && mr->mtt.page_shift == 0) {  in mlx4_mr_enable()
668 		mpt_entry->mtt_sz    = cpu_to_be32(1 << mr->mtt.order);  in mlx4_mr_enable()
694 static int mlx4_write_mtt_chunk(struct mlx4_dev *dev, struct mlx4_mtt *mtt,  in mlx4_write_mtt_chunk()  argument
702 	mtts = mlx4_table_find(&priv->mr_table.mtt_table, mtt->offset +  in mlx4_write_mtt_chunk()
720 int __mlx4_write_mtt(struct mlx4_dev *dev, struct mlx4_mtt *mtt,  in __mlx4_write_mtt()  argument
730 	max_mtts_first_page = mtts_per_page - (mtt->offset + start_index)  in __mlx4_write_mtt()
736 		err = mlx4_write_mtt_chunk(dev, mtt, start_index, chunk, page_list);  in __mlx4_write_mtt()
748 int mlx4_write_mtt(struct mlx4_dev *dev, struct mlx4_mtt *mtt,  in mlx4_write_mtt()  argument
757 	if (mtt->order < 0)  in mlx4_write_mtt()
769 			inbox[0] = cpu_to_be64(mtt->offset + start_index);  in mlx4_write_mtt()
788 	return __mlx4_write_mtt(dev, mtt, start_index, npages, page_list);  in mlx4_write_mtt()
792 int mlx4_buf_write_mtt(struct mlx4_dev *dev, struct mlx4_mtt *mtt,  in mlx4_buf_write_mtt()  argument
810 	err = mlx4_write_mtt(dev, mtt, 0, buf->npages, page_list);  in mlx4_buf_write_mtt()
1073 				    fmr->mr.mtt.offset,  in mlx4_fmr_alloc()