1234 		uresp.rq_dbid = qp->rq.dbid;  in ocrdma_copy_qp_uresp()
1236 		uresp.rq_page_size = PAGE_ALIGN(qp->rq.len);  in ocrdma_copy_qp_uresp()
1237 		uresp.rq_page_addr[0] = virt_to_phys(qp->rq.va);  in ocrdma_copy_qp_uresp()
1238 		uresp.num_rqe_allocated = qp->rq.max_cnt;  in ocrdma_copy_qp_uresp()
1301 	    kzalloc(sizeof(u64) * qp->rq.max_cnt, GFP_KERNEL);  in ocrdma_alloc_wr_id_tbl()
1321 	qp->rq.max_sges = attrs->cap.max_recv_sge;  in ocrdma_set_qp_init_params()
1531 	qp_attr->cap.max_recv_wr = qp->rq.max_cnt - 1;  in ocrdma_query_qp()
1533 	qp_attr->cap.max_recv_sge = qp->rq.max_sges;  in ocrdma_query_qp()
1608 	return (qp->rq.tail == qp->rq.head);  in is_hw_rq_empty()
1673 				wqe_idx = (le32_to_cpu(cqe->rq.buftag_qpn) >>  in ocrdma_discard_cqes()
1675 					qp->srq->rq.max_wqe_idx;  in ocrdma_discard_cqes()
1679 				ocrdma_hwq_inc_tail(&qp->srq->rq);  in ocrdma_discard_cqes()
1684 				ocrdma_hwq_inc_tail(&qp->rq);  in ocrdma_discard_cqes()
1768 			ocrdma_del_mmap(pd->uctx, (u64) qp->rq.pa,  in ocrdma_destroy_qp()
1769 					PAGE_ALIGN(qp->rq.len));  in ocrdma_destroy_qp()
1787 	uresp.rq_dbid = srq->rq.dbid;  in ocrdma_copy_srq_uresp()
1789 	uresp.rq_page_addr[0] = virt_to_phys(srq->rq.va);  in ocrdma_copy_srq_uresp()
1790 	uresp.rq_page_size = srq->rq.len;  in ocrdma_copy_srq_uresp()
1794 	uresp.num_rqe_allocated = srq->rq.max_cnt;  in ocrdma_copy_srq_uresp()
1839 		srq->rqe_wr_id_tbl = kzalloc(sizeof(u64) * srq->rq.max_cnt,  in ocrdma_create_srq()
1844 		srq->bit_fields_len = (srq->rq.max_cnt / 32) +  in ocrdma_create_srq()
1845 		    (srq->rq.max_cnt % 32 ? 1 : 0);  in ocrdma_create_srq()
1914 		ocrdma_del_mmap(srq->pd->uctx, (u64) srq->rq.pa,  in ocrdma_destroy_srq()
1915 				PAGE_ALIGN(srq->rq.len));  in ocrdma_destroy_srq()
2266 	u32 val = qp->rq.dbid | (1 << OCRDMA_DB_RQ_SHIFT);  in ocrdma_ring_rq_db()
2307 		if (ocrdma_hwq_free_cnt(&qp->rq) == 0 ||  in ocrdma_post_recv()
2308 		    wr->num_sge > qp->rq.max_sges) {  in ocrdma_post_recv()
2313 		rqe = ocrdma_hwq_head(&qp->rq);  in ocrdma_post_recv()
2316 		qp->rqe_wr_id_tbl[qp->rq.head] = wr->wr_id;  in ocrdma_post_recv()
2324 		ocrdma_hwq_inc_head(&qp->rq);  in ocrdma_post_recv()
2345 			if (indx >= srq->rq.max_cnt)  in ocrdma_srq_get_idx()
2359 	u32 val = srq->rq.dbid | (1 << 16);  in ocrdma_ring_srq_db()
2377 		if (ocrdma_hwq_free_cnt(&srq->rq) == 0 ||  in ocrdma_post_srq_recv()
2378 		    wr->num_sge > srq->rq.max_sges) {  in ocrdma_post_srq_recv()
2384 		rqe = ocrdma_hwq_head(&srq->rq);  in ocrdma_post_srq_recv()
2393 		ocrdma_hwq_inc_head(&srq->rq);  in ocrdma_post_srq_recv()
2571 	ibwc->wr_id = qp->rqe_wr_id_tbl[qp->rq.tail];  in ocrdma_update_err_rcqe()
2572 	ocrdma_hwq_inc_tail(&qp->rq);  in ocrdma_update_err_rcqe()
2698 	wqe_idx = (le32_to_cpu(cqe->rq.buftag_qpn) >>  in ocrdma_update_free_srq_cqe()
2699 		OCRDMA_CQE_BUFTAG_SHIFT) & srq->rq.max_wqe_idx;  in ocrdma_update_free_srq_cqe()
2707 	ocrdma_hwq_inc_tail(&srq->rq);  in ocrdma_update_free_srq_cqe()
2755 		ibwc->byte_len = le32_to_cpu(cqe->rq.rxlen);  in ocrdma_poll_success_rcqe()
2758 		ibwc->ex.imm_data = htonl(le32_to_cpu(cqe->rq.lkey_immdt));  in ocrdma_poll_success_rcqe()
2762 		ibwc->ex.imm_data = htonl(le32_to_cpu(cqe->rq.lkey_immdt));  in ocrdma_poll_success_rcqe()
2765 		ibwc->ex.invalidate_rkey = le32_to_cpu(cqe->rq.lkey_immdt);  in ocrdma_poll_success_rcqe()
2771 		ibwc->wr_id = qp->rqe_wr_id_tbl[qp->rq.tail];  in ocrdma_poll_success_rcqe()
2772 		ocrdma_hwq_inc_tail(&qp->rq);  in ocrdma_poll_success_rcqe()
2894 			ibwc->wr_id = qp->rqe_wr_id_tbl[qp->rq.tail];  in ocrdma_add_err_cqe()
2895 			ocrdma_hwq_inc_tail(&qp->rq);  in ocrdma_add_err_cqe()