157 			  wq->rq.memsize, wq->rq.queue,  in destroy_qp()
158 			  dma_unmap_addr(&wq->rq, mapping));  in destroy_qp()
160 	c4iw_rqtpool_free(rdev, wq->rq.rqt_hwaddr, wq->rq.rqt_size);  in destroy_qp()
161 	kfree(wq->rq.sw_rq);  in destroy_qp()
163 	c4iw_put_qpid(rdev, wq->rq.qid, uctx);  in destroy_qp()
185 	wq->rq.qid = c4iw_get_qpid(rdev, uctx);  in create_qp()
186 	if (!wq->rq.qid) {  in create_qp()
199 		wq->rq.sw_rq = kzalloc(wq->rq.size * sizeof *wq->rq.sw_rq,  in create_qp()
201 		if (!wq->rq.sw_rq) {  in create_qp()
210 	wq->rq.rqt_size = roundup_pow_of_two(max_t(u16, wq->rq.size, 16));  in create_qp()
211 	wq->rq.rqt_hwaddr = c4iw_rqtpool_alloc(rdev, wq->rq.rqt_size);  in create_qp()
212 	if (!wq->rq.rqt_hwaddr) {  in create_qp()
223 	wq->rq.queue = dma_alloc_coherent(&(rdev->lldi.pdev->dev),  in create_qp()
224 					  wq->rq.memsize, &(wq->rq.dma_addr),  in create_qp()
226 	if (!wq->rq.queue) {  in create_qp()
233 		wq->rq.queue,  in create_qp()
234 		(unsigned long long)virt_to_phys(wq->rq.queue));  in create_qp()
235 	memset(wq->rq.queue, 0, wq->rq.memsize);  in create_qp()
236 	dma_unmap_addr_set(&wq->rq, mapping, wq->rq.dma_addr);  in create_qp()
250 		off = (wq->rq.qid << rdev->qpshift) & PAGE_MASK;  in create_qp()
252 			wq->rq.udb = (u64 __iomem *)(rdev->bar2_pa + off);  in create_qp()
254 			off += 128 * (wq->rq.qid & rdev->qpmask) + 8;  in create_qp()
255 			wq->rq.udb = (u64 __iomem *)(rdev->bar2_kva + off);  in create_qp()
259 	wq->rq.msn = 1;  in create_qp()
312 	eqsize = wq->rq.size * T4_RQ_NUM_SLOTS +  in create_qp()
327 	res->u.sqrq.eqid = cpu_to_be32(wq->rq.qid);  in create_qp()
328 	res->u.sqrq.eqaddr = cpu_to_be64(wq->rq.dma_addr);  in create_qp()
340 	     __func__, wq->sq.qid, wq->rq.qid, wq->db,  in create_qp()
342 	     (__force unsigned long) wq->rq.udb);  in create_qp()
347 			  wq->rq.memsize, wq->rq.queue,  in create_qp()
348 			  dma_unmap_addr(&wq->rq, mapping));  in create_qp()
352 	c4iw_rqtpool_free(rdev, wq->rq.rqt_hwaddr, wq->rq.rqt_size);  in create_qp()
354 	kfree(wq->rq.sw_rq);  in create_qp()
358 	c4iw_put_qpid(rdev, wq->rq.qid, uctx);  in create_qp()
578 	ret = build_isgl((__be64 *)qhp->wq.rq.queue,  in build_rdma_recv()
579 			 (__be64 *)&qhp->wq.rq.queue[qhp->wq.rq.size],  in build_rdma_recv()
717 		qhp->wq.rq.wq_pidx_inc += inc;  in ring_kernel_rq_db()
881 		wqe = (union t4_recv_wr *)((u8 *)qhp->wq.rq.queue +  in c4iw_post_receive()
882 					   qhp->wq.rq.wq_pidx *  in c4iw_post_receive()
893 		qhp->wq.rq.sw_rq[qhp->wq.rq.pidx].wr_id = wr->wr_id;  in c4iw_post_receive()
895 			qhp->wq.rq.sw_rq[qhp->wq.rq.pidx].sge_ts =  in c4iw_post_receive()
899 				&qhp->wq.rq.sw_rq[qhp->wq.rq.pidx].host_ts);  in c4iw_post_receive()
904 		wqe->recv.wrid = qhp->wq.rq.pidx;  in c4iw_post_receive()
910 		     (unsigned long long) wr->wr_id, qhp->wq.rq.pidx);  in c4iw_post_receive()
1306 	wqe->u.init.rq_eqid = cpu_to_be32(qhp->wq.rq.qid);  in rdma_init()
1313 	wqe->u.init.hwrqsize = cpu_to_be32(qhp->wq.rq.rqt_size);  in rdma_init()
1314 	wqe->u.init.hwrqaddr = cpu_to_be32(qhp->wq.rq.rqt_hwaddr -  in rdma_init()
1315 					 rhp->rdev.lldi.vr->rq.start);  in rdma_init()
1348 	     qhp, qhp->wq.sq.qid, qhp->wq.rq.qid, qhp->ep, qhp->attr.state,  in c4iw_modify_qp()
1659 	qhp->wq.rq.size = rqsize;  in c4iw_create_qp()
1660 	qhp->wq.rq.memsize =  in c4iw_create_qp()
1662 		sizeof(*qhp->wq.rq.queue);  in c4iw_create_qp()
1666 		qhp->wq.rq.memsize = roundup(qhp->wq.rq.memsize, PAGE_SIZE);  in c4iw_create_qp()
1738 		uresp.rqid = qhp->wq.rq.qid;  in c4iw_create_qp()
1739 		uresp.rq_size = qhp->wq.rq.size;  in c4iw_create_qp()
1740 		uresp.rq_memsize = qhp->wq.rq.memsize;  in c4iw_create_qp()
1765 		mm2->addr = virt_to_phys(qhp->wq.rq.queue);  in c4iw_create_qp()
1766 		mm2->len = PAGE_ALIGN(qhp->wq.rq.memsize);  in c4iw_create_qp()
1773 		mm4->addr = (__force unsigned long)qhp->wq.rq.udb;  in c4iw_create_qp()
1790 	     attrs->cap.max_send_wr, qhp->wq.rq.qid, qhp->wq.rq.size,  in c4iw_create_qp()
1791 	     qhp->wq.rq.memsize, attrs->cap.max_recv_wr);  in c4iw_create_qp()