150 				u8 *flit_cnt, int *wr_cnt, struct t3_wq *wq)  in build_fastreg()  argument
174 			wqe = (union t3_wr *)(wq->queue +  in build_fastreg()
175 				Q_PTR2IDX((wq->wptr+1), wq->size_log2));  in build_fastreg()
177 			       Q_GENBIT(wq->wptr + 1, wq->size_log2),  in build_fastreg()
280 	qhp->wq.rq[Q_PTR2IDX(qhp->wq.rq_wptr,  in build_rdma_recv()
281 			     qhp->wq.rq_size_log2)].wr_id = wr->wr_id;  in build_rdma_recv()
282 	qhp->wq.rq[Q_PTR2IDX(qhp->wq.rq_wptr,  in build_rdma_recv()
283 			     qhp->wq.rq_size_log2)].pbl_addr = 0;  in build_rdma_recv()
343 	qhp->wq.rq[Q_PTR2IDX(qhp->wq.rq_wptr,  in build_zero_stag_recv()
344 			     qhp->wq.rq_size_log2)].wr_id = wr->wr_id;  in build_zero_stag_recv()
345 	qhp->wq.rq[Q_PTR2IDX(qhp->wq.rq_wptr,  in build_zero_stag_recv()
346 			     qhp->wq.rq_size_log2)].pbl_addr = pbl_addr;  in build_zero_stag_recv()
372 	num_wrs = Q_FREECNT(qhp->wq.sq_rptr, qhp->wq.sq_wptr,  in iwch_post_send()
373 		  qhp->wq.sq_size_log2);  in iwch_post_send()
384 		idx = Q_PTR2IDX(qhp->wq.wptr, qhp->wq.size_log2);  in iwch_post_send()
385 		wqe = (union t3_wr *) (qhp->wq.queue + idx);  in iwch_post_send()
391 		sqp = qhp->wq.sq +  in iwch_post_send()
392 		      Q_PTR2IDX(qhp->wq.sq_wptr, qhp->wq.sq_size_log2);  in iwch_post_send()
414 			if (!qhp->wq.oldest_read)  in iwch_post_send()
415 				qhp->wq.oldest_read = sqp;  in iwch_post_send()
420 						 &wr_cnt, &qhp->wq);  in iwch_post_send()
435 		wqe->send.wrid.id0.hi = qhp->wq.sq_wptr;  in iwch_post_send()
438 		sqp->sq_wptr = qhp->wq.sq_wptr;  in iwch_post_send()
443 			       Q_GENBIT(qhp->wq.wptr, qhp->wq.size_log2),  in iwch_post_send()
448 		     Q_PTR2IDX(qhp->wq.sq_wptr, qhp->wq.sq_size_log2),  in iwch_post_send()
452 		qhp->wq.wptr += wr_cnt;  in iwch_post_send()
453 		++(qhp->wq.sq_wptr);  in iwch_post_send()
456 	if (cxio_wq_db_enabled(&qhp->wq))  in iwch_post_send()
457 		ring_doorbell(qhp->wq.doorbell, qhp->wq.qpid);  in iwch_post_send()
482 	num_wrs = Q_FREECNT(qhp->wq.rq_rptr, qhp->wq.rq_wptr,  in iwch_post_receive()
483 			    qhp->wq.rq_size_log2) - 1;  in iwch_post_receive()
494 		idx = Q_PTR2IDX(qhp->wq.wptr, qhp->wq.size_log2);  in iwch_post_receive()
495 		wqe = (union t3_wr *) (qhp->wq.queue + idx);  in iwch_post_receive()
508 			       Q_GENBIT(qhp->wq.wptr, qhp->wq.size_log2),  in iwch_post_receive()
512 		     idx, qhp->wq.rq_wptr, qhp->wq.rq_rptr, wqe);  in iwch_post_receive()
513 		++(qhp->wq.rq_wptr);  in iwch_post_receive()
514 		++(qhp->wq.wptr);  in iwch_post_receive()
519 	if (cxio_wq_db_enabled(&qhp->wq))  in iwch_post_receive()
520 		ring_doorbell(qhp->wq.doorbell, qhp->wq.qpid);  in iwch_post_receive()
555 	num_wrs = Q_FREECNT(qhp->wq.sq_rptr, qhp->wq.sq_wptr,  in iwch_bind_mw()
556 			    qhp->wq.sq_size_log2);  in iwch_bind_mw()
561 	idx = Q_PTR2IDX(qhp->wq.wptr, qhp->wq.size_log2);  in iwch_bind_mw()
564 	wqe = (union t3_wr *) (qhp->wq.queue + idx);  in iwch_bind_mw()
588 	wqe->send.wrid.id0.hi = qhp->wq.sq_wptr;  in iwch_bind_mw()
589 	sqp = qhp->wq.sq + Q_PTR2IDX(qhp->wq.sq_wptr, qhp->wq.sq_size_log2);  in iwch_bind_mw()
592 	sqp->sq_wptr = qhp->wq.sq_wptr;  in iwch_bind_mw()
598 		       Q_GENBIT(qhp->wq.wptr, qhp->wq.size_log2), 0,  in iwch_bind_mw()
600 	++(qhp->wq.wptr);  in iwch_bind_mw()
601 	++(qhp->wq.sq_wptr);  in iwch_bind_mw()
604 	if (cxio_wq_db_enabled(&qhp->wq))  in iwch_bind_mw()
605 		ring_doorbell(qhp->wq.doorbell, qhp->wq.qpid);  in iwch_bind_mw()
822 	cxio_count_rcqes(&rchp->cq, &qhp->wq, &count);  in __flush_qp()
823 	flushed = cxio_flush_rq(&qhp->wq, &rchp->cq, count);  in __flush_qp()
836 	cxio_count_scqes(&schp->cq, &qhp->wq, &count);  in __flush_qp()
837 	flushed = cxio_flush_sq(&qhp->wq, &schp->cq, count);  in __flush_qp()
861 		cxio_set_wq_in_error(&qhp->wq);  in flush_qp()
884 	union t3_wr *wqe = qhp->wq.queue;  in iwch_rqes_posted()
903 	init_attr.qpid = qhp->wq.qpid;  in rdma_init()
907 	init_attr.rq_addr = qhp->wq.rq_addr;  in rdma_init()
908 	init_attr.rq_size = 1 << qhp->wq.rq_size_log2;  in rdma_init()
924 	init_attr.qp_dma_addr = qhp->wq.dma_addr;  in rdma_init()
925 	init_attr.qp_dma_size = (1UL << qhp->wq.size_log2);  in rdma_init()
962 	     qhp, qhp->wq.qpid, qhp->ep, qhp->attr.state,  in iwch_modify_qp()
1057 				cxio_set_wq_in_error(&qhp->wq);  in iwch_modify_qp()
1103 		if (!Q_EMPTY(qhp->wq.sq_rptr, qhp->wq.sq_wptr) ||  in iwch_modify_qp()
1104 		    !Q_EMPTY(qhp->wq.rq_rptr, qhp->wq.rq_wptr)) {  in iwch_modify_qp()
1127 	     qhp->wq.qpid);  in iwch_modify_qp()