50 	ss->num_sge = wqe->wr.num_sge;  in restart_sge()
294 			if ((wqe->wr.send_flags & IB_SEND_FENCE) &&  in ipath_make_rc_req()
310 		switch (wqe->wr.opcode) {  in ipath_make_rc_req()
326 			if (wqe->wr.opcode == IB_WR_SEND)  in ipath_make_rc_req()
331 				ohdr->u.imm_data = wqe->wr.ex.imm_data;  in ipath_make_rc_req()
334 			if (wqe->wr.send_flags & IB_SEND_SOLICITED)  in ipath_make_rc_req()
353 				cpu_to_be64(wqe->wr.wr.rdma.remote_addr);  in ipath_make_rc_req()
355 				cpu_to_be32(wqe->wr.wr.rdma.rkey);  in ipath_make_rc_req()
365 			if (wqe->wr.opcode == IB_WR_RDMA_WRITE)  in ipath_make_rc_req()
371 				ohdr->u.rc.imm_data = wqe->wr.ex.imm_data;  in ipath_make_rc_req()
373 				if (wqe->wr.send_flags & IB_SEND_SOLICITED)  in ipath_make_rc_req()
404 				cpu_to_be64(wqe->wr.wr.rdma.remote_addr);  in ipath_make_rc_req()
406 				cpu_to_be32(wqe->wr.wr.rdma.rkey);  in ipath_make_rc_req()
433 			if (wqe->wr.opcode == IB_WR_ATOMIC_CMP_AND_SWP) {  in ipath_make_rc_req()
436 					wqe->wr.wr.atomic.swap);  in ipath_make_rc_req()
438 					wqe->wr.wr.atomic.compare_add);  in ipath_make_rc_req()
442 					wqe->wr.wr.atomic.compare_add);  in ipath_make_rc_req()
446 				wqe->wr.wr.atomic.remote_addr >> 32);  in ipath_make_rc_req()
448 				wqe->wr.wr.atomic.remote_addr);  in ipath_make_rc_req()
450 				wqe->wr.wr.atomic.rkey);  in ipath_make_rc_req()
463 		qp->s_sge.num_sge = wqe->wr.num_sge;  in ipath_make_rc_req()
471 		if (wqe->wr.opcode == IB_WR_RDMA_READ)  in ipath_make_rc_req()
510 		if (wqe->wr.opcode == IB_WR_SEND)  in ipath_make_rc_req()
515 			ohdr->u.imm_data = wqe->wr.ex.imm_data;  in ipath_make_rc_req()
518 		if (wqe->wr.send_flags & IB_SEND_SOLICITED)  in ipath_make_rc_req()
546 		if (wqe->wr.opcode == IB_WR_RDMA_WRITE)  in ipath_make_rc_req()
551 			ohdr->u.imm_data = wqe->wr.ex.imm_data;  in ipath_make_rc_req()
553 			if (wqe->wr.send_flags & IB_SEND_SOLICITED)  in ipath_make_rc_req()
570 			cpu_to_be64(wqe->wr.wr.rdma.remote_addr + len);  in ipath_make_rc_req()
572 			cpu_to_be32(wqe->wr.wr.rdma.rkey);  in ipath_make_rc_req()
742 	opcode = wqe->wr.opcode;  in reset_psn()
763 		opcode = wqe->wr.opcode;  in reset_psn()
829 	if (wqe->wr.opcode == IB_WR_RDMA_READ)  in ipath_restart_rc()
901 		if (wqe->wr.opcode == IB_WR_RDMA_READ &&  in do_rc_ack()
916 		if ((wqe->wr.opcode == IB_WR_RDMA_READ &&  in do_rc_ack()
918 		    ((wqe->wr.opcode == IB_WR_ATOMIC_CMP_AND_SWP ||  in do_rc_ack()
919 		      wqe->wr.opcode == IB_WR_ATOMIC_FETCH_AND_ADD) &&  in do_rc_ack()
934 		if (wqe->wr.opcode == IB_WR_ATOMIC_CMP_AND_SWP ||  in do_rc_ack()
935 		    wqe->wr.opcode == IB_WR_ATOMIC_FETCH_AND_ADD)  in do_rc_ack()
938 		    (wqe->wr.opcode == IB_WR_RDMA_READ ||  in do_rc_ack()
939 		     wqe->wr.opcode == IB_WR_ATOMIC_CMP_AND_SWP ||  in do_rc_ack()
940 		     wqe->wr.opcode == IB_WR_ATOMIC_FETCH_AND_ADD)) {  in do_rc_ack()
950 		    (wqe->wr.send_flags & IB_SEND_SIGNALED)) {  in do_rc_ack()
952 			wc.wr_id = wqe->wr.wr_id;  in do_rc_ack()
954 			wc.opcode = ib_ipath_wc_opcode[wqe->wr.opcode];  in do_rc_ack()
1032 		if (wqe->wr.opcode == IB_WR_RDMA_READ)  in do_rc_ack()
1190 		if (unlikely(wqe->wr.opcode != IB_WR_RDMA_READ))  in ipath_rc_rcv_resp()
1212 		if (unlikely(wqe->wr.opcode != IB_WR_RDMA_READ))  in ipath_rc_rcv_resp()
1276 		if (unlikely(wqe->wr.opcode != IB_WR_RDMA_READ))  in ipath_rc_rcv_resp()