51 	ss->num_sge = wqe->wr.num_sge;  in restart_sge()
318 			if ((wqe->wr.send_flags & IB_SEND_FENCE) &&  in qib_make_rc_req()
334 		switch (wqe->wr.opcode) {  in qib_make_rc_req()
350 			if (wqe->wr.opcode == IB_WR_SEND)  in qib_make_rc_req()
355 				ohdr->u.imm_data = wqe->wr.ex.imm_data;  in qib_make_rc_req()
358 			if (wqe->wr.send_flags & IB_SEND_SOLICITED)  in qib_make_rc_req()
377 				cpu_to_be64(wqe->wr.wr.rdma.remote_addr);  in qib_make_rc_req()
379 				cpu_to_be32(wqe->wr.wr.rdma.rkey);  in qib_make_rc_req()
389 			if (wqe->wr.opcode == IB_WR_RDMA_WRITE)  in qib_make_rc_req()
395 				ohdr->u.rc.imm_data = wqe->wr.ex.imm_data;  in qib_make_rc_req()
397 				if (wqe->wr.send_flags & IB_SEND_SOLICITED)  in qib_make_rc_req()
428 				cpu_to_be64(wqe->wr.wr.rdma.remote_addr);  in qib_make_rc_req()
430 				cpu_to_be32(wqe->wr.wr.rdma.rkey);  in qib_make_rc_req()
458 			if (wqe->wr.opcode == IB_WR_ATOMIC_CMP_AND_SWP) {  in qib_make_rc_req()
461 					wqe->wr.wr.atomic.swap);  in qib_make_rc_req()
463 					wqe->wr.wr.atomic.compare_add);  in qib_make_rc_req()
467 					wqe->wr.wr.atomic.compare_add);  in qib_make_rc_req()
471 				wqe->wr.wr.atomic.remote_addr >> 32);  in qib_make_rc_req()
473 				wqe->wr.wr.atomic.remote_addr);  in qib_make_rc_req()
475 				wqe->wr.wr.atomic.rkey);  in qib_make_rc_req()
489 		qp->s_sge.num_sge = wqe->wr.num_sge;  in qib_make_rc_req()
497 		if (wqe->wr.opcode == IB_WR_RDMA_READ)  in qib_make_rc_req()
531 		if (wqe->wr.opcode == IB_WR_SEND)  in qib_make_rc_req()
536 			ohdr->u.imm_data = wqe->wr.ex.imm_data;  in qib_make_rc_req()
539 		if (wqe->wr.send_flags & IB_SEND_SOLICITED)  in qib_make_rc_req()
572 		if (wqe->wr.opcode == IB_WR_RDMA_WRITE)  in qib_make_rc_req()
577 			ohdr->u.imm_data = wqe->wr.ex.imm_data;  in qib_make_rc_req()
579 			if (wqe->wr.send_flags & IB_SEND_SOLICITED)  in qib_make_rc_req()
600 			cpu_to_be64(wqe->wr.wr.rdma.remote_addr + len);  in qib_make_rc_req()
602 			cpu_to_be32(wqe->wr.wr.rdma.rkey);  in qib_make_rc_req()
801 	opcode = wqe->wr.opcode;  in reset_psn()
822 		opcode = wqe->wr.opcode;  in reset_psn()
887 	if (wqe->wr.opcode == IB_WR_RDMA_READ)  in qib_restart_rc()
953 			if (wqe->wr.opcode == IB_WR_RDMA_READ)  in reset_sending_psn()
1012 		for (i = 0; i < wqe->wr.num_sge; i++) {  in qib_rc_send_complete()
1019 		    (wqe->wr.send_flags & IB_SEND_SIGNALED)) {  in qib_rc_send_complete()
1021 			wc.wr_id = wqe->wr.wr_id;  in qib_rc_send_complete()
1023 			wc.opcode = ib_qib_wc_opcode[wqe->wr.opcode];  in qib_rc_send_complete()
1068 		for (i = 0; i < wqe->wr.num_sge; i++) {  in do_rc_completion()
1075 		    (wqe->wr.send_flags & IB_SEND_SIGNALED)) {  in do_rc_completion()
1077 			wc.wr_id = wqe->wr.wr_id;  in do_rc_completion()
1079 			wc.opcode = ib_qib_wc_opcode[wqe->wr.opcode];  in do_rc_completion()
1166 		if (wqe->wr.opcode == IB_WR_RDMA_READ &&  in do_rc_ack()
1181 		if ((wqe->wr.opcode == IB_WR_RDMA_READ &&  in do_rc_ack()
1183 		    ((wqe->wr.opcode == IB_WR_ATOMIC_CMP_AND_SWP ||  in do_rc_ack()
1184 		      wqe->wr.opcode == IB_WR_ATOMIC_FETCH_AND_ADD) &&  in do_rc_ack()
1203 		if (wqe->wr.opcode == IB_WR_ATOMIC_CMP_AND_SWP ||  in do_rc_ack()
1204 		    wqe->wr.opcode == IB_WR_ATOMIC_FETCH_AND_ADD) {  in do_rc_ack()
1209 		    (wqe->wr.opcode == IB_WR_RDMA_READ ||  in do_rc_ack()
1210 		     wqe->wr.opcode == IB_WR_ATOMIC_CMP_AND_SWP ||  in do_rc_ack()
1211 		     wqe->wr.opcode == IB_WR_ATOMIC_FETCH_AND_ADD)) {  in do_rc_ack()
1364 		if (wqe->wr.opcode == IB_WR_RDMA_READ ||  in rdma_seq_err()
1365 		    wqe->wr.opcode == IB_WR_ATOMIC_CMP_AND_SWP ||  in rdma_seq_err()
1366 		    wqe->wr.opcode == IB_WR_ATOMIC_FETCH_AND_ADD)  in rdma_seq_err()
1489 		if (unlikely(wqe->wr.opcode != IB_WR_RDMA_READ))  in qib_rc_rcv_resp()
1504 		if (unlikely(wqe->wr.opcode != IB_WR_RDMA_READ))  in qib_rc_rcv_resp()
1563 		if (unlikely(wqe->wr.opcode != IB_WR_RDMA_READ))  in qib_rc_rcv_resp()