247 	if (qp->ibqp.qp_type == IB_QPT_UD) {  in post_nop_wqe()
251 		av->port_pd = cpu_to_be32((qp->port << 24) | to_mpd(qp->ibqp.pd)->pdn);  in post_nop_wqe()
288 	struct ib_qp *ibqp = &to_mibqp(qp)->ibqp;  in mlx4_ib_qp_event()  local
293 	if (ibqp->event_handler) {  in mlx4_ib_qp_event()
294 		event.device     = ibqp->device;  in mlx4_ib_qp_event()
295 		event.element.qp = ibqp;  in mlx4_ib_qp_event()
327 		ibqp->event_handler(&event, ibqp->qp_context);  in mlx4_ib_qp_event()
956 	if (qp->ibqp.qp_type == IB_QPT_XRC_TGT)  in get_pd()
957 		return to_mpd(to_mxrcd(qp->ibqp.xrcd)->pd);  in get_pd()
959 		return to_mpd(qp->ibqp.pd);  in get_pd()
965 	switch (qp->ibqp.qp_type) {  in get_cqs()
967 		*send_cq = to_mcq(to_mxrcd(qp->ibqp.xrcd)->cq);  in get_cqs()
971 		*send_cq = to_mcq(qp->ibqp.send_cq);  in get_cqs()
975 		*send_cq = to_mcq(qp->ibqp.send_cq);  in get_cqs()
976 		*recv_cq = to_mcq(qp->ibqp.recv_cq);  in get_cqs()
1026 				 qp->ibqp.srq ? to_msrq(qp->ibqp.srq): NULL);  in destroy_qp_common()
1049 			mlx4_ib_db_unmap_user(to_mucontext(qp->ibqp.uobject->context),  in destroy_qp_common()
1146 		qp->ibqp.qp_num = qp->mqp.qpn;  in mlx4_ib_create_qp()
1165 		qp->ibqp.qp_num = init_attr->qp_type == IB_QPT_SMI ? 0 : 1;  in mlx4_ib_create_qp()
1174 	return &qp->ibqp;  in mlx4_ib_create_qp()
1446 static int __mlx4_ib_modify_qp(struct ib_qp *ibqp,  in __mlx4_ib_modify_qp()  argument
1450 	struct mlx4_ib_dev *dev = to_mdev(ibqp->device);  in __mlx4_ib_modify_qp()
1451 	struct mlx4_ib_qp *qp = to_mqp(ibqp);  in __mlx4_ib_modify_qp()
1490 	if (ibqp->qp_type == IB_QPT_GSI || ibqp->qp_type == IB_QPT_SMI)  in __mlx4_ib_modify_qp()
1492 	else if (ibqp->qp_type == IB_QPT_RAW_PACKET)  in __mlx4_ib_modify_qp()
1494 	else if (ibqp->qp_type == IB_QPT_UD) {  in __mlx4_ib_modify_qp()
1521 		if (ibqp->qp_type == IB_QPT_RAW_PACKET)  in __mlx4_ib_modify_qp()
1525 	if (qp->ibqp.uobject)  in __mlx4_ib_modify_qp()
1526 		context->usr_page = cpu_to_be32(to_mucontext(ibqp->uobject->context)->uar.index);  in __mlx4_ib_modify_qp()
1604 	if (!qp->ibqp.uobject)  in __mlx4_ib_modify_qp()
1639 	if (ibqp->srq)  in __mlx4_ib_modify_qp()
1670 	if (ibqp->srq)  in __mlx4_ib_modify_qp()
1671 		context->srqn = cpu_to_be32(1 << 24 | to_msrq(ibqp->srq)->msrq.srqn);  in __mlx4_ib_modify_qp()
1678 	    (ibqp->qp_type == IB_QPT_GSI || ibqp->qp_type == IB_QPT_SMI ||  in __mlx4_ib_modify_qp()
1679 	     ibqp->qp_type == IB_QPT_UD ||  in __mlx4_ib_modify_qp()
1680 	     ibqp->qp_type == IB_QPT_RAW_PACKET)) {  in __mlx4_ib_modify_qp()
1713 	if (qp->ibqp.qp_type == IB_QPT_RAW_PACKET) {  in __mlx4_ib_modify_qp()
1723 	if (ibqp->qp_type == IB_QPT_UD && (new_state == IB_QPS_RTR)) {  in __mlx4_ib_modify_qp()
1740 	if (!ibqp->uobject && cur_state == IB_QPS_RESET && new_state == IB_QPS_INIT)  in __mlx4_ib_modify_qp()
1749 	if (!ibqp->uobject && cur_state == IB_QPS_RESET && new_state == IB_QPS_INIT) {  in __mlx4_ib_modify_qp()
1805 		if (!ibqp->uobject) {  in __mlx4_ib_modify_qp()
1807 					 ibqp->srq ? to_msrq(ibqp->srq) : NULL);  in __mlx4_ib_modify_qp()
1916 int mlx4_ib_modify_qp(struct ib_qp *ibqp, struct ib_qp_attr *attr,  in mlx4_ib_modify_qp()  argument
1919 	struct mlx4_ib_dev *dev = to_mdev(ibqp->device);  in mlx4_ib_modify_qp()
1920 	struct mlx4_ib_qp *qp = to_mqp(ibqp);  in mlx4_ib_modify_qp()
1936 	if (!ib_modify_qp_is_ok(cur_state, new_state, ibqp->qp_type,  in mlx4_ib_modify_qp()
1941 			 ibqp->qp_num, cur_state, new_state,  in mlx4_ib_modify_qp()
1942 			 ibqp->qp_type, attr_mask);  in mlx4_ib_modify_qp()
1948 			if ((ibqp->qp_type == IB_QPT_RC) ||  in mlx4_ib_modify_qp()
1949 			    (ibqp->qp_type == IB_QPT_UD) ||  in mlx4_ib_modify_qp()
1950 			    (ibqp->qp_type == IB_QPT_UC) ||  in mlx4_ib_modify_qp()
1951 			    (ibqp->qp_type == IB_QPT_RAW_PACKET) ||  in mlx4_ib_modify_qp()
1952 			    (ibqp->qp_type == IB_QPT_XRC_INI)) {  in mlx4_ib_modify_qp()
1966 			 ibqp->qp_num, attr->port_num, cur_state,  in mlx4_ib_modify_qp()
1967 			 new_state, ibqp->qp_type);  in mlx4_ib_modify_qp()
1971 	if ((attr_mask & IB_QP_PORT) && (ibqp->qp_type == IB_QPT_RAW_PACKET) &&  in mlx4_ib_modify_qp()
1981 				 ibqp->qp_num, attr->pkey_index, cur_state,  in mlx4_ib_modify_qp()
1982 				 new_state, ibqp->qp_type);  in mlx4_ib_modify_qp()
1991 			 ibqp->qp_num, attr->max_rd_atomic, cur_state,  in mlx4_ib_modify_qp()
1992 			 new_state, ibqp->qp_type);  in mlx4_ib_modify_qp()
2000 			 ibqp->qp_num, attr->max_dest_rd_atomic, cur_state,  in mlx4_ib_modify_qp()
2001 			 new_state, ibqp->qp_type);  in mlx4_ib_modify_qp()
2010 	err = __mlx4_ib_modify_qp(ibqp, attr, attr_mask, cur_state, new_state);  in mlx4_ib_modify_qp()
2037 	struct mlx4_ib_dev *mdev = to_mdev(sqp->qp.ibqp.device);  in build_sriov_qp0_header()
2159 	struct ib_device *ib_dev = sqp->qp.ibqp.device;  in build_mlx_header()
2180 	is_eth = rdma_port_get_link_layer(sqp->qp.ibqp.device, sqp->qp.port) == IB_LINK_LAYER_ETHERNET;  in build_mlx_header()
2246 		mlx->flags |= cpu_to_be32((!sqp->qp.ibqp.qp_num ? MLX4_WQE_MLX_VL15 : 0) |  in build_mlx_header()
2302 		sqp->ud_header.lrh.virtual_lane    = !sqp->qp.ibqp.qp_num ? 15 : 0;  in build_mlx_header()
2307 	if (!sqp->qp.ibqp.qp_num)  in build_mlx_header()
2316 	sqp->ud_header.deth.source_qpn = cpu_to_be32(sqp->qp.ibqp.qp_num);  in build_mlx_header()
2639 int mlx4_ib_post_send(struct ib_qp *ibqp, struct ib_send_wr *wr,  in mlx4_ib_post_send()  argument
2642 	struct mlx4_ib_qp *qp = to_mqp(ibqp);  in mlx4_ib_post_send()
2658 	struct mlx4_ib_dev *mdev = to_mdev(ibqp->device);  in mlx4_ib_post_send()
2674 		if (mlx4_wq_overflow(&qp->sq, nreq, qp->ibqp.send_cq)) {  in mlx4_ib_post_send()
2831 			set_tunnel_datagram_seg(to_mdev(ibqp->device), wqe, wr,  in mlx4_ib_post_send()
2934 		       to_mdev(ibqp->device)->uar_map + MLX4_SEND_DOORBELL);  in mlx4_ib_post_send()
2953 int mlx4_ib_post_recv(struct ib_qp *ibqp, struct ib_recv_wr *wr,  in mlx4_ib_post_recv()  argument
2956 	struct mlx4_ib_qp *qp = to_mqp(ibqp);  in mlx4_ib_post_recv()
2964 	struct mlx4_ib_dev *mdev = to_mdev(ibqp->device);  in mlx4_ib_post_recv()
2979 		if (mlx4_wq_overflow(&qp->rq, nreq, qp->ibqp.recv_cq)) {  in mlx4_ib_post_recv()
2995 			ib_dma_sync_single_for_device(ibqp->device,  in mlx4_ib_post_recv()
3115 int mlx4_ib_query_qp(struct ib_qp *ibqp, struct ib_qp_attr *qp_attr, int qp_attr_mask,  in mlx4_ib_query_qp()  argument
3118 	struct mlx4_ib_dev *dev = to_mdev(ibqp->device);  in mlx4_ib_query_qp()
3119 	struct mlx4_ib_qp *qp = to_mqp(ibqp);  in mlx4_ib_query_qp()
3151 	if (qp->ibqp.qp_type == IB_QPT_RC || qp->ibqp.qp_type == IB_QPT_UC) {  in mlx4_ib_query_qp()
3183 	if (!ibqp->uobject) {  in mlx4_ib_query_qp()