248 	if (qp->ibqp.qp_type == IB_QPT_UD) {  in post_nop_wqe()
252 		av->port_pd = cpu_to_be32((qp->port << 24) | to_mpd(qp->ibqp.pd)->pdn);  in post_nop_wqe()
289 	struct ib_qp *ibqp = &to_mibqp(qp)->ibqp;  in mlx4_ib_qp_event()  local
294 	if (ibqp->event_handler) {  in mlx4_ib_qp_event()
295 		event.device     = ibqp->device;  in mlx4_ib_qp_event()
296 		event.element.qp = ibqp;  in mlx4_ib_qp_event()
328 		ibqp->event_handler(&event, ibqp->qp_context);  in mlx4_ib_qp_event()
975 	if (qp->ibqp.qp_type == IB_QPT_XRC_TGT)  in get_pd()
976 		return to_mpd(to_mxrcd(qp->ibqp.xrcd)->pd);  in get_pd()
978 		return to_mpd(qp->ibqp.pd);  in get_pd()
984 	switch (qp->ibqp.qp_type) {  in get_cqs()
986 		*send_cq = to_mcq(to_mxrcd(qp->ibqp.xrcd)->cq);  in get_cqs()
990 		*send_cq = to_mcq(qp->ibqp.send_cq);  in get_cqs()
994 		*send_cq = to_mcq(qp->ibqp.send_cq);  in get_cqs()
995 		*recv_cq = to_mcq(qp->ibqp.recv_cq);  in get_cqs()
1045 				 qp->ibqp.srq ? to_msrq(qp->ibqp.srq): NULL);  in destroy_qp_common()
1068 			mlx4_ib_db_unmap_user(to_mucontext(qp->ibqp.uobject->context),  in destroy_qp_common()
1168 		qp->ibqp.qp_num = qp->mqp.qpn;  in mlx4_ib_create_qp()
1187 		qp->ibqp.qp_num = init_attr->qp_type == IB_QPT_SMI ? 0 : 1;  in mlx4_ib_create_qp()
1196 	return &qp->ibqp;  in mlx4_ib_create_qp()
1510 static int __mlx4_ib_modify_qp(struct ib_qp *ibqp,  in __mlx4_ib_modify_qp()  argument
1514 	struct mlx4_ib_dev *dev = to_mdev(ibqp->device);  in __mlx4_ib_modify_qp()
1515 	struct mlx4_ib_qp *qp = to_mqp(ibqp);  in __mlx4_ib_modify_qp()
1555 	if (ibqp->qp_type == IB_QPT_GSI || ibqp->qp_type == IB_QPT_SMI)  in __mlx4_ib_modify_qp()
1557 	else if (ibqp->qp_type == IB_QPT_RAW_PACKET)  in __mlx4_ib_modify_qp()
1559 	else if (ibqp->qp_type == IB_QPT_UD) {  in __mlx4_ib_modify_qp()
1589 		if (ibqp->qp_type == IB_QPT_RAW_PACKET)  in __mlx4_ib_modify_qp()
1593 	if (qp->ibqp.uobject)  in __mlx4_ib_modify_qp()
1594 		context->usr_page = cpu_to_be32(to_mucontext(ibqp->uobject->context)->uar.index);  in __mlx4_ib_modify_qp()
1646 		u8 port_num = mlx4_is_bonded(to_mdev(ibqp->device)->dev) ? 1 :  in __mlx4_ib_modify_qp()
1658 			status = ib_get_cached_gid(ibqp->device, port_num,  in __mlx4_ib_modify_qp()
1711 	if (!qp->ibqp.uobject)  in __mlx4_ib_modify_qp()
1746 	if (ibqp->srq)  in __mlx4_ib_modify_qp()
1777 	if (ibqp->srq)  in __mlx4_ib_modify_qp()
1778 		context->srqn = cpu_to_be32(1 << 24 | to_msrq(ibqp->srq)->msrq.srqn);  in __mlx4_ib_modify_qp()
1785 	    (ibqp->qp_type == IB_QPT_GSI || ibqp->qp_type == IB_QPT_SMI ||  in __mlx4_ib_modify_qp()
1786 	     ibqp->qp_type == IB_QPT_UD ||  in __mlx4_ib_modify_qp()
1787 	     ibqp->qp_type == IB_QPT_RAW_PACKET)) {  in __mlx4_ib_modify_qp()
1820 	if (qp->ibqp.qp_type == IB_QPT_RAW_PACKET) {  in __mlx4_ib_modify_qp()
1830 	if (ibqp->qp_type == IB_QPT_UD && (new_state == IB_QPS_RTR)) {  in __mlx4_ib_modify_qp()
1847 	if (!ibqp->uobject && cur_state == IB_QPS_RESET && new_state == IB_QPS_INIT)  in __mlx4_ib_modify_qp()
1856 	if (!ibqp->uobject && cur_state == IB_QPS_RESET && new_state == IB_QPS_INIT) {  in __mlx4_ib_modify_qp()
1912 		if (!ibqp->uobject) {  in __mlx4_ib_modify_qp()
1914 					 ibqp->srq ? to_msrq(ibqp->srq) : NULL);  in __mlx4_ib_modify_qp()
2025 int mlx4_ib_modify_qp(struct ib_qp *ibqp, struct ib_qp_attr *attr,  in mlx4_ib_modify_qp()  argument
2028 	struct mlx4_ib_dev *dev = to_mdev(ibqp->device);  in mlx4_ib_modify_qp()
2029 	struct mlx4_ib_qp *qp = to_mqp(ibqp);  in mlx4_ib_modify_qp()
2045 	if (!ib_modify_qp_is_ok(cur_state, new_state, ibqp->qp_type,  in mlx4_ib_modify_qp()
2050 			 ibqp->qp_num, cur_state, new_state,  in mlx4_ib_modify_qp()
2051 			 ibqp->qp_type, attr_mask);  in mlx4_ib_modify_qp()
2057 			if ((ibqp->qp_type == IB_QPT_RC) ||  in mlx4_ib_modify_qp()
2058 			    (ibqp->qp_type == IB_QPT_UD) ||  in mlx4_ib_modify_qp()
2059 			    (ibqp->qp_type == IB_QPT_UC) ||  in mlx4_ib_modify_qp()
2060 			    (ibqp->qp_type == IB_QPT_RAW_PACKET) ||  in mlx4_ib_modify_qp()
2061 			    (ibqp->qp_type == IB_QPT_XRC_INI)) {  in mlx4_ib_modify_qp()
2075 			 ibqp->qp_num, attr->port_num, cur_state,  in mlx4_ib_modify_qp()
2076 			 new_state, ibqp->qp_type);  in mlx4_ib_modify_qp()
2080 	if ((attr_mask & IB_QP_PORT) && (ibqp->qp_type == IB_QPT_RAW_PACKET) &&  in mlx4_ib_modify_qp()
2090 				 ibqp->qp_num, attr->pkey_index, cur_state,  in mlx4_ib_modify_qp()
2091 				 new_state, ibqp->qp_type);  in mlx4_ib_modify_qp()
2100 			 ibqp->qp_num, attr->max_rd_atomic, cur_state,  in mlx4_ib_modify_qp()
2101 			 new_state, ibqp->qp_type);  in mlx4_ib_modify_qp()
2109 			 ibqp->qp_num, attr->max_dest_rd_atomic, cur_state,  in mlx4_ib_modify_qp()
2110 			 new_state, ibqp->qp_type);  in mlx4_ib_modify_qp()
2119 	err = __mlx4_ib_modify_qp(ibqp, attr, attr_mask, cur_state, new_state);  in mlx4_ib_modify_qp()
2146 	struct mlx4_ib_dev *mdev = to_mdev(sqp->qp.ibqp.device);  in build_sriov_qp0_header()
2268 	struct ib_device *ib_dev = sqp->qp.ibqp.device;  in build_mlx_header()
2289 	is_eth = rdma_port_get_link_layer(sqp->qp.ibqp.device, sqp->qp.port) == IB_LINK_LAYER_ETHERNET;  in build_mlx_header()
2358 		mlx->flags |= cpu_to_be32((!sqp->qp.ibqp.qp_num ? MLX4_WQE_MLX_VL15 : 0) |  in build_mlx_header()
2414 		sqp->ud_header.lrh.virtual_lane    = !sqp->qp.ibqp.qp_num ? 15 : 0;  in build_mlx_header()
2419 	if (!sqp->qp.ibqp.qp_num)  in build_mlx_header()
2428 	sqp->ud_header.deth.source_qpn = cpu_to_be32(sqp->qp.ibqp.qp_num);  in build_mlx_header()
2748 int mlx4_ib_post_send(struct ib_qp *ibqp, struct ib_send_wr *wr,  in mlx4_ib_post_send()  argument
2751 	struct mlx4_ib_qp *qp = to_mqp(ibqp);  in mlx4_ib_post_send()
2767 	struct mlx4_ib_dev *mdev = to_mdev(ibqp->device);  in mlx4_ib_post_send()
2783 		if (mlx4_wq_overflow(&qp->sq, nreq, qp->ibqp.send_cq)) {  in mlx4_ib_post_send()
2943 			set_tunnel_datagram_seg(to_mdev(ibqp->device), wqe,  in mlx4_ib_post_send()
3048 		       to_mdev(ibqp->device)->uar_map + MLX4_SEND_DOORBELL);  in mlx4_ib_post_send()
3067 int mlx4_ib_post_recv(struct ib_qp *ibqp, struct ib_recv_wr *wr,  in mlx4_ib_post_recv()  argument
3070 	struct mlx4_ib_qp *qp = to_mqp(ibqp);  in mlx4_ib_post_recv()
3078 	struct mlx4_ib_dev *mdev = to_mdev(ibqp->device);  in mlx4_ib_post_recv()
3093 		if (mlx4_wq_overflow(&qp->rq, nreq, qp->ibqp.recv_cq)) {  in mlx4_ib_post_recv()
3109 			ib_dma_sync_single_for_device(ibqp->device,  in mlx4_ib_post_recv()
3229 int mlx4_ib_query_qp(struct ib_qp *ibqp, struct ib_qp_attr *qp_attr, int qp_attr_mask,  in mlx4_ib_query_qp()  argument
3232 	struct mlx4_ib_dev *dev = to_mdev(ibqp->device);  in mlx4_ib_query_qp()
3233 	struct mlx4_ib_qp *qp = to_mqp(ibqp);  in mlx4_ib_query_qp()
3265 	if (qp->ibqp.qp_type == IB_QPT_RC || qp->ibqp.qp_type == IB_QPT_UC) {  in mlx4_ib_query_qp()
3297 	if (!ibqp->uobject) {  in mlx4_ib_query_qp()