97 	priv->cm.rx_wr.wr_id = id | IPOIB_OP_CM | IPOIB_OP_RECV;  in ipoib_cm_post_receive_srq()
99 	for (i = 0; i < priv->cm.num_frags; ++i)  in ipoib_cm_post_receive_srq()
100 		priv->cm.rx_sge[i].addr = priv->cm.srq_ring[id].mapping[i];  in ipoib_cm_post_receive_srq()
102 	ret = ib_post_srq_recv(priv->cm.srq, &priv->cm.rx_wr, &bad_wr);  in ipoib_cm_post_receive_srq()
105 		ipoib_cm_dma_unmap_rx(priv, priv->cm.num_frags - 1,  in ipoib_cm_post_receive_srq()
106 				      priv->cm.srq_ring[id].mapping);  in ipoib_cm_post_receive_srq()
107 		dev_kfree_skb_any(priv->cm.srq_ring[id].skb);  in ipoib_cm_post_receive_srq()
108 		priv->cm.srq_ring[id].skb = NULL;  in ipoib_cm_post_receive_srq()
217 	if (list_empty(&priv->cm.rx_flush_list) ||  in ipoib_cm_start_rx_drain()
218 	    !list_empty(&priv->cm.rx_drain_list))  in ipoib_cm_start_rx_drain()
225 	p = list_entry(priv->cm.rx_flush_list.next, typeof(*p), list);  in ipoib_cm_start_rx_drain()
229 	list_splice_init(&priv->cm.rx_flush_list, &priv->cm.rx_drain_list);  in ipoib_cm_start_rx_drain()
242 	list_move(&p->list, &priv->cm.rx_flush_list);  in ipoib_cm_rx_event_handler()
256 		.srq = priv->cm.srq,  in ipoib_cm_create_rx_qp()
334 	for (i = 0; i < priv->cm.num_frags; ++i)  in ipoib_cm_init_rx_wr()
338 	for (i = 1; i < priv->cm.num_frags; ++i)  in ipoib_cm_init_rx_wr()
343 	wr->num_sge = priv->cm.num_frags;  in ipoib_cm_init_rx_wr()
374 	if (priv->cm.nonsrq_conn_qp >= ipoib_max_conn_qp) {  in ipoib_cm_nonsrq_init_rx()
380 		++priv->cm.nonsrq_conn_qp;  in ipoib_cm_nonsrq_init_rx()
409 	--priv->cm.nonsrq_conn_qp;  in ipoib_cm_nonsrq_init_rx()
478 			   &priv->cm.stale_task, IPOIB_CM_RX_DELAY);  in ipoib_cm_req_handler()
483 		list_move(&p->list, &priv->cm.passive_ids);  in ipoib_cm_req_handler()
577 			list_splice_init(&priv->cm.rx_drain_list, &priv->cm.rx_reap_list);  in ipoib_cm_handle_rx_wc()
579 			queue_work(priv->wq, &priv->cm.rx_reap_task);  in ipoib_cm_handle_rx_wc()
590 	rx_ring = has_srq ? priv->cm.srq_ring : p->rx_ring;  in ipoib_cm_handle_rx_wc()
604 				list_move(&p->list, &priv->cm.rx_reap_list);  in ipoib_cm_handle_rx_wc()
606 				queue_work(priv->wq, &priv->cm.rx_reap_task);  in ipoib_cm_handle_rx_wc()
619 				list_move(&p->list, &priv->cm.passive_ids);  in ipoib_cm_handle_rx_wc()
684 							  &priv->cm.rx_wr,  in ipoib_cm_handle_rx_wc()
685 							  priv->cm.rx_sge,  in ipoib_cm_handle_rx_wc()
822 			neigh->cm = NULL;  in ipoib_cm_handle_tx_wc()
829 			list_move(&tx->list, &priv->cm.reap_list);  in ipoib_cm_handle_tx_wc()
830 			queue_work(priv->wq, &priv->cm.reap_task);  in ipoib_cm_handle_tx_wc()
849 	priv->cm.id = ib_create_cm_id(priv->ca, ipoib_cm_rx_handler, dev);  in ipoib_cm_dev_open()
850 	if (IS_ERR(priv->cm.id)) {  in ipoib_cm_dev_open()
852 		ret = PTR_ERR(priv->cm.id);  in ipoib_cm_dev_open()
856 	ret = ib_cm_listen(priv->cm.id, cpu_to_be64(IPOIB_CM_IETF_ID | priv->qp->qp_num),  in ipoib_cm_dev_open()
867 	ib_destroy_cm_id(priv->cm.id);  in ipoib_cm_dev_open()
869 	priv->cm.id = NULL;  in ipoib_cm_dev_open()
880 	list_splice_init(&priv->cm.rx_reap_list, &list);  in ipoib_cm_free_rx_reap_list()
889 			--priv->cm.nonsrq_conn_qp;  in ipoib_cm_free_rx_reap_list()
903 	if (!IPOIB_CM_SUPPORTED(dev->dev_addr) || !priv->cm.id)  in ipoib_cm_dev_stop()
906 	ib_destroy_cm_id(priv->cm.id);  in ipoib_cm_dev_stop()
907 	priv->cm.id = NULL;  in ipoib_cm_dev_stop()
910 	while (!list_empty(&priv->cm.passive_ids)) {  in ipoib_cm_dev_stop()
911 		p = list_entry(priv->cm.passive_ids.next, typeof(*p), list);  in ipoib_cm_dev_stop()
912 		list_move(&p->list, &priv->cm.rx_error_list);  in ipoib_cm_dev_stop()
924 	while (!list_empty(&priv->cm.rx_error_list) ||  in ipoib_cm_dev_stop()
925 	       !list_empty(&priv->cm.rx_flush_list) ||  in ipoib_cm_dev_stop()
926 	       !list_empty(&priv->cm.rx_drain_list)) {  in ipoib_cm_dev_stop()
933 			list_splice_init(&priv->cm.rx_flush_list,  in ipoib_cm_dev_stop()
934 					 &priv->cm.rx_reap_list);  in ipoib_cm_dev_stop()
935 			list_splice_init(&priv->cm.rx_error_list,  in ipoib_cm_dev_stop()
936 					 &priv->cm.rx_reap_list);  in ipoib_cm_dev_stop()
937 			list_splice_init(&priv->cm.rx_drain_list,  in ipoib_cm_dev_stop()
938 					 &priv->cm.rx_reap_list);  in ipoib_cm_dev_stop()
951 	cancel_delayed_work(&priv->cm.stale_task);  in ipoib_cm_dev_stop()
1028 		.srq			= priv->cm.srq,  in ipoib_cm_create_tx_qp()
1250 			neigh->cm = NULL;  in ipoib_cm_tx_handler()
1257 			list_move(&tx->list, &priv->cm.reap_list);  in ipoib_cm_tx_handler()
1258 			queue_work(priv->wq, &priv->cm.reap_task);  in ipoib_cm_tx_handler()
1281 	neigh->cm = tx;  in ipoib_cm_create_tx()
1285 	list_add(&tx->list, &priv->cm.start_list);  in ipoib_cm_create_tx()
1287 	queue_work(priv->wq, &priv->cm.start_task);  in ipoib_cm_create_tx()
1297 		list_move(&tx->list, &priv->cm.reap_list);  in ipoib_cm_destroy_tx()
1298 		queue_work(priv->wq, &priv->cm.reap_task);  in ipoib_cm_destroy_tx()
1309 						   cm.start_task);  in ipoib_cm_tx_start()
1322 	while (!list_empty(&priv->cm.start_list)) {  in ipoib_cm_tx_start()
1323 		p = list_entry(priv->cm.start_list.next, typeof(*p), list);  in ipoib_cm_tx_start()
1340 				neigh->cm = NULL;  in ipoib_cm_tx_start()
1355 						   cm.reap_task);  in ipoib_cm_tx_reap()
1363 	while (!list_empty(&priv->cm.reap_list)) {  in ipoib_cm_tx_reap()
1364 		p = list_entry(priv->cm.reap_list.next, typeof(*p), list);  in ipoib_cm_tx_reap()
1380 						   cm.skb_task);  in ipoib_cm_skb_reap()
1389 	while ((skb = skb_dequeue(&priv->cm.skb_queue))) {  in ipoib_cm_skb_reap()
1413 	int e = skb_queue_empty(&priv->cm.skb_queue);  in ipoib_cm_skb_too_long()
1418 	skb_queue_tail(&priv->cm.skb_queue, skb);  in ipoib_cm_skb_too_long()
1420 		queue_work(priv->wq, &priv->cm.skb_task);  in ipoib_cm_skb_too_long()
1426 						cm.rx_reap_task)->dev);  in ipoib_cm_rx_reap()
1432 						   cm.stale_task.work);  in ipoib_cm_stale_task()
1437 	while (!list_empty(&priv->cm.passive_ids)) {  in ipoib_cm_stale_task()
1440 		p = list_entry(priv->cm.passive_ids.prev, typeof(*p), list);  in ipoib_cm_stale_task()
1443 		list_move(&p->list, &priv->cm.rx_error_list);  in ipoib_cm_stale_task()
1452 	if (!list_empty(&priv->cm.passive_ids))  in ipoib_cm_stale_task()
1454 				   &priv->cm.stale_task, IPOIB_CM_RX_DELAY);  in ipoib_cm_stale_task()
1507 	priv->cm.srq = ib_create_srq(priv->pd, &srq_init_attr);  in ipoib_cm_create_srq()
1508 	if (IS_ERR(priv->cm.srq)) {  in ipoib_cm_create_srq()
1509 		if (PTR_ERR(priv->cm.srq) != -ENOSYS)  in ipoib_cm_create_srq()
1511 			       priv->ca->name, PTR_ERR(priv->cm.srq));  in ipoib_cm_create_srq()
1512 		priv->cm.srq = NULL;  in ipoib_cm_create_srq()
1516 	priv->cm.srq_ring = vzalloc(ipoib_recvq_size * sizeof *priv->cm.srq_ring);  in ipoib_cm_create_srq()
1517 	if (!priv->cm.srq_ring) {  in ipoib_cm_create_srq()
1520 		ib_destroy_srq(priv->cm.srq);  in ipoib_cm_create_srq()
1521 		priv->cm.srq = NULL;  in ipoib_cm_create_srq()
1533 	INIT_LIST_HEAD(&priv->cm.passive_ids);  in ipoib_cm_dev_init()
1534 	INIT_LIST_HEAD(&priv->cm.reap_list);  in ipoib_cm_dev_init()
1535 	INIT_LIST_HEAD(&priv->cm.start_list);  in ipoib_cm_dev_init()
1536 	INIT_LIST_HEAD(&priv->cm.rx_error_list);  in ipoib_cm_dev_init()
1537 	INIT_LIST_HEAD(&priv->cm.rx_flush_list);  in ipoib_cm_dev_init()
1538 	INIT_LIST_HEAD(&priv->cm.rx_drain_list);  in ipoib_cm_dev_init()
1539 	INIT_LIST_HEAD(&priv->cm.rx_reap_list);  in ipoib_cm_dev_init()
1540 	INIT_WORK(&priv->cm.start_task, ipoib_cm_tx_start);  in ipoib_cm_dev_init()
1541 	INIT_WORK(&priv->cm.reap_task, ipoib_cm_tx_reap);  in ipoib_cm_dev_init()
1542 	INIT_WORK(&priv->cm.skb_task, ipoib_cm_skb_reap);  in ipoib_cm_dev_init()
1543 	INIT_WORK(&priv->cm.rx_reap_task, ipoib_cm_rx_reap);  in ipoib_cm_dev_init()
1544 	INIT_DELAYED_WORK(&priv->cm.stale_task, ipoib_cm_stale_task);  in ipoib_cm_dev_init()
1546 	skb_queue_head_init(&priv->cm.skb_queue);  in ipoib_cm_dev_init()
1559 		priv->cm.max_cm_mtu = attr.max_srq_sge * PAGE_SIZE - 0x10;  in ipoib_cm_dev_init()
1560 		priv->cm.num_frags  = attr.max_srq_sge;  in ipoib_cm_dev_init()
1562 			  priv->cm.max_cm_mtu, priv->cm.num_frags);  in ipoib_cm_dev_init()
1564 		priv->cm.max_cm_mtu = IPOIB_CM_MTU;  in ipoib_cm_dev_init()
1565 		priv->cm.num_frags  = IPOIB_CM_RX_SG;  in ipoib_cm_dev_init()
1568 	ipoib_cm_init_rx_wr(dev, &priv->cm.rx_wr, priv->cm.rx_sge);  in ipoib_cm_dev_init()
1572 			if (!ipoib_cm_alloc_rx_skb(dev, priv->cm.srq_ring, i,  in ipoib_cm_dev_init()
1573 						   priv->cm.num_frags - 1,  in ipoib_cm_dev_init()
1574 						   priv->cm.srq_ring[i].mapping,  in ipoib_cm_dev_init()
1600 	if (!priv->cm.srq)  in ipoib_cm_dev_cleanup()
1605 	ret = ib_destroy_srq(priv->cm.srq);  in ipoib_cm_dev_cleanup()
1609 	priv->cm.srq = NULL;  in ipoib_cm_dev_cleanup()
1610 	if (!priv->cm.srq_ring)  in ipoib_cm_dev_cleanup()
1613 	ipoib_cm_free_rx_ring(dev, priv->cm.srq_ring);  in ipoib_cm_dev_cleanup()
1614 	priv->cm.srq_ring = NULL;  in ipoib_cm_dev_cleanup()