801 	struct mpa_message *mpa;  in send_mpa_req()  local
808 	mpalen = sizeof(*mpa) + ep->plen;  in send_mpa_req()
833 	mpa = (struct mpa_message *)(req + 1);  in send_mpa_req()
834 	memcpy(mpa->key, MPA_KEY_REQ, sizeof(mpa->key));  in send_mpa_req()
835 	mpa->flags = (crc_enabled ? MPA_CRC : 0) |  in send_mpa_req()
838 	mpa->private_data_size = htons(ep->plen);  in send_mpa_req()
839 	mpa->revision = mpa_rev_to_use;  in send_mpa_req()
846 		mpa->private_data_size = htons(ntohs(mpa->private_data_size) +  in send_mpa_req()
862 		memcpy(mpa->private_data, &mpa_v2_params,  in send_mpa_req()
866 			memcpy(mpa->private_data +  in send_mpa_req()
868 			       ep->mpa_pkt + sizeof(*mpa), ep->plen);  in send_mpa_req()
871 			memcpy(mpa->private_data,  in send_mpa_req()
872 					ep->mpa_pkt + sizeof(*mpa), ep->plen);  in send_mpa_req()
895 	struct mpa_message *mpa;  in send_mpa_reject()  local
901 	mpalen = sizeof(*mpa) + plen;  in send_mpa_reject()
927 	mpa = (struct mpa_message *)(req + 1);  in send_mpa_reject()
928 	memset(mpa, 0, sizeof(*mpa));  in send_mpa_reject()
929 	memcpy(mpa->key, MPA_KEY_REP, sizeof(mpa->key));  in send_mpa_reject()
930 	mpa->flags = MPA_REJECT;  in send_mpa_reject()
931 	mpa->revision = ep->mpa_attr.version;  in send_mpa_reject()
932 	mpa->private_data_size = htons(plen);  in send_mpa_reject()
935 		mpa->flags |= MPA_ENHANCED_RDMA_CONN;  in send_mpa_reject()
936 		mpa->private_data_size = htons(ntohs(mpa->private_data_size) +  in send_mpa_reject()
947 		memcpy(mpa->private_data, &mpa_v2_params,  in send_mpa_reject()
951 			memcpy(mpa->private_data +  in send_mpa_reject()
955 			memcpy(mpa->private_data, pdata, plen);  in send_mpa_reject()
975 	struct mpa_message *mpa;  in send_mpa_reply()  local
981 	mpalen = sizeof(*mpa) + plen;  in send_mpa_reply()
1007 	mpa = (struct mpa_message *)(req + 1);  in send_mpa_reply()
1008 	memset(mpa, 0, sizeof(*mpa));  in send_mpa_reply()
1009 	memcpy(mpa->key, MPA_KEY_REP, sizeof(mpa->key));  in send_mpa_reply()
1010 	mpa->flags = (ep->mpa_attr.crc_enabled ? MPA_CRC : 0) |  in send_mpa_reply()
1012 	mpa->revision = ep->mpa_attr.version;  in send_mpa_reply()
1013 	mpa->private_data_size = htons(plen);  in send_mpa_reply()
1016 		mpa->flags |= MPA_ENHANCED_RDMA_CONN;  in send_mpa_reply()
1017 		mpa->private_data_size = htons(ntohs(mpa->private_data_size) +  in send_mpa_reply()
1033 		memcpy(mpa->private_data, &mpa_v2_params,  in send_mpa_reply()
1037 			memcpy(mpa->private_data +  in send_mpa_reply()
1041 			memcpy(mpa->private_data, pdata, plen);  in send_mpa_reply()
1288 	struct mpa_message *mpa;  in process_mpa_reply()  local
1327 	if (ep->mpa_pkt_len < sizeof(*mpa))  in process_mpa_reply()
1329 	mpa = (struct mpa_message *) ep->mpa_pkt;  in process_mpa_reply()
1332 	if (mpa->revision > mpa_rev) {  in process_mpa_reply()
1334 		       " Received = %d\n", __func__, mpa_rev, mpa->revision);  in process_mpa_reply()
1338 	if (memcmp(mpa->key, MPA_KEY_REP, sizeof(mpa->key))) {  in process_mpa_reply()
1343 	plen = ntohs(mpa->private_data_size);  in process_mpa_reply()
1356 	if (ep->mpa_pkt_len > (sizeof(*mpa) + plen)) {  in process_mpa_reply()
1367 	if (ep->mpa_pkt_len < (sizeof(*mpa) + plen))  in process_mpa_reply()
1370 	if (mpa->flags & MPA_REJECT) {  in process_mpa_reply()
1381 	ep->mpa_attr.crc_enabled = (mpa->flags & MPA_CRC) | crc_enabled ? 1 : 0;  in process_mpa_reply()
1383 	ep->mpa_attr.xmit_marker_enabled = mpa->flags & MPA_MARKERS ? 1 : 0;  in process_mpa_reply()
1384 	ep->mpa_attr.version = mpa->revision;  in process_mpa_reply()
1387 	if (mpa->revision == 2) {  in process_mpa_reply()
1389 			mpa->flags & MPA_ENHANCED_RDMA_CONN ? 1 : 0;  in process_mpa_reply()
1392 				(ep->mpa_pkt + sizeof(*mpa));  in process_mpa_reply()
1438 	} else if (mpa->revision == 1)  in process_mpa_reply()
1524 	struct mpa_message *mpa;  in process_mpa_request()  local
1553 	if (ep->mpa_pkt_len < sizeof(*mpa))  in process_mpa_request()
1557 	mpa = (struct mpa_message *) ep->mpa_pkt;  in process_mpa_request()
1562 	if (mpa->revision > mpa_rev) {  in process_mpa_request()
1564 		       " Received = %d\n", __func__, mpa_rev, mpa->revision);  in process_mpa_request()
1570 	if (memcmp(mpa->key, MPA_KEY_REQ, sizeof(mpa->key))) {  in process_mpa_request()
1576 	plen = ntohs(mpa->private_data_size);  in process_mpa_request()
1590 	if (ep->mpa_pkt_len > (sizeof(*mpa) + plen)) {  in process_mpa_request()
1600 	if (ep->mpa_pkt_len < (sizeof(*mpa) + plen))  in process_mpa_request()
1608 	ep->mpa_attr.crc_enabled = (mpa->flags & MPA_CRC) | crc_enabled ? 1 : 0;  in process_mpa_request()
1610 	ep->mpa_attr.xmit_marker_enabled = mpa->flags & MPA_MARKERS ? 1 : 0;  in process_mpa_request()
1611 	ep->mpa_attr.version = mpa->revision;  in process_mpa_request()
1612 	if (mpa->revision == 1)  in process_mpa_request()
1616 	if (mpa->revision == 2) {  in process_mpa_request()
1618 			mpa->flags & MPA_ENHANCED_RDMA_CONN ? 1 : 0;  in process_mpa_request()
1621 				(ep->mpa_pkt + sizeof(*mpa));  in process_mpa_request()
1640 	} else if (mpa->revision == 1)  in process_mpa_request()