163 	struct iscsi_sw_tcp_conn *tcp_sw_conn;  in iscsi_sw_tcp_state_change()  local
179 	tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_state_change()
180 	old_state_change = tcp_sw_conn->old_state_change;  in iscsi_sw_tcp_state_change()
195 	struct iscsi_sw_tcp_conn *tcp_sw_conn;  in iscsi_sw_tcp_write_space()  local
206 	tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_write_space()
207 	old_write_space = tcp_sw_conn->old_write_space;  in iscsi_sw_tcp_write_space()
219 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_conn_set_callbacks()  local
220 	struct sock *sk = tcp_sw_conn->sock->sk;  in iscsi_sw_tcp_conn_set_callbacks()
225 	tcp_sw_conn->old_data_ready = sk->sk_data_ready;  in iscsi_sw_tcp_conn_set_callbacks()
226 	tcp_sw_conn->old_state_change = sk->sk_state_change;  in iscsi_sw_tcp_conn_set_callbacks()
227 	tcp_sw_conn->old_write_space = sk->sk_write_space;  in iscsi_sw_tcp_conn_set_callbacks()
238 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_conn_restore_callbacks()  local
239 	struct sock *sk = tcp_sw_conn->sock->sk;  in iscsi_sw_tcp_conn_restore_callbacks()
244 	sk->sk_data_ready   = tcp_sw_conn->old_data_ready;  in iscsi_sw_tcp_conn_restore_callbacks()
245 	sk->sk_state_change = tcp_sw_conn->old_state_change;  in iscsi_sw_tcp_conn_restore_callbacks()
246 	sk->sk_write_space  = tcp_sw_conn->old_write_space;  in iscsi_sw_tcp_conn_restore_callbacks()
267 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_xmit_segment()  local
268 	struct socket *sk = tcp_sw_conn->sock;  in iscsi_sw_tcp_xmit_segment()
288 			r = tcp_sw_conn->sendpage(sk, sg_page(sg), offset,  in iscsi_sw_tcp_xmit_segment()
315 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_xmit()  local
316 	struct iscsi_segment *segment = &tcp_sw_conn->out.segment;  in iscsi_sw_tcp_xmit()
365 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_xmit_qlen()  local
366 	struct iscsi_segment *segment = &tcp_sw_conn->out.segment;  in iscsi_sw_tcp_xmit_qlen()
401 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_send_hdr_done()  local
403 	tcp_sw_conn->out.segment = tcp_sw_conn->out.data_segment;  in iscsi_sw_tcp_send_hdr_done()
406 			 tcp_sw_conn->out.segment.size,  in iscsi_sw_tcp_send_hdr_done()
407 			 tcp_sw_conn->out.segment.total_size);  in iscsi_sw_tcp_send_hdr_done()
415 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_send_hdr_prep()  local
422 	memset(&tcp_sw_conn->out.data_segment, 0,  in iscsi_sw_tcp_send_hdr_prep()
431 		iscsi_tcp_dgst_header(&tcp_sw_conn->tx_hash, hdr, hdrlen,  in iscsi_sw_tcp_send_hdr_prep()
439 	tcp_sw_conn->out.hdr = hdr;  in iscsi_sw_tcp_send_hdr_prep()
441 	iscsi_segment_init_linear(&tcp_sw_conn->out.segment, hdr, hdrlen,  in iscsi_sw_tcp_send_hdr_prep()
456 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_send_data_prep()  local
466 	hdr_spec_len = ntoh24(tcp_sw_conn->out.hdr->dlength);  in iscsi_sw_tcp_send_data_prep()
470 		tx_hash = &tcp_sw_conn->tx_hash;  in iscsi_sw_tcp_send_data_prep()
472 	return iscsi_segment_seek_sg(&tcp_sw_conn->out.data_segment,  in iscsi_sw_tcp_send_data_prep()
482 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_send_linear_data_prep()  local
491 	hdr_spec_len = ntoh24(tcp_sw_conn->out.hdr->dlength);  in iscsi_sw_tcp_send_linear_data_prep()
495 		tx_hash = &tcp_sw_conn->tx_hash;  in iscsi_sw_tcp_send_linear_data_prep()
497 	iscsi_segment_init_linear(&tcp_sw_conn->out.data_segment,  in iscsi_sw_tcp_send_linear_data_prep()
545 	struct iscsi_sw_tcp_conn *tcp_sw_conn;  in iscsi_sw_tcp_conn_create()  local
547 	cls_conn = iscsi_tcp_conn_setup(cls_session, sizeof(*tcp_sw_conn),  in iscsi_sw_tcp_conn_create()
553 	tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_conn_create()
555 	tcp_sw_conn->tx_hash.tfm = crypto_alloc_hash("crc32c", 0,  in iscsi_sw_tcp_conn_create()
557 	tcp_sw_conn->tx_hash.flags = 0;  in iscsi_sw_tcp_conn_create()
558 	if (IS_ERR(tcp_sw_conn->tx_hash.tfm))  in iscsi_sw_tcp_conn_create()
561 	tcp_sw_conn->rx_hash.tfm = crypto_alloc_hash("crc32c", 0,  in iscsi_sw_tcp_conn_create()
563 	tcp_sw_conn->rx_hash.flags = 0;  in iscsi_sw_tcp_conn_create()
564 	if (IS_ERR(tcp_sw_conn->rx_hash.tfm))  in iscsi_sw_tcp_conn_create()
566 	tcp_conn->rx_hash = &tcp_sw_conn->rx_hash;  in iscsi_sw_tcp_conn_create()
571 	crypto_free_hash(tcp_sw_conn->tx_hash.tfm);  in iscsi_sw_tcp_conn_create()
586 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_release_conn()  local
587 	struct socket *sock = tcp_sw_conn->sock;  in iscsi_sw_tcp_release_conn()
597 	tcp_sw_conn->sock = NULL;  in iscsi_sw_tcp_release_conn()
606 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_conn_destroy()  local
610 	if (tcp_sw_conn->tx_hash.tfm)  in iscsi_sw_tcp_conn_destroy()
611 		crypto_free_hash(tcp_sw_conn->tx_hash.tfm);  in iscsi_sw_tcp_conn_destroy()
612 	if (tcp_sw_conn->rx_hash.tfm)  in iscsi_sw_tcp_conn_destroy()
613 		crypto_free_hash(tcp_sw_conn->rx_hash.tfm);  in iscsi_sw_tcp_conn_destroy()
622 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_conn_stop()  local
623 	struct socket *sock = tcp_sw_conn->sock;  in iscsi_sw_tcp_conn_stop()
649 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_conn_bind()  local
668 	tcp_sw_conn->sock = sock;  in iscsi_sw_tcp_conn_bind()
679 	tcp_sw_conn->sendpage = tcp_sw_conn->sock->ops->sendpage;  in iscsi_sw_tcp_conn_bind()
697 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_conn_set_param()  local
705 		tcp_sw_conn->sendpage = conn->datadgst_en ?  in iscsi_sw_tcp_conn_set_param()
706 			sock_no_sendpage : tcp_sw_conn->sock->ops->sendpage;  in iscsi_sw_tcp_conn_set_param()
722 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_conn_get_param()  local
731 		if (!tcp_sw_conn || !tcp_sw_conn->sock) {  in iscsi_sw_tcp_conn_get_param()
736 			rc = kernel_getsockname(tcp_sw_conn->sock,  in iscsi_sw_tcp_conn_get_param()
739 			rc = kernel_getpeername(tcp_sw_conn->sock,  in iscsi_sw_tcp_conn_get_param()
761 	struct iscsi_sw_tcp_conn *tcp_sw_conn;  in iscsi_sw_tcp_host_get_param()  local
778 		tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_host_get_param()
779 		if (!tcp_sw_conn->sock) {  in iscsi_sw_tcp_host_get_param()
784 		rc = kernel_getsockname(tcp_sw_conn->sock,  in iscsi_sw_tcp_host_get_param()
805 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_conn_get_stats()  local
809 	stats->custom[0].value = tcp_sw_conn->sendpage_failures_cnt;  in iscsi_sw_tcp_conn_get_stats()
811 	stats->custom[1].value = tcp_sw_conn->discontiguous_hdr_cnt;  in iscsi_sw_tcp_conn_get_stats()