53 isert_map_rdma(struct iscsi_conn *conn, struct iscsi_cmd *cmd,
58 isert_reg_rdma(struct iscsi_conn *conn, struct iscsi_cmd *cmd,
61 isert_put_response(struct iscsi_conn *conn, struct iscsi_cmd *cmd);
71 isert_prot_cmd(struct isert_conn *conn, struct se_cmd *cmd)  in isert_prot_cmd()  argument
73 	return (conn->pi_support &&  in isert_prot_cmd()
599 	struct se_session *se_sess = isert_conn->conn->sess->se_sess;  in isert_conn_create_fastreg_pool()
762 				event->param.conn.initiator_depth,  in isert_connect_request()
1160 isert_put_login_tx(struct iscsi_conn *conn, struct iscsi_login *login,  in isert_put_login_tx()  argument
1163 	struct isert_conn *isert_conn = conn->context;  in isert_put_login_tx()
1194 			if (!conn->sess->sess_ops->SessionType &&  in isert_put_login_tx()
1236 	struct iscsi_conn *conn = isert_conn->conn;  in isert_rx_login_req()  local
1237 	struct iscsi_login *login = conn->conn_login;  in isert_rx_login_req()
1277 	schedule_delayed_work(&conn->login_work, 0);  in isert_rx_login_req()
1281 *isert_allocate_cmd(struct iscsi_conn *conn)  in isert_allocate_cmd()  argument
1283 	struct isert_conn *isert_conn = conn->context;  in isert_allocate_cmd()
1287 	cmd = iscsit_allocate_cmd(conn, TASK_INTERRUPTIBLE);  in isert_allocate_cmd()
1293 	isert_cmd->conn = isert_conn;  in isert_allocate_cmd()
1304 	struct iscsi_conn *conn = isert_conn->conn;  in isert_handle_scsi_cmd()  local
1310 	rc = iscsit_setup_scsi_cmd(conn, cmd, buf);  in isert_handle_scsi_cmd()
1318 	rc = iscsit_process_scsi_cmd(conn, cmd, hdr);  in isert_handle_scsi_cmd()
1347 	rc = iscsit_sequence_cmd(conn, cmd, buf, hdr->cmdsn);  in isert_handle_scsi_cmd()
1362 	struct iscsi_conn *conn = isert_conn->conn;  in isert_handle_iscsi_dataout()  local
1368 	rc = iscsit_check_dataout_hdr(conn, buf, &cmd);  in isert_handle_iscsi_dataout()
1418 	struct iscsi_conn *conn = isert_conn->conn;  in isert_handle_nop_out()  local
1422 	rc = iscsit_setup_nop_out(conn, cmd, hdr);  in isert_handle_nop_out()
1429 	return iscsit_process_nop_out(conn, cmd, hdr);  in isert_handle_nop_out()
1437 	struct iscsi_conn *conn = isert_conn->conn;  in isert_handle_text_cmd()  local
1442 	rc = iscsit_setup_text_cmd(conn, cmd, hdr);  in isert_handle_text_cmd()
1458 	return iscsit_process_text_cmd(conn, cmd, hdr);  in isert_handle_text_cmd()
1467 	struct iscsi_conn *conn = isert_conn->conn;  in isert_rx_opcode()  local
1473 	if (conn->sess->sess_ops->SessionType &&  in isert_rx_opcode()
1482 		cmd = isert_allocate_cmd(conn);  in isert_rx_opcode()
1496 		cmd = isert_allocate_cmd(conn);  in isert_rx_opcode()
1509 		cmd = isert_allocate_cmd(conn);  in isert_rx_opcode()
1513 		ret = iscsit_handle_task_mgt_cmd(conn, cmd,  in isert_rx_opcode()
1517 		cmd = isert_allocate_cmd(conn);  in isert_rx_opcode()
1521 		ret = iscsit_handle_logout_cmd(conn, cmd, (unsigned char *)hdr);  in isert_rx_opcode()
1525 			cmd = iscsit_find_cmd_from_itt(conn, hdr->itt);  in isert_rx_opcode()
1529 			cmd = isert_allocate_cmd(conn);  in isert_rx_opcode()
1615 		if (isert_conn->conn) {  in isert_rcv_completion()
1616 			struct iscsi_login *login = isert_conn->conn->conn_login;  in isert_rcv_completion()
1751 	struct isert_conn *isert_conn = isert_cmd->conn;  in isert_put_cmd()
1752 	struct iscsi_conn *conn = isert_conn->conn;  in isert_put_cmd()  local
1760 		spin_lock_bh(&conn->cmd_lock);  in isert_put_cmd()
1763 		spin_unlock_bh(&conn->cmd_lock);  in isert_put_cmd()
1785 		spin_lock_bh(&conn->cmd_lock);  in isert_put_cmd()
1788 		spin_unlock_bh(&conn->cmd_lock);  in isert_put_cmd()
1800 		spin_lock_bh(&conn->cmd_lock);  in isert_put_cmd()
1803 		spin_unlock_bh(&conn->cmd_lock);  in isert_put_cmd()
1902 	struct isert_conn *isert_conn = isert_cmd->conn;  in isert_completion_rdma_write()
1918 		isert_put_response(isert_conn->conn, cmd);  in isert_completion_rdma_write()
1928 	struct isert_conn *isert_conn = isert_cmd->conn;  in isert_completion_rdma_read()
1963 	struct isert_conn *isert_conn = isert_cmd->conn;  in isert_do_control_comp()
1971 		iscsit_tmr_post_handler(cmd, cmd->conn);  in isert_do_control_comp()
1979 		iscsit_logout_post_handler(cmd, cmd->conn);  in isert_do_control_comp()
2091 			iscsit_cause_connection_reinstatement(isert_conn->conn, 0);  in isert_cq_comp_err()
2168 isert_put_response(struct iscsi_conn *conn, struct iscsi_cmd *cmd)  in isert_put_response()  argument
2171 	struct isert_conn *isert_conn = conn->context;  in isert_put_response()
2177 	iscsit_build_rsp_pdu(cmd, conn, true, hdr);  in isert_put_response()
2217 isert_aborted_task(struct iscsi_conn *conn, struct iscsi_cmd *cmd)  in isert_aborted_task()  argument
2220 	struct isert_conn *isert_conn = conn->context;  in isert_aborted_task()
2223 	spin_lock_bh(&conn->cmd_lock);  in isert_aborted_task()
2226 	spin_unlock_bh(&conn->cmd_lock);  in isert_aborted_task()
2235 isert_get_sup_prot_ops(struct iscsi_conn *conn)  in isert_get_sup_prot_ops()  argument
2237 	struct isert_conn *isert_conn = conn->context;  in isert_get_sup_prot_ops()
2240 	if (conn->tpg->tpg_attrib.t10_pi) {  in isert_get_sup_prot_ops()
2255 isert_put_nopin(struct iscsi_cmd *cmd, struct iscsi_conn *conn,  in isert_put_nopin()  argument
2259 	struct isert_conn *isert_conn = conn->context;  in isert_put_nopin()
2263 	iscsit_build_nopin_rsp(cmd, conn, (struct iscsi_nopin *)  in isert_put_nopin()
2275 isert_put_logout_rsp(struct iscsi_cmd *cmd, struct iscsi_conn *conn)  in isert_put_logout_rsp()  argument
2278 	struct isert_conn *isert_conn = conn->context;  in isert_put_logout_rsp()
2282 	iscsit_build_logout_rsp(cmd, conn, (struct iscsi_logout_rsp *)  in isert_put_logout_rsp()
2293 isert_put_tm_rsp(struct iscsi_cmd *cmd, struct iscsi_conn *conn)  in isert_put_tm_rsp()  argument
2296 	struct isert_conn *isert_conn = conn->context;  in isert_put_tm_rsp()
2300 	iscsit_build_task_mgt_rsp(cmd, conn, (struct iscsi_tm_rsp *)  in isert_put_tm_rsp()
2311 isert_put_reject(struct iscsi_cmd *cmd, struct iscsi_conn *conn)  in isert_put_reject()  argument
2314 	struct isert_conn *isert_conn = conn->context;  in isert_put_reject()
2323 	iscsit_build_reject(cmd, conn, hdr);  in isert_put_reject()
2344 isert_put_text_rsp(struct iscsi_cmd *cmd, struct iscsi_conn *conn)  in isert_put_text_rsp()  argument
2347 	struct isert_conn *isert_conn = conn->context;  in isert_put_text_rsp()
2355 	rc = iscsit_build_text_rsp(cmd, conn, hdr, ISCSI_INFINIBAND);  in isert_put_text_rsp()
2435 isert_map_rdma(struct iscsi_conn *conn, struct iscsi_cmd *cmd,  in isert_map_rdma()  argument
2440 	struct isert_conn *isert_conn = conn->context;  in isert_map_rdma()
2835 isert_reg_rdma(struct iscsi_conn *conn, struct iscsi_cmd *cmd,  in isert_reg_rdma()  argument
2840 	struct isert_conn *isert_conn = conn->context;  in isert_reg_rdma()
2919 isert_put_datain(struct iscsi_conn *conn, struct iscsi_cmd *cmd)  in isert_put_datain()  argument
2924 	struct isert_conn *isert_conn = conn->context;  in isert_put_datain()
2933 	rc = device->reg_rdma_mem(conn, cmd, wr);  in isert_put_datain()
2945 		iscsit_build_rsp_pdu(cmd, conn, true, (struct iscsi_scsi_rsp *)  in isert_put_datain()
2969 isert_get_dataout(struct iscsi_conn *conn, struct iscsi_cmd *cmd, bool recovery)  in isert_get_dataout()  argument
2974 	struct isert_conn *isert_conn = conn->context;  in isert_get_dataout()
2982 	rc = device->reg_rdma_mem(conn, cmd, wr);  in isert_get_dataout()
2999 isert_immediate_queue(struct iscsi_conn *conn, struct iscsi_cmd *cmd, int state)  in isert_immediate_queue()  argument
3006 		spin_lock_bh(&conn->cmd_lock);  in isert_immediate_queue()
3008 		spin_unlock_bh(&conn->cmd_lock);  in isert_immediate_queue()
3012 		ret = isert_put_nopin(cmd, conn, false);  in isert_immediate_queue()
3024 isert_response_queue(struct iscsi_conn *conn, struct iscsi_cmd *cmd, int state)  in isert_response_queue()  argument
3026 	struct isert_conn *isert_conn = conn->context;  in isert_response_queue()
3031 		ret = isert_put_logout_rsp(cmd, conn);  in isert_response_queue()
3036 		ret = isert_put_nopin(cmd, conn, true);  in isert_response_queue()
3039 		ret = isert_put_tm_rsp(cmd, conn);  in isert_response_queue()
3042 		ret = isert_put_reject(cmd, conn);  in isert_response_queue()
3045 		ret = isert_put_text_rsp(cmd, conn);  in isert_response_queue()
3052 		ret = isert_put_response(conn, cmd);  in isert_response_queue()
3167 isert_get_login_rx(struct iscsi_conn *conn, struct iscsi_login *login)  in isert_get_login_rx()  argument
3169 	struct isert_conn *isert_conn = conn->context;  in isert_get_login_rx()
3192 	isert_info("before login_comp conn: %p\n", conn);  in isert_get_login_rx()
3203 isert_set_conn_info(struct iscsi_np *np, struct iscsi_conn *conn,  in isert_set_conn_info()  argument
3211 	conn->login_family = np->np_sockaddr.ss_family;  in isert_set_conn_info()
3215 		snprintf(conn->login_ip, sizeof(conn->login_ip), "%pI6c",  in isert_set_conn_info()
3217 		conn->login_port = ntohs(sock_in6->sin6_port);  in isert_set_conn_info()
3220 		snprintf(conn->local_ip, sizeof(conn->local_ip), "%pI6c",  in isert_set_conn_info()
3222 		conn->local_port = ntohs(sock_in6->sin6_port);  in isert_set_conn_info()
3225 		sprintf(conn->login_ip, "%pI4",  in isert_set_conn_info()
3227 		conn->login_port = ntohs(sock_in->sin_port);  in isert_set_conn_info()
3230 		sprintf(conn->local_ip, "%pI4",  in isert_set_conn_info()
3232 		conn->local_port = ntohs(sock_in->sin_port);  in isert_set_conn_info()
3237 isert_accept_np(struct iscsi_np *np, struct iscsi_conn *conn)  in isert_accept_np()  argument
3271 	conn->context = isert_conn;  in isert_accept_np()
3272 	isert_conn->conn = conn;  in isert_accept_np()
3275 	isert_set_conn_info(np, conn, isert_conn);  in isert_accept_np()
3336 	struct iscsi_conn *conn = isert_conn->conn;  in isert_wait4logout()  local
3342 		wait_for_completion_timeout(&conn->conn_logout_comp,  in isert_wait4logout()
3348 isert_wait4cmds(struct iscsi_conn *conn)  in isert_wait4cmds()  argument
3350 	isert_info("iscsi_conn %p\n", conn);  in isert_wait4cmds()
3352 	if (conn->sess) {  in isert_wait4cmds()
3353 		target_sess_cmd_list_set_waiting(conn->sess->se_sess);  in isert_wait4cmds()
3354 		target_wait_for_sess_cmds(conn->sess->se_sess);  in isert_wait4cmds()
3386 isert_put_unsol_pending_cmds(struct iscsi_conn *conn)  in isert_put_unsol_pending_cmds()  argument
3391 	spin_lock_bh(&conn->cmd_lock);  in isert_put_unsol_pending_cmds()
3392 	list_for_each_entry_safe(cmd, tmp, &conn->conn_cmd_list, i_conn_node) {  in isert_put_unsol_pending_cmds()
3394 		    (cmd->write_data_done < conn->sess->sess_ops->FirstBurstLength) &&  in isert_put_unsol_pending_cmds()
3398 	spin_unlock_bh(&conn->cmd_lock);  in isert_put_unsol_pending_cmds()
3405 			isert_info("conn %p dropping cmd %p\n", conn, cmd);  in isert_put_unsol_pending_cmds()
3411 static void isert_wait_conn(struct iscsi_conn *conn)  in isert_wait_conn()  argument
3413 	struct isert_conn *isert_conn = conn->context;  in isert_wait_conn()
3430 	isert_put_unsol_pending_cmds(conn);  in isert_wait_conn()
3431 	isert_wait4cmds(conn);  in isert_wait_conn()
3437 static void isert_free_conn(struct iscsi_conn *conn)  in isert_free_conn()  argument
3439 	struct isert_conn *isert_conn = conn->context;  in isert_free_conn()