iocb 144 arch/s390/hypfs/inode.c static ssize_t hypfs_read_iter(struct kiocb *iocb, struct iov_iter *to) iocb 146 arch/s390/hypfs/inode.c struct file *file = iocb->ki_filp; iocb 149 arch/s390/hypfs/inode.c loff_t pos = iocb->ki_pos; iocb 159 arch/s390/hypfs/inode.c iocb->ki_pos = pos + count; iocb 164 arch/s390/hypfs/inode.c static ssize_t hypfs_write_iter(struct kiocb *iocb, struct iov_iter *from) iocb 167 arch/s390/hypfs/inode.c struct super_block *sb = file_inode(iocb->ki_filp)->i_sb; iocb 1039 crypto/af_alg.c struct kiocb *iocb = areq->iocb; iocb 1048 crypto/af_alg.c iocb->ki_complete(iocb, err ? err : (int)resultlen, 0); iocb 288 crypto/algif_aead.c areq->iocb = msg->msg_iocb; iocb 117 crypto/algif_skcipher.c areq->iocb = msg->msg_iocb; iocb 503 drivers/block/loop.c static void lo_rw_aio_complete(struct kiocb *iocb, long ret, long ret2) iocb 505 drivers/block/loop.c struct loop_cmd *cmd = container_of(iocb, struct loop_cmd, iocb); iocb 564 drivers/block/loop.c cmd->iocb.ki_pos = pos; iocb 565 drivers/block/loop.c cmd->iocb.ki_filp = file; iocb 566 drivers/block/loop.c cmd->iocb.ki_complete = lo_rw_aio_complete; iocb 567 drivers/block/loop.c cmd->iocb.ki_flags = IOCB_DIRECT; iocb 568 drivers/block/loop.c cmd->iocb.ki_ioprio = IOPRIO_PRIO_VALUE(IOPRIO_CLASS_NONE, 0); iocb 573 drivers/block/loop.c ret = call_write_iter(file, &cmd->iocb, &iter); iocb 575 drivers/block/loop.c ret = call_read_iter(file, &cmd->iocb, &iter); iocb 581 drivers/block/loop.c cmd->iocb.ki_complete(&cmd->iocb, ret, 0); iocb 72 drivers/block/loop.h struct kiocb iocb; iocb 279 drivers/bluetooth/hci_vhci.c static ssize_t vhci_write(struct kiocb *iocb, struct iov_iter *from) iocb 281 drivers/bluetooth/hci_vhci.c struct file *file = iocb->ki_filp; iocb 681 drivers/char/mem.c static ssize_t read_iter_null(struct kiocb *iocb, struct iov_iter *to) iocb 686 drivers/char/mem.c static ssize_t write_iter_null(struct kiocb *iocb, struct iov_iter *from) iocb 705 drivers/char/mem.c static ssize_t read_iter_zero(struct kiocb *iocb, struct iov_iter *iter) iocb 146 drivers/gpu/drm/drm_dp_aux_dev.c static ssize_t auxdev_read_iter(struct kiocb *iocb, struct iov_iter *to) iocb 148 drivers/gpu/drm/drm_dp_aux_dev.c struct drm_dp_aux_dev *aux_dev = iocb->ki_filp->private_data; iocb 149 drivers/gpu/drm/drm_dp_aux_dev.c loff_t pos = iocb->ki_pos; iocb 183 drivers/gpu/drm/drm_dp_aux_dev.c if (pos != iocb->ki_pos) iocb 184 drivers/gpu/drm/drm_dp_aux_dev.c res = pos - iocb->ki_pos; iocb 185 drivers/gpu/drm/drm_dp_aux_dev.c iocb->ki_pos = pos; iocb 193 drivers/gpu/drm/drm_dp_aux_dev.c static ssize_t auxdev_write_iter(struct kiocb *iocb, struct iov_iter *from) iocb 195 drivers/gpu/drm/drm_dp_aux_dev.c struct drm_dp_aux_dev *aux_dev = iocb->ki_filp->private_data; iocb 196 drivers/gpu/drm/drm_dp_aux_dev.c loff_t pos = iocb->ki_pos; iocb 230 drivers/gpu/drm/drm_dp_aux_dev.c if (pos != iocb->ki_pos) iocb 231 drivers/gpu/drm/drm_dp_aux_dev.c res = pos - iocb->ki_pos; iocb 232 drivers/gpu/drm/drm_dp_aux_dev.c iocb->ki_pos = pos; iocb 2242 drivers/infiniband/hw/qib/qib_file_ops.c static ssize_t qib_write_iter(struct kiocb *iocb, struct iov_iter *from) iocb 2244 drivers/infiniband/hw/qib/qib_file_ops.c struct qib_filedata *fp = iocb->ki_filp->private_data; iocb 2245 drivers/infiniband/hw/qib/qib_file_ops.c struct qib_ctxtdata *rcd = ctxt_fp(iocb->ki_filp); iocb 758 drivers/net/tap.c static ssize_t tap_write_iter(struct kiocb *iocb, struct iov_iter *from) iocb 760 drivers/net/tap.c struct file *file = iocb->ki_filp; iocb 874 drivers/net/tap.c static ssize_t tap_read_iter(struct kiocb *iocb, struct iov_iter *to) iocb 876 drivers/net/tap.c struct file *file = iocb->ki_filp; iocb 883 drivers/net/tap.c iocb->ki_pos = ret; iocb 2025 drivers/net/tun.c static ssize_t tun_chr_write_iter(struct kiocb *iocb, struct iov_iter *from) iocb 2027 drivers/net/tun.c struct file *file = iocb->ki_filp; iocb 2251 drivers/net/tun.c static ssize_t tun_chr_read_iter(struct kiocb *iocb, struct iov_iter *to) iocb 2253 drivers/net/tun.c struct file *file = iocb->ki_filp; iocb 2263 drivers/net/tun.c iocb->ki_pos = ret; iocb 93 drivers/nvme/target/io-cmd-file.c struct kiocb *iocb = &req->f.iocb; iocb 94 drivers/nvme/target/io-cmd-file.c ssize_t (*call_iter)(struct kiocb *iocb, struct iov_iter *iter); iocb 110 drivers/nvme/target/io-cmd-file.c iocb->ki_pos = pos; iocb 111 drivers/nvme/target/io-cmd-file.c iocb->ki_filp = req->ns->file; iocb 112 drivers/nvme/target/io-cmd-file.c iocb->ki_flags = ki_flags | iocb_flags(req->ns->file); iocb 114 drivers/nvme/target/io-cmd-file.c return call_iter(iocb, &iter); iocb 117 drivers/nvme/target/io-cmd-file.c static void nvmet_file_io_done(struct kiocb *iocb, long ret, long ret2) iocb 119 drivers/nvme/target/io-cmd-file.c struct nvmet_req *req = container_of(iocb, struct nvmet_req, f.iocb); iocb 154 drivers/nvme/target/io-cmd-file.c memset(&req->f.iocb, 0, sizeof(struct kiocb)); iocb 191 drivers/nvme/target/io-cmd-file.c req->f.iocb.ki_complete = nvmet_file_io_done; iocb 214 drivers/nvme/target/io-cmd-file.c nvmet_file_io_done(&req->f.iocb, ret, 0); iocb 301 drivers/nvme/target/nvmet.h struct kiocb iocb; iocb 170 drivers/rpmsg/rpmsg_char.c static ssize_t rpmsg_eptdev_read_iter(struct kiocb *iocb, struct iov_iter *to) iocb 172 drivers/rpmsg/rpmsg_char.c struct file *filp = iocb->ki_filp; iocb 217 drivers/rpmsg/rpmsg_char.c static ssize_t rpmsg_eptdev_write_iter(struct kiocb *iocb, iocb 220 drivers/rpmsg/rpmsg_char.c struct file *filp = iocb->ki_filp; iocb 330 drivers/s390/char/fs3270.c struct raw3270_iocb iocb; iocb 356 drivers/s390/char/fs3270.c iocb.model = fp->view.model; iocb 357 drivers/s390/char/fs3270.c iocb.line_cnt = fp->view.rows; iocb 358 drivers/s390/char/fs3270.c iocb.col_cnt = fp->view.cols; iocb 359 drivers/s390/char/fs3270.c iocb.pf_cnt = 24; iocb 360 drivers/s390/char/fs3270.c iocb.re_cnt = 20; iocb 361 drivers/s390/char/fs3270.c iocb.map = 0; iocb 362 drivers/s390/char/fs3270.c if (copy_to_user(argp, &iocb, sizeof(struct raw3270_iocb))) iocb 107 drivers/scsi/lpfc/lpfc_bsg.c struct lpfc_bsg_iocb iocb; iocb 309 drivers/scsi/lpfc/lpfc_bsg.c struct lpfc_bsg_iocb *iocb; iocb 331 drivers/scsi/lpfc/lpfc_bsg.c iocb = &dd_data->context_un.iocb; iocb 332 drivers/scsi/lpfc/lpfc_bsg.c ndlp = iocb->ndlp; iocb 333 drivers/scsi/lpfc/lpfc_bsg.c rmp = iocb->rmp; iocb 336 drivers/scsi/lpfc/lpfc_bsg.c rsp = &rspiocbq->iocb; iocb 436 drivers/scsi/lpfc/lpfc_bsg.c cmd = &cmdiocbq->iocb; iocb 502 drivers/scsi/lpfc/lpfc_bsg.c dd_data->context_un.iocb.cmdiocbq = cmdiocbq; iocb 503 drivers/scsi/lpfc/lpfc_bsg.c dd_data->context_un.iocb.ndlp = ndlp; iocb 504 drivers/scsi/lpfc/lpfc_bsg.c dd_data->context_un.iocb.rmp = rmp; iocb 593 drivers/scsi/lpfc/lpfc_bsg.c ndlp = dd_data->context_un.iocb.ndlp; iocb 611 drivers/scsi/lpfc/lpfc_bsg.c rsp = &rspiocbq->iocb; iocb 731 drivers/scsi/lpfc/lpfc_bsg.c cmdiocbq->iocb.ulpContext = phba->sli4_hba.rpi_ids[rpi]; iocb 733 drivers/scsi/lpfc/lpfc_bsg.c cmdiocbq->iocb.ulpContext = rpi; iocb 740 drivers/scsi/lpfc/lpfc_bsg.c dd_data->context_un.iocb.cmdiocbq = cmdiocbq; iocb 741 drivers/scsi/lpfc/lpfc_bsg.c dd_data->context_un.iocb.ndlp = ndlp; iocb 742 drivers/scsi/lpfc/lpfc_bsg.c dd_data->context_un.iocb.rmp = NULL; iocb 942 drivers/scsi/lpfc/lpfc_bsg.c if (piocbq->iocb.ulpBdeCount == 0 || iocb 943 drivers/scsi/lpfc/lpfc_bsg.c piocbq->iocb.un.cont64[0].tus.f.bdeSize == 0) iocb 953 drivers/scsi/lpfc/lpfc_bsg.c dma_addr = getPaddr(piocbq->iocb.un.cont64[0].addrHigh, iocb 954 drivers/scsi/lpfc/lpfc_bsg.c piocbq->iocb.un.cont64[0].addrLow); iocb 986 drivers/scsi/lpfc/lpfc_bsg.c evt_dat->len = iocbq->iocb.unsli3.rcvsli3.acc_len; iocb 989 drivers/scsi/lpfc/lpfc_bsg.c for (i = 0; i < iocbq->iocb.ulpBdeCount; i++) iocb 991 drivers/scsi/lpfc/lpfc_bsg.c iocbq->iocb.un.cont64[i].tus.f.bdeSize; iocb 1014 drivers/scsi/lpfc/lpfc_bsg.c for (i = 0; i < iocbq->iocb.ulpBdeCount; i++) { iocb 1019 drivers/scsi/lpfc/lpfc_bsg.c &iocbq->iocb.un.ulpWord[0]; iocb 1024 drivers/scsi/lpfc/lpfc_bsg.c &iocbq->iocb.unsli3. iocb 1032 drivers/scsi/lpfc/lpfc_bsg.c size = iocbq->iocb.un.cont64[i]. iocb 1034 drivers/scsi/lpfc/lpfc_bsg.c bde = &iocbq->iocb.un.cont64[i]; iocb 1113 drivers/scsi/lpfc/lpfc_bsg.c piocbq->iocb.ulpContext; iocb 1115 drivers/scsi/lpfc/lpfc_bsg.c piocbq->iocb.unsli3.rcvsli3.ox_id; iocb 1117 drivers/scsi/lpfc/lpfc_bsg.c piocbq->iocb.un.rcvels.remoteID; iocb 1120 drivers/scsi/lpfc/lpfc_bsg.c evt_dat->immed_dat = piocbq->iocb.ulpContext; iocb 1425 drivers/scsi/lpfc/lpfc_bsg.c ndlp = dd_data->context_un.iocb.ndlp; iocb 1428 drivers/scsi/lpfc/lpfc_bsg.c rsp = &rspiocbq->iocb; iocb 1509 drivers/scsi/lpfc/lpfc_bsg.c icmd = &ctiocb->iocb; iocb 1582 drivers/scsi/lpfc/lpfc_bsg.c dd_data->context_un.iocb.cmdiocbq = ctiocb; iocb 1583 drivers/scsi/lpfc/lpfc_bsg.c dd_data->context_un.iocb.ndlp = ndlp; iocb 1584 drivers/scsi/lpfc/lpfc_bsg.c dd_data->context_un.iocb.rmp = NULL; iocb 2704 drivers/scsi/lpfc/lpfc_bsg.c cmd = &cmdiocbq->iocb; iocb 2705 drivers/scsi/lpfc/lpfc_bsg.c rsp = &rspiocbq->iocb; iocb 2993 drivers/scsi/lpfc/lpfc_bsg.c cmd = &cmdiocbq->iocb; iocb 3061 drivers/scsi/lpfc/lpfc_bsg.c cmd = &cmdiocbq->iocb; iocb 3248 drivers/scsi/lpfc/lpfc_bsg.c cmd = &cmdiocbq->iocb; iocb 3250 drivers/scsi/lpfc/lpfc_bsg.c rsp = &rspiocbq->iocb; iocb 5101 drivers/scsi/lpfc/lpfc_bsg.c rsp = &rspiocbq->iocb; iocb 5275 drivers/scsi/lpfc/lpfc_bsg.c cmd = &cmdiocbq->iocb; iocb 5917 drivers/scsi/lpfc/lpfc_bsg.c cmdiocb = dd_data->context_un.iocb.cmdiocbq; iocb 88 drivers/scsi/lpfc/lpfc_ct.c piocbq->iocb.ulpStatus); iocb 93 drivers/scsi/lpfc/lpfc_ct.c size, piocbq->iocb.ulpStatus); iocb 108 drivers/scsi/lpfc/lpfc_ct.c IOCB_t *icmd = &piocbq->iocb; iocb 141 drivers/scsi/lpfc/lpfc_ct.c icmd = &iocbq->iocb; iocb 163 drivers/scsi/lpfc/lpfc_ct.c icmd = &iocbq->iocb; iocb 334 drivers/scsi/lpfc/lpfc_ct.c icmd = &geniocb->iocb; iocb 680 drivers/scsi/lpfc/lpfc_ct.c irsp = &rspiocb->iocb; iocb 882 drivers/scsi/lpfc/lpfc_ct.c irsp = &rspiocb->iocb; iocb 1059 drivers/scsi/lpfc/lpfc_ct.c IOCB_t *irsp = &rspiocb->iocb; iocb 1188 drivers/scsi/lpfc/lpfc_ct.c IOCB_t *irsp = &rspiocb->iocb; iocb 1287 drivers/scsi/lpfc/lpfc_ct.c irsp = &rspiocb->iocb; iocb 1301 drivers/scsi/lpfc/lpfc_ct.c cmdiocb->iocb.ulpContext, cmdiocb->iocb.ulpIoTag); iocb 1341 drivers/scsi/lpfc/lpfc_ct.c IOCB_t *irsp = &rspiocb->iocb; iocb 1362 drivers/scsi/lpfc/lpfc_ct.c IOCB_t *irsp = &rspiocb->iocb; iocb 1383 drivers/scsi/lpfc/lpfc_ct.c IOCB_t *irsp = &rspiocb->iocb; iocb 1404 drivers/scsi/lpfc/lpfc_ct.c IOCB_t *irsp = &rspiocb->iocb; iocb 1437 drivers/scsi/lpfc/lpfc_ct.c IOCB_t *irsp = &rspiocb->iocb; iocb 1857 drivers/scsi/lpfc/lpfc_ct.c IOCB_t *irsp = &rspiocb->iocb; iocb 57 drivers/scsi/lpfc/lpfc_els.c struct lpfc_iocbq *iocb); iocb 203 drivers/scsi/lpfc/lpfc_els.c icmd = &elsiocb->iocb; iocb 985 drivers/scsi/lpfc/lpfc_els.c IOCB_t *irsp = &rspiocb->iocb; iocb 1228 drivers/scsi/lpfc/lpfc_els.c irsp = &rspiocb->iocb; iocb 1286 drivers/scsi/lpfc/lpfc_els.c icmd = &elsiocb->iocb; iocb 1308 drivers/scsi/lpfc/lpfc_els.c elsiocb->iocb.ulpCt_h = ((SLI4_CT_FCFI >> 1) & 1); iocb 1309 drivers/scsi/lpfc/lpfc_els.c elsiocb->iocb.ulpCt_l = (SLI4_CT_FCFI & 1); iocb 1312 drivers/scsi/lpfc/lpfc_els.c elsiocb->iocb.ulpContext = phba->fcf.fcfi; iocb 1358 drivers/scsi/lpfc/lpfc_els.c defer_flogi_acc.iocb.ulpContext = phba->defer_flogi_acc_rx_id; iocb 1359 drivers/scsi/lpfc/lpfc_els.c defer_flogi_acc.iocb.unsli3.rcvsli3.ox_id = iocb 1402 drivers/scsi/lpfc/lpfc_els.c struct lpfc_iocbq *iocb, *next_iocb; iocb 1420 drivers/scsi/lpfc/lpfc_els.c list_for_each_entry_safe(iocb, next_iocb, &pring->txcmplq, list) { iocb 1421 drivers/scsi/lpfc/lpfc_els.c icmd = &iocb->iocb; iocb 1423 drivers/scsi/lpfc/lpfc_els.c ndlp = (struct lpfc_nodelist *)(iocb->context1); iocb 1426 drivers/scsi/lpfc/lpfc_els.c lpfc_sli_issue_abort_iotag(phba, pring, iocb); iocb 1929 drivers/scsi/lpfc/lpfc_els.c irsp = &rspiocb->iocb; iocb 2005 drivers/scsi/lpfc/lpfc_els.c irsp = &rspiocb->iocb; iocb 2244 drivers/scsi/lpfc/lpfc_els.c irsp = &(rspiocb->iocb); iocb 2656 drivers/scsi/lpfc/lpfc_els.c irsp = &(rspiocb->iocb); iocb 2816 drivers/scsi/lpfc/lpfc_els.c irsp = &(rspiocb->iocb); iocb 3025 drivers/scsi/lpfc/lpfc_els.c irsp = &rspiocb->iocb; iocb 3599 drivers/scsi/lpfc/lpfc_els.c IOCB_t *irsp = &rspiocb->iocb; iocb 4194 drivers/scsi/lpfc/lpfc_els.c irsp = &rspiocb->iocb; iocb 4302 drivers/scsi/lpfc/lpfc_els.c irsp = &rspiocb->iocb; iocb 4346 drivers/scsi/lpfc/lpfc_els.c cmdiocb->iocb.un.elsreq64.remoteID); iocb 4351 drivers/scsi/lpfc/lpfc_els.c cmdiocb->iocb.ulpIoTag, rspiocb->iocb.ulpStatus, iocb 4352 drivers/scsi/lpfc/lpfc_els.c rspiocb->iocb.un.ulpWord[4], rspiocb->iocb.ulpTimeout, iocb 4356 drivers/scsi/lpfc/lpfc_els.c if ((rspiocb->iocb.ulpStatus == 0) iocb 4508 drivers/scsi/lpfc/lpfc_els.c oldcmd = &oldiocb->iocb; iocb 4522 drivers/scsi/lpfc/lpfc_els.c icmd = &elsiocb->iocb; iocb 4541 drivers/scsi/lpfc/lpfc_els.c icmd = &elsiocb->iocb; iocb 4603 drivers/scsi/lpfc/lpfc_els.c icmd = &elsiocb->iocb; iocb 4682 drivers/scsi/lpfc/lpfc_els.c icmd = &elsiocb->iocb; iocb 4683 drivers/scsi/lpfc/lpfc_els.c oldcmd = &oldiocb->iocb; iocb 4701 drivers/scsi/lpfc/lpfc_els.c elsiocb->iocb.ulpContext, ndlp->nlp_DID, iocb 4755 drivers/scsi/lpfc/lpfc_els.c icmd = &elsiocb->iocb; iocb 4756 drivers/scsi/lpfc/lpfc_els.c oldcmd = &oldiocb->iocb; iocb 4764 drivers/scsi/lpfc/lpfc_els.c elsiocb->iotag, elsiocb->iocb.ulpContext, iocb 4866 drivers/scsi/lpfc/lpfc_els.c icmd = &elsiocb->iocb; iocb 4867 drivers/scsi/lpfc/lpfc_els.c oldcmd = &oldiocb->iocb; iocb 4875 drivers/scsi/lpfc/lpfc_els.c elsiocb->iotag, elsiocb->iocb.ulpContext, iocb 5008 drivers/scsi/lpfc/lpfc_els.c icmd = &elsiocb->iocb; iocb 5009 drivers/scsi/lpfc/lpfc_els.c oldcmd = &oldiocb->iocb; iocb 5016 drivers/scsi/lpfc/lpfc_els.c elsiocb->iotag, elsiocb->iocb.ulpContext); iocb 5070 drivers/scsi/lpfc/lpfc_els.c struct lpfc_iocbq *iocb, struct lpfc_nodelist *ndlp) iocb 5080 drivers/scsi/lpfc/lpfc_els.c pcmd = (uint8_t *) (((struct lpfc_dmabuf *) iocb->context2)->virt); iocb 5092 drivers/scsi/lpfc/lpfc_els.c iocb->iotag, iocb->iocb.ulpContext); iocb 5128 drivers/scsi/lpfc/lpfc_els.c cmdsize = oldiocb->iocb.unsli3.rcvsli3.acc_len; iocb 5140 drivers/scsi/lpfc/lpfc_els.c elsiocb->iocb.ulpContext = oldiocb->iocb.ulpContext; /* Xri / rx_id */ iocb 5141 drivers/scsi/lpfc/lpfc_els.c elsiocb->iocb.unsli3.rcvsli3.ox_id = oldiocb->iocb.unsli3.rcvsli3.ox_id; iocb 5146 drivers/scsi/lpfc/lpfc_els.c elsiocb->iotag, elsiocb->iocb.ulpContext); iocb 5730 drivers/scsi/lpfc/lpfc_els.c icmd = &elsiocb->iocb; iocb 5737 drivers/scsi/lpfc/lpfc_els.c elsiocb->iotag, elsiocb->iocb.ulpContext, iocb 5815 drivers/scsi/lpfc/lpfc_els.c icmd = &elsiocb->iocb; iocb 5932 drivers/scsi/lpfc/lpfc_els.c cmd = &cmdiocb->iocb; iocb 6015 drivers/scsi/lpfc/lpfc_els.c icmd = &elsiocb->iocb; iocb 6044 drivers/scsi/lpfc/lpfc_els.c icmd = &elsiocb->iocb; iocb 6203 drivers/scsi/lpfc/lpfc_els.c lcb_context->ox_id = cmdiocb->iocb.unsli3.rcvsli3.ox_id; iocb 6204 drivers/scsi/lpfc/lpfc_els.c lcb_context->rx_id = cmdiocb->iocb.ulpContext; iocb 6772 drivers/scsi/lpfc/lpfc_els.c IOCB_t *icmd = &cmdiocb->iocb; iocb 6885 drivers/scsi/lpfc/lpfc_els.c phba->defer_flogi_acc_rx_id = cmdiocb->iocb.ulpContext; iocb 6887 drivers/scsi/lpfc/lpfc_els.c cmdiocb->iocb.unsli3.rcvsli3.ox_id; iocb 7097 drivers/scsi/lpfc/lpfc_els.c icmd = &elsiocb->iocb; iocb 7117 drivers/scsi/lpfc/lpfc_els.c elsiocb->iotag, elsiocb->iocb.ulpContext, iocb 7184 drivers/scsi/lpfc/lpfc_els.c icmd = &elsiocb->iocb; iocb 7212 drivers/scsi/lpfc/lpfc_els.c elsiocb->iotag, elsiocb->iocb.ulpContext, iocb 7257 drivers/scsi/lpfc/lpfc_els.c ((cmdiocb->iocb.unsli3.rcvsli3.ox_id << 16) | iocb 7258 drivers/scsi/lpfc/lpfc_els.c cmdiocb->iocb.ulpContext)); /* rx_id */ iocb 7333 drivers/scsi/lpfc/lpfc_els.c elsiocb->iocb.ulpContext = cmdiocb->iocb.ulpContext; /* Xri / rx_id */ iocb 7334 drivers/scsi/lpfc/lpfc_els.c elsiocb->iocb.unsli3.rcvsli3.ox_id = cmdiocb->iocb.unsli3.rcvsli3.ox_id; iocb 7350 drivers/scsi/lpfc/lpfc_els.c elsiocb->iotag, elsiocb->iocb.ulpContext, iocb 7420 drivers/scsi/lpfc/lpfc_els.c ((cmdiocb->iocb.unsli3.rcvsli3.ox_id << 16) | iocb 7421 drivers/scsi/lpfc/lpfc_els.c cmdiocb->iocb.ulpContext)); /* rx_id */ iocb 7574 drivers/scsi/lpfc/lpfc_els.c icmd = &elsiocb->iocb; iocb 7575 drivers/scsi/lpfc/lpfc_els.c oldcmd = &oldiocb->iocb; iocb 7598 drivers/scsi/lpfc/lpfc_els.c elsiocb->iotag, elsiocb->iocb.ulpContext, iocb 7703 drivers/scsi/lpfc/lpfc_els.c icmd = &cmdiocb->iocb; iocb 7775 drivers/scsi/lpfc/lpfc_els.c icmd = &cmdiocb->iocb; iocb 7918 drivers/scsi/lpfc/lpfc_els.c cmd = &piocb->iocb; iocb 7921 drivers/scsi/lpfc/lpfc_els.c piocb->iocb.ulpCommand == CMD_ABORT_XRI_CN || iocb 7922 drivers/scsi/lpfc/lpfc_els.c piocb->iocb.ulpCommand == CMD_CLOSE_XRI_CN) iocb 7961 drivers/scsi/lpfc/lpfc_els.c cmd = &piocb->iocb; iocb 8042 drivers/scsi/lpfc/lpfc_els.c cmd = &piocb->iocb; iocb 8084 drivers/scsi/lpfc/lpfc_els.c cmd = &piocb->iocb; iocb 8108 drivers/scsi/lpfc/lpfc_els.c cmd = &piocb->iocb; iocb 8181 drivers/scsi/lpfc/lpfc_els.c if (rspiocbp->iocb.ulpStatus == IOSTAT_LS_RJT) { iocb 8191 drivers/scsi/lpfc/lpfc_els.c stat.un.lsRjtError = be32_to_cpu(rspiocbp->iocb.un.ulpWord[4]); iocb 8201 drivers/scsi/lpfc/lpfc_els.c if ((rspiocbp->iocb.ulpStatus == IOSTAT_NPORT_BSY) || iocb 8202 drivers/scsi/lpfc/lpfc_els.c (rspiocbp->iocb.ulpStatus == IOSTAT_FABRIC_BSY)) { iocb 8204 drivers/scsi/lpfc/lpfc_els.c if (rspiocbp->iocb.ulpStatus == IOSTAT_NPORT_BSY) iocb 8326 drivers/scsi/lpfc/lpfc_els.c IOCB_t *icmd = &elsiocb->iocb; iocb 8438 drivers/scsi/lpfc/lpfc_els.c vport->fc_myDID = elsiocb->iocb.un.rcvels.parmRo; iocb 8693 drivers/scsi/lpfc/lpfc_els.c fc_host_fpin_rcv(shost, elsiocb->iocb.unsli3.rcvsli3.acc_len, iocb 8775 drivers/scsi/lpfc/lpfc_els.c IOCB_t *icmd = &elsiocb->iocb; iocb 9196 drivers/scsi/lpfc/lpfc_els.c if ((rspiocb->iocb.ulpStatus != IOSTAT_FABRIC_RJT) || iocb 9197 drivers/scsi/lpfc/lpfc_els.c (rspiocb->iocb.un.ulpWord[4] != RJT_LOGIN_REQUIRED)) iocb 9232 drivers/scsi/lpfc/lpfc_els.c IOCB_t *irsp = &rspiocb->iocb; iocb 9392 drivers/scsi/lpfc/lpfc_els.c icmd = &elsiocb->iocb; iocb 9473 drivers/scsi/lpfc/lpfc_els.c irsp = &rspiocb->iocb; iocb 9601 drivers/scsi/lpfc/lpfc_els.c struct lpfc_iocbq *iocb; iocb 9607 drivers/scsi/lpfc/lpfc_els.c iocb = NULL; iocb 9611 drivers/scsi/lpfc/lpfc_els.c list_remove_head(&phba->fabric_iocb_list, iocb, typeof(*iocb), iocb 9613 drivers/scsi/lpfc/lpfc_els.c if (iocb) iocb 9618 drivers/scsi/lpfc/lpfc_els.c if (iocb) { iocb 9619 drivers/scsi/lpfc/lpfc_els.c iocb->fabric_iocb_cmpl = iocb->iocb_cmpl; iocb 9620 drivers/scsi/lpfc/lpfc_els.c iocb->iocb_cmpl = lpfc_cmpl_fabric_iocb; iocb 9621 drivers/scsi/lpfc/lpfc_els.c iocb->iocb_flag |= LPFC_IO_FABRIC; iocb 9623 drivers/scsi/lpfc/lpfc_els.c lpfc_debugfs_disc_trc(iocb->vport, LPFC_DISC_TRC_ELS_CMD, iocb 9625 drivers/scsi/lpfc/lpfc_els.c iocb->vport->port_state, 0, 0); iocb 9627 drivers/scsi/lpfc/lpfc_els.c ret = lpfc_sli_issue_iocb(phba, LPFC_ELS_RING, iocb, 0); iocb 9630 drivers/scsi/lpfc/lpfc_els.c iocb->iocb_cmpl = iocb->fabric_iocb_cmpl; iocb 9631 drivers/scsi/lpfc/lpfc_els.c iocb->fabric_iocb_cmpl = NULL; iocb 9632 drivers/scsi/lpfc/lpfc_els.c iocb->iocb_flag &= ~LPFC_IO_FABRIC; iocb 9633 drivers/scsi/lpfc/lpfc_els.c cmd = &iocb->iocb; iocb 9636 drivers/scsi/lpfc/lpfc_els.c iocb->iocb_cmpl(phba, iocb, iocb); iocb 9708 drivers/scsi/lpfc/lpfc_els.c switch (rspiocb->iocb.ulpStatus) { iocb 9711 drivers/scsi/lpfc/lpfc_els.c if (rspiocb->iocb.un.ulpWord[4] & RJT_UNAVAIL_TEMP) { iocb 9723 drivers/scsi/lpfc/lpfc_els.c be32_to_cpu(rspiocb->iocb.un.ulpWord[4]); iocb 9769 drivers/scsi/lpfc/lpfc_els.c lpfc_issue_fabric_iocb(struct lpfc_hba *phba, struct lpfc_iocbq *iocb) iocb 9786 drivers/scsi/lpfc/lpfc_els.c iocb->fabric_iocb_cmpl = iocb->iocb_cmpl; iocb 9787 drivers/scsi/lpfc/lpfc_els.c iocb->iocb_cmpl = lpfc_cmpl_fabric_iocb; iocb 9788 drivers/scsi/lpfc/lpfc_els.c iocb->iocb_flag |= LPFC_IO_FABRIC; iocb 9790 drivers/scsi/lpfc/lpfc_els.c lpfc_debugfs_disc_trc(iocb->vport, LPFC_DISC_TRC_ELS_CMD, iocb 9792 drivers/scsi/lpfc/lpfc_els.c iocb->vport->port_state, 0, 0); iocb 9794 drivers/scsi/lpfc/lpfc_els.c ret = lpfc_sli_issue_iocb(phba, LPFC_ELS_RING, iocb, 0); iocb 9797 drivers/scsi/lpfc/lpfc_els.c iocb->iocb_cmpl = iocb->fabric_iocb_cmpl; iocb 9798 drivers/scsi/lpfc/lpfc_els.c iocb->fabric_iocb_cmpl = NULL; iocb 9799 drivers/scsi/lpfc/lpfc_els.c iocb->iocb_flag &= ~LPFC_IO_FABRIC; iocb 9804 drivers/scsi/lpfc/lpfc_els.c list_add_tail(&iocb->list, &phba->fabric_iocb_list); iocb 4708 drivers/scsi/lpfc/lpfc_hbadisc.c struct lpfc_iocbq *iocb, iocb 4711 drivers/scsi/lpfc/lpfc_hbadisc.c IOCB_t *icmd = &iocb->iocb; iocb 4714 drivers/scsi/lpfc/lpfc_hbadisc.c if (iocb->vport != vport) iocb 4720 drivers/scsi/lpfc/lpfc_hbadisc.c if (iocb->context_un.ndlp == ndlp) iocb 4728 drivers/scsi/lpfc/lpfc_hbadisc.c if (iocb->context1 == (uint8_t *) ndlp) iocb 4750 drivers/scsi/lpfc/lpfc_hbadisc.c struct lpfc_iocbq *iocb, *next_iocb; iocb 4752 drivers/scsi/lpfc/lpfc_hbadisc.c list_for_each_entry_safe(iocb, next_iocb, &pring->txq, list) { iocb 4754 drivers/scsi/lpfc/lpfc_hbadisc.c if (lpfc_check_sli_ndlp(phba, pring, iocb, ndlp)) iocb 4756 drivers/scsi/lpfc/lpfc_hbadisc.c list_move_tail(&iocb->list, dequeue_list); iocb 5699 drivers/scsi/lpfc/lpfc_hbadisc.c struct lpfc_iocbq *iocb, *next_iocb; iocb 5710 drivers/scsi/lpfc/lpfc_hbadisc.c list_for_each_entry_safe(iocb, next_iocb, &pring->txq, list) { iocb 5711 drivers/scsi/lpfc/lpfc_hbadisc.c if (iocb->context1 != ndlp) { iocb 5714 drivers/scsi/lpfc/lpfc_hbadisc.c icmd = &iocb->iocb; iocb 5718 drivers/scsi/lpfc/lpfc_hbadisc.c list_move_tail(&iocb->list, &completions); iocb 5723 drivers/scsi/lpfc/lpfc_hbadisc.c list_for_each_entry_safe(iocb, next_iocb, &pring->txcmplq, list) { iocb 5724 drivers/scsi/lpfc/lpfc_hbadisc.c if (iocb->context1 != ndlp) { iocb 5727 drivers/scsi/lpfc/lpfc_hbadisc.c icmd = &iocb->iocb; iocb 5730 drivers/scsi/lpfc/lpfc_hbadisc.c lpfc_sli_issue_abort_iotag(phba, pring, iocb); iocb 2552 drivers/scsi/lpfc/lpfc_init.c struct lpfc_iocbq *iocb; iocb 2560 drivers/scsi/lpfc/lpfc_init.c iocb = lpfc_sli_get_iocbq(phba); iocb 2561 drivers/scsi/lpfc/lpfc_init.c if (iocb == NULL) { iocb 2565 drivers/scsi/lpfc/lpfc_init.c icmd = &iocb->iocb; iocb 2574 drivers/scsi/lpfc/lpfc_init.c lpfc_sli_release_iocbq(phba, iocb); iocb 2590 drivers/scsi/lpfc/lpfc_init.c lpfc_sli_release_iocbq(phba, iocb); iocb 2616 drivers/scsi/lpfc/lpfc_init.c if (lpfc_sli_issue_iocb(phba, pring->ringno, iocb, 0) == iocb 2626 drivers/scsi/lpfc/lpfc_init.c lpfc_sli_release_iocbq(phba, iocb); iocb 178 drivers/scsi/lpfc/lpfc_nportdisc.c irsp = &rspiocb->iocb; iocb 214 drivers/scsi/lpfc/lpfc_nportdisc.c struct lpfc_iocbq *iocb, *next_iocb; iocb 239 drivers/scsi/lpfc/lpfc_nportdisc.c list_for_each_entry_safe(iocb, next_iocb, &pring->txcmplq, list) { iocb 241 drivers/scsi/lpfc/lpfc_nportdisc.c if (lpfc_check_sli_ndlp(phba, pring, iocb, ndlp)) iocb 242 drivers/scsi/lpfc/lpfc_nportdisc.c list_add_tail(&iocb->dlist, &abort_list); iocb 249 drivers/scsi/lpfc/lpfc_nportdisc.c list_for_each_entry_safe(iocb, next_iocb, &abort_list, dlist) { iocb 251 drivers/scsi/lpfc/lpfc_nportdisc.c list_del_init(&iocb->dlist); iocb 252 drivers/scsi/lpfc/lpfc_nportdisc.c lpfc_sli_issue_abort_iotag(phba, pring, iocb); iocb 263 drivers/scsi/lpfc/lpfc_nportdisc.c list_for_each_entry_safe(iocb, next_iocb, &pring->txq, list) { iocb 265 drivers/scsi/lpfc/lpfc_nportdisc.c if (lpfc_check_sli_ndlp(phba, pring, iocb, ndlp)) { iocb 266 drivers/scsi/lpfc/lpfc_nportdisc.c list_del_init(&iocb->list); iocb 267 drivers/scsi/lpfc/lpfc_nportdisc.c list_add_tail(&iocb->list, &abort_list); iocb 331 drivers/scsi/lpfc/lpfc_nportdisc.c icmd = &cmdiocb->iocb; iocb 585 drivers/scsi/lpfc/lpfc_nportdisc.c icmd = &cmdiocb->iocb; iocb 1106 drivers/scsi/lpfc/lpfc_nportdisc.c ndlp->nlp_rpi = cmdiocb->iocb.ulpIoTag; iocb 1169 drivers/scsi/lpfc/lpfc_nportdisc.c irsp = &rspiocb->iocb; iocb 1522 drivers/scsi/lpfc/lpfc_nportdisc.c irsp = &rspiocb->iocb; iocb 1992 drivers/scsi/lpfc/lpfc_nportdisc.c irsp = &rspiocb->iocb; iocb 2601 drivers/scsi/lpfc/lpfc_nportdisc.c irsp = &rspiocb->iocb; iocb 2621 drivers/scsi/lpfc/lpfc_nportdisc.c irsp = &rspiocb->iocb; iocb 2655 drivers/scsi/lpfc/lpfc_nportdisc.c irsp = &rspiocb->iocb; iocb 1757 drivers/scsi/lpfc/lpfc_nvme.c cmdiocb->iocb.un.acxri.abortContextTag, iocb 1758 drivers/scsi/lpfc/lpfc_nvme.c cmdiocb->iocb.un.acxri.abortIoTag, iocb 1929 drivers/scsi/lpfc/lpfc_nvme.c nvmereq_wqe->iocb.ulpClass); iocb 3226 drivers/scsi/lpfc/lpfc_nvmet.c abts_wqeq->iocb.ulpCommand = CMD_XMIT_SEQUENCE64_CR; iocb 3227 drivers/scsi/lpfc/lpfc_nvmet.c abts_wqeq->iocb.ulpLe = 1; iocb 335 drivers/scsi/lpfc/lpfc_scsi.c IOCB_t *iocb; iocb 414 drivers/scsi/lpfc/lpfc_scsi.c iocb = &psb->cur_iocbq.iocb; iocb 415 drivers/scsi/lpfc/lpfc_scsi.c iocb->un.fcpi64.bdl.ulpIoTag32 = 0; iocb 419 drivers/scsi/lpfc/lpfc_scsi.c iocb->un.fcpi64.bdl.bdeFlags = BUFF_TYPE_BDE_IMMED; iocb 420 drivers/scsi/lpfc/lpfc_scsi.c iocb->un.fcpi64.bdl.bdeSize = sizeof(struct fcp_cmnd); iocb 421 drivers/scsi/lpfc/lpfc_scsi.c iocb->un.fcpi64.bdl.addrLow = offsetof(IOCB_t, iocb 423 drivers/scsi/lpfc/lpfc_scsi.c iocb->un.fcpi64.bdl.addrHigh = 0; iocb 424 drivers/scsi/lpfc/lpfc_scsi.c iocb->ulpBdeCount = 0; iocb 425 drivers/scsi/lpfc/lpfc_scsi.c iocb->ulpLe = 0; iocb 427 drivers/scsi/lpfc/lpfc_scsi.c iocb->unsli3.fcp_ext.rbde.tus.f.bdeFlags = iocb 429 drivers/scsi/lpfc/lpfc_scsi.c iocb->unsli3.fcp_ext.rbde.tus.f.bdeSize = iocb 431 drivers/scsi/lpfc/lpfc_scsi.c iocb->unsli3.fcp_ext.rbde.addrLow = iocb 433 drivers/scsi/lpfc/lpfc_scsi.c iocb->unsli3.fcp_ext.rbde.addrHigh = iocb 436 drivers/scsi/lpfc/lpfc_scsi.c iocb->un.fcpi64.bdl.bdeFlags = BUFF_TYPE_BLP_64; iocb 437 drivers/scsi/lpfc/lpfc_scsi.c iocb->un.fcpi64.bdl.bdeSize = iocb 439 drivers/scsi/lpfc/lpfc_scsi.c iocb->un.fcpi64.bdl.addrLow = iocb 441 drivers/scsi/lpfc/lpfc_scsi.c iocb->un.fcpi64.bdl.addrHigh = iocb 443 drivers/scsi/lpfc/lpfc_scsi.c iocb->ulpBdeCount = 1; iocb 444 drivers/scsi/lpfc/lpfc_scsi.c iocb->ulpLe = 1; iocb 446 drivers/scsi/lpfc/lpfc_scsi.c iocb->ulpClass = CLASS3; iocb 636 drivers/scsi/lpfc/lpfc_scsi.c IOCB_t *iocb; iocb 710 drivers/scsi/lpfc/lpfc_scsi.c iocb = &lpfc_cmd->cur_iocbq.iocb; iocb 711 drivers/scsi/lpfc/lpfc_scsi.c iocb->un.fcpi64.bdl.ulpIoTag32 = 0; iocb 712 drivers/scsi/lpfc/lpfc_scsi.c iocb->un.fcpi64.bdl.bdeFlags = BUFF_TYPE_BDE_64; iocb 717 drivers/scsi/lpfc/lpfc_scsi.c iocb->un.fcpi64.bdl.bdeSize = sizeof(struct fcp_cmnd); iocb 718 drivers/scsi/lpfc/lpfc_scsi.c iocb->un.fcpi64.bdl.addrLow = putPaddrLow(pdma_phys_fcp_cmd); iocb 719 drivers/scsi/lpfc/lpfc_scsi.c iocb->un.fcpi64.bdl.addrHigh = putPaddrHigh(pdma_phys_fcp_cmd); iocb 720 drivers/scsi/lpfc/lpfc_scsi.c iocb->ulpBdeCount = 1; iocb 721 drivers/scsi/lpfc/lpfc_scsi.c iocb->ulpLe = 1; iocb 722 drivers/scsi/lpfc/lpfc_scsi.c iocb->ulpClass = CLASS3; iocb 842 drivers/scsi/lpfc/lpfc_scsi.c IOCB_t *iocb_cmd = &lpfc_cmd->cur_iocbq.iocb; iocb 2524 drivers/scsi/lpfc/lpfc_scsi.c IOCB_t *iocb_cmd = &lpfc_cmd->cur_iocbq.iocb; iocb 2900 drivers/scsi/lpfc/lpfc_scsi.c struct sli3_bg_fields *bgf = &pIocbOut->iocb.unsli3.sli3_bg; iocb 3051 drivers/scsi/lpfc/lpfc_scsi.c IOCB_t *iocb_cmd = &lpfc_cmd->cur_iocbq.iocb; iocb 3262 drivers/scsi/lpfc/lpfc_scsi.c IOCB_t *iocb_cmd = &lpfc_cmd->cur_iocbq.iocb; iocb 3491 drivers/scsi/lpfc/lpfc_scsi.c uint32_t fcpi_parm = rsp_iocb->iocb.un.fcpi.fcpi_parm; iocb 3612 drivers/scsi/lpfc/lpfc_scsi.c uint32_t fcpi_parm = rsp_iocb->iocb.un.fcpi.fcpi_parm; iocb 3753 drivers/scsi/lpfc/lpfc_scsi.c rsp_iocb->iocb.ulpContext), iocb 3837 drivers/scsi/lpfc/lpfc_scsi.c lpfc_cmd->result = (pIocbOut->iocb.un.ulpWord[4] & IOERR_PARAM_MASK); iocb 3838 drivers/scsi/lpfc/lpfc_scsi.c lpfc_cmd->status = pIocbOut->iocb.ulpStatus; iocb 3903 drivers/scsi/lpfc/lpfc_scsi.c pIocbOut->iocb.ulpContext, iocb 3904 drivers/scsi/lpfc/lpfc_scsi.c lpfc_cmd->cur_iocbq.iocb.ulpIoTag); iocb 3959 drivers/scsi/lpfc/lpfc_scsi.c pIocbOut->iocb.unsli3.sli3_bg.bgstat) { iocb 4084 drivers/scsi/lpfc/lpfc_scsi.c IOCB_t *iocb_cmd = &lpfc_cmd->cur_iocbq.iocb; iocb 4113 drivers/scsi/lpfc/lpfc_scsi.c piocbq->iocb.un.fcpi.fcpi_XRdy = 0; iocb 4132 drivers/scsi/lpfc/lpfc_scsi.c piocbq->iocb.un.fcpi.fcpi_XRdy = fcpdl; iocb 4134 drivers/scsi/lpfc/lpfc_scsi.c piocbq->iocb.un.fcpi.fcpi_XRdy = iocb 4162 drivers/scsi/lpfc/lpfc_scsi.c piocbq->iocb.ulpContext = pnode->nlp_rpi; iocb 4164 drivers/scsi/lpfc/lpfc_scsi.c piocbq->iocb.ulpContext = iocb 4167 drivers/scsi/lpfc/lpfc_scsi.c piocbq->iocb.ulpFCP2Rcvy = 1; iocb 4169 drivers/scsi/lpfc/lpfc_scsi.c piocbq->iocb.ulpFCP2Rcvy = 0; iocb 4171 drivers/scsi/lpfc/lpfc_scsi.c piocbq->iocb.ulpClass = (pnode->nlp_fcp_info & 0x0f); iocb 4174 drivers/scsi/lpfc/lpfc_scsi.c piocbq->iocb.ulpTimeout = lpfc_cmd->timeout; iocb 4211 drivers/scsi/lpfc/lpfc_scsi.c piocb = &piocbq->iocb; iocb 4651 drivers/scsi/lpfc/lpfc_scsi.c lpfc_cmd->cur_iocbq.iocb.ulpContext, iocb 4652 drivers/scsi/lpfc/lpfc_scsi.c lpfc_cmd->cur_iocbq.iocb.ulpIoTag, iocb 4653 drivers/scsi/lpfc/lpfc_scsi.c lpfc_cmd->cur_iocbq.iocb.ulpTimeout, iocb 4719 drivers/scsi/lpfc/lpfc_scsi.c struct lpfc_iocbq *iocb; iocb 4758 drivers/scsi/lpfc/lpfc_scsi.c iocb = &lpfc_cmd->cur_iocbq; iocb 4760 drivers/scsi/lpfc/lpfc_scsi.c pring_s4 = phba->sli4_hba.hdwq[iocb->hba_wqidx].io_wq->pring; iocb 4768 drivers/scsi/lpfc/lpfc_scsi.c if (!(iocb->iocb_flag & LPFC_IO_ON_TXCMPLQ)) { iocb 4788 drivers/scsi/lpfc/lpfc_scsi.c BUG_ON(iocb->context1 != lpfc_cmd); iocb 4791 drivers/scsi/lpfc/lpfc_scsi.c if (iocb->iocb_flag & LPFC_DRIVER_ABORTED) { iocb 4808 drivers/scsi/lpfc/lpfc_scsi.c iocb->iocb_flag |= LPFC_DRIVER_ABORTED; iocb 4816 drivers/scsi/lpfc/lpfc_scsi.c cmd = &iocb->iocb; iocb 4817 drivers/scsi/lpfc/lpfc_scsi.c icmd = &abtsiocb->iocb; iocb 4821 drivers/scsi/lpfc/lpfc_scsi.c icmd->un.acxri.abortIoTag = iocb->sli4_xritag; iocb 4829 drivers/scsi/lpfc/lpfc_scsi.c abtsiocb->hba_wqidx = iocb->hba_wqidx; iocb 4831 drivers/scsi/lpfc/lpfc_scsi.c if (iocb->iocb_flag & LPFC_IO_FOF) iocb 4854 drivers/scsi/lpfc/lpfc_scsi.c iocb->iocb_flag &= ~LPFC_DRIVER_ABORTED; iocb 4885 drivers/scsi/lpfc/lpfc_scsi.c iocb->sli4_xritag, ret, iocb 5071 drivers/scsi/lpfc/lpfc_scsi.c (iocbqrsp->iocb.ulpStatus != IOSTAT_SUCCESS)) { iocb 5073 drivers/scsi/lpfc/lpfc_scsi.c iocbqrsp->iocb.ulpStatus != IOSTAT_FCP_RSP_ERROR) iocb 5079 drivers/scsi/lpfc/lpfc_scsi.c iocbqrsp->iocb.ulpStatus, iocb 5080 drivers/scsi/lpfc/lpfc_scsi.c iocbqrsp->iocb.un.ulpWord[4], iocb 5084 drivers/scsi/lpfc/lpfc_scsi.c if (iocbqrsp->iocb.ulpStatus == IOSTAT_FCP_RSP_ERROR) iocb 94 drivers/scsi/lpfc/lpfc_sli.c return &iocbq->iocb; iocb 1132 drivers/scsi/lpfc/lpfc_sli.c } else if ((piocbq->iocb.ulpCommand == CMD_GEN_REQUEST64_CR) && iocb 1247 drivers/scsi/lpfc/lpfc_sli.c size_t start_clean = offsetof(struct lpfc_iocbq, iocb); iocb 1323 drivers/scsi/lpfc/lpfc_sli.c size_t start_clean = offsetof(struct lpfc_iocbq, iocb); iocb 1401 drivers/scsi/lpfc/lpfc_sli.c piocb->iocb.ulpStatus = ulpstatus; iocb 1402 drivers/scsi/lpfc/lpfc_sli.c piocb->iocb.un.ulpWord[4] = ulpWord4; iocb 1596 drivers/scsi/lpfc/lpfc_sli.c (piocb->iocb.ulpCommand != CMD_ABORT_XRI_CN) && iocb 1597 drivers/scsi/lpfc/lpfc_sli.c (piocb->iocb.ulpCommand != CMD_CLOSE_XRI_CN)) { iocb 1779 drivers/scsi/lpfc/lpfc_sli.c IOCB_t *iocb, struct lpfc_iocbq *nextiocb) iocb 1785 drivers/scsi/lpfc/lpfc_sli.c nextiocb->iocb.ulpIoTag = (nextiocb->iocb_cmpl) ? nextiocb->iotag : 0; iocb 1791 drivers/scsi/lpfc/lpfc_sli.c *(((uint32_t *) &nextiocb->iocb) + 4), iocb 1792 drivers/scsi/lpfc/lpfc_sli.c *(((uint32_t *) &nextiocb->iocb) + 6), iocb 1793 drivers/scsi/lpfc/lpfc_sli.c *(((uint32_t *) &nextiocb->iocb) + 7)); iocb 1799 drivers/scsi/lpfc/lpfc_sli.c lpfc_sli_pcimem_bcopy(&nextiocb->iocb, iocb, phba->iocb_cmd_size); iocb 1888 drivers/scsi/lpfc/lpfc_sli.c IOCB_t *iocb; iocb 1906 drivers/scsi/lpfc/lpfc_sli.c while ((iocb = lpfc_sli_next_iocb_slot(phba, pring)) && iocb 1908 drivers/scsi/lpfc/lpfc_sli.c lpfc_sli_submit_iocb(phba, pring, iocb, nextiocb); iocb 1910 drivers/scsi/lpfc/lpfc_sli.c if (iocb) iocb 2846 drivers/scsi/lpfc/lpfc_sli.c irsp = &(saveq->iocb); iocb 2912 drivers/scsi/lpfc/lpfc_sli.c irsp = &(iocbq->iocb); iocb 2947 drivers/scsi/lpfc/lpfc_sli.c if (iocbq->iocb.unsli3.rcvsli3.ox_id == iocb 2948 drivers/scsi/lpfc/lpfc_sli.c saveq->iocb.unsli3.rcvsli3.ox_id) { iocb 2957 drivers/scsi/lpfc/lpfc_sli.c if (saveq->iocb.ulpStatus != IOSTAT_INTERMED_RSP) { iocb 2960 drivers/scsi/lpfc/lpfc_sli.c irsp = &(saveq->iocb); iocb 2970 drivers/scsi/lpfc/lpfc_sli.c w5p = (WORD5 *)&(saveq->iocb.un.ulpWord[5]); iocb 3023 drivers/scsi/lpfc/lpfc_sli.c iotag = prspiocb->iocb.ulpIoTag; iocb 3042 drivers/scsi/lpfc/lpfc_sli.c *(((uint32_t *) &prspiocb->iocb) + 7)); iocb 3125 drivers/scsi/lpfc/lpfc_sli.c if (saveq->iocb.ulpStatus && iocb 3127 drivers/scsi/lpfc/lpfc_sli.c (cmdiocbp->iocb.ulpCommand == iocb 3146 drivers/scsi/lpfc/lpfc_sli.c saveq->iocb.ulpStatus = iocb 3148 drivers/scsi/lpfc/lpfc_sli.c saveq->iocb.un.ulpWord[4] = iocb 3190 drivers/scsi/lpfc/lpfc_sli.c cmdiocbp->iocb.ulpStatus = iocb 3192 drivers/scsi/lpfc/lpfc_sli.c cmdiocbp->iocb.un.ulpWord[4] = iocb 3200 drivers/scsi/lpfc/lpfc_sli.c saveq->iocb.ulpStatus = iocb 3202 drivers/scsi/lpfc/lpfc_sli.c saveq->iocb.un.ulpWord[4] = iocb 3232 drivers/scsi/lpfc/lpfc_sli.c saveq->iocb.ulpIoTag, iocb 3233 drivers/scsi/lpfc/lpfc_sli.c saveq->iocb.ulpStatus, iocb 3234 drivers/scsi/lpfc/lpfc_sli.c saveq->iocb.un.ulpWord[4], iocb 3235 drivers/scsi/lpfc/lpfc_sli.c saveq->iocb.ulpCommand, iocb 3236 drivers/scsi/lpfc/lpfc_sli.c saveq->iocb.ulpContext); iocb 3396 drivers/scsi/lpfc/lpfc_sli.c (uint32_t *) &rspiocbq.iocb, iocb 3399 drivers/scsi/lpfc/lpfc_sli.c irsp = &rspiocbq.iocb; iocb 3566 drivers/scsi/lpfc/lpfc_sli.c irsp = &rspiocbp->iocb; iocb 3575 drivers/scsi/lpfc/lpfc_sli.c irsp = &(saveq->iocb); iocb 3797 drivers/scsi/lpfc/lpfc_sli.c lpfc_sli_pcimem_bcopy(entry, &rspiocbp->iocb, iocb 3799 drivers/scsi/lpfc/lpfc_sli.c irsp = &rspiocbp->iocb; iocb 3930 drivers/scsi/lpfc/lpfc_sli.c struct lpfc_iocbq *iocb, *next_iocb; iocb 3947 drivers/scsi/lpfc/lpfc_sli.c list_for_each_entry_safe(iocb, next_iocb, &pring->txcmplq, list) iocb 3948 drivers/scsi/lpfc/lpfc_sli.c lpfc_sli_issue_abort_iotag(phba, pring, iocb); iocb 3956 drivers/scsi/lpfc/lpfc_sli.c list_for_each_entry_safe(iocb, next_iocb, &pring->txcmplq, list) iocb 3957 drivers/scsi/lpfc/lpfc_sli.c lpfc_sli_issue_abort_iotag(phba, pring, iocb); iocb 9051 drivers/scsi/lpfc/lpfc_sli.c IOCB_t *iocb; iocb 9057 drivers/scsi/lpfc/lpfc_sli.c (piocb->iocb.ulpCommand != CMD_ABORT_XRI_CN) && iocb 9058 drivers/scsi/lpfc/lpfc_sli.c (piocb->iocb.ulpCommand != CMD_CLOSE_XRI_CN)) { iocb 9062 drivers/scsi/lpfc/lpfc_sli.c piocb->iocb.ulpCommand); iocb 9094 drivers/scsi/lpfc/lpfc_sli.c switch (piocb->iocb.ulpCommand) { iocb 9098 drivers/scsi/lpfc/lpfc_sli.c (piocb->iocb.un.genreq64.w5.hcsw.Rctl != iocb 9100 drivers/scsi/lpfc/lpfc_sli.c (piocb->iocb.un.genreq64.w5.hcsw.Type != iocb 9131 drivers/scsi/lpfc/lpfc_sli.c while ((iocb = lpfc_sli_next_iocb_slot(phba, pring)) && iocb 9133 drivers/scsi/lpfc/lpfc_sli.c lpfc_sli_submit_iocb(phba, pring, iocb, nextiocb); iocb 9135 drivers/scsi/lpfc/lpfc_sli.c if (iocb) iocb 9194 drivers/scsi/lpfc/lpfc_sli.c icmd = &piocbq->iocb; iocb 9232 drivers/scsi/lpfc/lpfc_sli.c if (piocbq->iocb.ulpCommand == CMD_GEN_REQUEST64_CR) { iocb 9313 drivers/scsi/lpfc/lpfc_sli.c memcpy(wqe, &iocbq->iocb, sizeof(union lpfc_wqe)); iocb 9321 drivers/scsi/lpfc/lpfc_sli.c if (iocbq->iocb.un.genreq64.bdl.bdeFlags == BUFF_TYPE_BLP_64) { iocb 9322 drivers/scsi/lpfc/lpfc_sli.c numBdes = iocbq->iocb.un.genreq64.bdl.bdeSize / iocb 9343 drivers/scsi/lpfc/lpfc_sli.c xmit_len = iocbq->iocb.un.fcpi64.bdl.bdeSize; iocb 9345 drivers/scsi/lpfc/lpfc_sli.c iocbq->iocb.ulpIoTag = iocbq->iotag; iocb 9346 drivers/scsi/lpfc/lpfc_sli.c cmnd = iocbq->iocb.ulpCommand; iocb 9348 drivers/scsi/lpfc/lpfc_sli.c switch (iocbq->iocb.ulpCommand) { iocb 9354 drivers/scsi/lpfc/lpfc_sli.c if (!iocbq->iocb.ulpLe) { iocb 9358 drivers/scsi/lpfc/lpfc_sli.c iocbq->iocb.ulpCommand); iocb 9365 drivers/scsi/lpfc/lpfc_sli.c iocbq->iocb.ulpTimeout); iocb 9370 drivers/scsi/lpfc/lpfc_sli.c ct = ((iocbq->iocb.ulpCt_h << 1) | iocbq->iocb.ulpCt_l); iocb 9372 drivers/scsi/lpfc/lpfc_sli.c iocbq->iocb.ulpContext); iocb 9418 drivers/scsi/lpfc/lpfc_sli.c iocbq->iocb.un.ulpWord[3]); iocb 9420 drivers/scsi/lpfc/lpfc_sli.c iocbq->iocb.unsli3.rcvsli3.ox_id); iocb 9449 drivers/scsi/lpfc/lpfc_sli.c ((iocbq->iocb.ulpCt_h << 1) | iocbq->iocb.ulpCt_l)); iocb 9467 drivers/scsi/lpfc/lpfc_sli.c iocbq->iocb.ulpFCP2Rcvy); iocb 9468 drivers/scsi/lpfc/lpfc_sli.c bf_set(wqe_lnk, &wqe->fcp_iwrite.wqe_com, iocbq->iocb.ulpXS); iocb 9473 drivers/scsi/lpfc/lpfc_sli.c bf_set(wqe_pu, &wqe->fcp_iwrite.wqe_com, iocbq->iocb.ulpPU); iocb 9531 drivers/scsi/lpfc/lpfc_sli.c iocbq->iocb.ulpFCP2Rcvy); iocb 9532 drivers/scsi/lpfc/lpfc_sli.c bf_set(wqe_lnk, &wqe->fcp_iread.wqe_com, iocbq->iocb.ulpXS); iocb 9537 drivers/scsi/lpfc/lpfc_sli.c bf_set(wqe_pu, &wqe->fcp_iread.wqe_com, iocbq->iocb.ulpPU); iocb 9601 drivers/scsi/lpfc/lpfc_sli.c iocbq->iocb.ulpFCP2Rcvy); iocb 9647 drivers/scsi/lpfc/lpfc_sli.c numBdes = iocbq->iocb.un.genreq64.bdl.bdeSize / iocb 9660 drivers/scsi/lpfc/lpfc_sli.c if (iocbq->iocb.ulpCt_h || iocbq->iocb.ulpCt_l) { iocb 9661 drivers/scsi/lpfc/lpfc_sli.c ct = ((iocbq->iocb.ulpCt_h << 1) | iocbq->iocb.ulpCt_l); iocb 9664 drivers/scsi/lpfc/lpfc_sli.c ct, iocbq->iocb.ulpCommand); iocb 9668 drivers/scsi/lpfc/lpfc_sli.c bf_set(wqe_tmo, &wqe->gen_req.wqe_com, iocbq->iocb.ulpTimeout); iocb 9669 drivers/scsi/lpfc/lpfc_sli.c bf_set(wqe_pu, &wqe->gen_req.wqe_com, iocbq->iocb.ulpPU); iocb 9687 drivers/scsi/lpfc/lpfc_sli.c iocbq->iocb.un.xseq64.xmit_els_remoteID); iocb 9703 drivers/scsi/lpfc/lpfc_sli.c ((iocbq->iocb.ulpCt_h << 1) | iocbq->iocb.ulpCt_l)); iocb 9704 drivers/scsi/lpfc/lpfc_sli.c bf_set(wqe_pu, &wqe->xmit_els_rsp.wqe_com, iocbq->iocb.ulpPU); iocb 9706 drivers/scsi/lpfc/lpfc_sli.c iocbq->iocb.unsli3.rcvsli3.ox_id); iocb 9707 drivers/scsi/lpfc/lpfc_sli.c if (!iocbq->iocb.ulpCt_h && iocbq->iocb.ulpCt_l) iocb 9735 drivers/scsi/lpfc/lpfc_sli.c abrt_iotag = iocbq->iocb.un.acxri.abortContextTag; iocb 9742 drivers/scsi/lpfc/lpfc_sli.c if ((iocbq->iocb.ulpCommand == CMD_CLOSE_XRI_CN) || fip) iocb 9755 drivers/scsi/lpfc/lpfc_sli.c ((iocbq->iocb.ulpCt_h << 1) | iocbq->iocb.ulpCt_l)); iocb 9756 drivers/scsi/lpfc/lpfc_sli.c abort_tag = iocbq->iocb.un.acxri.abortIoTag; iocb 9778 drivers/scsi/lpfc/lpfc_sli.c bf_get(lpfc_abts_oxid, &iocbq->iocb.un.bls_rsp)); iocb 9779 drivers/scsi/lpfc/lpfc_sli.c if (bf_get(lpfc_abts_orig, &iocbq->iocb.un.bls_rsp) == iocb 9793 drivers/scsi/lpfc/lpfc_sli.c bf_get(lpfc_abts_rxid, &iocbq->iocb.un.bls_rsp)); iocb 9802 drivers/scsi/lpfc/lpfc_sli.c iocbq->iocb.ulpContext); iocb 9811 drivers/scsi/lpfc/lpfc_sli.c if (iocbq->iocb.un.xseq64.w5.hcsw.Rctl == FC_RCTL_BA_RJT) { iocb 9813 drivers/scsi/lpfc/lpfc_sli.c bf_get(lpfc_vndr_code, &iocbq->iocb.un.bls_rsp)); iocb 9815 drivers/scsi/lpfc/lpfc_sli.c bf_get(lpfc_rsn_expln, &iocbq->iocb.un.bls_rsp)); iocb 9817 drivers/scsi/lpfc/lpfc_sli.c bf_get(lpfc_rsn_code, &iocbq->iocb.un.bls_rsp)); iocb 9843 drivers/scsi/lpfc/lpfc_sli.c iocbq->iocb.ulpCommand); iocb 9861 drivers/scsi/lpfc/lpfc_sli.c bf_set(wqe_class, &wqe->generic.wqe_com, iocbq->iocb.ulpClass); iocb 9907 drivers/scsi/lpfc/lpfc_sli.c if (piocb->iocb.ulpCommand == CMD_ABORT_XRI_CN || iocb 9908 drivers/scsi/lpfc/lpfc_sli.c piocb->iocb.ulpCommand == CMD_CLOSE_XRI_CN) iocb 10158 drivers/scsi/lpfc/lpfc_sli.c vpi = iocbq->iocb.un.asyncstat.sub_ctxt_tag; iocb 10159 drivers/scsi/lpfc/lpfc_sli.c rpi = iocbq->iocb.ulpContext; iocb 10164 drivers/scsi/lpfc/lpfc_sli.c vpi, rpi, iocbq->iocb.ulpStatus); iocb 10173 drivers/scsi/lpfc/lpfc_sli.c if (iocbq->iocb.ulpStatus == IOSTAT_LOCAL_REJECT) iocb 10181 drivers/scsi/lpfc/lpfc_sli.c iocbq->iocb.ulpContext, iocbq->iocb.ulpStatus, iocb 10253 drivers/scsi/lpfc/lpfc_sli.c icmd = &iocbq->iocb; iocb 10647 drivers/scsi/lpfc/lpfc_sli.c struct lpfc_iocbq *iocb, *next_iocb; iocb 10671 drivers/scsi/lpfc/lpfc_sli.c list_for_each_entry_safe(iocb, next_iocb, iocb 10673 drivers/scsi/lpfc/lpfc_sli.c if (iocb->vport != vport) iocb 10675 drivers/scsi/lpfc/lpfc_sli.c list_move_tail(&iocb->list, &completions); iocb 10677 drivers/scsi/lpfc/lpfc_sli.c list_for_each_entry_safe(iocb, next_iocb, iocb 10679 drivers/scsi/lpfc/lpfc_sli.c if (iocb->vport != vport) iocb 10681 drivers/scsi/lpfc/lpfc_sli.c lpfc_sli_issue_abort_iotag(phba, pring, iocb); iocb 10697 drivers/scsi/lpfc/lpfc_sli.c list_for_each_entry_safe(iocb, next_iocb, iocb 10699 drivers/scsi/lpfc/lpfc_sli.c if (iocb->vport != vport) iocb 10701 drivers/scsi/lpfc/lpfc_sli.c list_move_tail(&iocb->list, &completions); iocb 10704 drivers/scsi/lpfc/lpfc_sli.c list_for_each_entry_safe(iocb, next_iocb, iocb 10706 drivers/scsi/lpfc/lpfc_sli.c if (iocb->vport != vport) iocb 10708 drivers/scsi/lpfc/lpfc_sli.c lpfc_sli_issue_abort_iotag(phba, pring, iocb); iocb 11027 drivers/scsi/lpfc/lpfc_sli.c IOCB_t *irsp = &rspiocb->iocb; iocb 11037 drivers/scsi/lpfc/lpfc_sli.c abort_context = cmdiocb->iocb.un.acxri.abortContextTag; iocb 11038 drivers/scsi/lpfc/lpfc_sli.c abort_iotag = cmdiocb->iocb.un.acxri.abortIoTag; iocb 11089 drivers/scsi/lpfc/lpfc_sli.c IOCB_t *irsp = &rspiocb->iocb; iocb 11097 drivers/scsi/lpfc/lpfc_sli.c if (cmdiocb->iocb.ulpCommand == CMD_GEN_REQUEST64_CR) iocb 11135 drivers/scsi/lpfc/lpfc_sli.c icmd = &cmdiocb->iocb; iocb 11151 drivers/scsi/lpfc/lpfc_sli.c iabt = &abtsiocbp->iocb; iocb 11242 drivers/scsi/lpfc/lpfc_sli.c icmd = &cmdiocb->iocb; iocb 11434 drivers/scsi/lpfc/lpfc_sli.c cmdiocb->iocb.un.acxri.abortContextTag, iocb 11435 drivers/scsi/lpfc/lpfc_sli.c cmdiocb->iocb.un.acxri.abortIoTag, iocb 11436 drivers/scsi/lpfc/lpfc_sli.c cmdiocb->iotag, rspiocb->iocb.ulpStatus, iocb 11437 drivers/scsi/lpfc/lpfc_sli.c rspiocb->iocb.un.ulpWord[4]); iocb 11503 drivers/scsi/lpfc/lpfc_sli.c cmd = &iocbq->iocb; iocb 11504 drivers/scsi/lpfc/lpfc_sli.c abtsiocb->iocb.un.acxri.abortType = ABORT_TYPE_ABTS; iocb 11505 drivers/scsi/lpfc/lpfc_sli.c abtsiocb->iocb.un.acxri.abortContextTag = cmd->ulpContext; iocb 11507 drivers/scsi/lpfc/lpfc_sli.c abtsiocb->iocb.un.acxri.abortIoTag = iocbq->sli4_xritag; iocb 11509 drivers/scsi/lpfc/lpfc_sli.c abtsiocb->iocb.un.acxri.abortIoTag = cmd->ulpIoTag; iocb 11510 drivers/scsi/lpfc/lpfc_sli.c abtsiocb->iocb.ulpLe = 1; iocb 11511 drivers/scsi/lpfc/lpfc_sli.c abtsiocb->iocb.ulpClass = cmd->ulpClass; iocb 11522 drivers/scsi/lpfc/lpfc_sli.c abtsiocb->iocb.ulpCommand = CMD_ABORT_XRI_CN; iocb 11524 drivers/scsi/lpfc/lpfc_sli.c abtsiocb->iocb.ulpCommand = CMD_CLOSE_XRI_CN; iocb 11640 drivers/scsi/lpfc/lpfc_sli.c icmd = &iocbq->iocb; iocb 11641 drivers/scsi/lpfc/lpfc_sli.c abtsiocbq->iocb.un.acxri.abortType = ABORT_TYPE_ABTS; iocb 11642 drivers/scsi/lpfc/lpfc_sli.c abtsiocbq->iocb.un.acxri.abortContextTag = icmd->ulpContext; iocb 11644 drivers/scsi/lpfc/lpfc_sli.c abtsiocbq->iocb.un.acxri.abortIoTag = iocb 11647 drivers/scsi/lpfc/lpfc_sli.c abtsiocbq->iocb.un.acxri.abortIoTag = icmd->ulpIoTag; iocb 11648 drivers/scsi/lpfc/lpfc_sli.c abtsiocbq->iocb.ulpLe = 1; iocb 11649 drivers/scsi/lpfc/lpfc_sli.c abtsiocbq->iocb.ulpClass = icmd->ulpClass; iocb 11663 drivers/scsi/lpfc/lpfc_sli.c abtsiocbq->iocb.ulpCommand = CMD_ABORT_XRI_CN; iocb 11665 drivers/scsi/lpfc/lpfc_sli.c abtsiocbq->iocb.ulpCommand = CMD_CLOSE_XRI_CN; iocb 11743 drivers/scsi/lpfc/lpfc_sli.c memcpy(&((struct lpfc_iocbq *)cmdiocbq->context2)->iocb, iocb 11744 drivers/scsi/lpfc/lpfc_sli.c &rspiocbq->iocb, sizeof(IOCB_t)); iocb 11837 drivers/scsi/lpfc/lpfc_sli.c struct lpfc_iocbq *iocb; iocb 11912 drivers/scsi/lpfc/lpfc_sli.c list_for_each_entry(iocb, &pring->txq, list) { iocb 11915 drivers/scsi/lpfc/lpfc_sli.c list_for_each_entry(iocb, &pring->txcmplq, list) { iocb 12876 drivers/scsi/lpfc/lpfc_sli.c size_t offset = offsetof(struct lpfc_iocbq, iocb); iocb 12882 drivers/scsi/lpfc/lpfc_sli.c pIocbIn->iocb.ulpStatus = (status & LPFC_IOCB_STATUS_MASK); iocb 12884 drivers/scsi/lpfc/lpfc_sli.c if (pIocbIn->iocb.ulpStatus == IOSTAT_FCP_RSP_ERROR) iocb 12885 drivers/scsi/lpfc/lpfc_sli.c pIocbIn->iocb.un.fcpi.fcpi_parm = iocb 12886 drivers/scsi/lpfc/lpfc_sli.c pIocbOut->iocb.un.fcpi.fcpi_parm - iocb 12889 drivers/scsi/lpfc/lpfc_sli.c pIocbIn->iocb.un.ulpWord[4] = wcqe->parameter; iocb 12891 drivers/scsi/lpfc/lpfc_sli.c pIocbIn->iocb.un.ulpWord[4] = wcqe->parameter; iocb 12892 drivers/scsi/lpfc/lpfc_sli.c switch (pIocbOut->iocb.ulpCommand) { iocb 12903 drivers/scsi/lpfc/lpfc_sli.c numBdes = pIocbOut->iocb.un.genreq64.bdl.bdeSize/ iocb 12918 drivers/scsi/lpfc/lpfc_sli.c pIocbIn->iocb.un.genreq64.bdl.bdeSize = max_response; iocb 12920 drivers/scsi/lpfc/lpfc_sli.c pIocbIn->iocb.un.genreq64.bdl.bdeSize = iocb 12926 drivers/scsi/lpfc/lpfc_sli.c pIocbIn->iocb.ulpStatus = IOSTAT_LOCAL_REJECT; iocb 12929 drivers/scsi/lpfc/lpfc_sli.c pIocbIn->iocb.un.ulpWord[4] = IOERR_RX_DMA_FAILED; iocb 12931 drivers/scsi/lpfc/lpfc_sli.c pIocbIn->iocb.un.ulpWord[4] = IOERR_TX_DMA_FAILED; iocb 12933 drivers/scsi/lpfc/lpfc_sli.c pIocbIn->iocb.unsli3.sli3_bg.bgstat = 0; iocb 12935 drivers/scsi/lpfc/lpfc_sli.c pIocbIn->iocb.unsli3.sli3_bg.bgstat |= iocb 12938 drivers/scsi/lpfc/lpfc_sli.c pIocbIn->iocb.unsli3.sli3_bg.bgstat |= iocb 12941 drivers/scsi/lpfc/lpfc_sli.c pIocbIn->iocb.unsli3.sli3_bg.bgstat |= iocb 12946 drivers/scsi/lpfc/lpfc_sli.c pIocbIn->iocb.unsli3.sli3_bg.bgstat |= iocb 12948 drivers/scsi/lpfc/lpfc_sli.c pIocbIn->iocb.unsli3.sli3_bg.bghm = iocb 12956 drivers/scsi/lpfc/lpfc_sli.c if (!pIocbIn->iocb.unsli3.sli3_bg.bgstat) iocb 12957 drivers/scsi/lpfc/lpfc_sli.c pIocbIn->iocb.unsli3.sli3_bg.bgstat |= iocb 17474 drivers/scsi/lpfc/lpfc_sli.c if (rsp_iocbq && rsp_iocbq->iocb.ulpStatus) iocb 17477 drivers/scsi/lpfc/lpfc_sli.c rsp_iocbq->iocb.ulpStatus, iocb 17478 drivers/scsi/lpfc/lpfc_sli.c rsp_iocbq->iocb.un.ulpWord[4]); iocb 17559 drivers/scsi/lpfc/lpfc_sli.c icmd = &ctiocb->iocb; iocb 17776 drivers/scsi/lpfc/lpfc_sli.c first_iocbq->iocb.unsli3.rcvsli3.acc_len = 0; iocb 17777 drivers/scsi/lpfc/lpfc_sli.c first_iocbq->iocb.ulpStatus = IOSTAT_SUCCESS; iocb 17782 drivers/scsi/lpfc/lpfc_sli.c first_iocbq->iocb.ulpCommand = CMD_IOCB_RCV_ELS64_CX; iocb 17783 drivers/scsi/lpfc/lpfc_sli.c first_iocbq->iocb.un.rcvels.parmRo = iocb 17785 drivers/scsi/lpfc/lpfc_sli.c first_iocbq->iocb.ulpPU = PARM_NPIV_DID; iocb 17787 drivers/scsi/lpfc/lpfc_sli.c first_iocbq->iocb.ulpCommand = CMD_IOCB_RCV_SEQ64_CX; iocb 17788 drivers/scsi/lpfc/lpfc_sli.c first_iocbq->iocb.ulpContext = NO_XRI; iocb 17789 drivers/scsi/lpfc/lpfc_sli.c first_iocbq->iocb.unsli3.rcvsli3.ox_id = iocb 17792 drivers/scsi/lpfc/lpfc_sli.c first_iocbq->iocb.unsli3.rcvsli3.vpi = iocb 17800 drivers/scsi/lpfc/lpfc_sli.c first_iocbq->iocb.ulpBdeCount = 1; iocb 17802 drivers/scsi/lpfc/lpfc_sli.c first_iocbq->iocb.un.cont64[0].tus.f.bdeSize = iocb 17805 drivers/scsi/lpfc/lpfc_sli.c first_iocbq->iocb.un.cont64[0].tus.f.bdeSize = tot_len; iocb 17807 drivers/scsi/lpfc/lpfc_sli.c first_iocbq->iocb.un.rcvels.remoteID = sid; iocb 17809 drivers/scsi/lpfc/lpfc_sli.c first_iocbq->iocb.unsli3.rcvsli3.acc_len = tot_len; iocb 17823 drivers/scsi/lpfc/lpfc_sli.c iocbq->iocb.ulpBdeCount++; iocb 17829 drivers/scsi/lpfc/lpfc_sli.c &iocbq->iocb.unsli3.sli3Words[4]; iocb 17835 drivers/scsi/lpfc/lpfc_sli.c iocbq->iocb.unsli3.rcvsli3.acc_len += len; iocb 17841 drivers/scsi/lpfc/lpfc_sli.c first_iocbq->iocb.ulpStatus = iocb 17843 drivers/scsi/lpfc/lpfc_sli.c first_iocbq->iocb.un.ulpWord[4] = iocb 17855 drivers/scsi/lpfc/lpfc_sli.c iocbq->iocb.ulpBdeCount = 1; iocb 17857 drivers/scsi/lpfc/lpfc_sli.c iocbq->iocb.un.cont64[0].tus.f.bdeSize = iocb 17860 drivers/scsi/lpfc/lpfc_sli.c iocbq->iocb.un.cont64[0].tus.f.bdeSize = len; iocb 17863 drivers/scsi/lpfc/lpfc_sli.c iocbq->iocb.unsli3.rcvsli3.acc_len = tot_len; iocb 17865 drivers/scsi/lpfc/lpfc_sli.c iocbq->iocb.un.rcvels.remoteID = sid; iocb 17965 drivers/scsi/lpfc/lpfc_sli.c iocbq->iocb.un.xseq64.bdl.addrHigh = putPaddrHigh(pcmd->phys); iocb 17966 drivers/scsi/lpfc/lpfc_sli.c iocbq->iocb.un.xseq64.bdl.addrLow = putPaddrLow(pcmd->phys); iocb 17967 drivers/scsi/lpfc/lpfc_sli.c iocbq->iocb.un.xseq64.bdl.bdeFlags = BUFF_TYPE_BDE_64; iocb 17968 drivers/scsi/lpfc/lpfc_sli.c iocbq->iocb.un.xseq64.bdl.bdeSize = frame_len; iocb 17979 drivers/scsi/lpfc/lpfc_sli.c wqe = (union lpfc_wqe *)&iocbq->iocb; iocb 17989 drivers/scsi/lpfc/lpfc_sli.c iocbq->iocb.ulpCommand = CMD_SEND_FRAME; iocb 17990 drivers/scsi/lpfc/lpfc_sli.c iocbq->iocb.ulpLe = 1; iocb 19725 drivers/scsi/lpfc/lpfc_sli.c pwqeq->iocb.ulpIoTag = pwqeq->iotag; iocb 70 drivers/scsi/lpfc/lpfc_sli.h IOCB_t iocb; /* SLI-3 */ iocb 421 drivers/scsi/qla2xxx/qla_def.h void *iocb; iocb 2335 drivers/scsi/qla2xxx/qla_def.h struct imm_ntfy_from_isp iocb; iocb 2479 drivers/scsi/qla2xxx/qla_def.h u8 iocb[IOCB_SIZE]; iocb 3337 drivers/scsi/qla2xxx/qla_def.h u8 iocb[IOCB_SIZE]; iocb 35 drivers/scsi/qla2xxx/qla_gs.c ms_pkt = (ms_iocb_entry_t *)arg->iocb; iocb 72 drivers/scsi/qla2xxx/qla_gs.c ct_pkt = (struct ct_entry_24xx *)arg->iocb; iocb 212 drivers/scsi/qla2xxx/qla_gs.c arg.iocb = ha->ms_iocb; iocb 304 drivers/scsi/qla2xxx/qla_gs.c arg.iocb = ha->ms_iocb; iocb 382 drivers/scsi/qla2xxx/qla_gs.c arg.iocb = ha->ms_iocb; iocb 449 drivers/scsi/qla2xxx/qla_gs.c arg.iocb = ha->ms_iocb; iocb 2696 drivers/scsi/qla2xxx/qla_gs.c arg.iocb = ha->ms_iocb; iocb 2810 drivers/scsi/qla2xxx/qla_gs.c arg.iocb = ha->ms_iocb; iocb 2902 drivers/scsi/qla2xxx/qla_gs.c arg.iocb = ha->ms_iocb; iocb 52 drivers/scsi/qla2xxx/qla_init.c struct srb_iocb *iocb; iocb 61 drivers/scsi/qla2xxx/qla_init.c iocb = &sp->u.iocb_cmd; iocb 63 drivers/scsi/qla2xxx/qla_init.c iocb->timeout(sp); iocb 68 drivers/scsi/qla2xxx/qla_init.c struct srb_iocb *iocb = &sp->u.iocb_cmd; iocb 70 drivers/scsi/qla2xxx/qla_init.c del_timer(&iocb->timer); iocb 2484 drivers/scsi/qla2xxx/qla_iocb.c struct srb_iocb *iocb = &sp->u.iocb_cmd; iocb 2487 drivers/scsi/qla2xxx/qla_iocb.c flags = iocb->u.tmf.flags; iocb 2488 drivers/scsi/qla2xxx/qla_iocb.c lun = iocb->u.tmf.lun; iocb 3441 drivers/scsi/qla2xxx/qla_iocb.c sp->u.iocb_cmd.u.ctarg.iocb = ct_pkt; iocb 1310 drivers/scsi/qla2xxx/qla_isr.c struct req_que *req, void *iocb) iocb 1313 drivers/scsi/qla2xxx/qla_isr.c sts_entry_t *pkt = iocb; iocb 1321 drivers/scsi/qla2xxx/qla_isr.c index, iocb); iocb 1818 drivers/scsi/qla2xxx/qla_isr.c struct srb_iocb *iocb; iocb 1825 drivers/scsi/qla2xxx/qla_isr.c iocb = &sp->u.iocb_cmd; iocb 1828 drivers/scsi/qla2xxx/qla_isr.c iocb->u.tmf.data = QLA_SUCCESS; iocb 1834 drivers/scsi/qla2xxx/qla_isr.c iocb->u.tmf.data = QLA_FUNCTION_FAILED; iocb 1839 drivers/scsi/qla2xxx/qla_isr.c iocb->u.tmf.data = QLA_FUNCTION_FAILED; iocb 1850 drivers/scsi/qla2xxx/qla_isr.c iocb->u.tmf.data = QLA_FUNCTION_FAILED; iocb 1854 drivers/scsi/qla2xxx/qla_isr.c if (iocb->u.tmf.data != QLA_SUCCESS) iocb 1865 drivers/scsi/qla2xxx/qla_isr.c struct srb_iocb *iocb; iocb 1872 drivers/scsi/qla2xxx/qla_isr.c iocb = &sp->u.iocb_cmd; iocb 1874 drivers/scsi/qla2xxx/qla_isr.c iocb->u.nvme.comp_status = comp_status; iocb 1876 drivers/scsi/qla2xxx/qla_isr.c fd = iocb->u.nvme.desc; iocb 1878 drivers/scsi/qla2xxx/qla_isr.c if (unlikely(iocb->u.nvme.aen_op)) iocb 1890 drivers/scsi/qla2xxx/qla_isr.c iocb->u.nvme.rsp_pyld_len = 0; iocb 1892 drivers/scsi/qla2xxx/qla_isr.c iocb->u.nvme.rsp_pyld_len = le16_to_cpu(sts->nvme_rsp_pyld_len); iocb 1899 drivers/scsi/qla2xxx/qla_isr.c iocb->u.nvme.rsp_pyld_len = le16_to_cpu(sts->nvme_rsp_pyld_len); iocb 1900 drivers/scsi/qla2xxx/qla_isr.c if (unlikely(iocb->u.nvme.rsp_pyld_len > iocb 1904 drivers/scsi/qla2xxx/qla_isr.c iocb->u.nvme.rsp_pyld_len); iocb 1907 drivers/scsi/qla2xxx/qla_isr.c iocb->u.nvme.rsp_pyld_len); iocb 1909 drivers/scsi/qla2xxx/qla_isr.c iocb->u.nvme.rsp_pyld_len = iocb 1912 drivers/scsi/qla2xxx/qla_isr.c iter = iocb->u.nvme.rsp_pyld_len >> 2; iocb 1947 drivers/scsi/qla2xxx/qla_isr.c iocb->u.nvme.rsp_pyld_len = 0; iocb 5042 drivers/scsi/qla2xxx/qla_os.c pla->iocb.u.isp24.u.plogi.node_name, iocb 5114 drivers/scsi/qla2xxx/qla_os.c if (pla->iocb.u.isp24.status_subcode == ELS_PRLI) { iocb 5121 drivers/scsi/qla2xxx/qla_os.c pla->iocb.u.isp24.nport_handle); iocb 5125 drivers/scsi/qla2xxx/qla_os.c pla->iocb.u.isp24.u.prli.wd3_lo); iocb 115 drivers/scsi/qla2xxx/qla_target.c int fn, void *iocb, int flags); iocb 558 drivers/scsi/qla2xxx/qla_target.c memcpy(e->u.nack.iocb, ntfy, sizeof(struct imm_ntfy_from_isp)); iocb 691 drivers/scsi/qla2xxx/qla_target.c (struct imm_ntfy_from_isp *)e->u.nack.iocb, e->u.nack.type); iocb 785 drivers/scsi/qla2xxx/qla_target.c struct imm_ntfy_from_isp *iocb) iocb 796 drivers/scsi/qla2xxx/qla_target.c pla->iocb.u.isp24.port_name); iocb 797 drivers/scsi/qla2xxx/qla_target.c qlt_send_term_imm_notif(vha, &pla->iocb, 1); iocb 798 drivers/scsi/qla2xxx/qla_target.c memcpy(&pla->iocb, iocb, sizeof(pla->iocb)); iocb 811 drivers/scsi/qla2xxx/qla_target.c memcpy(&pla->iocb, iocb, sizeof(pla->iocb)); iocb 821 drivers/scsi/qla2xxx/qla_target.c struct imm_ntfy_from_isp *iocb = &pla->iocb; iocb 834 drivers/scsi/qla2xxx/qla_target.c " exch %#x ox_id %#x\n", iocb->u.isp24.port_name, iocb 835 drivers/scsi/qla2xxx/qla_target.c iocb->u.isp24.port_id[2], iocb->u.isp24.port_id[1], iocb 836 drivers/scsi/qla2xxx/qla_target.c iocb->u.isp24.port_id[0], iocb 837 drivers/scsi/qla2xxx/qla_target.c le16_to_cpu(iocb->u.isp24.nport_handle), iocb 838 drivers/scsi/qla2xxx/qla_target.c iocb->u.isp24.exchange_address, iocb->ox_id); iocb 840 drivers/scsi/qla2xxx/qla_target.c port_id.b.domain = iocb->u.isp24.port_id[2]; iocb 841 drivers/scsi/qla2xxx/qla_target.c port_id.b.area = iocb->u.isp24.port_id[1]; iocb 842 drivers/scsi/qla2xxx/qla_target.c port_id.b.al_pa = iocb->u.isp24.port_id[0]; iocb 845 drivers/scsi/qla2xxx/qla_target.c loop_id = le16_to_cpu(iocb->u.isp24.nport_handle); iocb 849 drivers/scsi/qla2xxx/qla_target.c if (iocb->u.isp24.status_subcode == ELS_PLOGI) iocb 850 drivers/scsi/qla2xxx/qla_target.c qla24xx_post_nack_work(vha, fcport, iocb, SRB_NACK_PLOGI); iocb 852 drivers/scsi/qla2xxx/qla_target.c qla24xx_post_nack_work(vha, fcport, iocb, SRB_NACK_PRLI); iocb 869 drivers/scsi/qla2xxx/qla_target.c struct imm_ntfy_from_isp *iocb = &pla->iocb; iocb 877 drivers/scsi/qla2xxx/qla_target.c iocb->u.isp24.port_name, iocb->u.isp24.port_id[2], iocb 878 drivers/scsi/qla2xxx/qla_target.c iocb->u.isp24.port_id[1], iocb->u.isp24.port_id[0], iocb 986 drivers/scsi/qla2xxx/qla_target.c (own->iocb.u.isp24.status_subcode == ELS_PLOGI))) { iocb 995 drivers/scsi/qla2xxx/qla_target.c } else if (own && (own->iocb.u.isp24.status_subcode == iocb 1045 drivers/scsi/qla2xxx/qla_target.c (struct imm_ntfy_from_isp *)sess->iocb, SRB_NACK_LOGO); iocb 1076 drivers/scsi/qla2xxx/qla_target.c struct imm_ntfy_from_isp *iocb; iocb 1081 drivers/scsi/qla2xxx/qla_target.c iocb = &con->iocb; iocb 1088 drivers/scsi/qla2xxx/qla_target.c iocb->u.isp24.port_name, con->ref_count); iocb 1168 drivers/scsi/qla2xxx/qla_target.c static int qlt_reset(struct scsi_qla_host *vha, void *iocb, int mcmd) iocb 1174 drivers/scsi/qla2xxx/qla_target.c struct imm_ntfy_from_isp *n = (struct imm_ntfy_from_isp *)iocb; iocb 1202 drivers/scsi/qla2xxx/qla_target.c return qlt_issue_task_mgmt(sess, 0, mcmd, iocb, QLA24XX_MGMT_SEND_NACK); iocb 4383 drivers/scsi/qla2xxx/qla_target.c int fn, void *iocb, int flags) iocb 4388 drivers/scsi/qla2xxx/qla_target.c struct atio_from_isp *a = (struct atio_from_isp *)iocb; iocb 4402 drivers/scsi/qla2xxx/qla_target.c if (iocb) { iocb 4403 drivers/scsi/qla2xxx/qla_target.c memcpy(&mcmd->orig_iocb.imm_ntfy, iocb, iocb 4443 drivers/scsi/qla2xxx/qla_target.c static int qlt_handle_task_mgmt(struct scsi_qla_host *vha, void *iocb) iocb 4445 drivers/scsi/qla2xxx/qla_target.c struct atio_from_isp *a = (struct atio_from_isp *)iocb; iocb 4465 drivers/scsi/qla2xxx/qla_target.c return qlt_issue_task_mgmt(sess, unpacked_lun, fn, iocb, 0); iocb 4470 drivers/scsi/qla2xxx/qla_target.c struct imm_ntfy_from_isp *iocb, struct fc_port *sess) iocb 4472 drivers/scsi/qla2xxx/qla_target.c struct atio_from_isp *a = (struct atio_from_isp *)iocb; iocb 4488 drivers/scsi/qla2xxx/qla_target.c memcpy(&mcmd->orig_iocb.imm_ntfy, iocb, iocb 4498 drivers/scsi/qla2xxx/qla_target.c le16_to_cpu(iocb->u.isp2x.seq_id)); iocb 4512 drivers/scsi/qla2xxx/qla_target.c struct imm_ntfy_from_isp *iocb) iocb 4519 drivers/scsi/qla2xxx/qla_target.c loop_id = GET_TARGET_ID(ha, (struct atio_from_isp *)iocb); iocb 4530 drivers/scsi/qla2xxx/qla_target.c QLA_TGT_SESS_WORK_ABORT, iocb, sizeof(*iocb)); iocb 4533 drivers/scsi/qla2xxx/qla_target.c return __qlt_abort_task(vha, iocb, sess); iocb 4673 drivers/scsi/qla2xxx/qla_target.c struct imm_ntfy_from_isp *iocb) iocb 4685 drivers/scsi/qla2xxx/qla_target.c wwn = wwn_to_u64(iocb->u.isp24.port_name); iocb 4687 drivers/scsi/qla2xxx/qla_target.c port_id.b.domain = iocb->u.isp24.port_id[2]; iocb 4688 drivers/scsi/qla2xxx/qla_target.c port_id.b.area = iocb->u.isp24.port_id[1]; iocb 4689 drivers/scsi/qla2xxx/qla_target.c port_id.b.al_pa = iocb->u.isp24.port_id[0]; iocb 4692 drivers/scsi/qla2xxx/qla_target.c loop_id = le16_to_cpu(iocb->u.isp24.nport_handle); iocb 4706 drivers/scsi/qla2xxx/qla_target.c qlt_send_term_imm_notif(vha, iocb, 1); iocb 4715 drivers/scsi/qla2xxx/qla_target.c pla = qlt_plogi_ack_find_add(vha, &port_id, iocb); iocb 4720 drivers/scsi/qla2xxx/qla_target.c iocb->u.isp24.port_name); iocb 4721 drivers/scsi/qla2xxx/qla_target.c qlt_send_term_imm_notif(vha, iocb, 1); iocb 4735 drivers/scsi/qla2xxx/qla_target.c __func__, __LINE__, iocb->u.isp24.port_name); iocb 4736 drivers/scsi/qla2xxx/qla_target.c if (iocb->u.isp24.status_subcode == ELS_PLOGI) iocb 4738 drivers/scsi/qla2xxx/qla_target.c iocb->u.isp24.port_name, iocb 4739 drivers/scsi/qla2xxx/qla_target.c iocb->u.isp24.u.plogi.node_name, iocb 4743 drivers/scsi/qla2xxx/qla_target.c iocb->u.isp24.port_name, NULL, iocb 4773 drivers/scsi/qla2xxx/qla_target.c qlt_send_term_imm_notif(vha, iocb, 1); iocb 4781 drivers/scsi/qla2xxx/qla_target.c if (iocb->u.isp24.status_subcode == ELS_PRLI) { iocb 4787 drivers/scsi/qla2xxx/qla_target.c wd3_lo = le16_to_cpu(iocb->u.isp24.u.prli.wd3_lo); iocb 4849 drivers/scsi/qla2xxx/qla_target.c struct imm_ntfy_from_isp *iocb) iocb 4863 drivers/scsi/qla2xxx/qla_target.c wwn = wwn_to_u64(iocb->u.isp24.port_name); iocb 4865 drivers/scsi/qla2xxx/qla_target.c port_id.b.domain = iocb->u.isp24.port_id[2]; iocb 4866 drivers/scsi/qla2xxx/qla_target.c port_id.b.area = iocb->u.isp24.port_id[1]; iocb 4867 drivers/scsi/qla2xxx/qla_target.c port_id.b.al_pa = iocb->u.isp24.port_id[0]; iocb 4870 drivers/scsi/qla2xxx/qla_target.c loop_id = le16_to_cpu(iocb->u.isp24.nport_handle); iocb 4874 drivers/scsi/qla2xxx/qla_target.c vha->vp_idx, iocb->u.isp24.port_id[2], iocb 4875 drivers/scsi/qla2xxx/qla_target.c iocb->u.isp24.port_id[1], iocb->u.isp24.port_id[0], iocb 4876 drivers/scsi/qla2xxx/qla_target.c iocb->u.isp24.status_subcode, loop_id, iocb 4877 drivers/scsi/qla2xxx/qla_target.c iocb->u.isp24.port_name); iocb 4882 drivers/scsi/qla2xxx/qla_target.c switch (iocb->u.isp24.status_subcode) { iocb 4884 drivers/scsi/qla2xxx/qla_target.c res = qlt_handle_login(vha, iocb); iocb 4890 drivers/scsi/qla2xxx/qla_target.c iocb->u.isp24.port_name, 1); iocb 4896 drivers/scsi/qla2xxx/qla_target.c iocb->u.isp24.port_name); iocb 4897 drivers/scsi/qla2xxx/qla_target.c qlt_send_term_imm_notif(vha, iocb, 1); iocb 4901 drivers/scsi/qla2xxx/qla_target.c res = qlt_handle_login(vha, iocb); iocb 4910 drivers/scsi/qla2xxx/qla_target.c wd3_lo = le16_to_cpu(iocb->u.isp24.u.prli.wd3_lo); iocb 4930 drivers/scsi/qla2xxx/qla_target.c qlt_send_term_imm_notif(vha, iocb, 1); iocb 4965 drivers/scsi/qla2xxx/qla_target.c qlt_send_term_imm_notif(vha, iocb, 1); iocb 4989 drivers/scsi/qla2xxx/qla_target.c qlt_send_term_imm_notif(vha, iocb, 1); iocb 5000 drivers/scsi/qla2xxx/qla_target.c sess->loop_id, sess, iocb->u.isp24.nport_handle); iocb 5025 drivers/scsi/qla2xxx/qla_target.c qla24xx_post_nack_work(vha, sess, iocb, iocb 5038 drivers/scsi/qla2xxx/qla_target.c qla24xx_post_nack_work(vha, sess, iocb, iocb 5046 drivers/scsi/qla2xxx/qla_target.c if (le16_to_cpu(iocb->u.isp24.flags) & iocb 5049 drivers/scsi/qla2xxx/qla_target.c qlt_reset(vha, iocb, QLA_TGT_NEXUS_LOSS); iocb 5064 drivers/scsi/qla2xxx/qla_target.c memcpy(sess->iocb, iocb, IOCB_SIZE); iocb 5067 drivers/scsi/qla2xxx/qla_target.c res = qlt_reset(vha, iocb, QLA_TGT_NEXUS_LOSS_SESS); iocb 5100 drivers/scsi/qla2xxx/qla_target.c iocb->u.isp24.port_name, 1); iocb 5116 drivers/scsi/qla2xxx/qla_target.c "received\n", vha->vp_idx, iocb->u.isp24.status_subcode); iocb 5117 drivers/scsi/qla2xxx/qla_target.c res = qlt_reset(vha, iocb, QLA_TGT_NEXUS_LOSS_SESS); iocb 5123 drivers/scsi/qla2xxx/qla_target.c vha->vp_idx, iocb->u.isp24.status_subcode, res); iocb 5132 drivers/scsi/qla2xxx/qla_target.c struct imm_ntfy_from_isp *iocb) iocb 5141 drivers/scsi/qla2xxx/qla_target.c status = le16_to_cpu(iocb->u.isp2x.status); iocb 5147 drivers/scsi/qla2xxx/qla_target.c vha->vp_idx, le16_to_cpu(iocb->u.isp24.nport_handle), iocb 5148 drivers/scsi/qla2xxx/qla_target.c iocb->u.isp24.status_subcode); iocb 5150 drivers/scsi/qla2xxx/qla_target.c if (qlt_reset(vha, iocb, QLA_TGT_ABORT_ALL) == 0) iocb 5162 drivers/scsi/qla2xxx/qla_target.c le16_to_cpu(iocb->u.isp24.nport_handle), iocb 5163 drivers/scsi/qla2xxx/qla_target.c iocb->u.isp24.status_subcode); iocb 5168 drivers/scsi/qla2xxx/qla_target.c memcpy(&tgt->link_reinit_iocb, iocb, sizeof(*iocb)); iocb 5182 drivers/scsi/qla2xxx/qla_target.c le16_to_cpu(iocb->u.isp24.nport_handle), iocb 5183 drivers/scsi/qla2xxx/qla_target.c iocb->u.isp24.status_subcode); iocb 5185 drivers/scsi/qla2xxx/qla_target.c if (qlt_reset(vha, iocb, QLA_TGT_NEXUS_LOSS_SESS) == 0) iocb 5193 drivers/scsi/qla2xxx/qla_target.c if (qlt_reset(vha, iocb, QLA_TGT_NEXUS_LOSS) == 0) iocb 5202 drivers/scsi/qla2xxx/qla_target.c if (qlt_reset(vha, iocb, QLA_TGT_ABORT_ALL) == 0) iocb 5212 drivers/scsi/qla2xxx/qla_target.c if (qlt_reset(vha, iocb, QLA_TGT_NEXUS_LOSS) == 0) iocb 5227 drivers/scsi/qla2xxx/qla_target.c le16_to_cpu(iocb->u.isp2x.seq_id), iocb 5228 drivers/scsi/qla2xxx/qla_target.c GET_TARGET_ID(ha, (struct atio_from_isp *)iocb), iocb 5229 drivers/scsi/qla2xxx/qla_target.c le16_to_cpu(iocb->u.isp2x.lun)); iocb 5230 drivers/scsi/qla2xxx/qla_target.c if (qlt_abort_task(vha, iocb) == 0) iocb 5243 drivers/scsi/qla2xxx/qla_target.c vha->vp_idx, iocb->u.isp2x.task_flags); iocb 5247 drivers/scsi/qla2xxx/qla_target.c if (qlt_24xx_handle_els(vha, iocb) == 0) iocb 5258 drivers/scsi/qla2xxx/qla_target.c qlt_send_notify_ack(ha->base_qpair, iocb, add_flags, 0, 0, 0, iocb 6233 drivers/scsi/qla2xxx/qla_target.c void *iocb; iocb 6264 drivers/scsi/qla2xxx/qla_target.c iocb = a; iocb 6269 drivers/scsi/qla2xxx/qla_target.c rc = qlt_issue_task_mgmt(sess, unpacked_lun, fn, iocb, 0); iocb 121 drivers/scsi/qla2xxx/qla_target.h #define GET_TARGET_ID(ha, iocb) ((HAS_EXTENDED_IDS(ha)) \ iocb 122 drivers/scsi/qla2xxx/qla_target.h ? le16_to_cpu((iocb)->u.isp2x.target.extended) \ iocb 123 drivers/scsi/qla2xxx/qla_target.h : (uint16_t)(iocb)->u.isp2x.target.id.standard) iocb 287 drivers/staging/android/ashmem.c static ssize_t ashmem_read_iter(struct kiocb *iocb, struct iov_iter *iter) iocb 289 drivers/staging/android/ashmem.c struct ashmem_area *asma = iocb->ki_filp->private_data; iocb 310 drivers/staging/android/ashmem.c ret = vfs_iter_read(asma->file, iter, &iocb->ki_pos, 0); iocb 313 drivers/staging/android/ashmem.c asma->file->f_pos = iocb->ki_pos; iocb 3233 drivers/staging/exfat/exfat_super.c static ssize_t exfat_direct_IO(struct kiocb *iocb, struct iov_iter *iter) iocb 3235 drivers/staging/exfat/exfat_super.c struct inode *inode = iocb->ki_filp->f_mapping->host; iocb 3236 drivers/staging/exfat/exfat_super.c struct address_space *mapping = iocb->ki_filp->f_mapping; iocb 3246 drivers/staging/exfat/exfat_super.c ret = blockdev_direct_IO(iocb, inode, iter, exfat_get_block); iocb 243 drivers/target/target_core_file.c struct kiocb iocb; iocb 246 drivers/target/target_core_file.c static void cmd_rw_aio_complete(struct kiocb *iocb, long ret, long ret2) iocb 250 drivers/target/target_core_file.c cmd = container_of(iocb, struct target_core_file_cmd, iocb); iocb 297 drivers/target/target_core_file.c aio_cmd->iocb.ki_pos = cmd->t_task_lba * dev->dev_attrib.block_size; iocb 298 drivers/target/target_core_file.c aio_cmd->iocb.ki_filp = file; iocb 299 drivers/target/target_core_file.c aio_cmd->iocb.ki_complete = cmd_rw_aio_complete; iocb 300 drivers/target/target_core_file.c aio_cmd->iocb.ki_flags = IOCB_DIRECT; iocb 303 drivers/target/target_core_file.c aio_cmd->iocb.ki_flags |= IOCB_DSYNC; iocb 306 drivers/target/target_core_file.c ret = call_write_iter(file, &aio_cmd->iocb, &iter); iocb 308 drivers/target/target_core_file.c ret = call_read_iter(file, &aio_cmd->iocb, &iter); iocb 313 drivers/target/target_core_file.c cmd_rw_aio_complete(&aio_cmd->iocb, ret, 0); iocb 430 drivers/usb/gadget/legacy/inode.c struct kiocb *iocb; iocb 439 drivers/usb/gadget/legacy/inode.c static int ep_aio_cancel(struct kiocb *iocb) iocb 441 drivers/usb/gadget/legacy/inode.c struct kiocb_priv *priv = iocb->private; iocb 462 drivers/usb/gadget/legacy/inode.c struct kiocb *iocb = priv->iocb; iocb 472 drivers/usb/gadget/legacy/inode.c iocb->ki_complete(iocb, ret, ret); iocb 481 drivers/usb/gadget/legacy/inode.c struct kiocb *iocb = req->context; iocb 482 drivers/usb/gadget/legacy/inode.c struct kiocb_priv *priv = iocb->private; iocb 498 drivers/usb/gadget/legacy/inode.c iocb->private = NULL; iocb 501 drivers/usb/gadget/legacy/inode.c iocb->ki_complete(iocb, req->actual ? req->actual : req->status, iocb 520 drivers/usb/gadget/legacy/inode.c static ssize_t ep_aio(struct kiocb *iocb, iocb 529 drivers/usb/gadget/legacy/inode.c iocb->private = priv; iocb 530 drivers/usb/gadget/legacy/inode.c priv->iocb = iocb; iocb 532 drivers/usb/gadget/legacy/inode.c kiocb_set_cancel_fn(iocb, ep_aio_cancel); iocb 555 drivers/usb/gadget/legacy/inode.c req->context = iocb; iocb 573 drivers/usb/gadget/legacy/inode.c ep_read_iter(struct kiocb *iocb, struct iov_iter *to) iocb 575 drivers/usb/gadget/legacy/inode.c struct file *file = iocb->ki_filp; iocb 587 drivers/usb/gadget/legacy/inode.c !is_sync_kiocb(iocb)) { iocb 605 drivers/usb/gadget/legacy/inode.c if (is_sync_kiocb(iocb)) { iocb 619 drivers/usb/gadget/legacy/inode.c value = ep_aio(iocb, priv, epdata, buf, len); iocb 632 drivers/usb/gadget/legacy/inode.c ep_write_iter(struct kiocb *iocb, struct iov_iter *from) iocb 634 drivers/usb/gadget/legacy/inode.c struct file *file = iocb->ki_filp; iocb 649 drivers/usb/gadget/legacy/inode.c !is_sync_kiocb(iocb)) { iocb 675 drivers/usb/gadget/legacy/inode.c } else if (is_sync_kiocb(iocb)) { iocb 681 drivers/usb/gadget/legacy/inode.c value = ep_aio(iocb, priv, epdata, buf, len); iocb 1754 drivers/vhost/net.c static ssize_t vhost_net_chr_read_iter(struct kiocb *iocb, struct iov_iter *to) iocb 1756 drivers/vhost/net.c struct file *file = iocb->ki_filp; iocb 1764 drivers/vhost/net.c static ssize_t vhost_net_chr_write_iter(struct kiocb *iocb, iocb 1767 drivers/vhost/net.c struct file *file = iocb->ki_filp; iocb 235 fs/9p/vfs_addr.c v9fs_direct_IO(struct kiocb *iocb, struct iov_iter *iter) iocb 237 fs/9p/vfs_addr.c struct file *file = iocb->ki_filp; iocb 238 fs/9p/vfs_addr.c loff_t pos = iocb->ki_pos; iocb 383 fs/9p/vfs_file.c v9fs_file_read_iter(struct kiocb *iocb, struct iov_iter *to) iocb 385 fs/9p/vfs_file.c struct p9_fid *fid = iocb->ki_filp->private_data; iocb 389 fs/9p/vfs_file.c iov_iter_count(to), iocb->ki_pos); iocb 391 fs/9p/vfs_file.c ret = p9_client_read(fid, iocb->ki_pos, to, &err); iocb 395 fs/9p/vfs_file.c iocb->ki_pos += ret; iocb 408 fs/9p/vfs_file.c v9fs_file_write_iter(struct kiocb *iocb, struct iov_iter *from) iocb 410 fs/9p/vfs_file.c struct file *file = iocb->ki_filp; iocb 415 fs/9p/vfs_file.c retval = generic_write_checks(iocb, from); iocb 419 fs/9p/vfs_file.c origin = iocb->ki_pos; iocb 420 fs/9p/vfs_file.c retval = p9_client_write(file->private_data, iocb->ki_pos, from, &err); iocb 430 fs/9p/vfs_file.c iocb->ki_pos += retval; iocb 432 fs/9p/vfs_file.c if (iocb->ki_pos > i_size) { iocb 433 fs/9p/vfs_file.c inode_add_bytes(inode, iocb->ki_pos - i_size); iocb 438 fs/9p/vfs_file.c v9fs_i_size_write(inode, iocb->ki_pos); iocb 581 fs/9p/vfs_file.c v9fs_mmap_file_read_iter(struct kiocb *iocb, struct iov_iter *to) iocb 584 fs/9p/vfs_file.c return v9fs_file_read_iter(iocb, to); iocb 596 fs/9p/vfs_file.c v9fs_mmap_file_write_iter(struct kiocb *iocb, struct iov_iter *from) iocb 602 fs/9p/vfs_file.c return v9fs_file_write_iter(iocb, from); iocb 393 fs/affs/file.c affs_direct_IO(struct kiocb *iocb, struct iov_iter *iter) iocb 395 fs/affs/file.c struct file *file = iocb->ki_filp; iocb 399 fs/affs/file.c loff_t offset = iocb->ki_pos; iocb 409 fs/affs/file.c ret = blockdev_direct_IO(iocb, inode, iter, affs_get_block); iocb 731 fs/afs/write.c ssize_t afs_file_write(struct kiocb *iocb, struct iov_iter *from) iocb 733 fs/afs/write.c struct afs_vnode *vnode = AFS_FS_I(file_inode(iocb->ki_filp)); iocb 749 fs/afs/write.c result = generic_file_write_iter(iocb, from); iocb 562 fs/aio.c void kiocb_set_cancel_fn(struct kiocb *iocb, kiocb_cancel_fn *cancel) iocb 564 fs/aio.c struct aio_kiocb *req = container_of(iocb, struct aio_kiocb, rw); iocb 1076 fs/aio.c static inline void iocb_destroy(struct aio_kiocb *iocb) iocb 1078 fs/aio.c if (iocb->ki_eventfd) iocb 1079 fs/aio.c eventfd_ctx_put(iocb->ki_eventfd); iocb 1080 fs/aio.c if (iocb->ki_filp) iocb 1081 fs/aio.c fput(iocb->ki_filp); iocb 1082 fs/aio.c percpu_ref_put(&iocb->ki_ctx->reqs); iocb 1083 fs/aio.c kmem_cache_free(kiocb_cachep, iocb); iocb 1089 fs/aio.c static void aio_complete(struct aio_kiocb *iocb) iocb 1091 fs/aio.c struct kioctx *ctx = iocb->ki_ctx; iocb 1113 fs/aio.c *event = iocb->ki_res; iocb 1118 fs/aio.c pr_debug("%p[%u]: %p: %p %Lx %Lx %Lx\n", ctx, tail, iocb, iocb 1119 fs/aio.c (void __user *)(unsigned long)iocb->ki_res.obj, iocb 1120 fs/aio.c iocb->ki_res.data, iocb->ki_res.res, iocb->ki_res.res2); iocb 1140 fs/aio.c pr_debug("added to ring %p at [%u]\n", iocb, tail); iocb 1147 fs/aio.c if (iocb->ki_eventfd) iocb 1148 fs/aio.c eventfd_signal(iocb->ki_eventfd, 1); iocb 1162 fs/aio.c static inline void iocb_put(struct aio_kiocb *iocb) iocb 1164 fs/aio.c if (refcount_dec_and_test(&iocb->ki_refcnt)) { iocb 1165 fs/aio.c aio_complete(iocb); iocb 1166 fs/aio.c iocb_destroy(iocb); iocb 1412 fs/aio.c static void aio_remove_iocb(struct aio_kiocb *iocb) iocb 1414 fs/aio.c struct kioctx *ctx = iocb->ki_ctx; iocb 1418 fs/aio.c list_del(&iocb->ki_list); iocb 1424 fs/aio.c struct aio_kiocb *iocb = container_of(kiocb, struct aio_kiocb, rw); iocb 1426 fs/aio.c if (!list_empty_careful(&iocb->ki_list)) iocb 1427 fs/aio.c aio_remove_iocb(iocb); iocb 1441 fs/aio.c iocb->ki_res.res = res; iocb 1442 fs/aio.c iocb->ki_res.res2 = res2; iocb 1443 fs/aio.c iocb_put(iocb); iocb 1446 fs/aio.c static int aio_prep_rw(struct kiocb *req, const struct iocb *iocb) iocb 1452 fs/aio.c req->ki_pos = iocb->aio_offset; iocb 1454 fs/aio.c if (iocb->aio_flags & IOCB_FLAG_RESFD) iocb 1457 fs/aio.c if (iocb->aio_flags & IOCB_FLAG_IOPRIO) { iocb 1463 fs/aio.c ret = ioprio_check_cap(iocb->aio_reqprio); iocb 1469 fs/aio.c req->ki_ioprio = iocb->aio_reqprio; iocb 1473 fs/aio.c ret = kiocb_set_rw_flags(req, iocb->aio_rw_flags); iocb 1481 fs/aio.c static ssize_t aio_setup_rw(int rw, const struct iocb *iocb, iocb 1485 fs/aio.c void __user *buf = (void __user *)(uintptr_t)iocb->aio_buf; iocb 1486 fs/aio.c size_t len = iocb->aio_nbytes; iocb 1521 fs/aio.c static int aio_read(struct kiocb *req, const struct iocb *iocb, iocb 1529 fs/aio.c ret = aio_prep_rw(req, iocb); iocb 1539 fs/aio.c ret = aio_setup_rw(READ, iocb, &iovec, vectored, compat, &iter); iocb 1549 fs/aio.c static int aio_write(struct kiocb *req, const struct iocb *iocb, iocb 1557 fs/aio.c ret = aio_prep_rw(req, iocb); iocb 1567 fs/aio.c ret = aio_setup_rw(WRITE, iocb, &iovec, vectored, compat, &iter); iocb 1592 fs/aio.c struct aio_kiocb *iocb = container_of(work, struct aio_kiocb, fsync.work); iocb 1593 fs/aio.c const struct cred *old_cred = override_creds(iocb->fsync.creds); iocb 1595 fs/aio.c iocb->ki_res.res = vfs_fsync(iocb->fsync.file, iocb->fsync.datasync); iocb 1597 fs/aio.c put_cred(iocb->fsync.creds); iocb 1598 fs/aio.c iocb_put(iocb); iocb 1601 fs/aio.c static int aio_fsync(struct fsync_iocb *req, const struct iocb *iocb, iocb 1604 fs/aio.c if (unlikely(iocb->aio_buf || iocb->aio_offset || iocb->aio_nbytes || iocb 1605 fs/aio.c iocb->aio_rw_flags)) iocb 1624 fs/aio.c struct aio_kiocb *iocb = container_of(req, struct aio_kiocb, poll); iocb 1626 fs/aio.c iocb_put(iocb); iocb 1632 fs/aio.c struct aio_kiocb *iocb = container_of(req, struct aio_kiocb, poll); iocb 1634 fs/aio.c struct kioctx *ctx = iocb->ki_ctx; iocb 1653 fs/aio.c list_del_init(&iocb->ki_list); iocb 1654 fs/aio.c iocb->ki_res.res = mangle_poll(mask); iocb 1658 fs/aio.c iocb_put(iocb); iocb 1662 fs/aio.c static int aio_poll_cancel(struct kiocb *iocb) iocb 1664 fs/aio.c struct aio_kiocb *aiocb = container_of(iocb, struct aio_kiocb, rw); iocb 1682 fs/aio.c struct aio_kiocb *iocb = container_of(req, struct aio_kiocb, poll); iocb 1692 fs/aio.c if (mask && spin_trylock_irqsave(&iocb->ki_ctx->ctx_lock, flags)) { iocb 1693 fs/aio.c struct kioctx *ctx = iocb->ki_ctx; iocb 1701 fs/aio.c list_del(&iocb->ki_list); iocb 1702 fs/aio.c iocb->ki_res.res = mangle_poll(mask); iocb 1704 fs/aio.c if (iocb->ki_eventfd && eventfd_signal_count()) { iocb 1705 fs/aio.c iocb = NULL; iocb 1710 fs/aio.c if (iocb) iocb 1711 fs/aio.c iocb_put(iocb); iocb 1720 fs/aio.c struct aio_kiocb *iocb; iocb 1731 fs/aio.c if (unlikely(pt->iocb->poll.head)) { iocb 1737 fs/aio.c pt->iocb->poll.head = head; iocb 1738 fs/aio.c add_wait_queue(head, &pt->iocb->poll.wait); iocb 1741 fs/aio.c static int aio_poll(struct aio_kiocb *aiocb, const struct iocb *iocb) iocb 1750 fs/aio.c if ((u16)iocb->aio_buf != iocb->aio_buf) iocb 1753 fs/aio.c if (iocb->aio_offset || iocb->aio_nbytes || iocb->aio_rw_flags) iocb 1757 fs/aio.c req->events = demangle_poll(iocb->aio_buf) | EPOLLERR | EPOLLHUP; iocb 1765 fs/aio.c apt.iocb = aiocb; iocb 1802 fs/aio.c static int __io_submit_one(struct kioctx *ctx, const struct iocb *iocb, iocb 1803 fs/aio.c struct iocb __user *user_iocb, struct aio_kiocb *req, iocb 1806 fs/aio.c req->ki_filp = fget(iocb->aio_fildes); iocb 1810 fs/aio.c if (iocb->aio_flags & IOCB_FLAG_RESFD) { iocb 1818 fs/aio.c eventfd = eventfd_ctx_fdget(iocb->aio_resfd); iocb 1831 fs/aio.c req->ki_res.data = iocb->aio_data; iocb 1835 fs/aio.c switch (iocb->aio_lio_opcode) { iocb 1837 fs/aio.c return aio_read(&req->rw, iocb, false, compat); iocb 1839 fs/aio.c return aio_write(&req->rw, iocb, false, compat); iocb 1841 fs/aio.c return aio_read(&req->rw, iocb, true, compat); iocb 1843 fs/aio.c return aio_write(&req->rw, iocb, true, compat); iocb 1845 fs/aio.c return aio_fsync(&req->fsync, iocb, false); iocb 1847 fs/aio.c return aio_fsync(&req->fsync, iocb, true); iocb 1849 fs/aio.c return aio_poll(req, iocb); iocb 1851 fs/aio.c pr_debug("invalid aio operation %d\n", iocb->aio_lio_opcode); iocb 1856 fs/aio.c static int io_submit_one(struct kioctx *ctx, struct iocb __user *user_iocb, iocb 1860 fs/aio.c struct iocb iocb; iocb 1863 fs/aio.c if (unlikely(copy_from_user(&iocb, user_iocb, sizeof(iocb)))) iocb 1867 fs/aio.c if (unlikely(iocb.aio_reserved2)) { iocb 1874 fs/aio.c (iocb.aio_buf != (unsigned long)iocb.aio_buf) || iocb 1875 fs/aio.c (iocb.aio_nbytes != (size_t)iocb.aio_nbytes) || iocb 1876 fs/aio.c ((ssize_t)iocb.aio_nbytes < 0) iocb 1886 fs/aio.c err = __io_submit_one(ctx, &iocb, user_iocb, req, compat); iocb 1916 fs/aio.c struct iocb __user * __user *, iocbpp) iocb 1938 fs/aio.c struct iocb __user *user_iocb; iocb 2009 fs/aio.c SYSCALL_DEFINE3(io_cancel, aio_context_t, ctx_id, struct iocb __user *, iocb, iocb 2016 fs/aio.c u64 obj = (u64)(unsigned long)iocb; iocb 2018 fs/aio.c if (unlikely(get_user(key, &iocb->aio_key))) iocb 182 fs/block_dev.c static unsigned int dio_bio_write_op(struct kiocb *iocb) iocb 187 fs/block_dev.c if (iocb->ki_flags & IOCB_DSYNC) iocb 203 fs/block_dev.c __blkdev_direct_IO_simple(struct kiocb *iocb, struct iov_iter *iter, iocb 206 fs/block_dev.c struct file *file = iocb->ki_filp; iocb 209 fs/block_dev.c loff_t pos = iocb->ki_pos; iocb 231 fs/block_dev.c bio.bi_write_hint = iocb->ki_hint; iocb 234 fs/block_dev.c bio.bi_ioprio = iocb->ki_ioprio; iocb 246 fs/block_dev.c bio.bi_opf = dio_bio_write_op(iocb); iocb 249 fs/block_dev.c if (iocb->ki_flags & IOCB_HIPRI) iocb 250 fs/block_dev.c bio_set_polled(&bio, iocb); iocb 257 fs/block_dev.c if (!(iocb->ki_flags & IOCB_HIPRI) || iocb 278 fs/block_dev.c struct kiocb *iocb; iocb 309 fs/block_dev.c struct kiocb *iocb = dio->iocb; iocb 314 fs/block_dev.c iocb->ki_pos += ret; iocb 319 fs/block_dev.c dio->iocb->ki_complete(iocb, ret, 0); iocb 339 fs/block_dev.c __blkdev_direct_IO(struct kiocb *iocb, struct iov_iter *iter, int nr_pages) iocb 341 fs/block_dev.c struct file *file = iocb->ki_filp; iocb 347 fs/block_dev.c bool is_poll = (iocb->ki_flags & IOCB_HIPRI) != 0; iocb 349 fs/block_dev.c loff_t pos = iocb->ki_pos; iocb 360 fs/block_dev.c dio->is_sync = is_sync = is_sync_kiocb(iocb); iocb 365 fs/block_dev.c dio->iocb = iocb; iocb 382 fs/block_dev.c bio->bi_write_hint = iocb->ki_hint; iocb 385 fs/block_dev.c bio->bi_ioprio = iocb->ki_ioprio; iocb 399 fs/block_dev.c bio->bi_opf = dio_bio_write_op(iocb); iocb 410 fs/block_dev.c if (iocb->ki_flags & IOCB_HIPRI) { iocb 411 fs/block_dev.c bio_set_polled(bio, iocb); iocb 418 fs/block_dev.c WRITE_ONCE(iocb->ki_cookie, qc); iocb 451 fs/block_dev.c if (!(iocb->ki_flags & IOCB_HIPRI) || iocb 467 fs/block_dev.c blkdev_direct_IO(struct kiocb *iocb, struct iov_iter *iter) iocb 474 fs/block_dev.c if (is_sync_kiocb(iocb) && nr_pages <= BIO_MAX_PAGES) iocb 475 fs/block_dev.c return __blkdev_direct_IO_simple(iocb, iter, nr_pages); iocb 477 fs/block_dev.c return __blkdev_direct_IO(iocb, iter, min(nr_pages, BIO_MAX_PAGES)); iocb 1968 fs/block_dev.c ssize_t blkdev_write_iter(struct kiocb *iocb, struct iov_iter *from) iocb 1970 fs/block_dev.c struct file *file = iocb->ki_filp; iocb 1986 fs/block_dev.c if (iocb->ki_pos >= size) iocb 1989 fs/block_dev.c if ((iocb->ki_flags & (IOCB_NOWAIT | IOCB_DIRECT)) == IOCB_NOWAIT) iocb 1992 fs/block_dev.c iov_iter_truncate(from, size - iocb->ki_pos); iocb 1995 fs/block_dev.c ret = __generic_file_write_iter(iocb, from); iocb 1997 fs/block_dev.c ret = generic_write_sync(iocb, ret); iocb 2003 fs/block_dev.c ssize_t blkdev_read_iter(struct kiocb *iocb, struct iov_iter *to) iocb 2005 fs/block_dev.c struct file *file = iocb->ki_filp; iocb 2008 fs/block_dev.c loff_t pos = iocb->ki_pos; iocb 2015 fs/block_dev.c return generic_file_read_iter(iocb, to); iocb 1585 fs/btrfs/file.c static noinline ssize_t btrfs_buffered_write(struct kiocb *iocb, iocb 1588 fs/btrfs/file.c struct file *file = iocb->ki_filp; iocb 1589 fs/btrfs/file.c loff_t pos = iocb->ki_pos; iocb 1827 fs/btrfs/file.c static ssize_t __btrfs_direct_write(struct kiocb *iocb, struct iov_iter *from) iocb 1829 fs/btrfs/file.c struct file *file = iocb->ki_filp; iocb 1837 fs/btrfs/file.c written = generic_file_direct_write(iocb, from); iocb 1842 fs/btrfs/file.c pos = iocb->ki_pos; iocb 1843 fs/btrfs/file.c written_buffered = btrfs_buffered_write(iocb, from); iocb 1860 fs/btrfs/file.c iocb->ki_pos = pos + written_buffered; iocb 1885 fs/btrfs/file.c static ssize_t btrfs_file_write_iter(struct kiocb *iocb, iocb 1888 fs/btrfs/file.c struct file *file = iocb->ki_filp; iocb 1895 fs/btrfs/file.c const bool sync = iocb->ki_flags & IOCB_DSYNC; iocb 1902 fs/btrfs/file.c if (!(iocb->ki_flags & IOCB_DIRECT) && iocb 1903 fs/btrfs/file.c (iocb->ki_flags & IOCB_NOWAIT)) iocb 1906 fs/btrfs/file.c if (iocb->ki_flags & IOCB_NOWAIT) { iocb 1913 fs/btrfs/file.c err = generic_write_checks(iocb, from); iocb 1919 fs/btrfs/file.c pos = iocb->ki_pos; iocb 1921 fs/btrfs/file.c if (iocb->ki_flags & IOCB_NOWAIT) { iocb 1979 fs/btrfs/file.c if (iocb->ki_flags & IOCB_DIRECT) { iocb 1980 fs/btrfs/file.c num_written = __btrfs_direct_write(iocb, from); iocb 1982 fs/btrfs/file.c num_written = btrfs_buffered_write(iocb, from); iocb 1984 fs/btrfs/file.c iocb->ki_pos = pos + num_written; iocb 2001 fs/btrfs/file.c num_written = generic_write_sync(iocb, num_written); iocb 8734 fs/btrfs/inode.c static ssize_t btrfs_direct_IO(struct kiocb *iocb, struct iov_iter *iter) iocb 8736 fs/btrfs/inode.c struct file *file = iocb->ki_filp; iocb 8741 fs/btrfs/inode.c loff_t offset = iocb->ki_pos; iocb 8775 fs/btrfs/inode.c } else if (iocb->ki_flags & IOCB_NOWAIT) { iocb 8802 fs/btrfs/inode.c ret = __blockdev_direct_IO(iocb, inode, iocb 1389 fs/ceph/addr.c static ssize_t ceph_direct_io(struct kiocb *iocb, struct iov_iter *iter) iocb 582 fs/ceph/file.c static ssize_t ceph_sync_read(struct kiocb *iocb, struct iov_iter *to, iocb 585 fs/ceph/file.c struct file *file = iocb->ki_filp; iocb 591 fs/ceph/file.c u64 off = iocb->ki_pos; iocb 715 fs/ceph/file.c if (off > iocb->ki_pos) { iocb 719 fs/ceph/file.c ret = off - iocb->ki_pos; iocb 720 fs/ceph/file.c iocb->ki_pos = off; iocb 728 fs/ceph/file.c struct kiocb *iocb; iocb 756 fs/ceph/file.c if (aio_req->iocb->ki_flags & IOCB_DIRECT) iocb 768 fs/ceph/file.c loff_t endoff = aio_req->iocb->ki_pos + aio_req->total_len; iocb 787 fs/ceph/file.c aio_req->iocb->ki_complete(aio_req->iocb, ret, 0); iocb 833 fs/ceph/file.c loff_t endoff = aio_req->iocb->ki_pos + rc; iocb 926 fs/ceph/file.c ceph_direct_read_write(struct kiocb *iocb, struct iov_iter *iter, iocb 930 fs/ceph/file.c struct file *file = iocb->ki_filp; iocb 943 fs/ceph/file.c loff_t pos = iocb->ki_pos; iocb 1003 fs/ceph/file.c if (pos == iocb->ki_pos && !is_sync_kiocb(iocb) && iocb 1007 fs/ceph/file.c aio_req->iocb = iocb; iocb 1114 fs/ceph/file.c if (ret != -EOLDSNAPC && pos > iocb->ki_pos) { iocb 1115 fs/ceph/file.c ret = pos - iocb->ki_pos; iocb 1116 fs/ceph/file.c iocb->ki_pos = pos; iocb 1129 fs/ceph/file.c ceph_sync_write(struct kiocb *iocb, struct iov_iter *from, loff_t pos, iocb 1132 fs/ceph/file.c struct file *file = iocb->ki_filp; iocb 1243 fs/ceph/file.c iocb->ki_pos = pos; iocb 1255 fs/ceph/file.c static ssize_t ceph_read_iter(struct kiocb *iocb, struct iov_iter *to) iocb 1257 fs/ceph/file.c struct file *filp = iocb->ki_filp; iocb 1269 fs/ceph/file.c inode, ceph_vinop(inode), iocb->ki_pos, (unsigned)len, inode); iocb 1271 fs/ceph/file.c if (iocb->ki_flags & IOCB_DIRECT) iocb 1283 fs/ceph/file.c if (iocb->ki_flags & IOCB_DIRECT) iocb 1291 fs/ceph/file.c (iocb->ki_flags & IOCB_DIRECT) || iocb 1295 fs/ceph/file.c inode, ceph_vinop(inode), iocb->ki_pos, (unsigned)len, iocb 1299 fs/ceph/file.c if (!retry_op && (iocb->ki_flags & IOCB_DIRECT)) { iocb 1300 fs/ceph/file.c ret = ceph_direct_read_write(iocb, to, iocb 1305 fs/ceph/file.c ret = ceph_sync_read(iocb, to, &retry_op); iocb 1313 fs/ceph/file.c inode, ceph_vinop(inode), iocb->ki_pos, (unsigned)len, iocb 1316 fs/ceph/file.c ret = generic_file_read_iter(iocb, to); iocb 1328 fs/ceph/file.c if (iocb->ki_flags & IOCB_DIRECT) iocb 1358 fs/ceph/file.c if (iocb->ki_pos < i_size && iocb 1359 fs/ceph/file.c iocb->ki_pos < PAGE_SIZE) { iocb 1361 fs/ceph/file.c iocb->ki_pos + len); iocb 1366 fs/ceph/file.c iocb->ki_pos & ~PAGE_MASK, iocb 1367 fs/ceph/file.c end - iocb->ki_pos, to); iocb 1368 fs/ceph/file.c iocb->ki_pos += ret; iocb 1371 fs/ceph/file.c if (iocb->ki_pos < i_size && read < len) { iocb 1373 fs/ceph/file.c i_size - iocb->ki_pos); iocb 1375 fs/ceph/file.c iocb->ki_pos += ret; iocb 1383 fs/ceph/file.c if (retry_op == CHECK_EOF && iocb->ki_pos < i_size && iocb 1386 fs/ceph/file.c ", reading more\n", iocb->ki_pos, i_size); iocb 1411 fs/ceph/file.c static ssize_t ceph_write_iter(struct kiocb *iocb, struct iov_iter *from) iocb 1413 fs/ceph/file.c struct file *file = iocb->ki_filp; iocb 1435 fs/ceph/file.c if ((iocb->ki_flags & (IOCB_DIRECT | IOCB_APPEND)) == IOCB_DIRECT) iocb 1447 fs/ceph/file.c if (iocb->ki_flags & IOCB_APPEND) { iocb 1453 fs/ceph/file.c err = generic_write_checks(iocb, from); iocb 1457 fs/ceph/file.c pos = iocb->ki_pos; iocb 1513 fs/ceph/file.c (iocb->ki_flags & IOCB_DIRECT) || (fi->flags & CEPH_F_SYNC) || iocb 1533 fs/ceph/file.c if (iocb->ki_flags & IOCB_DIRECT) iocb 1534 fs/ceph/file.c written = ceph_direct_read_write(iocb, &data, snapc, iocb 1537 fs/ceph/file.c written = ceph_sync_write(iocb, &data, pos, snapc); iocb 1555 fs/ceph/file.c iocb->ki_pos = pos + written; iocb 1569 fs/ceph/file.c if (ceph_quota_is_max_bytes_approaching(inode, iocb->ki_pos)) iocb 1587 fs/ceph/file.c iocb->ki_flags |= IOCB_DSYNC; iocb 1588 fs/ceph/file.c written = generic_write_sync(iocb, written); iocb 886 fs/cifs/cifsfs.c cifs_loose_read_iter(struct kiocb *iocb, struct iov_iter *iter) iocb 889 fs/cifs/cifsfs.c struct inode *inode = file_inode(iocb->ki_filp); iocb 891 fs/cifs/cifsfs.c if (iocb->ki_filp->f_flags & O_DIRECT) iocb 892 fs/cifs/cifsfs.c return cifs_user_readv(iocb, iter); iocb 898 fs/cifs/cifsfs.c return generic_file_read_iter(iocb, iter); iocb 901 fs/cifs/cifsfs.c static ssize_t cifs_file_write_iter(struct kiocb *iocb, struct iov_iter *from) iocb 903 fs/cifs/cifsfs.c struct inode *inode = file_inode(iocb->ki_filp); iocb 908 fs/cifs/cifsfs.c if (iocb->ki_filp->f_flags & O_DIRECT) { iocb 909 fs/cifs/cifsfs.c written = cifs_user_writev(iocb, from); iocb 924 fs/cifs/cifsfs.c written = generic_file_write_iter(iocb, from); iocb 105 fs/cifs/cifsfs.h extern ssize_t cifs_user_readv(struct kiocb *iocb, struct iov_iter *to); iocb 106 fs/cifs/cifsfs.h extern ssize_t cifs_direct_readv(struct kiocb *iocb, struct iov_iter *to); iocb 107 fs/cifs/cifsfs.h extern ssize_t cifs_strict_readv(struct kiocb *iocb, struct iov_iter *to); iocb 108 fs/cifs/cifsfs.h extern ssize_t cifs_user_writev(struct kiocb *iocb, struct iov_iter *from); iocb 109 fs/cifs/cifsfs.h extern ssize_t cifs_direct_writev(struct kiocb *iocb, struct iov_iter *from); iocb 110 fs/cifs/cifsfs.h extern ssize_t cifs_strict_writev(struct kiocb *iocb, struct iov_iter *from); iocb 1288 fs/cifs/cifsglob.h struct kiocb *iocb; iocb 3061 fs/cifs/file.c if (ctx->iocb && ctx->iocb->ki_complete) iocb 3062 fs/cifs/file.c ctx->iocb->ki_complete(ctx->iocb, ctx->rc, 0); iocb 3068 fs/cifs/file.c struct kiocb *iocb, struct iov_iter *from, bool direct) iocb 3070 fs/cifs/file.c struct file *file = iocb->ki_filp; iocb 3090 fs/cifs/file.c rc = generic_write_checks(iocb, from); iocb 3107 fs/cifs/file.c if (!is_sync_kiocb(iocb)) iocb 3108 fs/cifs/file.c ctx->iocb = iocb; iocb 3110 fs/cifs/file.c ctx->pos = iocb->ki_pos; iocb 3127 fs/cifs/file.c rc = cifs_write_from_iter(iocb->ki_pos, ctx->len, &saved_from, iocb 3146 fs/cifs/file.c if (!is_sync_kiocb(iocb)) { iocb 3167 fs/cifs/file.c iocb->ki_pos += total_written; iocb 3171 fs/cifs/file.c ssize_t cifs_direct_writev(struct kiocb *iocb, struct iov_iter *from) iocb 3173 fs/cifs/file.c return __cifs_writev(iocb, from, true); iocb 3176 fs/cifs/file.c ssize_t cifs_user_writev(struct kiocb *iocb, struct iov_iter *from) iocb 3178 fs/cifs/file.c return __cifs_writev(iocb, from, false); iocb 3182 fs/cifs/file.c cifs_writev(struct kiocb *iocb, struct iov_iter *from) iocb 3184 fs/cifs/file.c struct file *file = iocb->ki_filp; iocb 3198 fs/cifs/file.c rc = generic_write_checks(iocb, from); iocb 3202 fs/cifs/file.c if (!cifs_find_lock_conflict(cfile, iocb->ki_pos, iov_iter_count(from), iocb 3205 fs/cifs/file.c rc = __generic_file_write_iter(iocb, from); iocb 3213 fs/cifs/file.c rc = generic_write_sync(iocb, rc); iocb 3218 fs/cifs/file.c cifs_strict_writev(struct kiocb *iocb, struct iov_iter *from) iocb 3220 fs/cifs/file.c struct inode *inode = file_inode(iocb->ki_filp); iocb 3224 fs/cifs/file.c iocb->ki_filp->private_data; iocb 3236 fs/cifs/file.c written = generic_file_write_iter(iocb, from); iocb 3239 fs/cifs/file.c written = cifs_writev(iocb, from); iocb 3248 fs/cifs/file.c written = cifs_user_writev(iocb, from); iocb 3785 fs/cifs/file.c if (ctx->iocb && ctx->iocb->ki_complete) iocb 3786 fs/cifs/file.c ctx->iocb->ki_complete(ctx->iocb, ctx->rc, 0); iocb 3792 fs/cifs/file.c struct kiocb *iocb, struct iov_iter *to, bool direct) iocb 3795 fs/cifs/file.c struct file *file = iocb->ki_filp; iocb 3800 fs/cifs/file.c loff_t offset = iocb->ki_pos; iocb 3833 fs/cifs/file.c if (!is_sync_kiocb(iocb)) iocb 3834 fs/cifs/file.c ctx->iocb = iocb; iocb 3869 fs/cifs/file.c if (!is_sync_kiocb(iocb)) { iocb 3888 fs/cifs/file.c iocb->ki_pos += total_read; iocb 3894 fs/cifs/file.c ssize_t cifs_direct_readv(struct kiocb *iocb, struct iov_iter *to) iocb 3896 fs/cifs/file.c return __cifs_readv(iocb, to, true); iocb 3899 fs/cifs/file.c ssize_t cifs_user_readv(struct kiocb *iocb, struct iov_iter *to) iocb 3901 fs/cifs/file.c return __cifs_readv(iocb, to, false); iocb 3905 fs/cifs/file.c cifs_strict_readv(struct kiocb *iocb, struct iov_iter *to) iocb 3907 fs/cifs/file.c struct inode *inode = file_inode(iocb->ki_filp); iocb 3911 fs/cifs/file.c iocb->ki_filp->private_data; iocb 3924 fs/cifs/file.c return cifs_user_readv(iocb, to); iocb 3929 fs/cifs/file.c return generic_file_read_iter(iocb, to); iocb 3936 fs/cifs/file.c if (!cifs_find_lock_conflict(cfile, iocb->ki_pos, iov_iter_count(to), iocb 3939 fs/cifs/file.c rc = generic_file_read_iter(iocb, to); iocb 4735 fs/cifs/file.c cifs_direct_io(struct kiocb *iocb, struct iov_iter *iter) iocb 38 fs/coda/file.c coda_file_read_iter(struct kiocb *iocb, struct iov_iter *to) iocb 40 fs/coda/file.c struct file *coda_file = iocb->ki_filp; iocb 43 fs/coda/file.c loff_t ki_pos = iocb->ki_pos; iocb 53 fs/coda/file.c ret = vfs_iter_read(cfi->cfi_container, to, &iocb->ki_pos, 0); iocb 63 fs/coda/file.c coda_file_write_iter(struct kiocb *iocb, struct iov_iter *to) iocb 65 fs/coda/file.c struct file *coda_file = iocb->ki_filp; iocb 69 fs/coda/file.c loff_t ki_pos = iocb->ki_pos; iocb 81 fs/coda/file.c ret = vfs_iter_write(cfi->cfi_container, to, &iocb->ki_pos, 0); iocb 1195 fs/dax.c dax_iomap_rw(struct kiocb *iocb, struct iov_iter *iter, iocb 1198 fs/dax.c struct address_space *mapping = iocb->ki_filp->f_mapping; iocb 1200 fs/dax.c loff_t pos = iocb->ki_pos, ret = 0, done = 0; iocb 1210 fs/dax.c if (iocb->ki_flags & IOCB_NOWAIT) iocb 1222 fs/dax.c iocb->ki_pos += done; iocb 140 fs/direct-io.c struct kiocb *iocb; /* kiocb */ iocb 257 fs/direct-io.c loff_t offset = dio->iocb->ki_pos; iocb 291 fs/direct-io.c err = dio->end_io(dio->iocb, offset, ret, dio->private); iocb 315 fs/direct-io.c dio_warn_stale_pagecache(dio->iocb->ki_filp); iocb 326 fs/direct-io.c dio->iocb->ki_pos += transferred; iocb 329 fs/direct-io.c ret = generic_write_sync(dio->iocb, ret); iocb 330 fs/direct-io.c dio->iocb->ki_complete(dio->iocb, ret, 0); iocb 448 fs/direct-io.c bio->bi_write_hint = dio->iocb->ki_hint; iocb 520 fs/direct-io.c if (!(dio->iocb->ki_flags & IOCB_HIPRI) || iocb 1164 fs/direct-io.c do_blockdev_direct_IO(struct kiocb *iocb, struct inode *inode, iocb 1174 fs/direct-io.c loff_t offset = iocb->ki_pos; iocb 1214 fs/direct-io.c iocb->ki_filp->f_mapping; iocb 1245 fs/direct-io.c if (is_sync_kiocb(iocb)) iocb 1256 fs/direct-io.c if (iocb->ki_flags & IOCB_NOWAIT) iocb 1261 fs/direct-io.c if (iocb->ki_flags & IOCB_HIPRI) iocb 1270 fs/direct-io.c if (iocb->ki_flags & IOCB_DSYNC) iocb 1306 fs/direct-io.c dio->iocb = iocb; iocb 1394 fs/direct-io.c ssize_t __blockdev_direct_IO(struct kiocb *iocb, struct inode *inode, iocb 1412 fs/direct-io.c return do_blockdev_direct_IO(iocb, inode, bdev, iter, get_block, iocb 32 fs/ecryptfs/file.c static ssize_t ecryptfs_read_update_atime(struct kiocb *iocb, iocb 37 fs/ecryptfs/file.c struct file *file = iocb->ki_filp; iocb 39 fs/ecryptfs/file.c rc = generic_file_read_iter(iocb, to); iocb 33 fs/ext2/file.c static ssize_t ext2_dax_read_iter(struct kiocb *iocb, struct iov_iter *to) iocb 35 fs/ext2/file.c struct inode *inode = iocb->ki_filp->f_mapping->host; iocb 42 fs/ext2/file.c ret = dax_iomap_rw(iocb, to, &ext2_iomap_ops); iocb 45 fs/ext2/file.c file_accessed(iocb->ki_filp); iocb 49 fs/ext2/file.c static ssize_t ext2_dax_write_iter(struct kiocb *iocb, struct iov_iter *from) iocb 51 fs/ext2/file.c struct file *file = iocb->ki_filp; iocb 56 fs/ext2/file.c ret = generic_write_checks(iocb, from); iocb 66 fs/ext2/file.c ret = dax_iomap_rw(iocb, from, &ext2_iomap_ops); iocb 67 fs/ext2/file.c if (ret > 0 && iocb->ki_pos > i_size_read(inode)) { iocb 68 fs/ext2/file.c i_size_write(inode, iocb->ki_pos); iocb 75 fs/ext2/file.c ret = generic_write_sync(iocb, ret); iocb 163 fs/ext2/file.c static ssize_t ext2_file_read_iter(struct kiocb *iocb, struct iov_iter *to) iocb 166 fs/ext2/file.c if (IS_DAX(iocb->ki_filp->f_mapping->host)) iocb 167 fs/ext2/file.c return ext2_dax_read_iter(iocb, to); iocb 169 fs/ext2/file.c return generic_file_read_iter(iocb, to); iocb 172 fs/ext2/file.c static ssize_t ext2_file_write_iter(struct kiocb *iocb, struct iov_iter *from) iocb 175 fs/ext2/file.c if (IS_DAX(iocb->ki_filp->f_mapping->host)) iocb 176 fs/ext2/file.c return ext2_dax_write_iter(iocb, from); iocb 178 fs/ext2/file.c return generic_file_write_iter(iocb, from); iocb 939 fs/ext2/inode.c ext2_direct_IO(struct kiocb *iocb, struct iov_iter *iter) iocb 941 fs/ext2/inode.c struct file *file = iocb->ki_filp; iocb 945 fs/ext2/inode.c loff_t offset = iocb->ki_pos; iocb 948 fs/ext2/inode.c ret = blockdev_direct_IO(iocb, inode, iter, ext2_get_block); iocb 38 fs/ext4/file.c static ssize_t ext4_dax_read_iter(struct kiocb *iocb, struct iov_iter *to) iocb 40 fs/ext4/file.c struct inode *inode = file_inode(iocb->ki_filp); iocb 43 fs/ext4/file.c if (iocb->ki_flags & IOCB_NOWAIT) { iocb 56 fs/ext4/file.c return generic_file_read_iter(iocb, to); iocb 58 fs/ext4/file.c ret = dax_iomap_rw(iocb, to, &ext4_iomap_ops); iocb 61 fs/ext4/file.c file_accessed(iocb->ki_filp); iocb 66 fs/ext4/file.c static ssize_t ext4_file_read_iter(struct kiocb *iocb, struct iov_iter *to) iocb 68 fs/ext4/file.c if (unlikely(ext4_forced_shutdown(EXT4_SB(file_inode(iocb->ki_filp)->i_sb)))) iocb 75 fs/ext4/file.c if (IS_DAX(file_inode(iocb->ki_filp))) iocb 76 fs/ext4/file.c return ext4_dax_read_iter(iocb, to); iocb 78 fs/ext4/file.c return generic_file_read_iter(iocb, to); iocb 161 fs/ext4/file.c static ssize_t ext4_write_checks(struct kiocb *iocb, struct iov_iter *from) iocb 163 fs/ext4/file.c struct inode *inode = file_inode(iocb->ki_filp); iocb 166 fs/ext4/file.c ret = generic_write_checks(iocb, from); iocb 180 fs/ext4/file.c if (iocb->ki_pos >= sbi->s_bitmap_maxbytes) iocb 182 fs/ext4/file.c iov_iter_truncate(from, sbi->s_bitmap_maxbytes - iocb->ki_pos); iocb 189 fs/ext4/file.c ext4_dax_write_iter(struct kiocb *iocb, struct iov_iter *from) iocb 191 fs/ext4/file.c struct inode *inode = file_inode(iocb->ki_filp); iocb 194 fs/ext4/file.c if (iocb->ki_flags & IOCB_NOWAIT) { iocb 200 fs/ext4/file.c ret = ext4_write_checks(iocb, from); iocb 203 fs/ext4/file.c ret = file_remove_privs(iocb->ki_filp); iocb 206 fs/ext4/file.c ret = file_update_time(iocb->ki_filp); iocb 210 fs/ext4/file.c ret = dax_iomap_rw(iocb, from, &ext4_iomap_ops); iocb 214 fs/ext4/file.c ret = generic_write_sync(iocb, ret); iocb 220 fs/ext4/file.c ext4_file_write_iter(struct kiocb *iocb, struct iov_iter *from) iocb 222 fs/ext4/file.c struct inode *inode = file_inode(iocb->ki_filp); iocb 223 fs/ext4/file.c int o_direct = iocb->ki_flags & IOCB_DIRECT; iocb 233 fs/ext4/file.c return ext4_dax_write_iter(iocb, from); iocb 237 fs/ext4/file.c if (iocb->ki_flags & IOCB_NOWAIT) iocb 242 fs/ext4/file.c ret = ext4_write_checks(iocb, from); iocb 252 fs/ext4/file.c !is_sync_kiocb(iocb) && iocb 253 fs/ext4/file.c ext4_unaligned_aio(inode, from, iocb->ki_pos)) { iocb 258 fs/ext4/file.c iocb->private = &overwrite; iocb 261 fs/ext4/file.c if (ext4_overwrite_io(inode, iocb->ki_pos, iov_iter_count(from))) { iocb 264 fs/ext4/file.c } else if (iocb->ki_flags & IOCB_NOWAIT) { iocb 270 fs/ext4/file.c ret = __generic_file_write_iter(iocb, from); iocb 281 fs/ext4/file.c ret = generic_write_sync(iocb, ret); iocb 3627 fs/ext4/inode.c static int ext4_end_io_dio(struct kiocb *iocb, loff_t offset, iocb 3638 fs/ext4/inode.c io_end, io_end->inode->i_ino, iocb, offset, size); iocb 3676 fs/ext4/inode.c static ssize_t ext4_direct_IO_write(struct kiocb *iocb, struct iov_iter *iter) iocb 3678 fs/ext4/inode.c struct file *file = iocb->ki_filp; iocb 3682 fs/ext4/inode.c loff_t offset = iocb->ki_pos; iocb 3708 fs/ext4/inode.c BUG_ON(iocb->private == NULL); iocb 3718 fs/ext4/inode.c overwrite = *((int *)iocb->private); iocb 3743 fs/ext4/inode.c iocb->private = NULL; iocb 3750 fs/ext4/inode.c } else if (is_sync_kiocb(iocb)) { iocb 3757 fs/ext4/inode.c ret = __blockdev_direct_IO(iocb, inode, inode->i_sb->s_bdev, iter, iocb 3833 fs/ext4/inode.c static ssize_t ext4_direct_IO_read(struct kiocb *iocb, struct iov_iter *iter) iocb 3835 fs/ext4/inode.c struct address_space *mapping = iocb->ki_filp->f_mapping; iocb 3845 fs/ext4/inode.c if (iocb->ki_flags & IOCB_NOWAIT) { iocb 3852 fs/ext4/inode.c ret = filemap_write_and_wait_range(mapping, iocb->ki_pos, iocb 3853 fs/ext4/inode.c iocb->ki_pos + count - 1); iocb 3856 fs/ext4/inode.c ret = __blockdev_direct_IO(iocb, inode, inode->i_sb->s_bdev, iocb 3863 fs/ext4/inode.c static ssize_t ext4_direct_IO(struct kiocb *iocb, struct iov_iter *iter) iocb 3865 fs/ext4/inode.c struct file *file = iocb->ki_filp; iocb 3868 fs/ext4/inode.c loff_t offset = iocb->ki_pos; iocb 3890 fs/ext4/inode.c ret = ext4_direct_IO_read(iocb, iter); iocb 3892 fs/ext4/inode.c ret = ext4_direct_IO_write(iocb, iter); iocb 1069 fs/f2fs/data.c int f2fs_preallocate_blocks(struct kiocb *iocb, struct iov_iter *from) iocb 1071 fs/f2fs/data.c struct inode *inode = file_inode(iocb->ki_filp); iocb 1075 fs/f2fs/data.c bool direct_io = iocb->ki_flags & IOCB_DIRECT; iocb 1077 fs/f2fs/data.c map.m_lblk = F2FS_BLK_ALIGN(iocb->ki_pos); iocb 1078 fs/f2fs/data.c map.m_len = F2FS_BYTES_TO_BLK(iocb->ki_pos + iov_iter_count(from)); iocb 1090 fs/f2fs/data.c map.m_seg_type = f2fs_rw_hint_to_seg_type(iocb->ki_hint); iocb 1091 fs/f2fs/data.c flag = f2fs_force_buffered_io(inode, iocb, from) ? iocb 1096 fs/f2fs/data.c if (iocb->ki_pos + iov_iter_count(from) > MAX_INLINE_DATA(inode)) { iocb 2811 fs/f2fs/data.c static ssize_t f2fs_direct_IO(struct kiocb *iocb, struct iov_iter *iter) iocb 2813 fs/f2fs/data.c struct address_space *mapping = iocb->ki_filp->f_mapping; iocb 2818 fs/f2fs/data.c loff_t offset = iocb->ki_pos; iocb 2821 fs/f2fs/data.c enum rw_hint hint = iocb->ki_hint; iocb 2829 fs/f2fs/data.c if (f2fs_force_buffered_io(inode, iocb, iter)) iocb 2832 fs/f2fs/data.c do_opu = allow_outplace_dio(inode, iocb, iter); iocb 2837 fs/f2fs/data.c iocb->ki_hint = WRITE_LIFE_NOT_SET; iocb 2839 fs/f2fs/data.c if (iocb->ki_flags & IOCB_NOWAIT) { iocb 2841 fs/f2fs/data.c iocb->ki_hint = hint; iocb 2847 fs/f2fs/data.c iocb->ki_hint = hint; iocb 2857 fs/f2fs/data.c err = __blockdev_direct_IO(iocb, inode, inode->i_sb->s_bdev, iocb 2869 fs/f2fs/data.c iocb->ki_hint = hint; iocb 3216 fs/f2fs/f2fs.h int f2fs_preallocate_blocks(struct kiocb *iocb, struct iov_iter *from); iocb 3694 fs/f2fs/f2fs.h struct kiocb *iocb, struct iov_iter *iter) iocb 3698 fs/f2fs/f2fs.h loff_t offset = iocb->ki_pos; iocb 3705 fs/f2fs/f2fs.h struct kiocb *iocb, struct iov_iter *iter) iocb 3711 fs/f2fs/f2fs.h !block_unaligned_IO(inode, iocb, iter)); iocb 3715 fs/f2fs/f2fs.h struct kiocb *iocb, struct iov_iter *iter) iocb 3731 fs/f2fs/f2fs.h if (block_unaligned_IO(inode, iocb, iter)) iocb 3313 fs/f2fs/file.c static ssize_t f2fs_file_write_iter(struct kiocb *iocb, struct iov_iter *from) iocb 3315 fs/f2fs/file.c struct file *file = iocb->ki_filp; iocb 3324 fs/f2fs/file.c if (iocb->ki_flags & IOCB_NOWAIT) { iocb 3333 fs/f2fs/file.c ret = generic_write_checks(iocb, from); iocb 3342 fs/f2fs/file.c if ((iocb->ki_flags & IOCB_NOWAIT)) { iocb 3343 fs/f2fs/file.c if (!f2fs_overwrite_io(inode, iocb->ki_pos, iocb 3346 fs/f2fs/file.c f2fs_force_buffered_io(inode, iocb, from)) { iocb 3358 fs/f2fs/file.c if (iocb->ki_flags & IOCB_DIRECT) { iocb 3371 fs/f2fs/file.c if (!f2fs_force_buffered_io(inode, iocb, from) && iocb 3372 fs/f2fs/file.c allow_outplace_dio(inode, iocb, from)) iocb 3376 fs/f2fs/file.c target_size = iocb->ki_pos + iov_iter_count(from); iocb 3378 fs/f2fs/file.c err = f2fs_preallocate_blocks(iocb, from); iocb 3387 fs/f2fs/file.c ret = __generic_file_write_iter(iocb, from); iocb 3399 fs/f2fs/file.c trace_f2fs_file_write_iter(inode, iocb->ki_pos, iocb 3402 fs/f2fs/file.c ret = generic_write_sync(iocb, ret); iocb 260 fs/fat/inode.c static ssize_t fat_direct_IO(struct kiocb *iocb, struct iov_iter *iter) iocb 262 fs/fat/inode.c struct file *file = iocb->ki_filp; iocb 266 fs/fat/inode.c loff_t offset = iocb->ki_pos; iocb 288 fs/fat/inode.c ret = blockdev_direct_IO(iocb, inode, iter, fat_get_block); iocb 1316 fs/fuse/dev.c static ssize_t fuse_dev_read(struct kiocb *iocb, struct iov_iter *to) iocb 1319 fs/fuse/dev.c struct file *file = iocb->ki_filp; iocb 1920 fs/fuse/dev.c static ssize_t fuse_dev_write(struct kiocb *iocb, struct iov_iter *from) iocb 1923 fs/fuse/dev.c struct fuse_dev *fud = fuse_get_dev(iocb->ki_filp); iocb 634 fs/fuse/file.c struct inode *inode = file_inode(io->iocb->ki_filp); iocb 643 fs/fuse/file.c io->iocb->ki_complete(io->iocb, res, 0); iocb 725 fs/fuse/file.c struct file *file = ia->io->iocb->ki_filp; iocb 998 fs/fuse/file.c static ssize_t fuse_cache_read_iter(struct kiocb *iocb, struct iov_iter *to) iocb 1000 fs/fuse/file.c struct inode *inode = iocb->ki_filp->f_mapping->host; iocb 1009 fs/fuse/file.c (iocb->ki_pos + iov_iter_count(to) > i_size_read(inode))) { iocb 1011 fs/fuse/file.c err = fuse_update_attributes(inode, iocb->ki_filp); iocb 1016 fs/fuse/file.c return generic_file_read_iter(iocb, to); iocb 1041 fs/fuse/file.c static unsigned int fuse_write_flags(struct kiocb *iocb) iocb 1043 fs/fuse/file.c unsigned int flags = iocb->ki_filp->f_flags; iocb 1045 fs/fuse/file.c if (iocb->ki_flags & IOCB_DSYNC) iocb 1047 fs/fuse/file.c if (iocb->ki_flags & IOCB_SYNC) iocb 1056 fs/fuse/file.c struct kiocb *iocb = ia->io->iocb; iocb 1057 fs/fuse/file.c struct file *file = iocb->ki_filp; iocb 1064 fs/fuse/file.c inarg->flags = fuse_write_flags(iocb); iocb 1098 fs/fuse/file.c struct kiocb *iocb, struct inode *inode, iocb 1102 fs/fuse/file.c struct file *file = iocb->ki_filp; iocb 1112 fs/fuse/file.c ia->write.in.flags = fuse_write_flags(iocb); iocb 1213 fs/fuse/file.c static ssize_t fuse_perform_write(struct kiocb *iocb, iocb 1243 fs/fuse/file.c err = fuse_send_write_pages(&ia, iocb, inode, iocb 1268 fs/fuse/file.c static ssize_t fuse_cache_write_iter(struct kiocb *iocb, struct iov_iter *from) iocb 1270 fs/fuse/file.c struct file *file = iocb->ki_filp; iocb 1284 fs/fuse/file.c return generic_file_write_iter(iocb, from); iocb 1292 fs/fuse/file.c err = generic_write_checks(iocb, from); iocb 1304 fs/fuse/file.c if (iocb->ki_flags & IOCB_DIRECT) { iocb 1305 fs/fuse/file.c loff_t pos = iocb->ki_pos; iocb 1306 fs/fuse/file.c written = generic_file_direct_write(iocb, from); iocb 1312 fs/fuse/file.c written_buffered = fuse_perform_write(iocb, mapping, from, pos); iocb 1329 fs/fuse/file.c iocb->ki_pos = pos + written_buffered; iocb 1331 fs/fuse/file.c written = fuse_perform_write(iocb, mapping, from, iocb->ki_pos); iocb 1333 fs/fuse/file.c iocb->ki_pos += written; iocb 1339 fs/fuse/file.c written = generic_write_sync(iocb, written); iocb 1426 fs/fuse/file.c struct file *file = io->iocb->ki_filp; iocb 1514 fs/fuse/file.c struct inode *inode = file_inode(io->iocb->ki_filp); iocb 1523 fs/fuse/file.c static ssize_t fuse_direct_IO(struct kiocb *iocb, struct iov_iter *iter); iocb 1525 fs/fuse/file.c static ssize_t fuse_direct_read_iter(struct kiocb *iocb, struct iov_iter *to) iocb 1529 fs/fuse/file.c if (!is_sync_kiocb(iocb) && iocb->ki_flags & IOCB_DIRECT) { iocb 1530 fs/fuse/file.c res = fuse_direct_IO(iocb, to); iocb 1532 fs/fuse/file.c struct fuse_io_priv io = FUSE_IO_PRIV_SYNC(iocb); iocb 1534 fs/fuse/file.c res = __fuse_direct_read(&io, to, &iocb->ki_pos); iocb 1540 fs/fuse/file.c static ssize_t fuse_direct_write_iter(struct kiocb *iocb, struct iov_iter *from) iocb 1542 fs/fuse/file.c struct inode *inode = file_inode(iocb->ki_filp); iocb 1543 fs/fuse/file.c struct fuse_io_priv io = FUSE_IO_PRIV_SYNC(iocb); iocb 1548 fs/fuse/file.c res = generic_write_checks(iocb, from); iocb 1550 fs/fuse/file.c if (!is_sync_kiocb(iocb) && iocb->ki_flags & IOCB_DIRECT) { iocb 1551 fs/fuse/file.c res = fuse_direct_IO(iocb, from); iocb 1553 fs/fuse/file.c res = fuse_direct_io(&io, from, &iocb->ki_pos, iocb 1559 fs/fuse/file.c fuse_write_update_size(inode, iocb->ki_pos); iocb 1565 fs/fuse/file.c static ssize_t fuse_file_read_iter(struct kiocb *iocb, struct iov_iter *to) iocb 1567 fs/fuse/file.c struct file *file = iocb->ki_filp; iocb 1574 fs/fuse/file.c return fuse_cache_read_iter(iocb, to); iocb 1576 fs/fuse/file.c return fuse_direct_read_iter(iocb, to); iocb 1579 fs/fuse/file.c static ssize_t fuse_file_write_iter(struct kiocb *iocb, struct iov_iter *from) iocb 1581 fs/fuse/file.c struct file *file = iocb->ki_filp; iocb 1588 fs/fuse/file.c return fuse_cache_write_iter(iocb, from); iocb 1590 fs/fuse/file.c return fuse_direct_write_iter(iocb, from); iocb 3062 fs/fuse/file.c fuse_direct_IO(struct kiocb *iocb, struct iov_iter *iter) iocb 3066 fs/fuse/file.c struct file *file = iocb->ki_filp; iocb 3073 fs/fuse/file.c loff_t offset = iocb->ki_pos; iocb 3107 fs/fuse/file.c io->iocb = iocb; iocb 3108 fs/fuse/file.c io->blocking = is_sync_kiocb(iocb); iocb 278 fs/fuse/fuse_i.h struct kiocb *iocb; iocb 287 fs/fuse/fuse_i.h .iocb = i, \ iocb 746 fs/gfs2/file.c static ssize_t gfs2_file_direct_read(struct kiocb *iocb, struct iov_iter *to) iocb 748 fs/gfs2/file.c struct file *file = iocb->ki_filp; iocb 762 fs/gfs2/file.c ret = iomap_dio_rw(iocb, to, &gfs2_iomap_ops, NULL); iocb 770 fs/gfs2/file.c static ssize_t gfs2_file_direct_write(struct kiocb *iocb, struct iov_iter *from) iocb 772 fs/gfs2/file.c struct file *file = iocb->ki_filp; iocb 776 fs/gfs2/file.c loff_t offset = iocb->ki_pos; iocb 797 fs/gfs2/file.c ret = iomap_dio_rw(iocb, from, &gfs2_iomap_ops, NULL); iocb 806 fs/gfs2/file.c static ssize_t gfs2_file_read_iter(struct kiocb *iocb, struct iov_iter *to) iocb 810 fs/gfs2/file.c if (iocb->ki_flags & IOCB_DIRECT) { iocb 811 fs/gfs2/file.c ret = gfs2_file_direct_read(iocb, to); iocb 814 fs/gfs2/file.c iocb->ki_flags &= ~IOCB_DIRECT; iocb 816 fs/gfs2/file.c return generic_file_read_iter(iocb, to); iocb 831 fs/gfs2/file.c static ssize_t gfs2_file_write_iter(struct kiocb *iocb, struct iov_iter *from) iocb 833 fs/gfs2/file.c struct file *file = iocb->ki_filp; iocb 842 fs/gfs2/file.c gfs2_size_hint(file, iocb->ki_pos, iov_iter_count(from)); iocb 844 fs/gfs2/file.c if (iocb->ki_flags & IOCB_APPEND) { iocb 854 fs/gfs2/file.c ret = generic_write_checks(iocb, from); iocb 866 fs/gfs2/file.c if (iocb->ki_flags & IOCB_DIRECT) { iocb 870 fs/gfs2/file.c ret = gfs2_file_direct_write(iocb, from); iocb 874 fs/gfs2/file.c iocb->ki_flags |= IOCB_DSYNC; iocb 876 fs/gfs2/file.c buffered = iomap_file_buffered_write(iocb, from, &gfs2_iomap_ops); iocb 888 fs/gfs2/file.c iocb->ki_pos += buffered; iocb 889 fs/gfs2/file.c ret2 = generic_write_sync(iocb, buffered); iocb 891 fs/gfs2/file.c (iocb->ki_pos - buffered) >> PAGE_SHIFT, iocb 892 fs/gfs2/file.c (iocb->ki_pos - 1) >> PAGE_SHIFT); iocb 897 fs/gfs2/file.c ret = iomap_file_buffered_write(iocb, from, &gfs2_iomap_ops); iocb 900 fs/gfs2/file.c iocb->ki_pos += ret; iocb 901 fs/gfs2/file.c ret = generic_write_sync(iocb, ret); iocb 129 fs/hfs/inode.c static ssize_t hfs_direct_IO(struct kiocb *iocb, struct iov_iter *iter) iocb 131 fs/hfs/inode.c struct file *file = iocb->ki_filp; iocb 137 fs/hfs/inode.c ret = blockdev_direct_IO(iocb, inode, iter, hfs_get_block); iocb 145 fs/hfs/inode.c loff_t end = iocb->ki_pos + count; iocb 126 fs/hfsplus/inode.c static ssize_t hfsplus_direct_IO(struct kiocb *iocb, struct iov_iter *iter) iocb 128 fs/hfsplus/inode.c struct file *file = iocb->ki_filp; iocb 134 fs/hfsplus/inode.c ret = blockdev_direct_IO(iocb, inode, iter, hfsplus_get_block); iocb 142 fs/hfsplus/inode.c loff_t end = iocb->ki_pos + count; iocb 270 fs/hugetlbfs/inode.c static ssize_t hugetlbfs_read_iter(struct kiocb *iocb, struct iov_iter *to) iocb 272 fs/hugetlbfs/inode.c struct file *file = iocb->ki_filp; iocb 276 fs/hugetlbfs/inode.c unsigned long index = iocb->ki_pos >> huge_page_shift(h); iocb 277 fs/hugetlbfs/inode.c unsigned long offset = iocb->ki_pos & ~huge_page_mask(h); iocb 328 fs/hugetlbfs/inode.c iocb->ki_pos = ((loff_t)index << huge_page_shift(h)) + offset; iocb 819 fs/iomap/buffered-io.c iomap_file_buffered_write(struct kiocb *iocb, struct iov_iter *iter, iocb 822 fs/iomap/buffered-io.c struct inode *inode = iocb->ki_filp->f_mapping->host; iocb 823 fs/iomap/buffered-io.c loff_t pos = iocb->ki_pos, ret = 0, written = 0; iocb 26 fs/iomap/direct-io.c struct kiocb *iocb; iocb 66 fs/iomap/direct-io.c if (dio->iocb->ki_flags & IOCB_HIPRI) iocb 67 fs/iomap/direct-io.c bio_set_polled(bio, dio->iocb); iocb 76 fs/iomap/direct-io.c struct kiocb *iocb = dio->iocb; iocb 77 fs/iomap/direct-io.c struct inode *inode = file_inode(iocb->ki_filp); iocb 78 fs/iomap/direct-io.c loff_t offset = iocb->ki_pos; iocb 82 fs/iomap/direct-io.c ret = dops->end_io(iocb, dio->size, ret, dio->flags); iocb 90 fs/iomap/direct-io.c iocb->ki_pos += ret; iocb 112 fs/iomap/direct-io.c dio_warn_stale_pagecache(iocb->ki_filp); iocb 120 fs/iomap/direct-io.c ret = generic_write_sync(iocb, ret); iocb 122 fs/iomap/direct-io.c inode_dio_end(file_inode(iocb->ki_filp)); iocb 131 fs/iomap/direct-io.c struct kiocb *iocb = dio->iocb; iocb 133 fs/iomap/direct-io.c iocb->ki_complete(iocb, iomap_dio_complete(dio), 0); iocb 160 fs/iomap/direct-io.c struct inode *inode = file_inode(dio->iocb->ki_filp); iocb 266 fs/iomap/direct-io.c bio->bi_write_hint = dio->iocb->ki_hint; iocb 267 fs/iomap/direct-io.c bio->bi_ioprio = dio->iocb->ki_ioprio; iocb 396 fs/iomap/direct-io.c iomap_dio_rw(struct kiocb *iocb, struct iov_iter *iter, iocb 399 fs/iomap/direct-io.c struct address_space *mapping = iocb->ki_filp->f_mapping; iocb 400 fs/iomap/direct-io.c struct inode *inode = file_inode(iocb->ki_filp); iocb 402 fs/iomap/direct-io.c loff_t pos = iocb->ki_pos, start = pos; iocb 403 fs/iomap/direct-io.c loff_t end = iocb->ki_pos + count - 1, ret = 0; iocb 405 fs/iomap/direct-io.c bool wait_for_completion = is_sync_kiocb(iocb); iocb 418 fs/iomap/direct-io.c dio->iocb = iocb; iocb 442 fs/iomap/direct-io.c if (iocb->ki_flags & IOCB_DSYNC) iocb 451 fs/iomap/direct-io.c if ((iocb->ki_flags & (IOCB_DSYNC | IOCB_SYNC)) == IOCB_DSYNC) iocb 455 fs/iomap/direct-io.c if (iocb->ki_flags & IOCB_NOWAIT) { iocb 476 fs/iomap/direct-io.c dio_warn_stale_pagecache(iocb->ki_filp); iocb 524 fs/iomap/direct-io.c WRITE_ONCE(iocb->ki_cookie, dio->submit.cookie); iocb 525 fs/iomap/direct-io.c WRITE_ONCE(iocb->private, dio->submit.last_queue); iocb 552 fs/iomap/direct-io.c if (!(iocb->ki_flags & IOCB_HIPRI) || iocb 334 fs/jfs/inode.c static ssize_t jfs_direct_IO(struct kiocb *iocb, struct iov_iter *iter) iocb 336 fs/jfs/inode.c struct file *file = iocb->ki_filp; iocb 342 fs/jfs/inode.c ret = blockdev_direct_IO(iocb, inode, iter, jfs_get_block); iocb 350 fs/jfs/inode.c loff_t end = iocb->ki_pos + count; iocb 1115 fs/libfs.c ssize_t noop_direct_IO(struct kiocb *iocb, struct iov_iter *iter) iocb 73 fs/nfs/direct.c struct kiocb * iocb; /* controlling i/o request */ iocb 264 fs/nfs/direct.c ssize_t nfs_direct_IO(struct kiocb *iocb, struct iov_iter *iter) iocb 266 fs/nfs/direct.c struct inode *inode = iocb->ki_filp->f_mapping->host; iocb 275 fs/nfs/direct.c return nfs_file_direct_read(iocb, iter); iocb 276 fs/nfs/direct.c return nfs_file_direct_write(iocb, iter); iocb 346 fs/nfs/direct.c if (dreq->iocb) iocb 372 fs/nfs/direct.c if (dreq->iocb) { iocb 378 fs/nfs/direct.c dreq->iocb->ki_complete(dreq->iocb, res, 0); iocb 542 fs/nfs/direct.c ssize_t nfs_file_direct_read(struct kiocb *iocb, struct iov_iter *iter) iocb 544 fs/nfs/direct.c struct file *file = iocb->ki_filp; iocb 554 fs/nfs/direct.c file, count, (long long) iocb->ki_pos); iocb 569 fs/nfs/direct.c dreq->io_start = iocb->ki_pos; iocb 570 fs/nfs/direct.c dreq->ctx = get_nfs_open_context(nfs_file_open_context(iocb->ki_filp)); iocb 578 fs/nfs/direct.c if (!is_sync_kiocb(iocb)) iocb 579 fs/nfs/direct.c dreq->iocb = iocb; iocb 587 fs/nfs/direct.c requested = nfs_direct_read_schedule_iovec(dreq, iter, iocb->ki_pos); iocb 595 fs/nfs/direct.c iocb->ki_pos += result; iocb 956 fs/nfs/direct.c ssize_t nfs_file_direct_write(struct kiocb *iocb, struct iov_iter *iter) iocb 960 fs/nfs/direct.c struct file *file = iocb->ki_filp; iocb 968 fs/nfs/direct.c file, iov_iter_count(iter), (long long) iocb->ki_pos); iocb 970 fs/nfs/direct.c result = generic_write_checks(iocb, iter); iocb 976 fs/nfs/direct.c pos = iocb->ki_pos; iocb 989 fs/nfs/direct.c dreq->ctx = get_nfs_open_context(nfs_file_open_context(iocb->ki_filp)); iocb 997 fs/nfs/direct.c if (!is_sync_kiocb(iocb)) iocb 998 fs/nfs/direct.c dreq->iocb = iocb; iocb 1015 fs/nfs/direct.c iocb->ki_pos = pos + result; iocb 1017 fs/nfs/direct.c generic_write_sync(iocb, result); iocb 155 fs/nfs/file.c nfs_file_read(struct kiocb *iocb, struct iov_iter *to) iocb 157 fs/nfs/file.c struct inode *inode = file_inode(iocb->ki_filp); iocb 160 fs/nfs/file.c if (iocb->ki_flags & IOCB_DIRECT) iocb 161 fs/nfs/file.c return nfs_file_direct_read(iocb, to); iocb 164 fs/nfs/file.c iocb->ki_filp, iocb 165 fs/nfs/file.c iov_iter_count(to), (unsigned long) iocb->ki_pos); iocb 168 fs/nfs/file.c result = nfs_revalidate_mapping(inode, iocb->ki_filp->f_mapping); iocb 170 fs/nfs/file.c result = generic_file_read_iter(iocb, to); iocb 593 fs/nfs/file.c ssize_t nfs_file_write(struct kiocb *iocb, struct iov_iter *from) iocb 595 fs/nfs/file.c struct file *file = iocb->ki_filp; iocb 604 fs/nfs/file.c if (iocb->ki_flags & IOCB_DIRECT) iocb 605 fs/nfs/file.c return nfs_file_direct_write(iocb, from); iocb 608 fs/nfs/file.c file, iov_iter_count(from), (long long) iocb->ki_pos); iocb 615 fs/nfs/file.c if (iocb->ki_flags & IOCB_APPEND) { iocb 620 fs/nfs/file.c if (iocb->ki_pos > i_size_read(inode)) iocb 624 fs/nfs/file.c result = generic_write_checks(iocb, from); iocb 627 fs/nfs/file.c result = generic_perform_write(file, from, iocb->ki_pos); iocb 635 fs/nfs/file.c iocb->ki_pos += written; iocb 636 fs/nfs/file.c result = generic_write_sync(iocb, written); iocb 295 fs/nilfs2/inode.c nilfs_direct_IO(struct kiocb *iocb, struct iov_iter *iter) iocb 297 fs/nilfs2/inode.c struct inode *inode = file_inode(iocb->ki_filp); iocb 303 fs/nilfs2/inode.c return blockdev_direct_IO(iocb, inode, iter, nilfs_get_block); iocb 317 fs/ntfs/file.c static ssize_t ntfs_prepare_file_for_write(struct kiocb *iocb, iocb 324 fs/ntfs/file.c struct file *file = iocb->ki_filp; iocb 332 fs/ntfs/file.c (unsigned long long)iocb->ki_pos, iocb 334 fs/ntfs/file.c err = generic_write_checks(iocb, from); iocb 379 fs/ntfs/file.c pos = iocb->ki_pos; iocb 1925 fs/ntfs/file.c static ssize_t ntfs_file_write_iter(struct kiocb *iocb, struct iov_iter *from) iocb 1927 fs/ntfs/file.c struct file *file = iocb->ki_filp; iocb 1935 fs/ntfs/file.c err = ntfs_prepare_file_for_write(iocb, from); iocb 1937 fs/ntfs/file.c written = ntfs_perform_write(file, from, iocb->ki_pos); iocb 1940 fs/ntfs/file.c iocb->ki_pos += written; iocb 1942 fs/ntfs/file.c written = generic_write_sync(iocb, written); iocb 2417 fs/ocfs2/aops.c static int ocfs2_dio_end_io(struct kiocb *iocb, iocb 2422 fs/ocfs2/aops.c struct inode *inode = file_inode(iocb->ki_filp); iocb 2427 fs/ocfs2/aops.c BUG_ON(!ocfs2_iocb_is_rw_locked(iocb)); iocb 2440 fs/ocfs2/aops.c ocfs2_iocb_clear_rw_locked(iocb); iocb 2442 fs/ocfs2/aops.c level = ocfs2_iocb_rw_locked_level(iocb); iocb 2447 fs/ocfs2/aops.c static ssize_t ocfs2_direct_IO(struct kiocb *iocb, struct iov_iter *iter) iocb 2449 fs/ocfs2/aops.c struct file *file = iocb->ki_filp; iocb 2462 fs/ocfs2/aops.c if (iocb->ki_pos + iter->count > i_size_read(inode) && iocb 2471 fs/ocfs2/aops.c return __blockdev_direct_IO(iocb, inode, inode->i_sb->s_bdev, iocb 53 fs/ocfs2/aops.h #define ocfs2_iocb_is_rw_locked(iocb) \ iocb 54 fs/ocfs2/aops.h test_bit(0, (unsigned long *)&iocb->private) iocb 55 fs/ocfs2/aops.h static inline void ocfs2_iocb_set_rw_locked(struct kiocb *iocb, int level) iocb 57 fs/ocfs2/aops.h set_bit(0, (unsigned long *)&iocb->private); iocb 59 fs/ocfs2/aops.h set_bit(1, (unsigned long *)&iocb->private); iocb 61 fs/ocfs2/aops.h clear_bit(1, (unsigned long *)&iocb->private); iocb 75 fs/ocfs2/aops.h #define ocfs2_iocb_clear_rw_locked(iocb) \ iocb 76 fs/ocfs2/aops.h clear_bit(OCFS2_IOCB_RW_LOCK, (unsigned long *)&iocb->private) iocb 77 fs/ocfs2/aops.h #define ocfs2_iocb_rw_locked_level(iocb) \ iocb 78 fs/ocfs2/aops.h test_bit(OCFS2_IOCB_RW_LOCK_LEVEL, (unsigned long *)&iocb->private) iocb 2275 fs/ocfs2/file.c static ssize_t ocfs2_file_write_iter(struct kiocb *iocb, iocb 2282 fs/ocfs2/file.c struct file *file = iocb->ki_filp; iocb 2288 fs/ocfs2/file.c int append_write = ((iocb->ki_pos + count) >= iocb 2290 fs/ocfs2/file.c int direct_io = iocb->ki_flags & IOCB_DIRECT ? 1 : 0; iocb 2291 fs/ocfs2/file.c int nowait = iocb->ki_flags & IOCB_NOWAIT ? 1 : 0; iocb 2351 fs/ocfs2/file.c ret = generic_write_checks(iocb, from); iocb 2359 fs/ocfs2/file.c ret = ocfs2_prepare_inode_for_write(file, iocb->ki_pos, count, !nowait); iocb 2366 fs/ocfs2/file.c if (direct_io && !is_sync_kiocb(iocb) && iocb 2367 fs/ocfs2/file.c ocfs2_is_io_unaligned(inode, count, iocb->ki_pos)) { iocb 2371 fs/ocfs2/file.c saved_ki_complete = xchg(&iocb->ki_complete, NULL); iocb 2375 fs/ocfs2/file.c ocfs2_iocb_set_rw_locked(iocb, rw_level); iocb 2377 fs/ocfs2/file.c written = __generic_file_write_iter(iocb, from); iocb 2390 fs/ocfs2/file.c if ((written == -EIOCBQUEUED) || (!ocfs2_iocb_is_rw_locked(iocb))) { iocb 2400 fs/ocfs2/file.c iocb->ki_pos - written, iocb 2401 fs/ocfs2/file.c iocb->ki_pos - 1); iocb 2413 fs/ocfs2/file.c iocb->ki_pos - written, iocb 2414 fs/ocfs2/file.c iocb->ki_pos - 1); iocb 2419 fs/ocfs2/file.c xchg(&iocb->ki_complete, saved_ki_complete); iocb 2432 fs/ocfs2/file.c static ssize_t ocfs2_file_read_iter(struct kiocb *iocb, iocb 2436 fs/ocfs2/file.c struct file *filp = iocb->ki_filp; iocb 2438 fs/ocfs2/file.c int direct_io = iocb->ki_flags & IOCB_DIRECT ? 1 : 0; iocb 2439 fs/ocfs2/file.c int nowait = iocb->ki_flags & IOCB_NOWAIT ? 1 : 0; iocb 2474 fs/ocfs2/file.c ocfs2_iocb_set_rw_locked(iocb, rw_level); iocb 2495 fs/ocfs2/file.c ret = generic_file_read_iter(iocb, to); iocb 2502 fs/ocfs2/file.c if (ret == -EIOCBQUEUED || !ocfs2_iocb_is_rw_locked(iocb)) { iocb 361 fs/orangefs/devorangefs-req.c static ssize_t orangefs_devreq_write_iter(struct kiocb *iocb, iocb 310 fs/orangefs/file.c static ssize_t orangefs_file_read_iter(struct kiocb *iocb, iocb 323 fs/orangefs/file.c if (!iocb->ki_filp->private_data) { iocb 324 fs/orangefs/file.c iocb->ki_filp->private_data = kmalloc(sizeof *ro, GFP_KERNEL); iocb 325 fs/orangefs/file.c if (!iocb->ki_filp->private_data) iocb 327 fs/orangefs/file.c ro = iocb->ki_filp->private_data; iocb 331 fs/orangefs/file.c down_read(&file_inode(iocb->ki_filp)->i_rwsem); iocb 332 fs/orangefs/file.c ret = orangefs_revalidate_mapping(file_inode(iocb->ki_filp)); iocb 336 fs/orangefs/file.c ret = generic_file_read_iter(iocb, iter); iocb 338 fs/orangefs/file.c up_read(&file_inode(iocb->ki_filp)->i_rwsem); iocb 342 fs/orangefs/file.c static ssize_t orangefs_file_write_iter(struct kiocb *iocb, iocb 348 fs/orangefs/file.c if (iocb->ki_pos > i_size_read(file_inode(iocb->ki_filp))) { iocb 349 fs/orangefs/file.c ret = orangefs_revalidate_mapping(file_inode(iocb->ki_filp)); iocb 354 fs/orangefs/file.c ret = generic_file_write_iter(iocb, iter); iocb 588 fs/orangefs/inode.c static ssize_t orangefs_direct_IO(struct kiocb *iocb, iocb 599 fs/orangefs/inode.c struct file *file = iocb->ki_filp; iocb 600 fs/orangefs/inode.c loff_t pos = iocb->ki_pos; iocb 211 fs/overlayfs/file.c static rwf_t ovl_iocb_to_rwf(struct kiocb *iocb) iocb 213 fs/overlayfs/file.c int ifl = iocb->ki_flags; iocb 228 fs/overlayfs/file.c static ssize_t ovl_read_iter(struct kiocb *iocb, struct iov_iter *iter) iocb 230 fs/overlayfs/file.c struct file *file = iocb->ki_filp; iocb 243 fs/overlayfs/file.c ret = vfs_iter_read(real.file, iter, &iocb->ki_pos, iocb 244 fs/overlayfs/file.c ovl_iocb_to_rwf(iocb)); iocb 254 fs/overlayfs/file.c static ssize_t ovl_write_iter(struct kiocb *iocb, struct iov_iter *iter) iocb 256 fs/overlayfs/file.c struct file *file = iocb->ki_filp; iocb 278 fs/overlayfs/file.c ret = vfs_iter_write(real.file, iter, &iocb->ki_pos, iocb 279 fs/overlayfs/file.c ovl_iocb_to_rwf(iocb)); iocb 272 fs/pipe.c pipe_read(struct kiocb *iocb, struct iov_iter *to) iocb 275 fs/pipe.c struct file *filp = iocb->ki_filp; iocb 379 fs/pipe.c pipe_write(struct kiocb *iocb, struct iov_iter *from) iocb 381 fs/pipe.c struct file *filp = iocb->ki_filp; iocb 3263 fs/reiserfs/inode.c static ssize_t reiserfs_direct_IO(struct kiocb *iocb, struct iov_iter *iter) iocb 3265 fs/reiserfs/inode.c struct file *file = iocb->ki_filp; iocb 3270 fs/reiserfs/inode.c ret = blockdev_direct_IO(iocb, inode, iter, iocb 3279 fs/reiserfs/inode.c loff_t end = iocb->ki_pos + count; iocb 1438 fs/ubifs/file.c static ssize_t ubifs_write_iter(struct kiocb *iocb, struct iov_iter *from) iocb 1440 fs/ubifs/file.c int err = update_mctime(file_inode(iocb->ki_filp)); iocb 1444 fs/ubifs/file.c return generic_file_write_iter(iocb, from); iocb 108 fs/udf/file.c static ssize_t udf_adinicb_direct_IO(struct kiocb *iocb, struct iov_iter *iter) iocb 136 fs/udf/file.c static ssize_t udf_file_write_iter(struct kiocb *iocb, struct iov_iter *from) iocb 139 fs/udf/file.c struct file *file = iocb->ki_filp; iocb 146 fs/udf/file.c retval = generic_write_checks(iocb, from); iocb 152 fs/udf/file.c loff_t end = iocb->ki_pos + iov_iter_count(from); iocb 169 fs/udf/file.c retval = __generic_file_write_iter(iocb, from); iocb 175 fs/udf/file.c retval = generic_write_sync(iocb, retval); iocb 216 fs/udf/inode.c static ssize_t udf_direct_IO(struct kiocb *iocb, struct iov_iter *iter) iocb 218 fs/udf/inode.c struct file *file = iocb->ki_filp; iocb 224 fs/udf/inode.c ret = blockdev_direct_IO(iocb, inode, iter, udf_get_block); iocb 226 fs/udf/inode.c udf_write_failed(mapping, iocb->ki_pos + count); iocb 176 fs/xfs/xfs_file.c struct kiocb *iocb, iocb 179 fs/xfs/xfs_file.c struct xfs_inode *ip = XFS_I(file_inode(iocb->ki_filp)); iocb 183 fs/xfs/xfs_file.c trace_xfs_file_direct_read(ip, count, iocb->ki_pos); iocb 188 fs/xfs/xfs_file.c file_accessed(iocb->ki_filp); iocb 191 fs/xfs/xfs_file.c ret = iomap_dio_rw(iocb, to, &xfs_iomap_ops, NULL); iocb 199 fs/xfs/xfs_file.c struct kiocb *iocb, iocb 202 fs/xfs/xfs_file.c struct xfs_inode *ip = XFS_I(iocb->ki_filp->f_mapping->host); iocb 206 fs/xfs/xfs_file.c trace_xfs_file_dax_read(ip, count, iocb->ki_pos); iocb 211 fs/xfs/xfs_file.c if (iocb->ki_flags & IOCB_NOWAIT) { iocb 218 fs/xfs/xfs_file.c ret = dax_iomap_rw(iocb, to, &xfs_iomap_ops); iocb 221 fs/xfs/xfs_file.c file_accessed(iocb->ki_filp); iocb 227 fs/xfs/xfs_file.c struct kiocb *iocb, iocb 230 fs/xfs/xfs_file.c struct xfs_inode *ip = XFS_I(file_inode(iocb->ki_filp)); iocb 233 fs/xfs/xfs_file.c trace_xfs_file_buffered_read(ip, iov_iter_count(to), iocb->ki_pos); iocb 235 fs/xfs/xfs_file.c if (iocb->ki_flags & IOCB_NOWAIT) { iocb 241 fs/xfs/xfs_file.c ret = generic_file_read_iter(iocb, to); iocb 249 fs/xfs/xfs_file.c struct kiocb *iocb, iocb 252 fs/xfs/xfs_file.c struct inode *inode = file_inode(iocb->ki_filp); iocb 262 fs/xfs/xfs_file.c ret = xfs_file_dax_read(iocb, to); iocb 263 fs/xfs/xfs_file.c else if (iocb->ki_flags & IOCB_DIRECT) iocb 264 fs/xfs/xfs_file.c ret = xfs_file_dio_aio_read(iocb, to); iocb 266 fs/xfs/xfs_file.c ret = xfs_file_buffered_aio_read(iocb, to); iocb 282 fs/xfs/xfs_file.c struct kiocb *iocb, iocb 286 fs/xfs/xfs_file.c struct file *file = iocb->ki_filp; iocb 295 fs/xfs/xfs_file.c error = generic_write_checks(iocb, from); iocb 330 fs/xfs/xfs_file.c if (iocb->ki_pos > isize) { iocb 352 fs/xfs/xfs_file.c trace_xfs_zero_eof(ip, isize, iocb->ki_pos - isize); iocb 353 fs/xfs/xfs_file.c error = iomap_zero_range(inode, isize, iocb->ki_pos - isize, iocb 371 fs/xfs/xfs_file.c struct kiocb *iocb, iocb 376 fs/xfs/xfs_file.c struct inode *inode = file_inode(iocb->ki_filp); iocb 378 fs/xfs/xfs_file.c loff_t offset = iocb->ki_pos; iocb 477 fs/xfs/xfs_file.c struct kiocb *iocb, iocb 480 fs/xfs/xfs_file.c struct file *file = iocb->ki_filp; iocb 493 fs/xfs/xfs_file.c if ((iocb->ki_pos | count) & target->bt_logical_sectormask) iocb 503 fs/xfs/xfs_file.c if ((iocb->ki_pos & mp->m_blockmask) || iocb 504 fs/xfs/xfs_file.c ((iocb->ki_pos + count) & mp->m_blockmask)) { iocb 512 fs/xfs/xfs_file.c trace_xfs_reflink_bounce_dio_write(ip, iocb->ki_pos, count); iocb 520 fs/xfs/xfs_file.c if (iocb->ki_flags & IOCB_NOWAIT) { iocb 530 fs/xfs/xfs_file.c ret = xfs_file_aio_write_checks(iocb, from, &iolock); iocb 549 fs/xfs/xfs_file.c trace_xfs_file_direct_write(ip, count, iocb->ki_pos); iocb 550 fs/xfs/xfs_file.c ret = iomap_dio_rw(iocb, from, &xfs_iomap_ops, &xfs_dio_write_ops); iocb 572 fs/xfs/xfs_file.c struct kiocb *iocb, iocb 575 fs/xfs/xfs_file.c struct inode *inode = iocb->ki_filp->f_mapping->host; iocb 582 fs/xfs/xfs_file.c if (iocb->ki_flags & IOCB_NOWAIT) { iocb 589 fs/xfs/xfs_file.c ret = xfs_file_aio_write_checks(iocb, from, &iolock); iocb 593 fs/xfs/xfs_file.c pos = iocb->ki_pos; iocb 597 fs/xfs/xfs_file.c ret = dax_iomap_rw(iocb, from, &xfs_iomap_ops); iocb 598 fs/xfs/xfs_file.c if (ret > 0 && iocb->ki_pos > i_size_read(inode)) { iocb 599 fs/xfs/xfs_file.c i_size_write(inode, iocb->ki_pos); iocb 611 fs/xfs/xfs_file.c ret = generic_write_sync(iocb, ret); iocb 618 fs/xfs/xfs_file.c struct kiocb *iocb, iocb 621 fs/xfs/xfs_file.c struct file *file = iocb->ki_filp; iocb 629 fs/xfs/xfs_file.c if (iocb->ki_flags & IOCB_NOWAIT) iocb 636 fs/xfs/xfs_file.c ret = xfs_file_aio_write_checks(iocb, from, &iolock); iocb 643 fs/xfs/xfs_file.c trace_xfs_file_buffered_write(ip, iov_iter_count(from), iocb->ki_pos); iocb 644 fs/xfs/xfs_file.c ret = iomap_file_buffered_write(iocb, from, &xfs_iomap_ops); iocb 646 fs/xfs/xfs_file.c iocb->ki_pos += ret; iocb 687 fs/xfs/xfs_file.c ret = generic_write_sync(iocb, ret); iocb 694 fs/xfs/xfs_file.c struct kiocb *iocb, iocb 697 fs/xfs/xfs_file.c struct file *file = iocb->ki_filp; iocb 713 fs/xfs/xfs_file.c return xfs_file_dax_write(iocb, from); iocb 715 fs/xfs/xfs_file.c if (iocb->ki_flags & IOCB_DIRECT) { iocb 722 fs/xfs/xfs_file.c ret = xfs_file_dio_aio_write(iocb, from); iocb 727 fs/xfs/xfs_file.c return xfs_file_buffered_aio_write(iocb, from); iocb 96 include/crypto/if_alg.h struct kiocb *iocb; iocb 519 include/linux/compat.h u32 __user *iocb); iocb 214 include/linux/dax.h ssize_t dax_iomap_rw(struct kiocb *iocb, struct iov_iter *iter, iocb 92 include/linux/fs.h typedef int (dio_iodone_t)(struct kiocb *iocb, loff_t offset, iocb 325 include/linux/fs.h void (*ki_complete)(struct kiocb *iocb, long ret, long ret2); iocb 2858 include/linux/fs.h static inline ssize_t generic_write_sync(struct kiocb *iocb, ssize_t count) iocb 2860 include/linux/fs.h if (iocb->ki_flags & IOCB_DSYNC) { iocb 2861 include/linux/fs.h int ret = vfs_fsync_range(iocb->ki_filp, iocb 2862 include/linux/fs.h iocb->ki_pos - count, iocb->ki_pos - 1, iocb 2863 include/linux/fs.h (iocb->ki_flags & IOCB_SYNC) ? 0 : 1); iocb 3118 include/linux/fs.h extern ssize_t blkdev_read_iter(struct kiocb *iocb, struct iov_iter *to); iocb 3119 include/linux/fs.h extern ssize_t blkdev_write_iter(struct kiocb *iocb, struct iov_iter *from); iocb 3166 include/linux/fs.h ssize_t __blockdev_direct_IO(struct kiocb *iocb, struct inode *inode, iocb 3172 include/linux/fs.h static inline ssize_t blockdev_direct_IO(struct kiocb *iocb, iocb 3177 include/linux/fs.h return __blockdev_direct_IO(iocb, inode, inode->i_sb->s_bdev, iter, iocb 3311 include/linux/fs.h extern ssize_t noop_direct_IO(struct kiocb *iocb, struct iov_iter *iter); iocb 152 include/linux/iomap.h ssize_t iomap_file_buffered_write(struct kiocb *iocb, struct iov_iter *from, iocb 193 include/linux/iomap.h int (*end_io)(struct kiocb *iocb, ssize_t size, int error, iocb 197 include/linux/iomap.h ssize_t iomap_dio_rw(struct kiocb *iocb, struct iov_iter *iter, iocb 481 include/linux/nfs_fs.h extern ssize_t nfs_file_direct_read(struct kiocb *iocb, iocb 483 include/linux/nfs_fs.h extern ssize_t nfs_file_direct_write(struct kiocb *iocb, iocb 16 include/linux/syscalls.h struct iocb; iocb 292 include/linux/syscalls.h struct iocb __user * __user *); iocb 293 include/linux/syscalls.h asmlinkage long sys_io_cancel(aio_context_t ctx_id, struct iocb __user *iocb, iocb 817 kernel/printk/printk.c static ssize_t devkmsg_write(struct kiocb *iocb, struct iov_iter *from) iocb 822 kernel/printk/printk.c struct file *file = iocb->ki_filp; iocb 2009 mm/filemap.c static ssize_t generic_file_buffered_read(struct kiocb *iocb, iocb 2012 mm/filemap.c struct file *filp = iocb->ki_filp; iocb 2016 mm/filemap.c loff_t *ppos = &iocb->ki_pos; iocb 2049 mm/filemap.c if (iocb->ki_flags & IOCB_NOWAIT) iocb 2064 mm/filemap.c if (iocb->ki_flags & IOCB_NOWAIT) { iocb 2274 mm/filemap.c generic_file_read_iter(struct kiocb *iocb, struct iov_iter *iter) iocb 2282 mm/filemap.c if (iocb->ki_flags & IOCB_DIRECT) { iocb 2283 mm/filemap.c struct file *file = iocb->ki_filp; iocb 2289 mm/filemap.c if (iocb->ki_flags & IOCB_NOWAIT) { iocb 2290 mm/filemap.c if (filemap_range_has_page(mapping, iocb->ki_pos, iocb 2291 mm/filemap.c iocb->ki_pos + count - 1)) iocb 2295 mm/filemap.c iocb->ki_pos, iocb 2296 mm/filemap.c iocb->ki_pos + count - 1); iocb 2303 mm/filemap.c retval = mapping->a_ops->direct_IO(iocb, iter); iocb 2305 mm/filemap.c iocb->ki_pos += retval; iocb 2319 mm/filemap.c if (retval < 0 || !count || iocb->ki_pos >= size || iocb 2324 mm/filemap.c retval = generic_file_buffered_read(iocb, iter, retval); iocb 2938 mm/filemap.c inline ssize_t generic_write_checks(struct kiocb *iocb, struct iov_iter *from) iocb 2940 mm/filemap.c struct file *file = iocb->ki_filp; iocb 2952 mm/filemap.c if (iocb->ki_flags & IOCB_APPEND) iocb 2953 mm/filemap.c iocb->ki_pos = i_size_read(inode); iocb 2955 mm/filemap.c if ((iocb->ki_flags & IOCB_NOWAIT) && !(iocb->ki_flags & IOCB_DIRECT)) iocb 2959 mm/filemap.c ret = generic_write_check_limits(file, iocb->ki_pos, &count); iocb 3144 mm/filemap.c generic_file_direct_write(struct kiocb *iocb, struct iov_iter *from) iocb 3146 mm/filemap.c struct file *file = iocb->ki_filp; iocb 3149 mm/filemap.c loff_t pos = iocb->ki_pos; iocb 3157 mm/filemap.c if (iocb->ki_flags & IOCB_NOWAIT) { iocb 3187 mm/filemap.c written = mapping->a_ops->direct_IO(iocb, from); iocb 3213 mm/filemap.c iocb->ki_pos = pos; iocb 3348 mm/filemap.c ssize_t __generic_file_write_iter(struct kiocb *iocb, struct iov_iter *from) iocb 3350 mm/filemap.c struct file *file = iocb->ki_filp; iocb 3367 mm/filemap.c if (iocb->ki_flags & IOCB_DIRECT) { iocb 3370 mm/filemap.c written = generic_file_direct_write(iocb, from); iocb 3381 mm/filemap.c status = generic_perform_write(file, from, pos = iocb->ki_pos); iocb 3401 mm/filemap.c iocb->ki_pos = endbyte + 1; iocb 3413 mm/filemap.c written = generic_perform_write(file, from, iocb->ki_pos); iocb 3415 mm/filemap.c iocb->ki_pos += written; iocb 3436 mm/filemap.c ssize_t generic_file_write_iter(struct kiocb *iocb, struct iov_iter *from) iocb 3438 mm/filemap.c struct file *file = iocb->ki_filp; iocb 3443 mm/filemap.c ret = generic_write_checks(iocb, from); iocb 3445 mm/filemap.c ret = __generic_file_write_iter(iocb, from); iocb 3449 mm/filemap.c ret = generic_write_sync(iocb, ret); iocb 2529 mm/shmem.c static ssize_t shmem_file_read_iter(struct kiocb *iocb, struct iov_iter *to) iocb 2531 mm/shmem.c struct file *file = iocb->ki_filp; iocb 2539 mm/shmem.c loff_t *ppos = &iocb->ki_pos; iocb 49 net/qrtr/tun.c static ssize_t qrtr_tun_read_iter(struct kiocb *iocb, struct iov_iter *to) iocb 51 net/qrtr/tun.c struct file *filp = iocb->ki_filp; iocb 75 net/qrtr/tun.c static ssize_t qrtr_tun_write_iter(struct kiocb *iocb, struct iov_iter *from) iocb 77 net/qrtr/tun.c struct file *filp = iocb->ki_filp; iocb 112 net/socket.c static ssize_t sock_read_iter(struct kiocb *iocb, struct iov_iter *to); iocb 113 net/socket.c static ssize_t sock_write_iter(struct kiocb *iocb, struct iov_iter *from); iocb 950 net/socket.c static ssize_t sock_read_iter(struct kiocb *iocb, struct iov_iter *to) iocb 952 net/socket.c struct file *file = iocb->ki_filp; iocb 955 net/socket.c .msg_iocb = iocb}; iocb 958 net/socket.c if (file->f_flags & O_NONBLOCK || (iocb->ki_flags & IOCB_NOWAIT)) iocb 961 net/socket.c if (iocb->ki_pos != 0) iocb 972 net/socket.c static ssize_t sock_write_iter(struct kiocb *iocb, struct iov_iter *from) iocb 974 net/socket.c struct file *file = iocb->ki_filp; iocb 977 net/socket.c .msg_iocb = iocb}; iocb 980 net/socket.c if (iocb->ki_pos != 0) iocb 983 net/socket.c if (file->f_flags & O_NONBLOCK || (iocb->ki_flags & IOCB_NOWAIT)) iocb 3110 sound/core/pcm_native.c static ssize_t snd_pcm_readv(struct kiocb *iocb, struct iov_iter *to) iocb 3120 sound/core/pcm_native.c pcm_file = iocb->ki_filp->private_data; iocb 3146 sound/core/pcm_native.c static ssize_t snd_pcm_writev(struct kiocb *iocb, struct iov_iter *from) iocb 3156 sound/core/pcm_native.c pcm_file = iocb->ki_filp->private_data; iocb 144 tools/usb/ffs-aio-example/multibuff/device_app/aio_multibuff.c struct iocb **iocb; iocb 212 tools/usb/ffs-aio-example/multibuff/device_app/aio_multibuff.c iobuf->iocb = malloc(n*sizeof(*iobuf->iocb)); iocb 218 tools/usb/ffs-aio-example/multibuff/device_app/aio_multibuff.c iobuf->iocb[i] = malloc(sizeof(**iobuf->iocb)); iocb 228 tools/usb/ffs-aio-example/multibuff/device_app/aio_multibuff.c free(iobuf->iocb[i]); iocb 231 tools/usb/ffs-aio-example/multibuff/device_app/aio_multibuff.c free(iobuf->iocb); iocb 332 tools/usb/ffs-aio-example/multibuff/device_app/aio_multibuff.c io_prep_pwrite(iobuf[i].iocb[j], ep1, iocb 336 tools/usb/ffs-aio-example/multibuff/device_app/aio_multibuff.c iobuf[i].iocb[j]->u.c.flags |= IOCB_FLAG_RESFD; iocb 337 tools/usb/ffs-aio-example/multibuff/device_app/aio_multibuff.c iobuf[i].iocb[j]->u.c.resfd = evfd; iocb 340 tools/usb/ffs-aio-example/multibuff/device_app/aio_multibuff.c ret = io_submit(ctx, iobuf[i].cnt, iobuf[i].iocb); iocb 218 tools/usb/ffs-aio-example/simple/device_app/aio_simple.c struct iocb *iocb_in, *iocb_out;