rhf 352 drivers/infiniband/hw/hfi1/common.h static inline u64 rhf_err_flags(u64 rhf) rhf 354 drivers/infiniband/hw/hfi1/common.h return rhf & RHF_ERROR_SMASK; rhf 357 drivers/infiniband/hw/hfi1/common.h static inline u32 rhf_rcv_type(u64 rhf) rhf 359 drivers/infiniband/hw/hfi1/common.h return (rhf >> RHF_RCV_TYPE_SHIFT) & RHF_RCV_TYPE_MASK; rhf 362 drivers/infiniband/hw/hfi1/common.h static inline u32 rhf_rcv_type_err(u64 rhf) rhf 364 drivers/infiniband/hw/hfi1/common.h return (rhf >> RHF_RCV_TYPE_ERR_SHIFT) & RHF_RCV_TYPE_ERR_MASK; rhf 368 drivers/infiniband/hw/hfi1/common.h static inline u32 rhf_pkt_len(u64 rhf) rhf 370 drivers/infiniband/hw/hfi1/common.h return ((rhf & RHF_PKT_LEN_SMASK) >> RHF_PKT_LEN_SHIFT) << 2; rhf 373 drivers/infiniband/hw/hfi1/common.h static inline u32 rhf_egr_index(u64 rhf) rhf 375 drivers/infiniband/hw/hfi1/common.h return (rhf >> RHF_EGR_INDEX_SHIFT) & RHF_EGR_INDEX_MASK; rhf 378 drivers/infiniband/hw/hfi1/common.h static inline u32 rhf_rcv_seq(u64 rhf) rhf 380 drivers/infiniband/hw/hfi1/common.h return (rhf >> RHF_RCV_SEQ_SHIFT) & RHF_RCV_SEQ_MASK; rhf 384 drivers/infiniband/hw/hfi1/common.h static inline u32 rhf_hdrq_offset(u64 rhf) rhf 386 drivers/infiniband/hw/hfi1/common.h return (rhf >> RHF_HDRQ_OFFSET_SHIFT) & RHF_HDRQ_OFFSET_MASK; rhf 389 drivers/infiniband/hw/hfi1/common.h static inline u64 rhf_use_egr_bfr(u64 rhf) rhf 391 drivers/infiniband/hw/hfi1/common.h return rhf & RHF_USE_EGR_BFR_SMASK; rhf 394 drivers/infiniband/hw/hfi1/common.h static inline u64 rhf_dc_info(u64 rhf) rhf 396 drivers/infiniband/hw/hfi1/common.h return rhf & RHF_DC_INFO_SMASK; rhf 399 drivers/infiniband/hw/hfi1/common.h static inline u32 rhf_egr_buf_offset(u64 rhf) rhf 401 drivers/infiniband/hw/hfi1/common.h return (rhf >> RHF_EGR_OFFSET_SHIFT) & RHF_EGR_OFFSET_MASK; rhf 199 drivers/infiniband/hw/hfi1/driver.c static inline void *get_egrbuf(const struct hfi1_ctxtdata *rcd, u64 rhf, rhf 202 drivers/infiniband/hw/hfi1/driver.c u32 idx = rhf_egr_index(rhf), offset = rhf_egr_buf_offset(rhf); rhf 254 drivers/infiniband/hw/hfi1/driver.c u32 rte = rhf_rcv_type_err(packet->rhf); rhf 261 drivers/infiniband/hw/hfi1/driver.c if ((packet->rhf & RHF_DC_ERR) && rhf 265 drivers/infiniband/hw/hfi1/driver.c if (packet->rhf & RHF_ICRC_ERR) rhf 284 drivers/infiniband/hw/hfi1/driver.c if (packet->rhf & RHF_TID_ERR) { rhf 286 drivers/infiniband/hw/hfi1/driver.c u32 tlen = rhf_pkt_len(packet->rhf); /* in bytes */ rhf 352 drivers/infiniband/hw/hfi1/driver.c if (rhf_use_egr_bfr(packet->rhf)) rhf 369 drivers/infiniband/hw/hfi1/driver.c sc5 = hfi1_9B_get_sc5(rhdr, packet->rhf); rhf 400 drivers/infiniband/hw/hfi1/driver.c packet->rhf &= ~RHF_RCV_TYPE_ERR_SMASK; rhf 420 drivers/infiniband/hw/hfi1/driver.c packet->rhf = rhf_to_cpu(packet->rhf_addr); rhf 471 drivers/infiniband/hw/hfi1/driver.c sc = hfi1_9B_get_sc5(pkt->hdr, pkt->rhf); rhf 566 drivers/infiniband/hw/hfi1/driver.c static inline int ps_done(struct ps_mdata *mdata, u64 rhf, rhf 571 drivers/infiniband/hw/hfi1/driver.c return mdata->ps_seq != rhf_rcv_seq(rhf); rhf 574 drivers/infiniband/hw/hfi1/driver.c static inline int ps_skip(struct ps_mdata *mdata, u64 rhf, rhf 582 drivers/infiniband/hw/hfi1/driver.c return mdata->ps_seq != rhf_rcv_seq(rhf); rhf 629 drivers/infiniband/hw/hfi1/driver.c u64 rhf = rhf_to_cpu(rhf_addr); rhf 630 drivers/infiniband/hw/hfi1/driver.c u32 etype = rhf_rcv_type(rhf), qpn, bth1; rhf 633 drivers/infiniband/hw/hfi1/driver.c if (ps_done(&mdata, rhf, rcd)) rhf 636 drivers/infiniband/hw/hfi1/driver.c if (ps_skip(&mdata, rhf, rcd)) rhf 748 drivers/infiniband/hw/hfi1/driver.c packet->rhf = rhf_to_cpu(packet->rhf_addr); rhf 757 drivers/infiniband/hw/hfi1/driver.c packet->etype = rhf_rcv_type(packet->rhf); rhf 760 drivers/infiniband/hw/hfi1/driver.c packet->tlen = rhf_pkt_len(packet->rhf); /* in bytes */ rhf 763 drivers/infiniband/hw/hfi1/driver.c if (rhf_use_egr_bfr(packet->rhf)) { rhf 764 drivers/infiniband/hw/hfi1/driver.c packet->etail = rhf_egr_index(packet->rhf); rhf 765 drivers/infiniband/hw/hfi1/driver.c packet->ebuf = get_egrbuf(packet->rcd, packet->rhf, rhf 774 drivers/infiniband/hw/hfi1/driver.c (rhf_hdrq_offset(packet->rhf) rhf 798 drivers/infiniband/hw/hfi1/driver.c packet->rhf = rhf_to_cpu(packet->rhf_addr); rhf 841 drivers/infiniband/hw/hfi1/driver.c seq = rhf_rcv_seq(packet.rhf); rhf 851 drivers/infiniband/hw/hfi1/driver.c seq = rhf_rcv_seq(packet.rhf); rhf 974 drivers/infiniband/hw/hfi1/driver.c u8 etype = rhf_rcv_type(packet->rhf); rhf 980 drivers/infiniband/hw/hfi1/driver.c sc = hfi1_9B_get_sc5(hdr, packet->rhf); rhf 1024 drivers/infiniband/hw/hfi1/driver.c u32 seq = rhf_rcv_seq(packet.rhf); rhf 1044 drivers/infiniband/hw/hfi1/driver.c u32 seq = rhf_rcv_seq(packet.rhf); rhf 1064 drivers/infiniband/hw/hfi1/driver.c packet.rhf = rhf_to_cpu(packet.rhf_addr); rhf 1079 drivers/infiniband/hw/hfi1/driver.c u32 seq = rhf_rcv_seq(packet.rhf); rhf 1098 drivers/infiniband/hw/hfi1/driver.c u32 seq = rhf_rcv_seq(packet.rhf); rhf 1484 drivers/infiniband/hw/hfi1/driver.c packet->sc = hfi1_9B_get_sc5(hdr, packet->rhf); rhf 1582 drivers/infiniband/hw/hfi1/driver.c u32 rte = rhf_rcv_type_err(packet->rhf); rhf 1586 drivers/infiniband/hw/hfi1/driver.c rcd->ctxt, packet->rhf, rhf 1587 drivers/infiniband/hw/hfi1/driver.c packet->rhf & RHF_K_HDR_LEN_ERR ? "k_hdr_len " : "", rhf 1588 drivers/infiniband/hw/hfi1/driver.c packet->rhf & RHF_DC_UNC_ERR ? "dc_unc " : "", rhf 1589 drivers/infiniband/hw/hfi1/driver.c packet->rhf & RHF_DC_ERR ? "dc " : "", rhf 1590 drivers/infiniband/hw/hfi1/driver.c packet->rhf & RHF_TID_ERR ? "tid " : "", rhf 1591 drivers/infiniband/hw/hfi1/driver.c packet->rhf & RHF_LEN_ERR ? "len " : "", rhf 1592 drivers/infiniband/hw/hfi1/driver.c packet->rhf & RHF_ECC_ERR ? "ecc " : "", rhf 1593 drivers/infiniband/hw/hfi1/driver.c packet->rhf & RHF_ICRC_ERR ? "icrc " : "", rhf 1602 drivers/infiniband/hw/hfi1/driver.c if (rhf_err_flags(packet->rhf)) rhf 1620 drivers/infiniband/hw/hfi1/driver.c if (unlikely(rhf_err_flags(packet->rhf))) { rhf 1656 drivers/infiniband/hw/hfi1/driver.c if (unlikely(rhf_err_flags(packet->rhf))) { rhf 1671 drivers/infiniband/hw/hfi1/driver.c if (flits && !(packet->rhf & RHF_LEN_ERR)) { rhf 1689 drivers/infiniband/hw/hfi1/driver.c (rhf_rcv_type_err(packet->rhf) == RHF_RCV_TYPE_ERROR || rhf 1690 drivers/infiniband/hw/hfi1/driver.c packet->rhf & RHF_DC_ERR))) rhf 1696 drivers/infiniband/hw/hfi1/driver.c if (unlikely(rhf_err_flags(packet->rhf))) rhf 1709 drivers/infiniband/hw/hfi1/driver.c if (unlikely(rhf_err_flags(packet->rhf))) { rhf 1727 drivers/infiniband/hw/hfi1/driver.c if (unlikely(rhf_err_flags(packet->rhf))) { rhf 1742 drivers/infiniband/hw/hfi1/driver.c rhf_rcv_type(packet->rhf)); rhf 1766 drivers/infiniband/hw/hfi1/driver.c u64 rhf = rhf_to_cpu(rhf_addr); rhf 1767 drivers/infiniband/hw/hfi1/driver.c u32 etype = rhf_rcv_type(rhf), qpn; rhf 1772 drivers/infiniband/hw/hfi1/driver.c if (ps_done(&mdata, rhf, rcd)) rhf 1775 drivers/infiniband/hw/hfi1/driver.c if (ps_skip(&mdata, rhf, rcd)) rhf 375 drivers/infiniband/hw/hfi1/hfi.h u64 rhf; rhf 1526 drivers/infiniband/hw/hfi1/hfi.h static inline int hfi1_9B_get_sc5(struct ib_header *hdr, u64 rhf) rhf 1528 drivers/infiniband/hw/hfi1/hfi.h return ib_get_sc(hdr) | ((!!(rhf_dc_info(rhf))) << 4); rhf 2844 drivers/infiniband/hw/hfi1/tid_rdma.c u8 rcv_type = rhf_rcv_type(packet->rhf); rhf 2845 drivers/infiniband/hw/hfi1/tid_rdma.c u8 rte = rhf_rcv_type_err(packet->rhf); rhf 2862 drivers/infiniband/hw/hfi1/tid_rdma.c packet->rhf); rhf 2863 drivers/infiniband/hw/hfi1/tid_rdma.c if (packet->rhf & RHF_ICRC_ERR) rhf 2868 drivers/infiniband/hw/hfi1/tid_rdma.c trace_input_ibhdr(rcd->dd, packet, !!(rhf_dc_info(packet->rhf))); rhf 2893 drivers/infiniband/hw/hfi1/tid_rdma.c if (packet->rhf & RHF_TID_ERR) { rhf 2895 drivers/infiniband/hw/hfi1/tid_rdma.c u32 tlen = rhf_pkt_len(packet->rhf); /* in bytes */ rhf 123 drivers/infiniband/hw/hfi1/trace_misc.h __entry->eflags = rhf_err_flags(packet->rhf); rhf 128 drivers/infiniband/hw/hfi1/trace_misc.h __entry->etail = rhf_egr_index(packet->rhf); rhf 78 drivers/infiniband/hw/hfi1/trace_rx.h __entry->eflags = rhf_err_flags(packet->rhf); rhf 84 drivers/infiniband/hw/hfi1/trace_rx.h __entry->etail = rhf_egr_index(packet->rhf); rhf 391 drivers/infiniband/hw/hfi1/verbs.c trace_input_ibhdr(rcd->dd, packet, !!(rhf_dc_info(packet->rhf))); rhf 445 drivers/infiniband/hw/hfi1/verbs.c trace_input_ibhdr(rcd->dd, packet, !!(rhf_dc_info(packet->rhf))); rhf 580 drivers/infiniband/hw/hfi1/verbs.c trace_input_ibhdr(rcd->dd, packet, !!(rhf_dc_info(packet->rhf))); rhf 2005 drivers/infiniband/hw/hfi1/verbs.c sc5 = hfi1_9B_get_sc5(hdr, packet->rhf); rhf 835 include/linux/rcupdate.h #define kfree_rcu(ptr, rhf) \ rhf 840 include/linux/rcupdate.h __kfree_rcu(&((___p)->rhf), offsetof(typeof(*(ptr)), rhf)); \