p_chain 4610 drivers/net/ethernet/qlogic/qed/qed_dev.c struct qed_chain *p_chain) p_chain 4612 drivers/net/ethernet/qlogic/qed/qed_dev.c void *p_virt = p_chain->p_virt_addr, *p_virt_next = NULL; p_chain 4613 drivers/net/ethernet/qlogic/qed/qed_dev.c dma_addr_t p_phys = p_chain->p_phys_addr, p_phys_next = 0; p_chain 4620 drivers/net/ethernet/qlogic/qed/qed_dev.c size = p_chain->elem_size * p_chain->usable_per_page; p_chain 4622 drivers/net/ethernet/qlogic/qed/qed_dev.c for (i = 0; i < p_chain->page_cnt; i++) { p_chain 4639 drivers/net/ethernet/qlogic/qed/qed_dev.c struct qed_chain *p_chain) p_chain 4641 drivers/net/ethernet/qlogic/qed/qed_dev.c if (!p_chain->p_virt_addr) p_chain 4646 drivers/net/ethernet/qlogic/qed/qed_dev.c p_chain->p_virt_addr, p_chain->p_phys_addr); p_chain 4649 drivers/net/ethernet/qlogic/qed/qed_dev.c static void qed_chain_free_pbl(struct qed_dev *cdev, struct qed_chain *p_chain) p_chain 4651 drivers/net/ethernet/qlogic/qed/qed_dev.c struct addr_tbl_entry *pp_addr_tbl = p_chain->pbl.pp_addr_tbl; p_chain 4652 drivers/net/ethernet/qlogic/qed/qed_dev.c u32 page_cnt = p_chain->page_cnt, i, pbl_size; p_chain 4669 drivers/net/ethernet/qlogic/qed/qed_dev.c if (!p_chain->b_external_pbl) p_chain 4672 drivers/net/ethernet/qlogic/qed/qed_dev.c p_chain->pbl_sp.p_virt_table, p_chain 4673 drivers/net/ethernet/qlogic/qed/qed_dev.c p_chain->pbl_sp.p_phys_table); p_chain 4675 drivers/net/ethernet/qlogic/qed/qed_dev.c vfree(p_chain->pbl.pp_addr_tbl); p_chain 4676 drivers/net/ethernet/qlogic/qed/qed_dev.c p_chain->pbl.pp_addr_tbl = NULL; p_chain 4679 drivers/net/ethernet/qlogic/qed/qed_dev.c void qed_chain_free(struct qed_dev *cdev, struct qed_chain *p_chain) p_chain 4681 drivers/net/ethernet/qlogic/qed/qed_dev.c switch (p_chain->mode) { p_chain 4683 drivers/net/ethernet/qlogic/qed/qed_dev.c qed_chain_free_next_ptr(cdev, p_chain); p_chain 4686 drivers/net/ethernet/qlogic/qed/qed_dev.c qed_chain_free_single(cdev, p_chain); p_chain 4689 drivers/net/ethernet/qlogic/qed/qed_dev.c qed_chain_free_pbl(cdev, p_chain); p_chain 4720 drivers/net/ethernet/qlogic/qed/qed_dev.c qed_chain_alloc_next_ptr(struct qed_dev *cdev, struct qed_chain *p_chain) p_chain 4726 drivers/net/ethernet/qlogic/qed/qed_dev.c for (i = 0; i < p_chain->page_cnt; i++) { p_chain 4734 drivers/net/ethernet/qlogic/qed/qed_dev.c qed_chain_init_mem(p_chain, p_virt, p_phys); p_chain 4735 drivers/net/ethernet/qlogic/qed/qed_dev.c qed_chain_reset(p_chain); p_chain 4737 drivers/net/ethernet/qlogic/qed/qed_dev.c qed_chain_init_next_ptr_elem(p_chain, p_virt_prev, p_chain 4746 drivers/net/ethernet/qlogic/qed/qed_dev.c qed_chain_init_next_ptr_elem(p_chain, p_virt_prev, p_chain 4747 drivers/net/ethernet/qlogic/qed/qed_dev.c p_chain->p_virt_addr, p_chain 4748 drivers/net/ethernet/qlogic/qed/qed_dev.c p_chain->p_phys_addr); p_chain 4754 drivers/net/ethernet/qlogic/qed/qed_dev.c qed_chain_alloc_single(struct qed_dev *cdev, struct qed_chain *p_chain) p_chain 4764 drivers/net/ethernet/qlogic/qed/qed_dev.c qed_chain_init_mem(p_chain, p_virt, p_phys); p_chain 4765 drivers/net/ethernet/qlogic/qed/qed_dev.c qed_chain_reset(p_chain); p_chain 4772 drivers/net/ethernet/qlogic/qed/qed_dev.c struct qed_chain *p_chain, p_chain 4775 drivers/net/ethernet/qlogic/qed/qed_dev.c u32 page_cnt = p_chain->page_cnt, size, i; p_chain 4800 drivers/net/ethernet/qlogic/qed/qed_dev.c p_chain->b_external_pbl = true; p_chain 4803 drivers/net/ethernet/qlogic/qed/qed_dev.c qed_chain_init_pbl_mem(p_chain, p_pbl_virt, p_pbl_phys, pp_addr_tbl); p_chain 4815 drivers/net/ethernet/qlogic/qed/qed_dev.c qed_chain_init_mem(p_chain, p_virt, p_phys); p_chain 4816 drivers/net/ethernet/qlogic/qed/qed_dev.c qed_chain_reset(p_chain); p_chain 4822 drivers/net/ethernet/qlogic/qed/qed_dev.c p_chain->pbl.pp_addr_tbl[i].virt_addr = p_virt; p_chain 4823 drivers/net/ethernet/qlogic/qed/qed_dev.c p_chain->pbl.pp_addr_tbl[i].dma_map = p_phys; p_chain 4837 drivers/net/ethernet/qlogic/qed/qed_dev.c struct qed_chain *p_chain, p_chain 4858 drivers/net/ethernet/qlogic/qed/qed_dev.c qed_chain_init_params(p_chain, page_cnt, (u8) elem_size, intended_use, p_chain 4863 drivers/net/ethernet/qlogic/qed/qed_dev.c rc = qed_chain_alloc_next_ptr(cdev, p_chain); p_chain 4866 drivers/net/ethernet/qlogic/qed/qed_dev.c rc = qed_chain_alloc_single(cdev, p_chain); p_chain 4869 drivers/net/ethernet/qlogic/qed/qed_dev.c rc = qed_chain_alloc_pbl(cdev, p_chain, ext_pbl); p_chain 4878 drivers/net/ethernet/qlogic/qed/qed_dev.c qed_chain_free(cdev, p_chain); p_chain 327 drivers/net/ethernet/qlogic/qed/qed_dev_api.h struct qed_chain *p_chain, struct qed_chain_ext_pbl *ext_pbl); p_chain 335 drivers/net/ethernet/qlogic/qed/qed_dev_api.h void qed_chain_free(struct qed_dev *cdev, struct qed_chain *p_chain); p_chain 254 drivers/net/ethernet/qlogic/qed/qed_spq.c struct qed_chain *p_chain = &p_hwfn->p_spq->chain; p_chain 256 drivers/net/ethernet/qlogic/qed/qed_spq.c u16 echo = qed_chain_get_prod_idx(p_chain); p_chain 260 drivers/net/ethernet/qlogic/qed/qed_spq.c elem = qed_chain_produce(p_chain); p_chain 269 drivers/net/ethernet/qlogic/qed/qed_spq.c p_db_data->spq_prod = cpu_to_le16(qed_chain_get_prod_idx(p_chain)); p_chain 284 drivers/net/ethernet/qlogic/qed/qed_spq.c p_db_data->agg_flags, qed_chain_get_prod_idx(p_chain)); p_chain 349 drivers/net/ethernet/qlogic/qed/qed_spq.c struct qed_chain *p_chain = &p_eq->chain; p_chain 360 drivers/net/ethernet/qlogic/qed/qed_spq.c if ((fw_cons_idx & qed_chain_get_usable_per_page(p_chain)) == p_chain 361 drivers/net/ethernet/qlogic/qed/qed_spq.c qed_chain_get_usable_per_page(p_chain)) p_chain 362 drivers/net/ethernet/qlogic/qed/qed_spq.c fw_cons_idx += qed_chain_get_unusable_per_page(p_chain); p_chain 365 drivers/net/ethernet/qlogic/qed/qed_spq.c while (fw_cons_idx != qed_chain_get_cons_idx(p_chain)) { p_chain 366 drivers/net/ethernet/qlogic/qed/qed_spq.c struct event_ring_entry *p_eqe = qed_chain_consume(p_chain); p_chain 392 drivers/net/ethernet/qlogic/qed/qed_spq.c qed_chain_recycle_consumed(p_chain); p_chain 395 drivers/net/ethernet/qlogic/qed/qed_spq.c qed_eq_prod_update(p_hwfn, qed_chain_get_prod_idx(p_chain)); p_chain 541 drivers/staging/exfat/exfat.h struct chain_t *p_chain); p_chain 542 drivers/staging/exfat/exfat.h void (*free_cluster)(struct super_block *sb, struct chain_t *p_chain, p_chain 790 drivers/staging/exfat/exfat.h struct chain_t *p_chain); p_chain 792 drivers/staging/exfat/exfat.h struct chain_t *p_chain); p_chain 793 drivers/staging/exfat/exfat.h void fat_free_cluster(struct super_block *sb, struct chain_t *p_chain, p_chain 795 drivers/staging/exfat/exfat.h void exfat_free_cluster(struct super_block *sb, struct chain_t *p_chain, p_chain 797 drivers/staging/exfat/exfat.h u32 find_last_cluster(struct super_block *sb, struct chain_t *p_chain); p_chain 171 drivers/staging/exfat/exfat_core.c struct chain_t *p_chain) p_chain 177 drivers/staging/exfat/exfat_core.c new_clu = p_chain->dir; p_chain 185 drivers/staging/exfat/exfat_core.c p_chain->dir = CLUSTER_32(~0); p_chain 196 drivers/staging/exfat/exfat_core.c if (p_chain->dir == CLUSTER_32(~0)) { p_chain 197 drivers/staging/exfat/exfat_core.c p_chain->dir = new_clu; p_chain 225 drivers/staging/exfat/exfat_core.c struct chain_t *p_chain) p_chain 231 drivers/staging/exfat/exfat_core.c hint_clu = p_chain->dir; p_chain 238 drivers/staging/exfat/exfat_core.c p_chain->flags = 0x01; p_chain 243 drivers/staging/exfat/exfat_core.c p_chain->dir = CLUSTER_32(~0); p_chain 247 drivers/staging/exfat/exfat_core.c if (p_chain->flags == 0x03) { p_chain 248 drivers/staging/exfat/exfat_core.c exfat_chain_cont_cluster(sb, p_chain->dir, p_chain 250 drivers/staging/exfat/exfat_core.c p_chain->flags = 0x01; p_chain 259 drivers/staging/exfat/exfat_core.c if (p_chain->flags == 0x01) { p_chain 264 drivers/staging/exfat/exfat_core.c if (p_chain->dir == CLUSTER_32(~0)) { p_chain 265 drivers/staging/exfat/exfat_core.c p_chain->dir = new_clu; p_chain 267 drivers/staging/exfat/exfat_core.c if (p_chain->flags == 0x01) { p_chain 279 drivers/staging/exfat/exfat_core.c p_chain->size += num_clusters; p_chain 287 drivers/staging/exfat/exfat_core.c if (p_chain->flags == 0x03) { p_chain 288 drivers/staging/exfat/exfat_core.c exfat_chain_cont_cluster(sb, p_chain->dir, p_chain 290 drivers/staging/exfat/exfat_core.c p_chain->flags = 0x01; p_chain 299 drivers/staging/exfat/exfat_core.c p_chain->size += num_clusters; p_chain 303 drivers/staging/exfat/exfat_core.c void fat_free_cluster(struct super_block *sb, struct chain_t *p_chain, p_chain 312 drivers/staging/exfat/exfat_core.c if ((p_chain->dir == CLUSTER_32(0)) || (p_chain->dir == CLUSTER_32(~0))) p_chain 315 drivers/staging/exfat/exfat_core.c clu = p_chain->dir; p_chain 317 drivers/staging/exfat/exfat_core.c if (p_chain->size <= 0) p_chain 344 drivers/staging/exfat/exfat_core.c void exfat_free_cluster(struct super_block *sb, struct chain_t *p_chain, p_chain 353 drivers/staging/exfat/exfat_core.c if ((p_chain->dir == CLUSTER_32(0)) || (p_chain->dir == CLUSTER_32(~0))) p_chain 356 drivers/staging/exfat/exfat_core.c if (p_chain->size <= 0) { p_chain 358 drivers/staging/exfat/exfat_core.c p_chain->dir); p_chain 363 drivers/staging/exfat/exfat_core.c clu = p_chain->dir; p_chain 365 drivers/staging/exfat/exfat_core.c if (p_chain->flags == 0x03) { p_chain 378 drivers/staging/exfat/exfat_core.c } while (num_clusters < p_chain->size); p_chain 403 drivers/staging/exfat/exfat_core.c u32 find_last_cluster(struct super_block *sb, struct chain_t *p_chain) p_chain 408 drivers/staging/exfat/exfat_core.c clu = p_chain->dir; p_chain 410 drivers/staging/exfat/exfat_core.c if (p_chain->flags == 0x03) { p_chain 411 drivers/staging/exfat/exfat_core.c clu += p_chain->size - 1; p_chain 424 drivers/staging/exfat/exfat_core.c s32 count_num_clusters(struct super_block *sb, struct chain_t *p_chain) p_chain 430 drivers/staging/exfat/exfat_core.c if ((p_chain->dir == CLUSTER_32(0)) || (p_chain->dir == CLUSTER_32(~0))) p_chain 433 drivers/staging/exfat/exfat_core.c clu = p_chain->dir; p_chain 435 drivers/staging/exfat/exfat_core.c if (p_chain->flags == 0x03) { p_chain 436 drivers/staging/exfat/exfat_core.c count = p_chain->size; p_chain 193 include/linux/qed/qed_chain.h static inline u16 qed_chain_get_prod_idx(struct qed_chain *p_chain) p_chain 195 include/linux/qed/qed_chain.h return p_chain->u.chain16.prod_idx; p_chain 198 include/linux/qed/qed_chain.h static inline u16 qed_chain_get_cons_idx(struct qed_chain *p_chain) p_chain 200 include/linux/qed/qed_chain.h return p_chain->u.chain16.cons_idx; p_chain 203 include/linux/qed/qed_chain.h static inline u32 qed_chain_get_cons_idx_u32(struct qed_chain *p_chain) p_chain 205 include/linux/qed/qed_chain.h return p_chain->u.chain32.cons_idx; p_chain 208 include/linux/qed/qed_chain.h static inline u16 qed_chain_get_elem_left(struct qed_chain *p_chain) p_chain 213 include/linux/qed/qed_chain.h (u32)p_chain->u.chain16.prod_idx) - p_chain 214 include/linux/qed/qed_chain.h (u32)p_chain->u.chain16.cons_idx); p_chain 215 include/linux/qed/qed_chain.h if (p_chain->mode == QED_CHAIN_MODE_NEXT_PTR) p_chain 216 include/linux/qed/qed_chain.h used -= p_chain->u.chain16.prod_idx / p_chain->elem_per_page - p_chain 217 include/linux/qed/qed_chain.h p_chain->u.chain16.cons_idx / p_chain->elem_per_page; p_chain 219 include/linux/qed/qed_chain.h return (u16)(p_chain->capacity - used); p_chain 222 include/linux/qed/qed_chain.h static inline u32 qed_chain_get_elem_left_u32(struct qed_chain *p_chain) p_chain 227 include/linux/qed/qed_chain.h (u64)p_chain->u.chain32.prod_idx) - p_chain 228 include/linux/qed/qed_chain.h (u64)p_chain->u.chain32.cons_idx); p_chain 229 include/linux/qed/qed_chain.h if (p_chain->mode == QED_CHAIN_MODE_NEXT_PTR) p_chain 230 include/linux/qed/qed_chain.h used -= p_chain->u.chain32.prod_idx / p_chain->elem_per_page - p_chain 231 include/linux/qed/qed_chain.h p_chain->u.chain32.cons_idx / p_chain->elem_per_page; p_chain 233 include/linux/qed/qed_chain.h return p_chain->capacity - used; p_chain 236 include/linux/qed/qed_chain.h static inline u16 qed_chain_get_usable_per_page(struct qed_chain *p_chain) p_chain 238 include/linux/qed/qed_chain.h return p_chain->usable_per_page; p_chain 241 include/linux/qed/qed_chain.h static inline u8 qed_chain_get_unusable_per_page(struct qed_chain *p_chain) p_chain 243 include/linux/qed/qed_chain.h return p_chain->elem_unusable; p_chain 246 include/linux/qed/qed_chain.h static inline u32 qed_chain_get_page_cnt(struct qed_chain *p_chain) p_chain 248 include/linux/qed/qed_chain.h return p_chain->page_cnt; p_chain 251 include/linux/qed/qed_chain.h static inline dma_addr_t qed_chain_get_pbl_phys(struct qed_chain *p_chain) p_chain 253 include/linux/qed/qed_chain.h return p_chain->pbl_sp.p_phys_table; p_chain 267 include/linux/qed/qed_chain.h qed_chain_advance_page(struct qed_chain *p_chain, p_chain 273 include/linux/qed/qed_chain.h switch (p_chain->mode) { p_chain 277 include/linux/qed/qed_chain.h if (is_chain_u16(p_chain)) p_chain 278 include/linux/qed/qed_chain.h *(u16 *)idx_to_inc += p_chain->elem_unusable; p_chain 280 include/linux/qed/qed_chain.h *(u32 *)idx_to_inc += p_chain->elem_unusable; p_chain 283 include/linux/qed/qed_chain.h *p_next_elem = p_chain->p_virt_addr; p_chain 287 include/linux/qed/qed_chain.h if (is_chain_u16(p_chain)) { p_chain 288 include/linux/qed/qed_chain.h if (++(*(u16 *)page_to_inc) == p_chain->page_cnt) p_chain 292 include/linux/qed/qed_chain.h if (++(*(u32 *)page_to_inc) == p_chain->page_cnt) p_chain 296 include/linux/qed/qed_chain.h *p_next_elem = p_chain->pbl.pp_addr_tbl[page_index].virt_addr; p_chain 332 include/linux/qed/qed_chain.h static inline void qed_chain_return_produced(struct qed_chain *p_chain) p_chain 334 include/linux/qed/qed_chain.h if (is_chain_u16(p_chain)) p_chain 335 include/linux/qed/qed_chain.h p_chain->u.chain16.cons_idx++; p_chain 337 include/linux/qed/qed_chain.h p_chain->u.chain32.cons_idx++; p_chain 338 include/linux/qed/qed_chain.h test_and_skip(p_chain, cons_idx); p_chain 352 include/linux/qed/qed_chain.h static inline void *qed_chain_produce(struct qed_chain *p_chain) p_chain 356 include/linux/qed/qed_chain.h if (is_chain_u16(p_chain)) { p_chain 357 include/linux/qed/qed_chain.h if ((p_chain->u.chain16.prod_idx & p_chain 358 include/linux/qed/qed_chain.h p_chain->elem_per_page_mask) == p_chain->next_page_mask) { p_chain 359 include/linux/qed/qed_chain.h p_prod_idx = &p_chain->u.chain16.prod_idx; p_chain 360 include/linux/qed/qed_chain.h p_prod_page_idx = &p_chain->pbl.c.u16.prod_page_idx; p_chain 361 include/linux/qed/qed_chain.h qed_chain_advance_page(p_chain, &p_chain->p_prod_elem, p_chain 364 include/linux/qed/qed_chain.h p_chain->u.chain16.prod_idx++; p_chain 366 include/linux/qed/qed_chain.h if ((p_chain->u.chain32.prod_idx & p_chain 367 include/linux/qed/qed_chain.h p_chain->elem_per_page_mask) == p_chain->next_page_mask) { p_chain 368 include/linux/qed/qed_chain.h p_prod_idx = &p_chain->u.chain32.prod_idx; p_chain 369 include/linux/qed/qed_chain.h p_prod_page_idx = &p_chain->pbl.c.u32.prod_page_idx; p_chain 370 include/linux/qed/qed_chain.h qed_chain_advance_page(p_chain, &p_chain->p_prod_elem, p_chain 373 include/linux/qed/qed_chain.h p_chain->u.chain32.prod_idx++; p_chain 376 include/linux/qed/qed_chain.h p_ret = p_chain->p_prod_elem; p_chain 377 include/linux/qed/qed_chain.h p_chain->p_prod_elem = (void *)(((u8 *)p_chain->p_prod_elem) + p_chain 378 include/linux/qed/qed_chain.h p_chain->elem_size); p_chain 393 include/linux/qed/qed_chain.h static inline u32 qed_chain_get_capacity(struct qed_chain *p_chain) p_chain 395 include/linux/qed/qed_chain.h return p_chain->capacity; p_chain 406 include/linux/qed/qed_chain.h static inline void qed_chain_recycle_consumed(struct qed_chain *p_chain) p_chain 408 include/linux/qed/qed_chain.h test_and_skip(p_chain, prod_idx); p_chain 409 include/linux/qed/qed_chain.h if (is_chain_u16(p_chain)) p_chain 410 include/linux/qed/qed_chain.h p_chain->u.chain16.prod_idx++; p_chain 412 include/linux/qed/qed_chain.h p_chain->u.chain32.prod_idx++; p_chain 425 include/linux/qed/qed_chain.h static inline void *qed_chain_consume(struct qed_chain *p_chain) p_chain 429 include/linux/qed/qed_chain.h if (is_chain_u16(p_chain)) { p_chain 430 include/linux/qed/qed_chain.h if ((p_chain->u.chain16.cons_idx & p_chain 431 include/linux/qed/qed_chain.h p_chain->elem_per_page_mask) == p_chain->next_page_mask) { p_chain 432 include/linux/qed/qed_chain.h p_cons_idx = &p_chain->u.chain16.cons_idx; p_chain 433 include/linux/qed/qed_chain.h p_cons_page_idx = &p_chain->pbl.c.u16.cons_page_idx; p_chain 434 include/linux/qed/qed_chain.h qed_chain_advance_page(p_chain, &p_chain->p_cons_elem, p_chain 437 include/linux/qed/qed_chain.h p_chain->u.chain16.cons_idx++; p_chain 439 include/linux/qed/qed_chain.h if ((p_chain->u.chain32.cons_idx & p_chain 440 include/linux/qed/qed_chain.h p_chain->elem_per_page_mask) == p_chain->next_page_mask) { p_chain 441 include/linux/qed/qed_chain.h p_cons_idx = &p_chain->u.chain32.cons_idx; p_chain 442 include/linux/qed/qed_chain.h p_cons_page_idx = &p_chain->pbl.c.u32.cons_page_idx; p_chain 443 include/linux/qed/qed_chain.h qed_chain_advance_page(p_chain, &p_chain->p_cons_elem, p_chain 446 include/linux/qed/qed_chain.h p_chain->u.chain32.cons_idx++; p_chain 449 include/linux/qed/qed_chain.h p_ret = p_chain->p_cons_elem; p_chain 450 include/linux/qed/qed_chain.h p_chain->p_cons_elem = (void *)(((u8 *)p_chain->p_cons_elem) + p_chain 451 include/linux/qed/qed_chain.h p_chain->elem_size); p_chain 461 include/linux/qed/qed_chain.h static inline void qed_chain_reset(struct qed_chain *p_chain) p_chain 465 include/linux/qed/qed_chain.h if (is_chain_u16(p_chain)) { p_chain 466 include/linux/qed/qed_chain.h p_chain->u.chain16.prod_idx = 0; p_chain 467 include/linux/qed/qed_chain.h p_chain->u.chain16.cons_idx = 0; p_chain 469 include/linux/qed/qed_chain.h p_chain->u.chain32.prod_idx = 0; p_chain 470 include/linux/qed/qed_chain.h p_chain->u.chain32.cons_idx = 0; p_chain 472 include/linux/qed/qed_chain.h p_chain->p_cons_elem = p_chain->p_virt_addr; p_chain 473 include/linux/qed/qed_chain.h p_chain->p_prod_elem = p_chain->p_virt_addr; p_chain 475 include/linux/qed/qed_chain.h if (p_chain->mode == QED_CHAIN_MODE_PBL) { p_chain 481 include/linux/qed/qed_chain.h u32 reset_val = p_chain->page_cnt - 1; p_chain 483 include/linux/qed/qed_chain.h if (is_chain_u16(p_chain)) { p_chain 484 include/linux/qed/qed_chain.h p_chain->pbl.c.u16.prod_page_idx = (u16)reset_val; p_chain 485 include/linux/qed/qed_chain.h p_chain->pbl.c.u16.cons_page_idx = (u16)reset_val; p_chain 487 include/linux/qed/qed_chain.h p_chain->pbl.c.u32.prod_page_idx = reset_val; p_chain 488 include/linux/qed/qed_chain.h p_chain->pbl.c.u32.cons_page_idx = reset_val; p_chain 492 include/linux/qed/qed_chain.h switch (p_chain->intended_use) { p_chain 495 include/linux/qed/qed_chain.h for (i = 0; i < p_chain->capacity; i++) p_chain 496 include/linux/qed/qed_chain.h qed_chain_recycle_consumed(p_chain); p_chain 518 include/linux/qed/qed_chain.h static inline void qed_chain_init_params(struct qed_chain *p_chain, p_chain 526 include/linux/qed/qed_chain.h p_chain->p_virt_addr = NULL; p_chain 527 include/linux/qed/qed_chain.h p_chain->p_phys_addr = 0; p_chain 528 include/linux/qed/qed_chain.h p_chain->elem_size = elem_size; p_chain 529 include/linux/qed/qed_chain.h p_chain->intended_use = (u8)intended_use; p_chain 530 include/linux/qed/qed_chain.h p_chain->mode = mode; p_chain 531 include/linux/qed/qed_chain.h p_chain->cnt_type = (u8)cnt_type; p_chain 533 include/linux/qed/qed_chain.h p_chain->elem_per_page = ELEMS_PER_PAGE(elem_size); p_chain 534 include/linux/qed/qed_chain.h p_chain->usable_per_page = USABLE_ELEMS_PER_PAGE(elem_size, mode); p_chain 535 include/linux/qed/qed_chain.h p_chain->elem_per_page_mask = p_chain->elem_per_page - 1; p_chain 536 include/linux/qed/qed_chain.h p_chain->elem_unusable = UNUSABLE_ELEMS_PER_PAGE(elem_size, mode); p_chain 537 include/linux/qed/qed_chain.h p_chain->next_page_mask = (p_chain->usable_per_page & p_chain 538 include/linux/qed/qed_chain.h p_chain->elem_per_page_mask); p_chain 540 include/linux/qed/qed_chain.h p_chain->page_cnt = page_cnt; p_chain 541 include/linux/qed/qed_chain.h p_chain->capacity = p_chain->usable_per_page * page_cnt; p_chain 542 include/linux/qed/qed_chain.h p_chain->size = p_chain->elem_per_page * page_cnt; p_chain 544 include/linux/qed/qed_chain.h p_chain->pbl_sp.p_phys_table = 0; p_chain 545 include/linux/qed/qed_chain.h p_chain->pbl_sp.p_virt_table = NULL; p_chain 546 include/linux/qed/qed_chain.h p_chain->pbl.pp_addr_tbl = NULL; p_chain 559 include/linux/qed/qed_chain.h static inline void qed_chain_init_mem(struct qed_chain *p_chain, p_chain 562 include/linux/qed/qed_chain.h p_chain->p_virt_addr = p_virt_addr; p_chain 563 include/linux/qed/qed_chain.h p_chain->p_phys_addr = p_phys_addr; p_chain 581 include/linux/qed/qed_chain.h static inline void qed_chain_init_pbl_mem(struct qed_chain *p_chain, p_chain 586 include/linux/qed/qed_chain.h p_chain->pbl_sp.p_phys_table = p_phys_pbl; p_chain 587 include/linux/qed/qed_chain.h p_chain->pbl_sp.p_virt_table = p_virt_pbl; p_chain 588 include/linux/qed/qed_chain.h p_chain->pbl.pp_addr_tbl = pp_addr_tbl; p_chain 604 include/linux/qed/qed_chain.h qed_chain_init_next_ptr_elem(struct qed_chain *p_chain, p_chain 611 include/linux/qed/qed_chain.h size = p_chain->elem_size * p_chain->usable_per_page; p_chain 628 include/linux/qed/qed_chain.h static inline void *qed_chain_get_last_elem(struct qed_chain *p_chain) p_chain 634 include/linux/qed/qed_chain.h if (!p_chain->p_virt_addr) p_chain 637 include/linux/qed/qed_chain.h switch (p_chain->mode) { p_chain 639 include/linux/qed/qed_chain.h size = p_chain->elem_size * p_chain->usable_per_page; p_chain 640 include/linux/qed/qed_chain.h p_virt_addr = p_chain->p_virt_addr; p_chain 642 include/linux/qed/qed_chain.h while (p_next->next_virt != p_chain->p_virt_addr) { p_chain 649 include/linux/qed/qed_chain.h p_virt_addr = p_chain->p_virt_addr; p_chain 652 include/linux/qed/qed_chain.h last_page_idx = p_chain->page_cnt - 1; p_chain 653 include/linux/qed/qed_chain.h p_virt_addr = p_chain->pbl.pp_addr_tbl[last_page_idx].virt_addr; p_chain 657 include/linux/qed/qed_chain.h size = p_chain->elem_size * (p_chain->usable_per_page - 1); p_chain 669 include/linux/qed/qed_chain.h static inline void qed_chain_set_prod(struct qed_chain *p_chain, p_chain 672 include/linux/qed/qed_chain.h if (p_chain->mode == QED_CHAIN_MODE_PBL) { p_chain 675 include/linux/qed/qed_chain.h cur_prod = is_chain_u16(p_chain) ? p_chain->u.chain16.prod_idx : p_chain 676 include/linux/qed/qed_chain.h p_chain->u.chain32.prod_idx; p_chain 679 include/linux/qed/qed_chain.h page_mask = ~p_chain->elem_per_page_mask; p_chain 690 include/linux/qed/qed_chain.h p_chain->elem_per_page; p_chain 692 include/linux/qed/qed_chain.h page_cnt = qed_chain_get_page_cnt(p_chain); p_chain 693 include/linux/qed/qed_chain.h if (is_chain_u16(p_chain)) p_chain 694 include/linux/qed/qed_chain.h p_chain->pbl.c.u16.prod_page_idx = p_chain 695 include/linux/qed/qed_chain.h (p_chain->pbl.c.u16.prod_page_idx - p_chain 698 include/linux/qed/qed_chain.h p_chain->pbl.c.u32.prod_page_idx = p_chain 699 include/linux/qed/qed_chain.h (p_chain->pbl.c.u32.prod_page_idx - p_chain 703 include/linux/qed/qed_chain.h if (is_chain_u16(p_chain)) p_chain 704 include/linux/qed/qed_chain.h p_chain->u.chain16.prod_idx = (u16) prod_idx; p_chain 706 include/linux/qed/qed_chain.h p_chain->u.chain32.prod_idx = prod_idx; p_chain 707 include/linux/qed/qed_chain.h p_chain->p_prod_elem = p_prod_elem; p_chain 715 include/linux/qed/qed_chain.h static inline void qed_chain_pbl_zero_mem(struct qed_chain *p_chain) p_chain 719 include/linux/qed/qed_chain.h if (p_chain->mode != QED_CHAIN_MODE_PBL) p_chain 722 include/linux/qed/qed_chain.h page_cnt = qed_chain_get_page_cnt(p_chain); p_chain 725 include/linux/qed/qed_chain.h memset(p_chain->pbl.pp_addr_tbl[i].virt_addr, 0, p_chain 983 include/linux/qed/qed_if.h struct qed_chain *p_chain, p_chain 987 include/linux/qed/qed_if.h struct qed_chain *p_chain);