67 	struct nes_hw_cqp_wqe *cqp_wqe;  in nes_alloc_mw()  local
114 	cqp_wqe = &cqp_request->cqp_wqe;  in nes_alloc_mw()
116 	cqp_wqe->wqe_words[NES_CQP_WQE_OPCODE_IDX] =  in nes_alloc_mw()
121 	nes_fill_init_cqp_wqe(cqp_wqe, nesdev);  in nes_alloc_mw()
122 …set_wqe_32bit_value(cqp_wqe->wqe_words, NES_CQP_STAG_WQE_LEN_HIGH_PD_IDX, (nespd->pd_id & 0x00007f…  in nes_alloc_mw()
123 	set_wqe_32bit_value(cqp_wqe->wqe_words, NES_CQP_STAG_WQE_STAG_IDX, stag);  in nes_alloc_mw()
165 	struct nes_hw_cqp_wqe *cqp_wqe;  in nes_dealloc_mw()  local
177 	cqp_wqe = &cqp_request->cqp_wqe;  in nes_dealloc_mw()
178 	nes_fill_init_cqp_wqe(cqp_wqe, nesdev);  in nes_dealloc_mw()
179 	set_wqe_32bit_value(cqp_wqe->wqe_words, NES_CQP_WQE_OPCODE_IDX, NES_CQP_DEALLOCATE_STAG);  in nes_dealloc_mw()
180 	set_wqe_32bit_value(cqp_wqe->wqe_words, NES_CQP_STAG_WQE_STAG_IDX, ibmw->rkey);  in nes_dealloc_mw()
288 	struct nes_hw_cqp_wqe *cqp_wqe;  in alloc_fast_reg_mr()  local
307 	cqp_wqe = &cqp_request->cqp_wqe;  in alloc_fast_reg_mr()
332 	nes_fill_init_cqp_wqe(cqp_wqe, nesdev);  in alloc_fast_reg_mr()
333 	set_wqe_32bit_value(cqp_wqe->wqe_words, NES_CQP_WQE_OPCODE_IDX, opcode);  in alloc_fast_reg_mr()
334 	set_wqe_32bit_value(cqp_wqe->wqe_words, NES_CQP_STAG_WQE_PBL_BLK_COUNT_IDX, 1);  in alloc_fast_reg_mr()
336 	cqp_wqe->wqe_words[NES_CQP_STAG_WQE_LEN_HIGH_PD_IDX] =  in alloc_fast_reg_mr()
338 	cqp_wqe->wqe_words[NES_CQP_STAG_WQE_LEN_HIGH_PD_IDX] |=  in alloc_fast_reg_mr()
341 	set_wqe_32bit_value(cqp_wqe->wqe_words, NES_CQP_STAG_WQE_STAG_IDX, stag);  in alloc_fast_reg_mr()
342 	set_wqe_64bit_value(cqp_wqe->wqe_words, NES_CQP_STAG_WQE_VA_LOW_IDX, 0);  in alloc_fast_reg_mr()
343 	set_wqe_32bit_value(cqp_wqe->wqe_words, NES_CQP_STAG_WQE_LEN_LOW_IDX, 0);  in alloc_fast_reg_mr()
344 	set_wqe_64bit_value(cqp_wqe->wqe_words, NES_CQP_STAG_WQE_PA_LOW_IDX, 0);  in alloc_fast_reg_mr()
345 	set_wqe_32bit_value(cqp_wqe->wqe_words, NES_CQP_STAG_WQE_PBL_LEN_IDX, (page_count * 8));  in alloc_fast_reg_mr()
346 	cqp_wqe->wqe_words[NES_CQP_WQE_OPCODE_IDX] |= cpu_to_le32(NES_CQP_STAG_PBL_BLK_SIZE);  in alloc_fast_reg_mr()
1115 	struct nes_hw_cqp_wqe *cqp_wqe;  in nes_create_qp()  local
1343 			cqp_wqe = &cqp_request->cqp_wqe;  in nes_create_qp()
1353 			nes_fill_init_cqp_wqe(cqp_wqe, nesdev);  in nes_create_qp()
1354 			set_wqe_32bit_value(cqp_wqe->wqe_words, NES_CQP_WQE_OPCODE_IDX, opcode);  in nes_create_qp()
1355 			set_wqe_32bit_value(cqp_wqe->wqe_words, NES_CQP_WQE_ID_IDX, nesqp->hwqp.qp_id);  in nes_create_qp()
1358 			set_wqe_64bit_value(cqp_wqe->wqe_words, NES_CQP_QP_WQE_CONTEXT_LOW_IDX, u64temp);  in nes_create_qp()
1542 	struct nes_hw_cqp_wqe *cqp_wqe;  in nes_create_cq()  local
1656 	cqp_wqe = &cqp_request->cqp_wqe;  in nes_create_cq()
1714 	nes_fill_init_cqp_wqe(cqp_wqe, nesdev);  in nes_create_cq()
1715 	set_wqe_32bit_value(cqp_wqe->wqe_words, NES_CQP_WQE_OPCODE_IDX, opcode);  in nes_create_cq()
1716 	set_wqe_32bit_value(cqp_wqe->wqe_words, NES_CQP_WQE_ID_IDX,  in nes_create_cq()
1724 		set_wqe_32bit_value(cqp_wqe->wqe_words, NES_CQP_CQ_WQE_DOORBELL_INDEX_HIGH_IDX,  in nes_create_cq()
1728 		cqp_wqe->wqe_words[NES_CQP_CQ_WQE_DOORBELL_INDEX_HIGH_IDX] = 0;  in nes_create_cq()
1730 	set_wqe_64bit_value(cqp_wqe->wqe_words, NES_CQP_CQ_WQE_PBL_LOW_IDX, u64temp);  in nes_create_cq()
1731 	cqp_wqe->wqe_words[NES_CQP_CQ_WQE_CQ_CONTEXT_HIGH_IDX] = 0;  in nes_create_cq()
1733 	cqp_wqe->wqe_words[NES_CQP_CQ_WQE_CQ_CONTEXT_LOW_IDX] =  in nes_create_cq()
1735 	cqp_wqe->wqe_words[NES_CQP_CQ_WQE_CQ_CONTEXT_HIGH_IDX] =  in nes_create_cq()
1792 	struct nes_hw_cqp_wqe *cqp_wqe;  in nes_destroy_cq()  local
1815 	cqp_wqe = &cqp_request->cqp_wqe;  in nes_destroy_cq()
1835 	nes_fill_init_cqp_wqe(cqp_wqe, nesdev);  in nes_destroy_cq()
1836 	set_wqe_32bit_value(cqp_wqe->wqe_words, NES_CQP_WQE_OPCODE_IDX, opcode);  in nes_destroy_cq()
1837 	set_wqe_32bit_value(cqp_wqe->wqe_words, NES_CQP_WQE_ID_IDX,  in nes_destroy_cq()
1931 	struct nes_hw_cqp_wqe *cqp_wqe;  in nes_reg_mr()  local
1953 	cqp_wqe = &cqp_request->cqp_wqe;  in nes_reg_mr()
2031 	nes_fill_init_cqp_wqe(cqp_wqe, nesdev);  in nes_reg_mr()
2032 	set_wqe_32bit_value(cqp_wqe->wqe_words, NES_CQP_WQE_OPCODE_IDX, opcode);  in nes_reg_mr()
2033 	set_wqe_64bit_value(cqp_wqe->wqe_words, NES_CQP_STAG_WQE_VA_LOW_IDX, *iova_start);  in nes_reg_mr()
2034 	set_wqe_32bit_value(cqp_wqe->wqe_words, NES_CQP_STAG_WQE_LEN_LOW_IDX, region_length);  in nes_reg_mr()
2036 	cqp_wqe->wqe_words[NES_CQP_STAG_WQE_LEN_HIGH_PD_IDX] =  in nes_reg_mr()
2038 	cqp_wqe->wqe_words[NES_CQP_STAG_WQE_LEN_HIGH_PD_IDX] |=  in nes_reg_mr()
2040 	set_wqe_32bit_value(cqp_wqe->wqe_words, NES_CQP_STAG_WQE_STAG_IDX, stag);  in nes_reg_mr()
2043 		set_wqe_64bit_value(cqp_wqe->wqe_words, NES_CQP_STAG_WQE_PA_LOW_IDX, single_buffer);  in nes_reg_mr()
2045 		set_wqe_64bit_value(cqp_wqe->wqe_words, NES_CQP_STAG_WQE_PA_LOW_IDX, root_vpbl->pbl_pbase);  in nes_reg_mr()
2046 		set_wqe_32bit_value(cqp_wqe->wqe_words, NES_CQP_STAG_WQE_PBL_BLK_COUNT_IDX, pbl_count);  in nes_reg_mr()
2047 		set_wqe_32bit_value(cqp_wqe->wqe_words, NES_CQP_STAG_WQE_PBL_LEN_IDX, (pg_cnt * 8));  in nes_reg_mr()
2050 			cqp_wqe->wqe_words[NES_CQP_WQE_OPCODE_IDX] |= cpu_to_le32(NES_CQP_STAG_PBL_BLK_SIZE);  in nes_reg_mr()
2662 	struct nes_hw_cqp_wqe *cqp_wqe;  in nes_dereg_mr()  local
2685 	cqp_wqe = &cqp_request->cqp_wqe;  in nes_dereg_mr()
2687 	nes_fill_init_cqp_wqe(cqp_wqe, nesdev);  in nes_dereg_mr()
2688 	set_wqe_32bit_value(cqp_wqe->wqe_words, NES_CQP_WQE_OPCODE_IDX,  in nes_dereg_mr()
2691 	set_wqe_32bit_value(cqp_wqe->wqe_words, NES_CQP_STAG_WQE_STAG_IDX, ib_mr->rkey);  in nes_dereg_mr()
2852 	struct nes_hw_cqp_wqe *cqp_wqe;  in nes_hw_modify_qp()  local
2872 	cqp_wqe = &cqp_request->cqp_wqe;  in nes_hw_modify_qp()
2874 	set_wqe_32bit_value(cqp_wqe->wqe_words, NES_CQP_WQE_OPCODE_IDX,  in nes_hw_modify_qp()
2877 			next_iwarp_state, le32_to_cpu(cqp_wqe->wqe_words[NES_CQP_WQE_OPCODE_IDX]));  in nes_hw_modify_qp()
2878 	nes_fill_init_cqp_wqe(cqp_wqe, nesdev);  in nes_hw_modify_qp()
2879 	set_wqe_32bit_value(cqp_wqe->wqe_words, NES_CQP_WQE_ID_IDX, nesqp->hwqp.qp_id);  in nes_hw_modify_qp()
2880 …set_wqe_64bit_value(cqp_wqe->wqe_words, NES_CQP_QP_WQE_CONTEXT_LOW_IDX, (u64)nesqp->nesqp_context_…  in nes_hw_modify_qp()
2886 		set_wqe_32bit_value(cqp_wqe->wqe_words, NES_CQP_QP_WQE_NEW_MSS_IDX, termlen);  in nes_hw_modify_qp()