245 				   struct amdgpu_ib *ib)  in sdma_v2_4_ring_emit_ib()  argument
247 	u32 vmid = (ib->vm ? ib->vm->ids[ring->idx].id : 0) & 0xf;  in sdma_v2_4_ring_emit_ib()
268 	amdgpu_ring_write(ring, lower_32_bits(ib->gpu_addr) & 0xffffffe0);  in sdma_v2_4_ring_emit_ib()
269 	amdgpu_ring_write(ring, upper_32_bits(ib->gpu_addr));  in sdma_v2_4_ring_emit_ib()
270 	amdgpu_ring_write(ring, ib->length_dw);  in sdma_v2_4_ring_emit_ib()
684 	struct amdgpu_ib ib;  in sdma_v2_4_ring_test_ib()  local
701 	memset(&ib, 0, sizeof(ib));  in sdma_v2_4_ring_test_ib()
702 	r = amdgpu_ib_get(ring, NULL, 256, &ib);  in sdma_v2_4_ring_test_ib()
708 	ib.ptr[0] = SDMA_PKT_HEADER_OP(SDMA_OP_WRITE) |  in sdma_v2_4_ring_test_ib()
710 	ib.ptr[1] = lower_32_bits(gpu_addr);  in sdma_v2_4_ring_test_ib()
711 	ib.ptr[2] = upper_32_bits(gpu_addr);  in sdma_v2_4_ring_test_ib()
712 	ib.ptr[3] = SDMA_PKT_WRITE_UNTILED_DW_3_COUNT(1);  in sdma_v2_4_ring_test_ib()
713 	ib.ptr[4] = 0xDEADBEEF;  in sdma_v2_4_ring_test_ib()
714 	ib.ptr[5] = SDMA_PKT_HEADER_OP(SDMA_OP_NOP);  in sdma_v2_4_ring_test_ib()
715 	ib.ptr[6] = SDMA_PKT_HEADER_OP(SDMA_OP_NOP);  in sdma_v2_4_ring_test_ib()
716 	ib.ptr[7] = SDMA_PKT_HEADER_OP(SDMA_OP_NOP);  in sdma_v2_4_ring_test_ib()
717 	ib.length_dw = 8;  in sdma_v2_4_ring_test_ib()
719 	r = amdgpu_sched_ib_submit_kernel_helper(adev, ring, &ib, 1, NULL,  in sdma_v2_4_ring_test_ib()
747 	amdgpu_ib_free(adev, &ib);  in sdma_v2_4_ring_test_ib()
763 static void sdma_v2_4_vm_copy_pte(struct amdgpu_ib *ib,  in sdma_v2_4_vm_copy_pte()  argument
772 		ib->ptr[ib->length_dw++] = SDMA_PKT_HEADER_OP(SDMA_OP_COPY) |  in sdma_v2_4_vm_copy_pte()
774 		ib->ptr[ib->length_dw++] = bytes;  in sdma_v2_4_vm_copy_pte()
775 		ib->ptr[ib->length_dw++] = 0; /* src/dst endian swap */  in sdma_v2_4_vm_copy_pte()
776 		ib->ptr[ib->length_dw++] = lower_32_bits(src);  in sdma_v2_4_vm_copy_pte()
777 		ib->ptr[ib->length_dw++] = upper_32_bits(src);  in sdma_v2_4_vm_copy_pte()
778 		ib->ptr[ib->length_dw++] = lower_32_bits(pe);  in sdma_v2_4_vm_copy_pte()
779 		ib->ptr[ib->length_dw++] = upper_32_bits(pe);  in sdma_v2_4_vm_copy_pte()
799 static void sdma_v2_4_vm_write_pte(struct amdgpu_ib *ib,  in sdma_v2_4_vm_write_pte()  argument
813 		ib->ptr[ib->length_dw++] = SDMA_PKT_HEADER_OP(SDMA_OP_WRITE) |  in sdma_v2_4_vm_write_pte()
815 		ib->ptr[ib->length_dw++] = pe;  in sdma_v2_4_vm_write_pte()
816 		ib->ptr[ib->length_dw++] = upper_32_bits(pe);  in sdma_v2_4_vm_write_pte()
817 		ib->ptr[ib->length_dw++] = ndw;  in sdma_v2_4_vm_write_pte()
820 				value = amdgpu_vm_map_gart(ib->ring->adev, addr);  in sdma_v2_4_vm_write_pte()
829 			ib->ptr[ib->length_dw++] = value;  in sdma_v2_4_vm_write_pte()
830 			ib->ptr[ib->length_dw++] = upper_32_bits(value);  in sdma_v2_4_vm_write_pte()
847 static void sdma_v2_4_vm_set_pte_pde(struct amdgpu_ib *ib,  in sdma_v2_4_vm_set_pte_pde()  argument
866 		ib->ptr[ib->length_dw++] = SDMA_PKT_HEADER_OP(SDMA_OP_GEN_PTEPDE);  in sdma_v2_4_vm_set_pte_pde()
867 		ib->ptr[ib->length_dw++] = pe; /* dst addr */  in sdma_v2_4_vm_set_pte_pde()
868 		ib->ptr[ib->length_dw++] = upper_32_bits(pe);  in sdma_v2_4_vm_set_pte_pde()
869 		ib->ptr[ib->length_dw++] = flags; /* mask */  in sdma_v2_4_vm_set_pte_pde()
870 		ib->ptr[ib->length_dw++] = 0;  in sdma_v2_4_vm_set_pte_pde()
871 		ib->ptr[ib->length_dw++] = value; /* value */  in sdma_v2_4_vm_set_pte_pde()
872 		ib->ptr[ib->length_dw++] = upper_32_bits(value);  in sdma_v2_4_vm_set_pte_pde()
873 		ib->ptr[ib->length_dw++] = incr; /* increment size */  in sdma_v2_4_vm_set_pte_pde()
874 		ib->ptr[ib->length_dw++] = 0;  in sdma_v2_4_vm_set_pte_pde()
875 		ib->ptr[ib->length_dw++] = ndw; /* number of entries */  in sdma_v2_4_vm_set_pte_pde()
889 static void sdma_v2_4_vm_pad_ib(struct amdgpu_ib *ib)  in sdma_v2_4_vm_pad_ib()  argument
891 	struct amdgpu_sdma_instance *sdma = amdgpu_get_sdma_instance(ib->ring);  in sdma_v2_4_vm_pad_ib()
895 	pad_count = (8 - (ib->length_dw & 0x7)) % 8;  in sdma_v2_4_vm_pad_ib()
898 			ib->ptr[ib->length_dw++] =  in sdma_v2_4_vm_pad_ib()
902 			ib->ptr[ib->length_dw++] =  in sdma_v2_4_vm_pad_ib()
1349 static void sdma_v2_4_emit_copy_buffer(struct amdgpu_ib *ib,  in sdma_v2_4_emit_copy_buffer()  argument
1354 	ib->ptr[ib->length_dw++] = SDMA_PKT_HEADER_OP(SDMA_OP_COPY) |  in sdma_v2_4_emit_copy_buffer()
1356 	ib->ptr[ib->length_dw++] = byte_count;  in sdma_v2_4_emit_copy_buffer()
1357 	ib->ptr[ib->length_dw++] = 0; /* src/dst endian swap */  in sdma_v2_4_emit_copy_buffer()
1358 	ib->ptr[ib->length_dw++] = lower_32_bits(src_offset);  in sdma_v2_4_emit_copy_buffer()
1359 	ib->ptr[ib->length_dw++] = upper_32_bits(src_offset);  in sdma_v2_4_emit_copy_buffer()
1360 	ib->ptr[ib->length_dw++] = lower_32_bits(dst_offset);  in sdma_v2_4_emit_copy_buffer()
1361 	ib->ptr[ib->length_dw++] = upper_32_bits(dst_offset);  in sdma_v2_4_emit_copy_buffer()
1374 static void sdma_v2_4_emit_fill_buffer(struct amdgpu_ib *ib,  in sdma_v2_4_emit_fill_buffer()  argument
1379 	ib->ptr[ib->length_dw++] = SDMA_PKT_HEADER_OP(SDMA_OP_CONST_FILL);  in sdma_v2_4_emit_fill_buffer()
1380 	ib->ptr[ib->length_dw++] = lower_32_bits(dst_offset);  in sdma_v2_4_emit_fill_buffer()
1381 	ib->ptr[ib->length_dw++] = upper_32_bits(dst_offset);  in sdma_v2_4_emit_fill_buffer()
1382 	ib->ptr[ib->length_dw++] = src_data;  in sdma_v2_4_emit_fill_buffer()
1383 	ib->ptr[ib->length_dw++] = byte_count;  in sdma_v2_4_emit_fill_buffer()