19 memx_out(struct nvkm_memx *memx)  in memx_out()  argument
21 	struct nvkm_pmu *pmu = memx->pmu;  in memx_out()
24 	if (memx->c.mthd) {  in memx_out()
25 		nv_wr32(pmu, 0x10a1c4, (memx->c.size << 16) | memx->c.mthd);  in memx_out()
26 		for (i = 0; i < memx->c.size; i++)  in memx_out()
27 			nv_wr32(pmu, 0x10a1c4, memx->c.data[i]);  in memx_out()
28 		memx->c.mthd = 0;  in memx_out()
29 		memx->c.size = 0;  in memx_out()
34 memx_cmd(struct nvkm_memx *memx, u32 mthd, u32 size, u32 data[])  in memx_cmd()  argument
36 	if ((memx->c.size + size >= ARRAY_SIZE(memx->c.data)) ||  in memx_cmd()
37 	    (memx->c.mthd && memx->c.mthd != mthd))  in memx_cmd()
38 		memx_out(memx);  in memx_cmd()
39 	memcpy(&memx->c.data[memx->c.size], data, size * sizeof(data[0]));  in memx_cmd()
40 	memx->c.size += size;  in memx_cmd()
41 	memx->c.mthd  = mthd;  in memx_cmd()
47 	struct nvkm_memx *memx;  in nvkm_memx_init()  local
56 	memx = *pmemx = kzalloc(sizeof(*memx), GFP_KERNEL);  in nvkm_memx_init()
57 	if (!memx)  in nvkm_memx_init()
59 	memx->pmu = pmu;  in nvkm_memx_init()
60 	memx->base = reply[0];  in nvkm_memx_init()
61 	memx->size = reply[1];  in nvkm_memx_init()
67 	nv_wr32(pmu, 0x10a1c0, 0x01000000 | memx->base);  in nvkm_memx_init()
74 	struct nvkm_memx *memx = *pmemx;  in nvkm_memx_fini()  local
75 	struct nvkm_pmu *pmu = memx->pmu;  in nvkm_memx_fini()
79 	memx_out(memx);  in nvkm_memx_fini()
88 			     memx->base, finish);  in nvkm_memx_fini()
91 	nv_debug(memx->pmu, "Exec took %uns, PMU_IN %08x\n",  in nvkm_memx_fini()
93 	kfree(memx);  in nvkm_memx_fini()
98 nvkm_memx_wr32(struct nvkm_memx *memx, u32 addr, u32 data)  in nvkm_memx_wr32()  argument
100 	nv_debug(memx->pmu, "R[%06x] = 0x%08x\n", addr, data);  in nvkm_memx_wr32()
101 	memx_cmd(memx, MEMX_WR32, 2, (u32[]){ addr, data });  in nvkm_memx_wr32()
105 nvkm_memx_wait(struct nvkm_memx *memx,  in nvkm_memx_wait()  argument
108 	nv_debug(memx->pmu, "R[%06x] & 0x%08x == 0x%08x, %d us\n",  in nvkm_memx_wait()
110 	memx_cmd(memx, MEMX_WAIT, 4, (u32[]){ addr, mask, data, nsec });  in nvkm_memx_wait()
111 	memx_out(memx); /* fuc can't handle multiple */  in nvkm_memx_wait()
115 nvkm_memx_nsec(struct nvkm_memx *memx, u32 nsec)  in nvkm_memx_nsec()  argument
117 	nv_debug(memx->pmu, "    DELAY = %d ns\n", nsec);  in nvkm_memx_nsec()
118 	memx_cmd(memx, MEMX_DELAY, 1, (u32[]){ nsec });  in nvkm_memx_nsec()
119 	memx_out(memx); /* fuc can't handle multiple */  in nvkm_memx_nsec()
123 nvkm_memx_wait_vblank(struct nvkm_memx *memx)  in nvkm_memx_wait_vblank()  argument
125 	struct nvkm_pmu *pmu = memx->pmu;  in nvkm_memx_wait_vblank()
146 		nv_debug(memx->pmu, "WAIT VBLANK !NO ACTIVE HEAD\n");  in nvkm_memx_wait_vblank()
150 	nv_debug(memx->pmu, "WAIT VBLANK HEAD%d\n", head_sync);  in nvkm_memx_wait_vblank()
151 	memx_cmd(memx, MEMX_VBLANK, 1, (u32[]){ head_sync });  in nvkm_memx_wait_vblank()
152 	memx_out(memx); /* fuc can't handle multiple */  in nvkm_memx_wait_vblank()
156 nvkm_memx_train(struct nvkm_memx *memx)  in nvkm_memx_train()  argument
158 	nv_debug(memx->pmu, "   MEM TRAIN\n");  in nvkm_memx_train()
159 	memx_cmd(memx, MEMX_TRAIN, 0, NULL);  in nvkm_memx_train()
188 nvkm_memx_block(struct nvkm_memx *memx)  in nvkm_memx_block()  argument
190 	nv_debug(memx->pmu, "   HOST BLOCKED\n");  in nvkm_memx_block()
191 	memx_cmd(memx, MEMX_ENTER, 0, NULL);  in nvkm_memx_block()
195 nvkm_memx_unblock(struct nvkm_memx *memx)  in nvkm_memx_unblock()  argument
197 	nv_debug(memx->pmu, "   HOST UNBLOCKED\n");  in nvkm_memx_unblock()
198 	memx_cmd(memx, MEMX_LEAVE, 0, NULL);  in nvkm_memx_unblock()