263 	struct mpc_dma *mdma = dma_chan_to_mpc_dma(&mchan->chan);  in mpc_dma_execute()  local
307 	memcpy_toio(&mdma->tcd[cid], first->tcd, sizeof(struct mpc_dma_tcd));  in mpc_dma_execute()
310 		mdma->tcd[cid].e_sg = 1;  in mpc_dma_execute()
312 	if (mdma->is_mpc8308) {  in mpc_dma_execute()
314 		out_8(&mdma->regs->dmassrt, cid);  in mpc_dma_execute()
317 		out_8(&mdma->regs->dmaserq, cid);  in mpc_dma_execute()
320 		out_8(&mdma->regs->dmassrt, cid);  in mpc_dma_execute()
325 static void mpc_dma_irq_process(struct mpc_dma *mdma, u32 is, u32 es, int off)  in mpc_dma_irq_process()  argument
334 		mchan = &mdma->channels[ch + off];  in mpc_dma_irq_process()
338 		out_8(&mdma->regs->dmacint, ch + off);  in mpc_dma_irq_process()
339 		out_8(&mdma->regs->dmacerr, ch + off);  in mpc_dma_irq_process()
358 	struct mpc_dma *mdma = data;  in mpc_dma_irq()  local
362 	es = in_be32(&mdma->regs->dmaes);  in mpc_dma_irq()
363 	spin_lock(&mdma->error_status_lock);  in mpc_dma_irq()
364 	if ((es & MPC_DMA_DMAES_VLD) && mdma->error_status == 0)  in mpc_dma_irq()
365 		mdma->error_status = es;  in mpc_dma_irq()
366 	spin_unlock(&mdma->error_status_lock);  in mpc_dma_irq()
369 	if (mdma->dma.chancnt > 32) {  in mpc_dma_irq()
370 		mpc_dma_irq_process(mdma, in_be32(&mdma->regs->dmainth),  in mpc_dma_irq()
371 					in_be32(&mdma->regs->dmaerrh), 32);  in mpc_dma_irq()
373 	mpc_dma_irq_process(mdma, in_be32(&mdma->regs->dmaintl),  in mpc_dma_irq()
374 					in_be32(&mdma->regs->dmaerrl), 0);  in mpc_dma_irq()
377 	tasklet_schedule(&mdma->tasklet);  in mpc_dma_irq()
383 static void mpc_dma_process_completed(struct mpc_dma *mdma)  in mpc_dma_process_completed()  argument
393 	for (i = 0; i < mdma->dma.chancnt; i++) {  in mpc_dma_process_completed()
394 		mchan = &mdma->channels[i];  in mpc_dma_process_completed()
427 	struct mpc_dma *mdma = (void *)data;  in mpc_dma_tasklet()  local
431 	spin_lock_irqsave(&mdma->error_status_lock, flags);  in mpc_dma_tasklet()
432 	es = mdma->error_status;  in mpc_dma_tasklet()
433 	mdma->error_status = 0;  in mpc_dma_tasklet()
434 	spin_unlock_irqrestore(&mdma->error_status_lock, flags);  in mpc_dma_tasklet()
438 		dev_err(mdma->dma.dev,  in mpc_dma_tasklet()
443 			dev_err(mdma->dma.dev, "- Group Priority Error\n");  in mpc_dma_tasklet()
445 			dev_err(mdma->dma.dev, "- Channel Priority Error\n");  in mpc_dma_tasklet()
447 			dev_err(mdma->dma.dev, "- Source Address Error\n");  in mpc_dma_tasklet()
449 			dev_err(mdma->dma.dev, "- Source Offset"  in mpc_dma_tasklet()
452 			dev_err(mdma->dma.dev, "- Destination Address"  in mpc_dma_tasklet()
455 			dev_err(mdma->dma.dev, "- Destination Offset"  in mpc_dma_tasklet()
458 			dev_err(mdma->dma.dev, "- NBytes/Citter"  in mpc_dma_tasklet()
461 			dev_err(mdma->dma.dev, "- Scatter/Gather"  in mpc_dma_tasklet()
464 			dev_err(mdma->dma.dev, "- Source Bus Error\n");  in mpc_dma_tasklet()
466 			dev_err(mdma->dma.dev, "- Destination Bus Error\n");  in mpc_dma_tasklet()
469 	mpc_dma_process_completed(mdma);  in mpc_dma_tasklet()
501 	struct mpc_dma *mdma = dma_chan_to_mpc_dma(chan);  in mpc_dma_alloc_chan_resources()  local
511 	tcd = dma_alloc_coherent(mdma->dma.dev,  in mpc_dma_alloc_chan_resources()
521 			dev_notice(mdma->dma.dev, "Memory allocation error. "  in mpc_dma_alloc_chan_resources()
538 		dma_free_coherent(mdma->dma.dev,  in mpc_dma_alloc_chan_resources()
551 	out_8(&mdma->regs->dmaseei, chan->chan_id);  in mpc_dma_alloc_chan_resources()
559 	struct mpc_dma *mdma = dma_chan_to_mpc_dma(chan);  in mpc_dma_free_chan_resources()  local
583 	dma_free_coherent(mdma->dma.dev,  in mpc_dma_free_chan_resources()
592 	out_8(&mdma->regs->dmaceei, chan->chan_id);  in mpc_dma_free_chan_resources()
617 	struct mpc_dma *mdma = dma_chan_to_mpc_dma(chan);  in mpc_dma_prep_memcpy()  local
634 		mpc_dma_process_completed(mdma);  in mpc_dma_prep_memcpy()
650 	} else if (!mdma->is_mpc8308 && IS_ALIGNED(src | dst | len, 16)) {  in mpc_dma_prep_memcpy()
692 	struct mpc_dma *mdma = dma_chan_to_mpc_dma(chan);  in mpc_dma_prep_slave_sg()  local
718 			mpc_dma_process_completed(mdma);  in mpc_dma_prep_slave_sg()
848 	struct mpc_dma *mdma = dma_chan_to_mpc_dma(chan);  in mpc_dma_device_terminate_all()  local
854 	out_8(&mdma->regs->dmacerq, chan->chan_id);  in mpc_dma_device_terminate_all()
869 	struct mpc_dma *mdma;  in mpc_dma_probe()  local
876 	mdma = devm_kzalloc(dev, sizeof(struct mpc_dma), GFP_KERNEL);  in mpc_dma_probe()
877 	if (!mdma) {  in mpc_dma_probe()
883 	mdma->irq = irq_of_parse_and_map(dn, 0);  in mpc_dma_probe()
884 	if (mdma->irq == NO_IRQ) {  in mpc_dma_probe()
891 		mdma->is_mpc8308 = 1;  in mpc_dma_probe()
892 		mdma->irq2 = irq_of_parse_and_map(dn, 1);  in mpc_dma_probe()
893 		if (mdma->irq2 == NO_IRQ) {  in mpc_dma_probe()
915 	mdma->regs = devm_ioremap(dev, regs_start, regs_size);  in mpc_dma_probe()
916 	if (!mdma->regs) {  in mpc_dma_probe()
922 	mdma->tcd = (struct mpc_dma_tcd *)((u8 *)(mdma->regs)  in mpc_dma_probe()
925 	retval = request_irq(mdma->irq, &mpc_dma_irq, 0, DRV_NAME, mdma);  in mpc_dma_probe()
932 	if (mdma->is_mpc8308) {  in mpc_dma_probe()
933 		retval = request_irq(mdma->irq2, &mpc_dma_irq, 0,  in mpc_dma_probe()
934 							DRV_NAME, mdma);  in mpc_dma_probe()
942 	spin_lock_init(&mdma->error_status_lock);  in mpc_dma_probe()
944 	dma = &mdma->dma;  in mpc_dma_probe()
959 	if (mdma->is_mpc8308)  in mpc_dma_probe()
965 		mchan = &mdma->channels[i];  in mpc_dma_probe()
980 	tasklet_init(&mdma->tasklet, mpc_dma_tasklet, (unsigned long)mdma);  in mpc_dma_probe()
988 	if (mdma->is_mpc8308) {  in mpc_dma_probe()
990 		out_be32(&mdma->regs->dmacr, MPC_DMA_DMACR_ERCA);  in mpc_dma_probe()
993 		out_be32(&mdma->regs->dmagpor, MPC_DMA_DMAGPOR_SNOOP_ENABLE);  in mpc_dma_probe()
995 		out_be32(&mdma->regs->dmaeeil, 0);  in mpc_dma_probe()
998 		out_be32(&mdma->regs->dmaintl, 0xFFFF);  in mpc_dma_probe()
999 		out_be32(&mdma->regs->dmaerrl, 0xFFFF);  in mpc_dma_probe()
1001 		out_be32(&mdma->regs->dmacr, MPC_DMA_DMACR_EDCG |  in mpc_dma_probe()
1005 		out_be32(&mdma->regs->dmaerqh, 0);  in mpc_dma_probe()
1006 		out_be32(&mdma->regs->dmaerql, 0);  in mpc_dma_probe()
1009 		out_be32(&mdma->regs->dmaeeih, 0);  in mpc_dma_probe()
1010 		out_be32(&mdma->regs->dmaeeil, 0);  in mpc_dma_probe()
1013 		out_be32(&mdma->regs->dmainth, 0xFFFFFFFF);  in mpc_dma_probe()
1014 		out_be32(&mdma->regs->dmaintl, 0xFFFFFFFF);  in mpc_dma_probe()
1015 		out_be32(&mdma->regs->dmaerrh, 0xFFFFFFFF);  in mpc_dma_probe()
1016 		out_be32(&mdma->regs->dmaerrl, 0xFFFFFFFF);  in mpc_dma_probe()
1019 		out_be32(&mdma->regs->dmaihsa, 0);  in mpc_dma_probe()
1020 		out_be32(&mdma->regs->dmailsa, 0);  in mpc_dma_probe()
1024 	dev_set_drvdata(dev, mdma);  in mpc_dma_probe()
1032 						of_dma_xlate_by_chan_id, mdma);  in mpc_dma_probe()
1040 	if (mdma->is_mpc8308)  in mpc_dma_probe()
1041 		free_irq(mdma->irq2, mdma);  in mpc_dma_probe()
1043 	free_irq(mdma->irq, mdma);  in mpc_dma_probe()
1045 	if (mdma->is_mpc8308)  in mpc_dma_probe()
1046 		irq_dispose_mapping(mdma->irq2);  in mpc_dma_probe()
1048 	irq_dispose_mapping(mdma->irq);  in mpc_dma_probe()
1056 	struct mpc_dma *mdma = dev_get_drvdata(dev);  in mpc_dma_remove()  local
1060 	dma_async_device_unregister(&mdma->dma);  in mpc_dma_remove()
1061 	if (mdma->is_mpc8308) {  in mpc_dma_remove()
1062 		free_irq(mdma->irq2, mdma);  in mpc_dma_remove()
1063 		irq_dispose_mapping(mdma->irq2);  in mpc_dma_remove()
1065 	free_irq(mdma->irq, mdma);  in mpc_dma_remove()
1066 	irq_dispose_mapping(mdma->irq);  in mpc_dma_remove()