146 static void davinci_spi_rx_buf_u8(u32 data, struct davinci_spi *dspi)  in davinci_spi_rx_buf_u8()  argument
148 	if (dspi->rx) {  in davinci_spi_rx_buf_u8()
149 		u8 *rx = dspi->rx;  in davinci_spi_rx_buf_u8()
151 		dspi->rx = rx;  in davinci_spi_rx_buf_u8()
155 static void davinci_spi_rx_buf_u16(u32 data, struct davinci_spi *dspi)  in davinci_spi_rx_buf_u16()  argument
157 	if (dspi->rx) {  in davinci_spi_rx_buf_u16()
158 		u16 *rx = dspi->rx;  in davinci_spi_rx_buf_u16()
160 		dspi->rx = rx;  in davinci_spi_rx_buf_u16()
164 static u32 davinci_spi_tx_buf_u8(struct davinci_spi *dspi)  in davinci_spi_tx_buf_u8()  argument
168 	if (dspi->tx) {  in davinci_spi_tx_buf_u8()
169 		const u8 *tx = dspi->tx;  in davinci_spi_tx_buf_u8()
172 		dspi->tx = tx;  in davinci_spi_tx_buf_u8()
177 static u32 davinci_spi_tx_buf_u16(struct davinci_spi *dspi)  in davinci_spi_tx_buf_u16()  argument
181 	if (dspi->tx) {  in davinci_spi_tx_buf_u16()
182 		const u16 *tx = dspi->tx;  in davinci_spi_tx_buf_u16()
185 		dspi->tx = tx;  in davinci_spi_tx_buf_u16()
211 	struct davinci_spi *dspi;  in davinci_spi_chipselect()  local
219 	dspi = spi_master_get_devdata(spi->master);  in davinci_spi_chipselect()
220 	pdata = &dspi->pdata;  in davinci_spi_chipselect()
248 	iowrite16(spidat1, dspi->base + SPIDAT1 + 2);  in davinci_spi_chipselect()
261 static inline int davinci_spi_get_prescale(struct davinci_spi *dspi,  in davinci_spi_get_prescale()  argument
266 	ret = DIV_ROUND_UP(clk_get_rate(dspi->clk), max_speed_hz);  in davinci_spi_get_prescale()
287 	struct davinci_spi *dspi;  in davinci_spi_setup_transfer()  local
293 	dspi = spi_master_get_devdata(spi->master);  in davinci_spi_setup_transfer()
312 		dspi->get_rx = davinci_spi_rx_buf_u8;  in davinci_spi_setup_transfer()
313 		dspi->get_tx = davinci_spi_tx_buf_u8;  in davinci_spi_setup_transfer()
314 		dspi->bytes_per_word[spi->chip_select] = 1;  in davinci_spi_setup_transfer()
316 		dspi->get_rx = davinci_spi_rx_buf_u16;  in davinci_spi_setup_transfer()
317 		dspi->get_tx = davinci_spi_tx_buf_u16;  in davinci_spi_setup_transfer()
318 		dspi->bytes_per_word[spi->chip_select] = 2;  in davinci_spi_setup_transfer()
326 	prescale = davinci_spi_get_prescale(dspi, hz);  in davinci_spi_setup_transfer()
362 	if (dspi->version == SPI_VERSION_2) {  in davinci_spi_setup_transfer()
389 		iowrite32(delay, dspi->base + SPIDELAY);  in davinci_spi_setup_transfer()
392 	iowrite32(spifmt, dspi->base + SPIFMT0);  in davinci_spi_setup_transfer()
426 	struct davinci_spi *dspi;  in davinci_spi_setup()  local
432 	dspi = spi_master_get_devdata(spi->master);  in davinci_spi_setup()
433 	pdata = &dspi->pdata;  in davinci_spi_setup()
456 			set_io_bits(dspi->base + SPIPC0, 1 << spi->chip_select);  in davinci_spi_setup()
460 		set_io_bits(dspi->base + SPIPC0, SPIPC0_SPIENA_MASK);  in davinci_spi_setup()
463 		set_io_bits(dspi->base + SPIGCR1, SPIGCR1_LOOPBACK_MASK);  in davinci_spi_setup()
465 		clear_io_bits(dspi->base + SPIGCR1, SPIGCR1_LOOPBACK_MASK);  in davinci_spi_setup()
479 static int davinci_spi_check_error(struct davinci_spi *dspi, int int_status)  in davinci_spi_check_error()  argument
481 	struct device *sdev = dspi->bitbang.master->dev.parent;  in davinci_spi_check_error()
496 	if (dspi->version == SPI_VERSION_2) {  in davinci_spi_check_error()
525 static int davinci_spi_process_events(struct davinci_spi *dspi)  in davinci_spi_process_events()  argument
529 	buf = ioread32(dspi->base + SPIBUF);  in davinci_spi_process_events()
531 	if (dspi->rcount > 0 && !(buf & SPIBUF_RXEMPTY_MASK)) {  in davinci_spi_process_events()
532 		dspi->get_rx(buf & 0xFFFF, dspi);  in davinci_spi_process_events()
533 		dspi->rcount--;  in davinci_spi_process_events()
536 	status = ioread32(dspi->base + SPIFLG);  in davinci_spi_process_events()
543 	if (dspi->wcount > 0 && !(buf & SPIBUF_TXFULL_MASK)) {  in davinci_spi_process_events()
544 		spidat1 = ioread32(dspi->base + SPIDAT1);  in davinci_spi_process_events()
545 		dspi->wcount--;  in davinci_spi_process_events()
547 		spidat1 |= 0xFFFF & dspi->get_tx(dspi);  in davinci_spi_process_events()
548 		iowrite32(spidat1, dspi->base + SPIDAT1);  in davinci_spi_process_events()
557 	struct davinci_spi *dspi = (struct davinci_spi *)data;  in davinci_spi_dma_rx_callback()  local
559 	dspi->rcount = 0;  in davinci_spi_dma_rx_callback()
561 	if (!dspi->wcount && !dspi->rcount)  in davinci_spi_dma_rx_callback()
562 		complete(&dspi->done);  in davinci_spi_dma_rx_callback()
567 	struct davinci_spi *dspi = (struct davinci_spi *)data;  in davinci_spi_dma_tx_callback()  local
569 	dspi->wcount = 0;  in davinci_spi_dma_tx_callback()
571 	if (!dspi->wcount && !dspi->rcount)  in davinci_spi_dma_tx_callback()
572 		complete(&dspi->done);  in davinci_spi_dma_tx_callback()
586 	struct davinci_spi *dspi;  in davinci_spi_bufs()  local
596 	dspi = spi_master_get_devdata(spi->master);  in davinci_spi_bufs()
597 	pdata = &dspi->pdata;  in davinci_spi_bufs()
603 	data_type = dspi->bytes_per_word[spi->chip_select];  in davinci_spi_bufs()
605 	dspi->tx = t->tx_buf;  in davinci_spi_bufs()
606 	dspi->rx = t->rx_buf;  in davinci_spi_bufs()
607 	dspi->wcount = t->len / data_type;  in davinci_spi_bufs()
608 	dspi->rcount = dspi->wcount;  in davinci_spi_bufs()
610 	spidat1 = ioread32(dspi->base + SPIDAT1);  in davinci_spi_bufs()
612 	clear_io_bits(dspi->base + SPIGCR1, SPIGCR1_POWERDOWN_MASK);  in davinci_spi_bufs()
613 	set_io_bits(dspi->base + SPIGCR1, SPIGCR1_SPIENA_MASK);  in davinci_spi_bufs()
615 	reinit_completion(&dspi->done);  in davinci_spi_bufs()
618 		set_io_bits(dspi->base + SPIINT, SPIINT_MASKINT);  in davinci_spi_bufs()
622 		dspi->wcount--;  in davinci_spi_bufs()
623 		tx_data = dspi->get_tx(dspi);  in davinci_spi_bufs()
626 		iowrite32(spidat1, dspi->base + SPIDAT1);  in davinci_spi_bufs()
630 			.src_addr = (unsigned long)dspi->pbase + SPIBUF,  in davinci_spi_bufs()
636 			.dst_addr = (unsigned long)dspi->pbase + SPIDAT1,  in davinci_spi_bufs()
648 		dmaengine_slave_config(dspi->dma_rx, &dma_rx_conf);  in davinci_spi_bufs()
649 		dmaengine_slave_config(dspi->dma_tx, &dma_tx_conf);  in davinci_spi_bufs()
679 		rxdesc = dmaengine_prep_slave_sg(dspi->dma_rx,  in davinci_spi_bufs()
685 		txdesc = dmaengine_prep_slave_sg(dspi->dma_tx,  in davinci_spi_bufs()
692 		rxdesc->callback_param = (void *)dspi;  in davinci_spi_bufs()
694 		txdesc->callback_param = (void *)dspi;  in davinci_spi_bufs()
697 			iowrite16(spidat1 >> 16, dspi->base + SPIDAT1 + 2);  in davinci_spi_bufs()
702 		dma_async_issue_pending(dspi->dma_rx);  in davinci_spi_bufs()
703 		dma_async_issue_pending(dspi->dma_tx);  in davinci_spi_bufs()
705 		set_io_bits(dspi->base + SPIINT, SPIINT_DMA_REQ_EN);  in davinci_spi_bufs()
710 		wait_for_completion_interruptible(&(dspi->done));  in davinci_spi_bufs()
712 		while (dspi->rcount > 0 || dspi->wcount > 0) {  in davinci_spi_bufs()
713 			errors = davinci_spi_process_events(dspi);  in davinci_spi_bufs()
720 	clear_io_bits(dspi->base + SPIINT, SPIINT_MASKALL);  in davinci_spi_bufs()
722 		clear_io_bits(dspi->base + SPIINT, SPIINT_DMA_REQ_EN);  in davinci_spi_bufs()
731 	clear_io_bits(dspi->base + SPIGCR1, SPIGCR1_SPIENA_MASK);  in davinci_spi_bufs()
732 	set_io_bits(dspi->base + SPIGCR1, SPIGCR1_POWERDOWN_MASK);  in davinci_spi_bufs()
739 		ret = davinci_spi_check_error(dspi, errors);  in davinci_spi_bufs()
745 	if (dspi->rcount != 0 || dspi->wcount != 0) {  in davinci_spi_bufs()
788 	struct davinci_spi *dspi = data;  in davinci_spi_irq()  local
791 	status = davinci_spi_process_events(dspi);  in davinci_spi_irq()
793 		clear_io_bits(dspi->base + SPIINT, SPIINT_MASKINT);  in davinci_spi_irq()
795 	if ((!dspi->rcount && !dspi->wcount) || status)  in davinci_spi_irq()
796 		complete(&dspi->done);  in davinci_spi_irq()
801 static int davinci_spi_request_dma(struct davinci_spi *dspi)  in davinci_spi_request_dma()  argument
804 	struct device *sdev = dspi->bitbang.master->dev.parent;  in davinci_spi_request_dma()
810 	dspi->dma_rx = dma_request_channel(mask, edma_filter_fn,  in davinci_spi_request_dma()
811 					   &dspi->dma_rx_chnum);  in davinci_spi_request_dma()
812 	if (!dspi->dma_rx) {  in davinci_spi_request_dma()
818 	dspi->dma_tx = dma_request_channel(mask, edma_filter_fn,  in davinci_spi_request_dma()
819 					   &dspi->dma_tx_chnum);  in davinci_spi_request_dma()
820 	if (!dspi->dma_tx) {  in davinci_spi_request_dma()
829 	dma_release_channel(dspi->dma_rx);  in davinci_spi_request_dma()
857 			struct davinci_spi *dspi)  in spi_davinci_get_pdata()  argument
864 	pdata = &dspi->pdata;  in spi_davinci_get_pdata()
892 		struct davinci_spi *dspi)  in spi_davinci_get_pdata()  argument
912 	struct davinci_spi *dspi;  in davinci_spi_probe()  local
928 	dspi = spi_master_get_devdata(master);  in davinci_spi_probe()
932 		dspi->pdata = *pdata;  in davinci_spi_probe()
935 		ret = spi_davinci_get_pdata(pdev, dspi);  in davinci_spi_probe()
941 	pdata = &dspi->pdata;  in davinci_spi_probe()
943 	dspi->bytes_per_word = devm_kzalloc(&pdev->dev,  in davinci_spi_probe()
944 					    sizeof(*dspi->bytes_per_word) *  in davinci_spi_probe()
946 	if (dspi->bytes_per_word == NULL) {  in davinci_spi_probe()
957 	dspi->pbase = r->start;  in davinci_spi_probe()
959 	dspi->base = devm_ioremap_resource(&pdev->dev, r);  in davinci_spi_probe()
960 	if (IS_ERR(dspi->base)) {  in davinci_spi_probe()
961 		ret = PTR_ERR(dspi->base);  in davinci_spi_probe()
965 	dspi->irq = platform_get_irq(pdev, 0);  in davinci_spi_probe()
966 	if (dspi->irq <= 0) {  in davinci_spi_probe()
971 	ret = devm_request_threaded_irq(&pdev->dev, dspi->irq, davinci_spi_irq,  in davinci_spi_probe()
972 				dummy_thread_fn, 0, dev_name(&pdev->dev), dspi);  in davinci_spi_probe()
976 	dspi->bitbang.master = master;  in davinci_spi_probe()
978 	dspi->clk = devm_clk_get(&pdev->dev, NULL);  in davinci_spi_probe()
979 	if (IS_ERR(dspi->clk)) {  in davinci_spi_probe()
983 	clk_prepare_enable(dspi->clk);  in davinci_spi_probe()
992 	dspi->bitbang.chipselect = davinci_spi_chipselect;  in davinci_spi_probe()
993 	dspi->bitbang.setup_transfer = davinci_spi_setup_transfer;  in davinci_spi_probe()
995 	dspi->version = pdata->version;  in davinci_spi_probe()
997 	dspi->bitbang.flags = SPI_NO_CS | SPI_LSB_FIRST | SPI_LOOP;  in davinci_spi_probe()
998 	if (dspi->version == SPI_VERSION_2)  in davinci_spi_probe()
999 		dspi->bitbang.flags |= SPI_READY;  in davinci_spi_probe()
1029 	dspi->bitbang.txrx_bufs = davinci_spi_bufs;  in davinci_spi_probe()
1032 		dspi->dma_rx_chnum = dma_rx_chan;  in davinci_spi_probe()
1033 		dspi->dma_tx_chnum = dma_tx_chan;  in davinci_spi_probe()
1035 		ret = davinci_spi_request_dma(dspi);  in davinci_spi_probe()
1045 	dspi->get_rx = davinci_spi_rx_buf_u8;  in davinci_spi_probe()
1046 	dspi->get_tx = davinci_spi_tx_buf_u8;  in davinci_spi_probe()
1048 	init_completion(&dspi->done);  in davinci_spi_probe()
1051 	iowrite32(0, dspi->base + SPIGCR0);  in davinci_spi_probe()
1053 	iowrite32(1, dspi->base + SPIGCR0);  in davinci_spi_probe()
1057 	iowrite32(spipc0, dspi->base + SPIPC0);  in davinci_spi_probe()
1060 		iowrite32(SPI_INTLVL_1, dspi->base + SPILVL);  in davinci_spi_probe()
1062 		iowrite32(SPI_INTLVL_0, dspi->base + SPILVL);  in davinci_spi_probe()
1064 	iowrite32(CS_DEFAULT, dspi->base + SPIDEF);  in davinci_spi_probe()
1067 	set_io_bits(dspi->base + SPIGCR1, SPIGCR1_CLKMOD_MASK);  in davinci_spi_probe()
1068 	set_io_bits(dspi->base + SPIGCR1, SPIGCR1_MASTER_MASK);  in davinci_spi_probe()
1069 	set_io_bits(dspi->base + SPIGCR1, SPIGCR1_POWERDOWN_MASK);  in davinci_spi_probe()
1071 	ret = spi_bitbang_start(&dspi->bitbang);  in davinci_spi_probe()
1075 	dev_info(&pdev->dev, "Controller at 0x%p\n", dspi->base);  in davinci_spi_probe()
1080 	dma_release_channel(dspi->dma_rx);  in davinci_spi_probe()
1081 	dma_release_channel(dspi->dma_tx);  in davinci_spi_probe()
1083 	clk_disable_unprepare(dspi->clk);  in davinci_spi_probe()
1101 	struct davinci_spi *dspi;  in davinci_spi_remove()  local
1105 	dspi = spi_master_get_devdata(master);  in davinci_spi_remove()
1107 	spi_bitbang_stop(&dspi->bitbang);  in davinci_spi_remove()
1109 	clk_disable_unprepare(dspi->clk);  in davinci_spi_remove()