474 			ata_port_err(qc->ap, "s/g addr unaligned : 0x%llx\n",  in sata_fsl_fill_sg()
477 			ata_port_err(qc->ap, "s/g len unaligned : 0x%x\n",  in sata_fsl_fill_sg()
517 	struct ata_port *ap = qc->ap;  in sata_fsl_qc_prep()  local
518 	struct sata_fsl_port_priv *pp = ap->private_data;  in sata_fsl_qc_prep()
519 	struct sata_fsl_host_priv *host_priv = ap->host->private_data;  in sata_fsl_qc_prep()
565 	struct ata_port *ap = qc->ap;  in sata_fsl_qc_issue()  local
566 	struct sata_fsl_host_priv *host_priv = ap->host->private_data;  in sata_fsl_qc_issue()
594 	struct sata_fsl_port_priv *pp = qc->ap->private_data;  in sata_fsl_qc_fill_rtf()
595 	struct sata_fsl_host_priv *host_priv = qc->ap->host->private_data;  in sata_fsl_qc_fill_rtf()
609 	struct sata_fsl_host_priv *host_priv = link->ap->host->private_data;  in sata_fsl_scr_write()
633 	struct sata_fsl_host_priv *host_priv = link->ap->host->private_data;  in sata_fsl_scr_read()
654 static void sata_fsl_freeze(struct ata_port *ap)  in sata_fsl_freeze()  argument
656 	struct sata_fsl_host_priv *host_priv = ap->host->private_data;  in sata_fsl_freeze()
675 static void sata_fsl_thaw(struct ata_port *ap)  in sata_fsl_thaw()  argument
677 	struct sata_fsl_host_priv *host_priv = ap->host->private_data;  in sata_fsl_thaw()
697 static void sata_fsl_pmp_attach(struct ata_port *ap)  in sata_fsl_pmp_attach()  argument
699 	struct sata_fsl_host_priv *host_priv = ap->host->private_data;  in sata_fsl_pmp_attach()
707 static void sata_fsl_pmp_detach(struct ata_port *ap)  in sata_fsl_pmp_detach()  argument
709 	struct sata_fsl_host_priv *host_priv = ap->host->private_data;  in sata_fsl_pmp_detach()
723 static int sata_fsl_port_start(struct ata_port *ap)  in sata_fsl_port_start()  argument
725 	struct device *dev = ap->host->dev;  in sata_fsl_port_start()
729 	struct sata_fsl_host_priv *host_priv = ap->host->private_data;  in sata_fsl_port_start()
753 	ap->private_data = pp;  in sata_fsl_port_start()
779 static void sata_fsl_port_stop(struct ata_port *ap)  in sata_fsl_port_stop()  argument
781 	struct device *dev = ap->host->dev;  in sata_fsl_port_stop()
782 	struct sata_fsl_port_priv *pp = ap->private_data;  in sata_fsl_port_stop()
783 	struct sata_fsl_host_priv *host_priv = ap->host->private_data;  in sata_fsl_port_stop()
796 	ata_wait_register(ap, hcr_base + HSTATUS, ONLINE, ONLINE, 1, 1);  in sata_fsl_port_stop()
798 	ap->private_data = NULL;  in sata_fsl_port_stop()
805 static unsigned int sata_fsl_dev_classify(struct ata_port *ap)  in sata_fsl_dev_classify()  argument
807 	struct sata_fsl_host_priv *host_priv = ap->host->private_data;  in sata_fsl_dev_classify()
829 	struct ata_port *ap = link->ap;  in sata_fsl_hardreset()  local
830 	struct sata_fsl_host_priv *host_priv = ap->host->private_data;  in sata_fsl_hardreset()
847 	temp = ata_wait_register(ap, hcr_base + HSTATUS, ONLINE, ONLINE,  in sata_fsl_hardreset()
851 		ata_port_err(ap, "Hardreset failed, not off-lined %d\n", i);  in sata_fsl_hardreset()
870 	ata_msleep(ap, 1);  in sata_fsl_hardreset()
886 	temp = ata_wait_register(ap, hcr_base + HSTATUS, ONLINE, 0, 1, 500);  in sata_fsl_hardreset()
889 		ata_port_err(ap, "Hardreset failed, not on-lined\n");  in sata_fsl_hardreset()
903 	temp = ata_wait_register(ap, hcr_base + HSTATUS, 0xFF, 0, 1, 500);  in sata_fsl_hardreset()
905 		ata_port_warn(ap, "No Device OR PHYRDY change,Hstatus = 0x%x\n",  in sata_fsl_hardreset()
915 	temp = ata_wait_register(ap, hcr_base + HSTATUS, 0xFF, 0x10,  in sata_fsl_hardreset()
919 		ata_port_warn(ap, "No Signature Update\n");  in sata_fsl_hardreset()
923 		ata_port_info(ap, "Signature Update detected @ %d msecs\n",  in sata_fsl_hardreset()
925 		*class = sata_fsl_dev_classify(ap);  in sata_fsl_hardreset()
942 	struct ata_port *ap = link->ap;  in sata_fsl_softreset()  local
943 	struct sata_fsl_port_priv *pp = ap->private_data;  in sata_fsl_softreset()
944 	struct sata_fsl_host_priv *host_priv = ap->host->private_data;  in sata_fsl_softreset()
997 	temp = ata_wait_register(ap, CQ + hcr_base, 0x1, 0x1, 1, 5000);  in sata_fsl_softreset()
999 		ata_port_warn(ap, "ATA_SRST issue failed\n");  in sata_fsl_softreset()
1005 		sata_fsl_scr_read(&ap->link, SCR_ERROR, &Serror);  in sata_fsl_softreset()
1013 	ata_msleep(ap, 1);  in sata_fsl_softreset()
1032 	ata_msleep(ap, 150);		/* ?? */  in sata_fsl_softreset()
1054 		*class = sata_fsl_dev_classify(ap);  in sata_fsl_softreset()
1067 static void sata_fsl_error_handler(struct ata_port *ap)  in sata_fsl_error_handler()  argument
1071 	sata_pmp_error_handler(ap);  in sata_fsl_error_handler()
1086 static void sata_fsl_error_intr(struct ata_port *ap)  in sata_fsl_error_intr()  argument
1088 	struct sata_fsl_host_priv *host_priv = ap->host->private_data;  in sata_fsl_error_intr()
1101 	link = &ap->link;  in sata_fsl_error_intr()
1109 	sata_fsl_scr_read(&ap->link, SCR_ERROR, &SError);  in sata_fsl_error_intr()
1111 		sata_fsl_scr_write(&ap->link, SCR_ERROR, SError);  in sata_fsl_error_intr()
1126 		sata_async_notification(ap);  in sata_fsl_error_intr()
1155 		if (ap->nr_pmp_links) {  in sata_fsl_error_intr()
1163 			if (dev_num < ap->nr_pmp_links && dereg != 0) {  in sata_fsl_error_intr()
1164 				link = &ap->pmp_link[dev_num];  in sata_fsl_error_intr()
1166 				qc = ata_qc_from_tag(ap, link->active_tag);  in sata_fsl_error_intr()
1184 			qc = ata_qc_from_tag(ap, link->active_tag);  in sata_fsl_error_intr()
1203 		ata_port_freeze(ap);  in sata_fsl_error_intr()
1208 			ata_port_abort(ap);  in sata_fsl_error_intr()
1212 static void sata_fsl_host_intr(struct ata_port *ap)  in sata_fsl_host_intr()  argument
1214 	struct sata_fsl_host_priv *host_priv = ap->host->private_data;  in sata_fsl_host_intr()
1224 	sata_fsl_scr_read(&ap->link, SCR_ERROR, &SError);  in sata_fsl_host_intr()
1232 			qc = ata_qc_from_tag(ap, tag);  in sata_fsl_host_intr()
1245 				sata_fsl_scr_write(&ap->link, SCR_ERROR,  in sata_fsl_host_intr()
1258 		sata_fsl_error_intr(ap);  in sata_fsl_host_intr()
1263 		sata_fsl_error_intr(ap);  in sata_fsl_host_intr()
1273 		ap->qc_active);  in sata_fsl_host_intr()
1275 	if (done_mask & ap->qc_active) {  in sata_fsl_host_intr()
1292 		ata_qc_complete_multiple(ap, ap->qc_active ^ done_mask);  in sata_fsl_host_intr()
1295 	} else if ((ap->qc_active & (1 << ATA_TAG_INTERNAL))) {  in sata_fsl_host_intr()
1297 		qc = ata_qc_from_tag(ap, ATA_TAG_INTERNAL);  in sata_fsl_host_intr()
1321 	struct ata_port *ap;  in sata_fsl_interrupt()  local
1336 	ap = host->ports[0];  in sata_fsl_interrupt()
1337 	if (ap) {  in sata_fsl_interrupt()
1338 		sata_fsl_host_intr(ap);  in sata_fsl_interrupt()
1591 	struct ata_port *ap = host->ports[0];  in sata_fsl_resume()  local
1592 	struct sata_fsl_port_priv *pp = ap->private_data;  in sata_fsl_resume()