Lines Matching refs:ap
64 u8 ata_sff_check_status(struct ata_port *ap) in ata_sff_check_status() argument
66 return ioread8(ap->ioaddr.status_addr); in ata_sff_check_status()
84 static bool ata_sff_altstatus(struct ata_port *ap, u8 *status) in ata_sff_altstatus() argument
88 if (ap->ops->sff_check_altstatus) { in ata_sff_altstatus()
89 tmp = ap->ops->sff_check_altstatus(ap); in ata_sff_altstatus()
92 if (ap->ioaddr.altstatus_addr) { in ata_sff_altstatus()
93 tmp = ioread8(ap->ioaddr.altstatus_addr); in ata_sff_altstatus()
116 static u8 ata_sff_irq_status(struct ata_port *ap) in ata_sff_irq_status() argument
121 if (ata_sff_altstatus(ap, &status) && (status & ATA_BUSY)) in ata_sff_irq_status()
124 status = ap->ops->sff_check_status(ap); in ata_sff_irq_status()
140 static void ata_sff_sync(struct ata_port *ap) in ata_sff_sync() argument
142 ata_sff_altstatus(ap, NULL); in ata_sff_sync()
157 void ata_sff_pause(struct ata_port *ap) in ata_sff_pause() argument
159 ata_sff_sync(ap); in ata_sff_pause()
172 void ata_sff_dma_pause(struct ata_port *ap) in ata_sff_dma_pause() argument
178 if (ata_sff_altstatus(ap, NULL)) in ata_sff_dma_pause()
189 u8 status = link->ap->ops->sff_check_status(link->ap); in ata_sff_check_ready()
227 static bool ata_sff_set_devctl(struct ata_port *ap, u8 ctl) in ata_sff_set_devctl() argument
229 if (ap->ops->sff_set_devctl) { in ata_sff_set_devctl()
230 ap->ops->sff_set_devctl(ap, ctl); in ata_sff_set_devctl()
233 if (ap->ioaddr.ctl_addr) { in ata_sff_set_devctl()
234 iowrite8(ctl, ap->ioaddr.ctl_addr); in ata_sff_set_devctl()
255 void ata_sff_dev_select(struct ata_port *ap, unsigned int device) in ata_sff_dev_select() argument
264 iowrite8(tmp, ap->ioaddr.device_addr); in ata_sff_dev_select()
265 ata_sff_pause(ap); /* needed; also flushes, for mmio */ in ata_sff_dev_select()
287 static void ata_dev_select(struct ata_port *ap, unsigned int device, in ata_dev_select() argument
291 ata_wait_idle(ap); in ata_dev_select()
293 ap->ops->sff_dev_select(ap, device); in ata_dev_select()
296 if (can_sleep && ap->link.device[device].class == ATA_DEV_ATAPI) in ata_dev_select()
297 ata_msleep(ap, 150); in ata_dev_select()
298 ata_wait_idle(ap); in ata_dev_select()
315 void ata_sff_irq_on(struct ata_port *ap) in ata_sff_irq_on() argument
317 if (ap->ops->sff_irq_on) { in ata_sff_irq_on()
318 ap->ops->sff_irq_on(ap); in ata_sff_irq_on()
322 ap->ctl &= ~ATA_NIEN; in ata_sff_irq_on()
323 ap->last_ctl = ap->ctl; in ata_sff_irq_on()
325 ata_sff_set_devctl(ap, ap->ctl); in ata_sff_irq_on()
326 ata_wait_idle(ap); in ata_sff_irq_on()
328 if (ap->ops->sff_irq_clear) in ata_sff_irq_on()
329 ap->ops->sff_irq_clear(ap); in ata_sff_irq_on()
343 void ata_sff_tf_load(struct ata_port *ap, const struct ata_taskfile *tf) in ata_sff_tf_load() argument
345 struct ata_ioports *ioaddr = &ap->ioaddr; in ata_sff_tf_load()
348 if (tf->ctl != ap->last_ctl) { in ata_sff_tf_load()
351 ap->last_ctl = tf->ctl; in ata_sff_tf_load()
352 ata_wait_idle(ap); in ata_sff_tf_load()
375 ata_wait_idle(ap); in ata_sff_tf_load()
392 void ata_sff_tf_read(struct ata_port *ap, struct ata_taskfile *tf) in ata_sff_tf_read() argument
394 struct ata_ioports *ioaddr = &ap->ioaddr; in ata_sff_tf_read()
396 tf->status = ata_sff_check_status(ap); in ata_sff_tf_read()
413 ap->last_ctl = tf->ctl; in ata_sff_tf_read()
431 void ata_sff_exec_command(struct ata_port *ap, const struct ata_taskfile *tf) in ata_sff_exec_command() argument
433 iowrite8(tf->command, ap->ioaddr.command_addr); in ata_sff_exec_command()
434 ata_sff_pause(ap); in ata_sff_exec_command()
451 static inline void ata_tf_to_host(struct ata_port *ap, in ata_tf_to_host() argument
455 trace_ata_tf_load(ap, tf); in ata_tf_to_host()
456 ap->ops->sff_tf_load(ap, tf); in ata_tf_to_host()
457 trace_ata_exec_command(ap, tf, tag); in ata_tf_to_host()
458 ap->ops->sff_exec_command(ap, tf); in ata_tf_to_host()
479 struct ata_port *ap = qc->dev->link->ap; in ata_sff_data_xfer() local
480 void __iomem *data_addr = ap->ioaddr.data_addr; in ata_sff_data_xfer()
535 struct ata_port *ap = dev->link->ap; in ata_sff_data_xfer32() local
536 void __iomem *data_addr = ap->ioaddr.data_addr; in ata_sff_data_xfer32()
540 if (!(ap->pflags & ATA_PFLAG_PIO32)) in ata_sff_data_xfer32()
585 qc->ap->ops->sff_data_xfer(qc, buf + offset, xfer_size, do_write); in ata_pio_xfer()
603 struct ata_port *ap = qc->ap; in ata_pio_sector() local
612 ap->hsm_task_state = HSM_ST_LAST; in ata_pio_sector()
644 ap->hsm_task_state = HSM_ST_LAST; in ata_pio_sector()
674 ata_sff_sync(qc->ap); /* flush */ in ata_pio_sectors()
688 static void atapi_send_cdb(struct ata_port *ap, struct ata_queued_cmd *qc) in atapi_send_cdb() argument
694 ap->ops->sff_data_xfer(qc, qc->cdb, qc->dev->cdb_len, 1); in atapi_send_cdb()
695 ata_sff_sync(ap); in atapi_send_cdb()
700 ap->hsm_task_state = HSM_ST; in atapi_send_cdb()
703 ap->hsm_task_state = HSM_ST_LAST; in atapi_send_cdb()
707 ap->hsm_task_state = HSM_ST_LAST; in atapi_send_cdb()
709 trace_ata_bmdma_start(ap, &qc->tf, qc->tag); in atapi_send_cdb()
710 ap->ops->bmdma_start(qc); in atapi_send_cdb()
732 struct ata_port *ap = qc->ap; in __atapi_pio_bytes() local
766 consumed = ap->ops->sff_data_xfer(qc, buf + offset, count, rw); in __atapi_pio_bytes()
800 struct ata_port *ap = qc->ap; in atapi_pio_bytes() local
812 ap->ops->sff_tf_read(ap, &qc->result_tf); in atapi_pio_bytes()
832 ata_sff_sync(ap); /* flush */ in atapi_pio_bytes()
841 ap->hsm_task_state = HSM_ST_ERR; in atapi_pio_bytes()
852 static inline int ata_hsm_ok_in_wq(struct ata_port *ap, in ata_hsm_ok_in_wq() argument
858 if (ap->hsm_task_state == HSM_ST_FIRST) { in ata_hsm_ok_in_wq()
884 struct ata_port *ap = qc->ap; in ata_hsm_qc_complete() local
886 if (ap->ops->error_handler) { in ata_hsm_qc_complete()
891 qc = ata_qc_from_tag(ap, qc->tag); in ata_hsm_qc_complete()
894 ata_sff_irq_on(ap); in ata_hsm_qc_complete()
897 ata_port_freeze(ap); in ata_hsm_qc_complete()
903 ata_port_freeze(ap); in ata_hsm_qc_complete()
907 ata_sff_irq_on(ap); in ata_hsm_qc_complete()
924 int ata_sff_hsm_move(struct ata_port *ap, struct ata_queued_cmd *qc, in ata_sff_hsm_move() argument
931 lockdep_assert_held(ap->lock); in ata_sff_hsm_move()
939 WARN_ON_ONCE(in_wq != ata_hsm_ok_in_wq(ap, qc)); in ata_sff_hsm_move()
944 switch (ap->hsm_task_state) { in ata_sff_hsm_move()
967 ap->hsm_task_state = HSM_ST_ERR; in ata_sff_hsm_move()
988 ap->hsm_task_state = HSM_ST_ERR; in ata_sff_hsm_move()
1002 ap->hsm_task_state = HSM_ST; in ata_sff_hsm_move()
1006 atapi_send_cdb(ap, qc); in ata_sff_hsm_move()
1021 ap->hsm_task_state = HSM_ST_LAST; in ata_sff_hsm_move()
1036 ap->hsm_task_state = HSM_ST_ERR; in ata_sff_hsm_move()
1042 if (unlikely(ap->hsm_task_state == HSM_ST_ERR)) in ata_sff_hsm_move()
1074 ap->hsm_task_state = HSM_ST_ERR; in ata_sff_hsm_move()
1094 status = ata_wait_idle(ap); in ata_sff_hsm_move()
1118 ap->hsm_task_state = HSM_ST_ERR; in ata_sff_hsm_move()
1124 if (ap->hsm_task_state == HSM_ST_LAST && in ata_sff_hsm_move()
1127 status = ata_wait_idle(ap); in ata_sff_hsm_move()
1138 ap->hsm_task_state = HSM_ST_ERR; in ata_sff_hsm_move()
1147 ap->hsm_task_state = HSM_ST_IDLE; in ata_sff_hsm_move()
1156 ap->hsm_task_state = HSM_ST_IDLE; in ata_sff_hsm_move()
1166 ap->print_id, ap->hsm_task_state); in ata_sff_hsm_move()
1187 struct ata_port *ap = link->ap; in ata_sff_queue_pio_task() local
1189 WARN_ON((ap->sff_pio_task_link != NULL) && in ata_sff_queue_pio_task()
1190 (ap->sff_pio_task_link != link)); in ata_sff_queue_pio_task()
1191 ap->sff_pio_task_link = link; in ata_sff_queue_pio_task()
1194 ata_sff_queue_delayed_work(&ap->sff_pio_task, msecs_to_jiffies(delay)); in ata_sff_queue_pio_task()
1198 void ata_sff_flush_pio_task(struct ata_port *ap) in ata_sff_flush_pio_task() argument
1200 trace_ata_sff_flush_pio_task(ap); in ata_sff_flush_pio_task()
1202 cancel_delayed_work_sync(&ap->sff_pio_task); in ata_sff_flush_pio_task()
1212 spin_lock_irq(ap->lock); in ata_sff_flush_pio_task()
1213 ap->hsm_task_state = HSM_ST_IDLE; in ata_sff_flush_pio_task()
1214 spin_unlock_irq(ap->lock); in ata_sff_flush_pio_task()
1216 ap->sff_pio_task_link = NULL; in ata_sff_flush_pio_task()
1221 struct ata_port *ap = in ata_sff_pio_task() local
1223 struct ata_link *link = ap->sff_pio_task_link; in ata_sff_pio_task()
1228 spin_lock_irq(ap->lock); in ata_sff_pio_task()
1230 BUG_ON(ap->sff_pio_task_link == NULL); in ata_sff_pio_task()
1232 qc = ata_qc_from_tag(ap, link->active_tag); in ata_sff_pio_task()
1234 ap->sff_pio_task_link = NULL; in ata_sff_pio_task()
1239 WARN_ON_ONCE(ap->hsm_task_state == HSM_ST_IDLE); in ata_sff_pio_task()
1248 status = ata_sff_busy_wait(ap, ATA_BUSY, 5); in ata_sff_pio_task()
1250 spin_unlock_irq(ap->lock); in ata_sff_pio_task()
1251 ata_msleep(ap, 2); in ata_sff_pio_task()
1252 spin_lock_irq(ap->lock); in ata_sff_pio_task()
1254 status = ata_sff_busy_wait(ap, ATA_BUSY, 10); in ata_sff_pio_task()
1265 ap->sff_pio_task_link = NULL; in ata_sff_pio_task()
1267 poll_next = ata_sff_hsm_move(ap, qc, status, 1); in ata_sff_pio_task()
1275 spin_unlock_irq(ap->lock); in ata_sff_pio_task()
1293 struct ata_port *ap = qc->ap; in ata_sff_qc_issue() local
1299 if (ap->flags & ATA_FLAG_PIO_POLLING) in ata_sff_qc_issue()
1303 ata_dev_select(ap, qc->dev->devno, 1, 0); in ata_sff_qc_issue()
1311 ata_tf_to_host(ap, &qc->tf, qc->tag); in ata_sff_qc_issue()
1312 ap->hsm_task_state = HSM_ST_LAST; in ata_sff_qc_issue()
1323 ata_tf_to_host(ap, &qc->tf, qc->tag); in ata_sff_qc_issue()
1327 ap->hsm_task_state = HSM_ST_FIRST; in ata_sff_qc_issue()
1335 ap->hsm_task_state = HSM_ST; in ata_sff_qc_issue()
1353 ata_tf_to_host(ap, &qc->tf, qc->tag); in ata_sff_qc_issue()
1355 ap->hsm_task_state = HSM_ST_FIRST; in ata_sff_qc_issue()
1383 qc->ap->ops->sff_tf_read(qc->ap, &qc->result_tf); in ata_sff_qc_fill_rtf()
1387 static unsigned int ata_sff_idle_irq(struct ata_port *ap) in ata_sff_idle_irq() argument
1389 ap->stats.idle_irq++; in ata_sff_idle_irq()
1392 if ((ap->stats.idle_irq % 1000) == 0) { in ata_sff_idle_irq()
1393 ap->ops->sff_check_status(ap); in ata_sff_idle_irq()
1394 if (ap->ops->sff_irq_clear) in ata_sff_idle_irq()
1395 ap->ops->sff_irq_clear(ap); in ata_sff_idle_irq()
1396 ata_port_warn(ap, "irq trap\n"); in ata_sff_idle_irq()
1403 static unsigned int __ata_sff_port_intr(struct ata_port *ap, in __ata_sff_port_intr() argument
1412 switch (ap->hsm_task_state) { in __ata_sff_port_intr()
1423 return ata_sff_idle_irq(ap); in __ata_sff_port_intr()
1426 return ata_sff_idle_irq(ap); in __ata_sff_port_intr()
1432 status = ata_sff_irq_status(ap); in __ata_sff_port_intr()
1437 ap->hsm_task_state = HSM_ST_ERR; in __ata_sff_port_intr()
1439 return ata_sff_idle_irq(ap); in __ata_sff_port_intr()
1443 if (ap->ops->sff_irq_clear) in __ata_sff_port_intr()
1444 ap->ops->sff_irq_clear(ap); in __ata_sff_port_intr()
1446 ata_sff_hsm_move(ap, qc, status, 0); in __ata_sff_port_intr()
1464 unsigned int ata_sff_port_intr(struct ata_port *ap, struct ata_queued_cmd *qc) in ata_sff_port_intr() argument
1466 return __ata_sff_port_intr(ap, qc, false); in ata_sff_port_intr()
1485 struct ata_port *ap = host->ports[i]; in __ata_sff_interrupt() local
1488 qc = ata_qc_from_tag(ap, ap->link.active_tag); in __ata_sff_interrupt()
1491 handled |= port_intr(ap, qc); in __ata_sff_interrupt()
1507 struct ata_port *ap = host->ports[i]; in __ata_sff_interrupt() local
1512 if (!ap->ops->sff_irq_check || in __ata_sff_interrupt()
1513 !ap->ops->sff_irq_check(ap)) in __ata_sff_interrupt()
1517 ap->ops->sff_check_status(ap); in __ata_sff_interrupt()
1518 if (ap->ops->sff_irq_clear) in __ata_sff_interrupt()
1519 ap->ops->sff_irq_clear(ap); in __ata_sff_interrupt()
1522 if (!(ap->ops->sff_check_status(ap) & ATA_BUSY)) in __ata_sff_interrupt()
1575 void ata_sff_lost_interrupt(struct ata_port *ap) in ata_sff_lost_interrupt() argument
1581 qc = ata_qc_from_tag(ap, ap->link.active_tag); in ata_sff_lost_interrupt()
1587 if (WARN_ON_ONCE(!ata_sff_altstatus(ap, &status))) in ata_sff_lost_interrupt()
1594 ata_port_warn(ap, "lost interrupt (Status 0x%x)\n", status); in ata_sff_lost_interrupt()
1597 ata_sff_port_intr(ap, qc); in ata_sff_lost_interrupt()
1610 void ata_sff_freeze(struct ata_port *ap) in ata_sff_freeze() argument
1612 ap->ctl |= ATA_NIEN; in ata_sff_freeze()
1613 ap->last_ctl = ap->ctl; in ata_sff_freeze()
1615 ata_sff_set_devctl(ap, ap->ctl); in ata_sff_freeze()
1621 ap->ops->sff_check_status(ap); in ata_sff_freeze()
1623 if (ap->ops->sff_irq_clear) in ata_sff_freeze()
1624 ap->ops->sff_irq_clear(ap); in ata_sff_freeze()
1637 void ata_sff_thaw(struct ata_port *ap) in ata_sff_thaw() argument
1640 ap->ops->sff_check_status(ap); in ata_sff_thaw()
1641 if (ap->ops->sff_irq_clear) in ata_sff_thaw()
1642 ap->ops->sff_irq_clear(ap); in ata_sff_thaw()
1643 ata_sff_irq_on(ap); in ata_sff_thaw()
1709 static bool ata_devchk(struct ata_port *ap, unsigned int device) in ata_devchk() argument
1711 struct ata_ioports *ioaddr = &ap->ioaddr; in ata_devchk()
1714 ap->ops->sff_dev_select(ap, device); in ata_devchk()
1758 struct ata_port *ap = dev->link->ap; in ata_sff_dev_classify() local
1763 ap->ops->sff_dev_select(ap, dev->devno); in ata_sff_dev_classify()
1767 ap->ops->sff_tf_read(ap, &tf); in ata_sff_dev_classify()
1784 class = ata_port_classify(ap, &tf); in ata_sff_dev_classify()
1800 if (ap->ops->sff_check_status(ap) == 0) in ata_sff_dev_classify()
1828 struct ata_port *ap = link->ap; in ata_sff_wait_after_reset() local
1829 struct ata_ioports *ioaddr = &ap->ioaddr; in ata_sff_wait_after_reset()
1834 ata_msleep(ap, ATA_WAIT_AFTER_RESET); in ata_sff_wait_after_reset()
1850 ap->ops->sff_dev_select(ap, 1); in ata_sff_wait_after_reset()
1863 ata_msleep(ap, 50); /* give drive a breather */ in ata_sff_wait_after_reset()
1875 ap->ops->sff_dev_select(ap, 0); in ata_sff_wait_after_reset()
1877 ap->ops->sff_dev_select(ap, 1); in ata_sff_wait_after_reset()
1879 ap->ops->sff_dev_select(ap, 0); in ata_sff_wait_after_reset()
1885 static int ata_bus_softreset(struct ata_port *ap, unsigned int devmask, in ata_bus_softreset() argument
1888 struct ata_ioports *ioaddr = &ap->ioaddr; in ata_bus_softreset()
1890 if (ap->ioaddr.ctl_addr) { in ata_bus_softreset()
1892 iowrite8(ap->ctl, ioaddr->ctl_addr); in ata_bus_softreset()
1894 iowrite8(ap->ctl | ATA_SRST, ioaddr->ctl_addr); in ata_bus_softreset()
1896 iowrite8(ap->ctl, ioaddr->ctl_addr); in ata_bus_softreset()
1897 ap->last_ctl = ap->ctl; in ata_bus_softreset()
1901 return ata_sff_wait_after_reset(&ap->link, devmask, deadline); in ata_bus_softreset()
1921 struct ata_port *ap = link->ap; in ata_sff_softreset() local
1922 unsigned int slave_possible = ap->flags & ATA_FLAG_SLAVE_POSS; in ata_sff_softreset()
1928 if (ata_devchk(ap, 0)) in ata_sff_softreset()
1930 if (slave_possible && ata_devchk(ap, 1)) in ata_sff_softreset()
1934 ap->ops->sff_dev_select(ap, 0); in ata_sff_softreset()
1937 rc = ata_bus_softreset(ap, devmask, deadline); in ata_sff_softreset()
2001 struct ata_port *ap = link->ap; in ata_sff_postreset() local
2007 ap->ops->sff_dev_select(ap, 1); in ata_sff_postreset()
2009 ap->ops->sff_dev_select(ap, 0); in ata_sff_postreset()
2016 if (ata_sff_set_devctl(ap, ap->ctl)) in ata_sff_postreset()
2017 ap->last_ctl = ap->ctl; in ata_sff_postreset()
2034 struct ata_port *ap; in ata_sff_drain_fifo() local
2040 ap = qc->ap; in ata_sff_drain_fifo()
2042 for (count = 0; (ap->ops->sff_check_status(ap) & ATA_DRQ) in ata_sff_drain_fifo()
2044 ioread16(ap->ioaddr.data_addr); in ata_sff_drain_fifo()
2047 ata_port_dbg(ap, "drained %d bytes to clear DRQ\n", count); in ata_sff_drain_fifo()
2064 void ata_sff_error_handler(struct ata_port *ap) in ata_sff_error_handler() argument
2066 ata_reset_fn_t softreset = ap->ops->softreset; in ata_sff_error_handler()
2067 ata_reset_fn_t hardreset = ap->ops->hardreset; in ata_sff_error_handler()
2071 qc = __ata_qc_from_tag(ap, ap->link.active_tag); in ata_sff_error_handler()
2075 spin_lock_irqsave(ap->lock, flags); in ata_sff_error_handler()
2084 if (ap->ops->sff_drain_fifo) in ata_sff_error_handler()
2085 ap->ops->sff_drain_fifo(qc); in ata_sff_error_handler()
2087 spin_unlock_irqrestore(ap->lock, flags); in ata_sff_error_handler()
2091 hardreset == sata_sff_hardreset) && !sata_scr_valid(&ap->link)) in ata_sff_error_handler()
2094 ata_do_eh(ap, ap->ops->prereset, softreset, hardreset, in ata_sff_error_handler()
2095 ap->ops->postreset); in ata_sff_error_handler()
2169 struct ata_port *ap = host->ports[i]; in ata_pci_sff_init_host() local
2173 if (ata_port_is_dummy(ap)) in ata_pci_sff_init_host()
2181 ap->ops = &ata_dummy_port_ops; in ata_pci_sff_init_host()
2193 ap->ops = &ata_dummy_port_ops; in ata_pci_sff_init_host()
2198 ap->ioaddr.cmd_addr = iomap[base]; in ata_pci_sff_init_host()
2199 ap->ioaddr.altstatus_addr = in ata_pci_sff_init_host()
2200 ap->ioaddr.ctl_addr = (void __iomem *) in ata_pci_sff_init_host()
2202 ata_sff_std_ports(&ap->ioaddr); in ata_pci_sff_init_host()
2204 ata_port_desc(ap, "cmd 0x%llx ctl 0x%llx", in ata_pci_sff_init_host()
2509 struct ata_port *ap = qc->ap; in ata_bmdma_fill_sg() local
2510 struct ata_bmdma_prd *prd = ap->bmdma_prd; in ata_bmdma_fill_sg()
2559 struct ata_port *ap = qc->ap; in ata_bmdma_fill_sg_dumb() local
2560 struct ata_bmdma_prd *prd = ap->bmdma_prd; in ata_bmdma_fill_sg_dumb()
2659 struct ata_port *ap = qc->ap; in ata_bmdma_qc_issue() local
2667 ata_dev_select(ap, qc->dev->devno, 1, 0); in ata_bmdma_qc_issue()
2674 trace_ata_tf_load(ap, &qc->tf); in ata_bmdma_qc_issue()
2675 ap->ops->sff_tf_load(ap, &qc->tf); /* load tf registers */ in ata_bmdma_qc_issue()
2676 trace_ata_bmdma_setup(ap, &qc->tf, qc->tag); in ata_bmdma_qc_issue()
2677 ap->ops->bmdma_setup(qc); /* set up bmdma */ in ata_bmdma_qc_issue()
2678 trace_ata_bmdma_start(ap, &qc->tf, qc->tag); in ata_bmdma_qc_issue()
2679 ap->ops->bmdma_start(qc); /* initiate bmdma */ in ata_bmdma_qc_issue()
2680 ap->hsm_task_state = HSM_ST_LAST; in ata_bmdma_qc_issue()
2686 trace_ata_tf_load(ap, &qc->tf); in ata_bmdma_qc_issue()
2687 ap->ops->sff_tf_load(ap, &qc->tf); /* load tf registers */ in ata_bmdma_qc_issue()
2688 trace_ata_bmdma_setup(ap, &qc->tf, qc->tag); in ata_bmdma_qc_issue()
2689 ap->ops->bmdma_setup(qc); /* set up bmdma */ in ata_bmdma_qc_issue()
2690 ap->hsm_task_state = HSM_ST_FIRST; in ata_bmdma_qc_issue()
2719 unsigned int ata_bmdma_port_intr(struct ata_port *ap, struct ata_queued_cmd *qc) in ata_bmdma_port_intr() argument
2721 struct ata_eh_info *ehi = &ap->link.eh_info; in ata_bmdma_port_intr()
2726 if (ap->hsm_task_state == HSM_ST_LAST && ata_is_dma(qc->tf.protocol)) { in ata_bmdma_port_intr()
2728 host_stat = ap->ops->bmdma_status(ap); in ata_bmdma_port_intr()
2729 trace_ata_bmdma_status(ap, host_stat); in ata_bmdma_port_intr()
2733 return ata_sff_idle_irq(ap); in ata_bmdma_port_intr()
2736 trace_ata_bmdma_stop(ap, &qc->tf, qc->tag); in ata_bmdma_port_intr()
2737 ap->ops->bmdma_stop(qc); in ata_bmdma_port_intr()
2743 ap->hsm_task_state = HSM_ST_ERR; in ata_bmdma_port_intr()
2747 handled = __ata_sff_port_intr(ap, qc, bmdma_stopped); in ata_bmdma_port_intr()
2788 void ata_bmdma_error_handler(struct ata_port *ap) in ata_bmdma_error_handler() argument
2794 qc = __ata_qc_from_tag(ap, ap->link.active_tag); in ata_bmdma_error_handler()
2799 spin_lock_irqsave(ap->lock, flags); in ata_bmdma_error_handler()
2804 host_stat = ap->ops->bmdma_status(ap); in ata_bmdma_error_handler()
2805 trace_ata_bmdma_status(ap, host_stat); in ata_bmdma_error_handler()
2817 trace_ata_bmdma_stop(ap, &qc->tf, qc->tag); in ata_bmdma_error_handler()
2818 ap->ops->bmdma_stop(qc); in ata_bmdma_error_handler()
2822 ap->ops->sff_check_status(ap); in ata_bmdma_error_handler()
2823 if (ap->ops->sff_irq_clear) in ata_bmdma_error_handler()
2824 ap->ops->sff_irq_clear(ap); in ata_bmdma_error_handler()
2828 spin_unlock_irqrestore(ap->lock, flags); in ata_bmdma_error_handler()
2831 ata_eh_thaw_port(ap); in ata_bmdma_error_handler()
2833 ata_sff_error_handler(ap); in ata_bmdma_error_handler()
2846 struct ata_port *ap = qc->ap; in ata_bmdma_post_internal_cmd() local
2850 spin_lock_irqsave(ap->lock, flags); in ata_bmdma_post_internal_cmd()
2851 trace_ata_bmdma_stop(ap, &qc->tf, qc->tag); in ata_bmdma_post_internal_cmd()
2852 ap->ops->bmdma_stop(qc); in ata_bmdma_post_internal_cmd()
2853 spin_unlock_irqrestore(ap->lock, flags); in ata_bmdma_post_internal_cmd()
2869 void ata_bmdma_irq_clear(struct ata_port *ap) in ata_bmdma_irq_clear() argument
2871 void __iomem *mmio = ap->ioaddr.bmdma_addr; in ata_bmdma_irq_clear()
2889 struct ata_port *ap = qc->ap; in ata_bmdma_setup() local
2895 iowrite32(ap->bmdma_prd_dma, ap->ioaddr.bmdma_addr + ATA_DMA_TABLE_OFS); in ata_bmdma_setup()
2898 dmactl = ioread8(ap->ioaddr.bmdma_addr + ATA_DMA_CMD); in ata_bmdma_setup()
2902 iowrite8(dmactl, ap->ioaddr.bmdma_addr + ATA_DMA_CMD); in ata_bmdma_setup()
2905 ap->ops->sff_exec_command(ap, &qc->tf); in ata_bmdma_setup()
2918 struct ata_port *ap = qc->ap; in ata_bmdma_start() local
2922 dmactl = ioread8(ap->ioaddr.bmdma_addr + ATA_DMA_CMD); in ata_bmdma_start()
2923 iowrite8(dmactl | ATA_DMA_START, ap->ioaddr.bmdma_addr + ATA_DMA_CMD); in ata_bmdma_start()
2955 struct ata_port *ap = qc->ap; in ata_bmdma_stop() local
2956 void __iomem *mmio = ap->ioaddr.bmdma_addr; in ata_bmdma_stop()
2963 ata_sff_dma_pause(ap); in ata_bmdma_stop()
2978 u8 ata_bmdma_status(struct ata_port *ap) in ata_bmdma_status() argument
2980 return ioread8(ap->ioaddr.bmdma_addr + ATA_DMA_STATUS); in ata_bmdma_status()
2997 int ata_bmdma_port_start(struct ata_port *ap) in ata_bmdma_port_start() argument
2999 if (ap->mwdma_mask || ap->udma_mask) { in ata_bmdma_port_start()
3000 ap->bmdma_prd = in ata_bmdma_port_start()
3001 dmam_alloc_coherent(ap->host->dev, ATA_PRD_TBL_SZ, in ata_bmdma_port_start()
3002 &ap->bmdma_prd_dma, GFP_KERNEL); in ata_bmdma_port_start()
3003 if (!ap->bmdma_prd) in ata_bmdma_port_start()
3025 int ata_bmdma_port_start32(struct ata_port *ap) in ata_bmdma_port_start32() argument
3027 ap->pflags |= ATA_PFLAG_PIO32 | ATA_PFLAG_PIO32CHANGE; in ata_bmdma_port_start32()
3028 return ata_bmdma_port_start(ap); in ata_bmdma_port_start32()
3112 struct ata_port *ap = host->ports[i]; in ata_pci_bmdma_init() local
3115 if (ata_port_is_dummy(ap)) in ata_pci_bmdma_init()
3118 ap->ioaddr.bmdma_addr = bmdma; in ata_pci_bmdma_init()
3119 if ((!(ap->flags & ATA_FLAG_IGN_SIMPLEX)) && in ata_pci_bmdma_init()
3123 ata_port_desc(ap, "bmdma 0x%llx", in ata_pci_bmdma_init()
3198 void ata_sff_port_init(struct ata_port *ap) in ata_sff_port_init() argument
3200 INIT_DELAYED_WORK(&ap->sff_pio_task, ata_sff_pio_task); in ata_sff_port_init()
3201 ap->ctl = ATA_DEVCTL_OBS; in ata_sff_port_init()
3202 ap->last_ctl = 0xFF; in ata_sff_port_init()