Lines Matching refs:qc
475 unsigned int ata_sff_data_xfer(struct ata_queued_cmd *qc, unsigned char *buf, in ata_sff_data_xfer() argument
478 struct ata_port *ap = qc->dev->link->ap; in ata_sff_data_xfer()
530 unsigned int ata_sff_data_xfer32(struct ata_queued_cmd *qc, unsigned char *buf, in ata_sff_data_xfer32() argument
533 struct ata_device *dev = qc->dev; in ata_sff_data_xfer32()
540 return ata_sff_data_xfer(qc, buf, buflen, rw); in ata_sff_data_xfer32()
577 static void ata_pio_xfer(struct ata_queued_cmd *qc, struct page *page, in ata_pio_xfer() argument
580 bool do_write = (qc->tf.flags & ATA_TFLAG_WRITE); in ata_pio_xfer()
584 qc->ap->ops->sff_data_xfer(qc, buf + offset, xfer_size, do_write); in ata_pio_xfer()
600 static void ata_pio_sector(struct ata_queued_cmd *qc) in ata_pio_sector() argument
602 struct ata_port *ap = qc->ap; in ata_pio_sector()
606 if (!qc->cursg) { in ata_pio_sector()
607 qc->curbytes = qc->nbytes; in ata_pio_sector()
610 if (qc->curbytes == qc->nbytes - qc->sect_size) in ata_pio_sector()
613 page = sg_page(qc->cursg); in ata_pio_sector()
614 offset = qc->cursg->offset + qc->cursg_ofs; in ata_pio_sector()
621 count = min(qc->cursg->length - qc->cursg_ofs, qc->sect_size); in ata_pio_sector()
623 trace_ata_sff_pio_transfer_data(qc, offset, count); in ata_pio_sector()
633 ata_pio_xfer(qc, page, offset, split_len); in ata_pio_sector()
634 ata_pio_xfer(qc, nth_page(page, 1), 0, count - split_len); in ata_pio_sector()
636 ata_pio_xfer(qc, page, offset, count); in ata_pio_sector()
639 qc->curbytes += count; in ata_pio_sector()
640 qc->cursg_ofs += count; in ata_pio_sector()
642 if (qc->cursg_ofs == qc->cursg->length) { in ata_pio_sector()
643 qc->cursg = sg_next(qc->cursg); in ata_pio_sector()
644 if (!qc->cursg) in ata_pio_sector()
646 qc->cursg_ofs = 0; in ata_pio_sector()
660 static void ata_pio_sectors(struct ata_queued_cmd *qc) in ata_pio_sectors() argument
662 if (is_multi_taskfile(&qc->tf)) { in ata_pio_sectors()
666 WARN_ON_ONCE(qc->dev->multi_count == 0); in ata_pio_sectors()
668 nsect = min((qc->nbytes - qc->curbytes) / qc->sect_size, in ata_pio_sectors()
669 qc->dev->multi_count); in ata_pio_sectors()
671 ata_pio_sector(qc); in ata_pio_sectors()
673 ata_pio_sector(qc); in ata_pio_sectors()
675 ata_sff_sync(qc->ap); /* flush */ in ata_pio_sectors()
689 static void atapi_send_cdb(struct ata_port *ap, struct ata_queued_cmd *qc) in atapi_send_cdb() argument
692 trace_atapi_send_cdb(qc, 0, qc->dev->cdb_len); in atapi_send_cdb()
693 WARN_ON_ONCE(qc->dev->cdb_len < 12); in atapi_send_cdb()
695 ap->ops->sff_data_xfer(qc, qc->cdb, qc->dev->cdb_len, 1); in atapi_send_cdb()
699 switch (qc->tf.protocol) { in atapi_send_cdb()
710 trace_ata_bmdma_start(ap, &qc->tf, qc->tag); in atapi_send_cdb()
711 ap->ops->bmdma_start(qc); in atapi_send_cdb()
730 static int __atapi_pio_bytes(struct ata_queued_cmd *qc, unsigned int bytes) in __atapi_pio_bytes() argument
732 int rw = (qc->tf.flags & ATA_TFLAG_WRITE) ? WRITE : READ; in __atapi_pio_bytes()
733 struct ata_port *ap = qc->ap; in __atapi_pio_bytes()
734 struct ata_device *dev = qc->dev; in __atapi_pio_bytes()
742 sg = qc->cursg; in __atapi_pio_bytes()
746 qc->nbytes, qc->curbytes, bytes); in __atapi_pio_bytes()
751 offset = sg->offset + qc->cursg_ofs; in __atapi_pio_bytes()
758 count = min(sg->length - qc->cursg_ofs, bytes); in __atapi_pio_bytes()
763 trace_atapi_pio_transfer_data(qc, offset, count); in __atapi_pio_bytes()
767 consumed = ap->ops->sff_data_xfer(qc, buf + offset, count, rw); in __atapi_pio_bytes()
771 qc->curbytes += count; in __atapi_pio_bytes()
772 qc->cursg_ofs += count; in __atapi_pio_bytes()
774 if (qc->cursg_ofs == sg->length) { in __atapi_pio_bytes()
775 qc->cursg = sg_next(qc->cursg); in __atapi_pio_bytes()
776 qc->cursg_ofs = 0; in __atapi_pio_bytes()
799 static void atapi_pio_bytes(struct ata_queued_cmd *qc) in atapi_pio_bytes() argument
801 struct ata_port *ap = qc->ap; in atapi_pio_bytes()
802 struct ata_device *dev = qc->dev; in atapi_pio_bytes()
805 int i_write, do_write = (qc->tf.flags & ATA_TFLAG_WRITE) ? 1 : 0; in atapi_pio_bytes()
813 ap->ops->sff_tf_read(ap, &qc->result_tf); in atapi_pio_bytes()
814 ireason = qc->result_tf.nsect; in atapi_pio_bytes()
815 bc_lo = qc->result_tf.lbam; in atapi_pio_bytes()
816 bc_hi = qc->result_tf.lbah; in atapi_pio_bytes()
831 if (unlikely(__atapi_pio_bytes(qc, bytes))) in atapi_pio_bytes()
841 qc->err_mask |= AC_ERR_HSM; in atapi_pio_bytes()
854 struct ata_queued_cmd *qc) in ata_hsm_ok_in_wq() argument
856 if (qc->tf.flags & ATA_TFLAG_POLLING) in ata_hsm_ok_in_wq()
860 if (qc->tf.protocol == ATA_PROT_PIO && in ata_hsm_ok_in_wq()
861 (qc->tf.flags & ATA_TFLAG_WRITE)) in ata_hsm_ok_in_wq()
864 if (ata_is_atapi(qc->tf.protocol) && in ata_hsm_ok_in_wq()
865 !(qc->dev->flags & ATA_DFLAG_CDB_INTR)) in ata_hsm_ok_in_wq()
883 static void ata_hsm_qc_complete(struct ata_queued_cmd *qc, int in_wq) in ata_hsm_qc_complete() argument
885 struct ata_port *ap = qc->ap; in ata_hsm_qc_complete()
889 qc = ata_qc_from_tag(ap, qc->tag); in ata_hsm_qc_complete()
890 if (qc) { in ata_hsm_qc_complete()
891 if (likely(!(qc->err_mask & AC_ERR_HSM))) { in ata_hsm_qc_complete()
893 ata_qc_complete(qc); in ata_hsm_qc_complete()
898 if (likely(!(qc->err_mask & AC_ERR_HSM))) in ata_hsm_qc_complete()
899 ata_qc_complete(qc); in ata_hsm_qc_complete()
915 int ata_sff_hsm_move(struct ata_port *ap, struct ata_queued_cmd *qc, in ata_sff_hsm_move() argument
918 struct ata_link *link = qc->dev->link; in ata_sff_hsm_move()
924 WARN_ON_ONCE((qc->flags & ATA_QCFLAG_ACTIVE) == 0); in ata_sff_hsm_move()
930 WARN_ON_ONCE(in_wq != ata_hsm_ok_in_wq(ap, qc)); in ata_sff_hsm_move()
933 trace_ata_sff_hsm_state(qc, status); in ata_sff_hsm_move()
943 poll_next = (qc->tf.flags & ATA_TFLAG_POLLING); in ata_sff_hsm_move()
950 qc->err_mask |= AC_ERR_DEV; in ata_sff_hsm_move()
955 qc->err_mask |= AC_ERR_HSM; in ata_sff_hsm_move()
974 if (!(qc->dev->quirks & ATA_QUIRK_STUCK_ERR)) { in ata_sff_hsm_move()
978 qc->err_mask |= AC_ERR_HSM; in ata_sff_hsm_move()
984 if (qc->tf.protocol == ATA_PROT_PIO) { in ata_sff_hsm_move()
994 ata_pio_sectors(qc); in ata_sff_hsm_move()
997 atapi_send_cdb(ap, qc); in ata_sff_hsm_move()
1006 if (qc->tf.protocol == ATAPI_PROT_PIO) { in ata_sff_hsm_move()
1026 qc->err_mask |= AC_ERR_HSM; in ata_sff_hsm_move()
1031 atapi_pio_bytes(qc); in ata_sff_hsm_move()
1043 qc->err_mask |= AC_ERR_DEV; in ata_sff_hsm_move()
1049 if (qc->dev->quirks & in ata_sff_hsm_move()
1051 qc->err_mask |= in ata_sff_hsm_move()
1061 qc->err_mask |= AC_ERR_HSM | in ata_sff_hsm_move()
1081 qc->err_mask |= AC_ERR_DEV; in ata_sff_hsm_move()
1083 if (!(qc->tf.flags & ATA_TFLAG_WRITE)) { in ata_sff_hsm_move()
1084 ata_pio_sectors(qc); in ata_sff_hsm_move()
1092 qc->err_mask |= AC_ERR_HSM; in ata_sff_hsm_move()
1103 qc->err_mask |= AC_ERR_NODEV_HINT; in ata_sff_hsm_move()
1113 ata_pio_sectors(qc); in ata_sff_hsm_move()
1116 (!(qc->tf.flags & ATA_TFLAG_WRITE))) { in ata_sff_hsm_move()
1128 qc->err_mask |= __ac_err_mask(status); in ata_sff_hsm_move()
1134 trace_ata_sff_hsm_command_complete(qc, status); in ata_sff_hsm_move()
1136 WARN_ON_ONCE(qc->err_mask & (AC_ERR_DEV | AC_ERR_HSM)); in ata_sff_hsm_move()
1141 ata_hsm_qc_complete(qc, in_wq); in ata_sff_hsm_move()
1150 ata_hsm_qc_complete(qc, in_wq); in ata_sff_hsm_move()
1215 struct ata_queued_cmd *qc; in ata_sff_pio_task() local
1223 qc = ata_qc_from_tag(ap, link->active_tag); in ata_sff_pio_task()
1224 if (!qc) { in ata_sff_pio_task()
1258 poll_next = ata_sff_hsm_move(ap, qc, status, 1); in ata_sff_pio_task()
1282 unsigned int ata_sff_qc_issue(struct ata_queued_cmd *qc) in ata_sff_qc_issue() argument
1284 struct ata_port *ap = qc->ap; in ata_sff_qc_issue()
1285 struct ata_link *link = qc->dev->link; in ata_sff_qc_issue()
1291 qc->tf.flags |= ATA_TFLAG_POLLING; in ata_sff_qc_issue()
1294 ata_dev_select(ap, qc->dev->devno, 1, 0); in ata_sff_qc_issue()
1297 switch (qc->tf.protocol) { in ata_sff_qc_issue()
1299 if (qc->tf.flags & ATA_TFLAG_POLLING) in ata_sff_qc_issue()
1300 ata_qc_set_polling(qc); in ata_sff_qc_issue()
1302 ata_tf_to_host(ap, &qc->tf, qc->tag); in ata_sff_qc_issue()
1305 if (qc->tf.flags & ATA_TFLAG_POLLING) in ata_sff_qc_issue()
1311 if (qc->tf.flags & ATA_TFLAG_POLLING) in ata_sff_qc_issue()
1312 ata_qc_set_polling(qc); in ata_sff_qc_issue()
1314 ata_tf_to_host(ap, &qc->tf, qc->tag); in ata_sff_qc_issue()
1316 if (qc->tf.flags & ATA_TFLAG_WRITE) { in ata_sff_qc_issue()
1328 if (qc->tf.flags & ATA_TFLAG_POLLING) in ata_sff_qc_issue()
1341 if (qc->tf.flags & ATA_TFLAG_POLLING) in ata_sff_qc_issue()
1342 ata_qc_set_polling(qc); in ata_sff_qc_issue()
1344 ata_tf_to_host(ap, &qc->tf, qc->tag); in ata_sff_qc_issue()
1349 if ((!(qc->dev->flags & ATA_DFLAG_CDB_INTR)) || in ata_sff_qc_issue()
1350 (qc->tf.flags & ATA_TFLAG_POLLING)) in ata_sff_qc_issue()
1372 void ata_sff_qc_fill_rtf(struct ata_queued_cmd *qc) in ata_sff_qc_fill_rtf() argument
1374 qc->ap->ops->sff_tf_read(qc->ap, &qc->result_tf); in ata_sff_qc_fill_rtf()
1395 struct ata_queued_cmd *qc, in __ata_sff_port_intr() argument
1400 trace_ata_sff_port_intr(qc, hsmv_on_idle); in __ata_sff_port_intr()
1413 if (!(qc->dev->flags & ATA_DFLAG_CDB_INTR)) in __ata_sff_port_intr()
1427 qc->err_mask |= AC_ERR_HSM; in __ata_sff_port_intr()
1437 ata_sff_hsm_move(ap, qc, status, 0); in __ata_sff_port_intr()
1455 unsigned int ata_sff_port_intr(struct ata_port *ap, struct ata_queued_cmd *qc) in ata_sff_port_intr() argument
1457 return __ata_sff_port_intr(ap, qc, false); in ata_sff_port_intr()
1477 struct ata_queued_cmd *qc; in __ata_sff_interrupt() local
1479 qc = ata_qc_from_tag(ap, ap->link.active_tag); in __ata_sff_interrupt()
1480 if (qc) { in __ata_sff_interrupt()
1481 if (!(qc->tf.flags & ATA_TFLAG_POLLING)) in __ata_sff_interrupt()
1482 handled |= port_intr(ap, qc); in __ata_sff_interrupt()
1569 struct ata_queued_cmd *qc; in ata_sff_lost_interrupt() local
1572 qc = ata_qc_from_tag(ap, ap->link.active_tag); in ata_sff_lost_interrupt()
1574 if (!qc || qc->tf.flags & ATA_TFLAG_POLLING) in ata_sff_lost_interrupt()
1588 ata_sff_port_intr(ap, qc); in ata_sff_lost_interrupt()
2022 void ata_sff_drain_fifo(struct ata_queued_cmd *qc) in ata_sff_drain_fifo() argument
2028 if (qc == NULL || qc->dma_dir == DMA_TO_DEVICE) in ata_sff_drain_fifo()
2031 ap = qc->ap; in ata_sff_drain_fifo()
2057 struct ata_queued_cmd *qc; in ata_sff_error_handler() local
2060 qc = __ata_qc_from_tag(ap, ap->link.active_tag); in ata_sff_error_handler()
2061 if (qc && !(qc->flags & ATA_QCFLAG_EH)) in ata_sff_error_handler()
2062 qc = NULL; in ata_sff_error_handler()
2074 ap->ops->sff_drain_fifo(qc); in ata_sff_error_handler()
2490 static void ata_bmdma_fill_sg(struct ata_queued_cmd *qc) in ata_bmdma_fill_sg() argument
2492 struct ata_port *ap = qc->ap; in ata_bmdma_fill_sg()
2498 for_each_sg(qc->sg, sg, qc->n_elem, si) { in ata_bmdma_fill_sg()
2540 static void ata_bmdma_fill_sg_dumb(struct ata_queued_cmd *qc) in ata_bmdma_fill_sg_dumb() argument
2542 struct ata_port *ap = qc->ap; in ata_bmdma_fill_sg_dumb()
2548 for_each_sg(qc->sg, sg, qc->n_elem, si) { in ata_bmdma_fill_sg_dumb()
2595 enum ata_completion_errors ata_bmdma_qc_prep(struct ata_queued_cmd *qc) in ata_bmdma_qc_prep() argument
2597 if (!(qc->flags & ATA_QCFLAG_DMAMAP)) in ata_bmdma_qc_prep()
2600 ata_bmdma_fill_sg(qc); in ata_bmdma_qc_prep()
2615 enum ata_completion_errors ata_bmdma_dumb_qc_prep(struct ata_queued_cmd *qc) in ata_bmdma_dumb_qc_prep() argument
2617 if (!(qc->flags & ATA_QCFLAG_DMAMAP)) in ata_bmdma_dumb_qc_prep()
2620 ata_bmdma_fill_sg_dumb(qc); in ata_bmdma_dumb_qc_prep()
2640 unsigned int ata_bmdma_qc_issue(struct ata_queued_cmd *qc) in ata_bmdma_qc_issue() argument
2642 struct ata_port *ap = qc->ap; in ata_bmdma_qc_issue()
2643 struct ata_link *link = qc->dev->link; in ata_bmdma_qc_issue()
2646 if (!ata_is_dma(qc->tf.protocol)) in ata_bmdma_qc_issue()
2647 return ata_sff_qc_issue(qc); in ata_bmdma_qc_issue()
2650 ata_dev_select(ap, qc->dev->devno, 1, 0); in ata_bmdma_qc_issue()
2653 switch (qc->tf.protocol) { in ata_bmdma_qc_issue()
2655 WARN_ON_ONCE(qc->tf.flags & ATA_TFLAG_POLLING); in ata_bmdma_qc_issue()
2657 trace_ata_tf_load(ap, &qc->tf); in ata_bmdma_qc_issue()
2658 ap->ops->sff_tf_load(ap, &qc->tf); /* load tf registers */ in ata_bmdma_qc_issue()
2659 trace_ata_bmdma_setup(ap, &qc->tf, qc->tag); in ata_bmdma_qc_issue()
2660 ap->ops->bmdma_setup(qc); /* set up bmdma */ in ata_bmdma_qc_issue()
2661 trace_ata_bmdma_start(ap, &qc->tf, qc->tag); in ata_bmdma_qc_issue()
2662 ap->ops->bmdma_start(qc); /* initiate bmdma */ in ata_bmdma_qc_issue()
2667 WARN_ON_ONCE(qc->tf.flags & ATA_TFLAG_POLLING); in ata_bmdma_qc_issue()
2669 trace_ata_tf_load(ap, &qc->tf); in ata_bmdma_qc_issue()
2670 ap->ops->sff_tf_load(ap, &qc->tf); /* load tf registers */ in ata_bmdma_qc_issue()
2671 trace_ata_bmdma_setup(ap, &qc->tf, qc->tag); in ata_bmdma_qc_issue()
2672 ap->ops->bmdma_setup(qc); /* set up bmdma */ in ata_bmdma_qc_issue()
2676 if (!(qc->dev->flags & ATA_DFLAG_CDB_INTR)) in ata_bmdma_qc_issue()
2702 unsigned int ata_bmdma_port_intr(struct ata_port *ap, struct ata_queued_cmd *qc) in ata_bmdma_port_intr() argument
2709 if (ap->hsm_task_state == HSM_ST_LAST && ata_is_dma(qc->tf.protocol)) { in ata_bmdma_port_intr()
2719 trace_ata_bmdma_stop(ap, &qc->tf, qc->tag); in ata_bmdma_port_intr()
2720 ap->ops->bmdma_stop(qc); in ata_bmdma_port_intr()
2725 qc->err_mask |= AC_ERR_HOST_BUS; in ata_bmdma_port_intr()
2730 handled = __ata_sff_port_intr(ap, qc, bmdma_stopped); in ata_bmdma_port_intr()
2732 if (unlikely(qc->err_mask) && ata_is_dma(qc->tf.protocol)) in ata_bmdma_port_intr()
2773 struct ata_queued_cmd *qc; in ata_bmdma_error_handler() local
2777 qc = __ata_qc_from_tag(ap, ap->link.active_tag); in ata_bmdma_error_handler()
2778 if (qc && !(qc->flags & ATA_QCFLAG_EH)) in ata_bmdma_error_handler()
2779 qc = NULL; in ata_bmdma_error_handler()
2784 if (qc && ata_is_dma(qc->tf.protocol)) { in ata_bmdma_error_handler()
2795 if (qc->err_mask == AC_ERR_TIMEOUT && (host_stat & ATA_DMA_ERR)) { in ata_bmdma_error_handler()
2796 qc->err_mask = AC_ERR_HOST_BUS; in ata_bmdma_error_handler()
2800 trace_ata_bmdma_stop(ap, &qc->tf, qc->tag); in ata_bmdma_error_handler()
2801 ap->ops->bmdma_stop(qc); in ata_bmdma_error_handler()
2827 void ata_bmdma_post_internal_cmd(struct ata_queued_cmd *qc) in ata_bmdma_post_internal_cmd() argument
2829 struct ata_port *ap = qc->ap; in ata_bmdma_post_internal_cmd()
2832 if (ata_is_dma(qc->tf.protocol)) { in ata_bmdma_post_internal_cmd()
2834 trace_ata_bmdma_stop(ap, &qc->tf, qc->tag); in ata_bmdma_post_internal_cmd()
2835 ap->ops->bmdma_stop(qc); in ata_bmdma_post_internal_cmd()
2870 void ata_bmdma_setup(struct ata_queued_cmd *qc) in ata_bmdma_setup() argument
2872 struct ata_port *ap = qc->ap; in ata_bmdma_setup()
2873 unsigned int rw = (qc->tf.flags & ATA_TFLAG_WRITE); in ata_bmdma_setup()
2888 ap->ops->sff_exec_command(ap, &qc->tf); in ata_bmdma_setup()
2899 void ata_bmdma_start(struct ata_queued_cmd *qc) in ata_bmdma_start() argument
2901 struct ata_port *ap = qc->ap; in ata_bmdma_start()
2936 void ata_bmdma_stop(struct ata_queued_cmd *qc) in ata_bmdma_stop() argument
2938 struct ata_port *ap = qc->ap; in ata_bmdma_stop()