Lines Matching refs:brq
1241 static inline void mmc_apply_rel_rw(struct mmc_blk_request *brq, in mmc_apply_rel_rw() argument
1248 brq->data.blocks = 1; in mmc_apply_rel_rw()
1250 if (brq->data.blocks > card->ext_csd.rel_sectors) in mmc_apply_rel_rw()
1251 brq->data.blocks = card->ext_csd.rel_sectors; in mmc_apply_rel_rw()
1252 else if (brq->data.blocks < card->ext_csd.rel_sectors) in mmc_apply_rel_rw()
1253 brq->data.blocks = 1; in mmc_apply_rel_rw()
1269 static void mmc_blk_eval_resp_error(struct mmc_blk_request *brq) in mmc_blk_eval_resp_error() argument
1299 if (!brq->stop.error) { in mmc_blk_eval_resp_error()
1303 val = brq->stop.resp[0] & CMD_ERRORS; in mmc_blk_eval_resp_error()
1304 oor_with_open_end = val & R1_OUT_OF_RANGE && !brq->mrq.sbc; in mmc_blk_eval_resp_error()
1307 brq->stop.error = -EIO; in mmc_blk_eval_resp_error()
1317 struct mmc_blk_request *brq = &mqrq->brq; in mmc_blk_data_prep() local
1329 memset(brq, 0, sizeof(struct mmc_blk_request)); in mmc_blk_data_prep()
1333 brq->mrq.data = &brq->data; in mmc_blk_data_prep()
1334 brq->mrq.tag = req->tag; in mmc_blk_data_prep()
1336 brq->stop.opcode = MMC_STOP_TRANSMISSION; in mmc_blk_data_prep()
1337 brq->stop.arg = 0; in mmc_blk_data_prep()
1340 brq->data.flags = MMC_DATA_READ; in mmc_blk_data_prep()
1341 brq->stop.flags = MMC_RSP_SPI_R1 | MMC_RSP_R1 | MMC_CMD_AC; in mmc_blk_data_prep()
1343 brq->data.flags = MMC_DATA_WRITE; in mmc_blk_data_prep()
1344 brq->stop.flags = MMC_RSP_SPI_R1B | MMC_RSP_R1B | MMC_CMD_AC; in mmc_blk_data_prep()
1347 brq->data.blksz = 512; in mmc_blk_data_prep()
1348 brq->data.blocks = blk_rq_sectors(req); in mmc_blk_data_prep()
1349 brq->data.blk_addr = blk_rq_pos(req); in mmc_blk_data_prep()
1363 if (brq->data.blocks > card->host->max_blk_count) in mmc_blk_data_prep()
1364 brq->data.blocks = card->host->max_blk_count; in mmc_blk_data_prep()
1366 if (brq->data.blocks > 1) { in mmc_blk_data_prep()
1375 brq->data.blocks--; in mmc_blk_data_prep()
1383 brq->data.blocks = queue_physical_block_size(mq->queue) >> 9; in mmc_blk_data_prep()
1390 brq->data.blocks = card->host->ops->multi_io_quirk(card, in mmc_blk_data_prep()
1393 brq->data.blocks); in mmc_blk_data_prep()
1397 mmc_apply_rel_rw(brq, card, req); in mmc_blk_data_prep()
1398 brq->data.flags |= MMC_DATA_REL_WR; in mmc_blk_data_prep()
1408 ((brq->data.blocks * brq->data.blksz) >= in mmc_blk_data_prep()
1412 brq->data.flags |= MMC_DATA_DAT_TAG; in mmc_blk_data_prep()
1414 mmc_set_data_timeout(&brq->data, card); in mmc_blk_data_prep()
1416 brq->data.sg = mqrq->sg; in mmc_blk_data_prep()
1417 brq->data.sg_len = mmc_queue_map_sg(mq, mqrq); in mmc_blk_data_prep()
1423 if (brq->data.blocks != blk_rq_sectors(req)) { in mmc_blk_data_prep()
1424 int i, data_size = brq->data.blocks << 9; in mmc_blk_data_prep()
1427 for_each_sg(brq->data.sg, sg, brq->data.sg_len, i) { in mmc_blk_data_prep()
1435 brq->data.sg_len = i; in mmc_blk_data_prep()
1450 struct mmc_request *mrq = &mqrq->brq.mrq; in mmc_blk_cqe_complete_rq()
1517 brq.mrq); in mmc_blk_cqe_req_done()
1543 struct mmc_blk_request *brq = &mqrq->brq; in mmc_blk_cqe_prep_dcmd() local
1545 memset(brq, 0, sizeof(*brq)); in mmc_blk_cqe_prep_dcmd()
1547 brq->mrq.cmd = &brq->cmd; in mmc_blk_cqe_prep_dcmd()
1548 brq->mrq.tag = req->tag; in mmc_blk_cqe_prep_dcmd()
1550 return &brq->mrq; in mmc_blk_cqe_prep_dcmd()
1575 mqrq->brq.mrq.done = mmc_blk_hsq_req_done; in mmc_blk_hsq_issue_rw_rq()
1576 mmc_pre_req(host, &mqrq->brq.mrq); in mmc_blk_hsq_issue_rw_rq()
1578 err = mmc_cqe_start_req(host, &mqrq->brq.mrq); in mmc_blk_hsq_issue_rw_rq()
1580 mmc_post_req(host, &mqrq->brq.mrq, err); in mmc_blk_hsq_issue_rw_rq()
1595 return mmc_blk_cqe_start_req(mq->card->host, &mqrq->brq.mrq); in mmc_blk_cqe_issue_rw_rq()
1604 struct mmc_blk_request *brq = &mqrq->brq; in mmc_blk_rw_rq_prep() local
1611 brq->mrq.cmd = &brq->cmd; in mmc_blk_rw_rq_prep()
1613 brq->cmd.arg = blk_rq_pos(req); in mmc_blk_rw_rq_prep()
1615 brq->cmd.arg <<= 9; in mmc_blk_rw_rq_prep()
1616 brq->cmd.flags = MMC_RSP_SPI_R1 | MMC_RSP_R1 | MMC_CMD_ADTC; in mmc_blk_rw_rq_prep()
1618 if (brq->data.blocks > 1 || do_rel_wr) { in mmc_blk_rw_rq_prep()
1624 brq->mrq.stop = &brq->stop; in mmc_blk_rw_rq_prep()
1628 brq->mrq.stop = NULL; in mmc_blk_rw_rq_prep()
1632 brq->cmd.opcode = rq_data_dir(req) == READ ? readcmd : writecmd; in mmc_blk_rw_rq_prep()
1652 if ((md->flags & MMC_BLK_CMD23) && mmc_op_multi(brq->cmd.opcode) && in mmc_blk_rw_rq_prep()
1655 brq->sbc.opcode = MMC_SET_BLOCK_COUNT; in mmc_blk_rw_rq_prep()
1656 brq->sbc.arg = brq->data.blocks | in mmc_blk_rw_rq_prep()
1659 brq->sbc.flags = MMC_RSP_R1 | MMC_CMD_AC; in mmc_blk_rw_rq_prep()
1660 brq->mrq.sbc = &brq->sbc; in mmc_blk_rw_rq_prep()
1683 struct mmc_blk_request *brq = &mqrq->brq; in mmc_blk_fix_state() local
1684 unsigned int timeout = mmc_blk_data_timeout_ms(card->host, &brq->data); in mmc_blk_fix_state()
1704 struct mmc_request *mrq = &mqrq->brq.mrq; in mmc_blk_read_single()
1755 static inline bool mmc_blk_oor_valid(struct mmc_blk_request *brq) in mmc_blk_oor_valid() argument
1757 return !!brq->mrq.sbc; in mmc_blk_oor_valid()
1760 static inline u32 mmc_blk_stop_err_bits(struct mmc_blk_request *brq) in mmc_blk_stop_err_bits() argument
1762 return mmc_blk_oor_valid(brq) ? CMD_ERRORS : CMD_ERRORS_EXCL_OOR; in mmc_blk_stop_err_bits()
1772 struct mmc_blk_request *brq = &mqrq->brq; in mmc_blk_status_error() local
1779 stop_err_bits = mmc_blk_stop_err_bits(brq); in mmc_blk_status_error()
1781 return brq->cmd.resp[0] & CMD_ERRORS || in mmc_blk_status_error()
1782 brq->stop.resp[0] & stop_err_bits || in mmc_blk_status_error()
1787 static inline bool mmc_blk_cmd_started(struct mmc_blk_request *brq) in mmc_blk_cmd_started() argument
1789 return !brq->sbc.error && !brq->cmd.error && in mmc_blk_cmd_started()
1790 !(brq->cmd.resp[0] & CMD_ERRORS); in mmc_blk_cmd_started()
1813 struct mmc_blk_request *brq = &mqrq->brq; in mmc_blk_mq_rw_recovery() local
1826 brq->data.bytes_xfered = 0; in mmc_blk_mq_rw_recovery()
1853 if (!err && mmc_blk_cmd_started(brq) && mmc_card_sd(card) && in mmc_blk_mq_rw_recovery()
1856 brq->data.bytes_xfered = 0; in mmc_blk_mq_rw_recovery()
1858 brq->data.bytes_xfered = blocks << 9; in mmc_blk_mq_rw_recovery()
1873 if (brq->data.bytes_xfered) in mmc_blk_mq_rw_recovery()
1882 if (brq->sbc.error || brq->cmd.error) in mmc_blk_mq_rw_recovery()
1891 if (rq_data_dir(req) == READ && brq->data.blocks > in mmc_blk_mq_rw_recovery()
1899 static inline bool mmc_blk_rq_error(struct mmc_blk_request *brq) in mmc_blk_rq_error() argument
1901 mmc_blk_eval_resp_error(brq); in mmc_blk_rq_error()
1903 return brq->sbc.error || brq->cmd.error || brq->stop.error || in mmc_blk_rq_error()
1904 brq->data.error || brq->cmd.resp[0] & CMD_ERRORS; in mmc_blk_rq_error()
1961 mqrq->brq.data.bytes_xfered = 0; in mmc_blk_card_busy()
1974 if (cb_data.status & mmc_blk_stop_err_bits(&mqrq->brq)) { in mmc_blk_card_busy()
1975 mqrq->brq.data.bytes_xfered = 0; in mmc_blk_card_busy()
1981 mqrq->brq.cmd.resp[0] |= R1_EXCEPTION_EVENT; in mmc_blk_card_busy()
1997 unsigned int nr_bytes = mqrq->brq.data.bytes_xfered; in mmc_blk_mq_complete_rq()
2019 (mqrq->brq.cmd.resp[0] & R1_EXCEPTION_EVENT || in mmc_blk_urgent_bkops_needed()
2020 mqrq->brq.stop.resp[0] & R1_EXCEPTION_EVENT); in mmc_blk_urgent_bkops_needed()
2033 container_of(mrq, struct mmc_queue_req, brq.mrq); in mmc_blk_hsq_req_done()
2040 if (mmc_blk_rq_error(&mqrq->brq) || in mmc_blk_hsq_req_done()
2082 if (mmc_blk_rq_error(&mqrq->brq) || in mmc_blk_mq_poll_completion()
2114 struct mmc_request *mrq = &mqrq->brq.mrq; in mmc_blk_mq_post_req()
2144 if (mmc_blk_rq_error(&mqrq->brq)) { in mmc_blk_mq_recovery()
2189 brq.mrq); in mmc_blk_mq_req_done()
2226 if (mmc_blk_rq_error(&mqrq->brq) || in mmc_blk_mq_req_done()
2290 mqrq->brq.mrq.done = mmc_blk_mq_req_done; in mmc_blk_mq_issue_rw_rq()
2292 mmc_pre_req(host, &mqrq->brq.mrq); in mmc_blk_mq_issue_rw_rq()
2300 err = mmc_start_request(host, &mqrq->brq.mrq); in mmc_blk_mq_issue_rw_rq()
2314 mmc_post_req(host, &mqrq->brq.mrq, err); in mmc_blk_mq_issue_rw_rq()