Lines Matching refs:xfer
313 struct spi_transfer *xfer, in spi_statistics_add_transfer_stats() argument
316 int l2len = min(fls(xfer->len), SPI_STATISTICS_HISTO_SIZE) - 1; in spi_statistics_add_transfer_stats()
329 u64_stats_add(&stats->bytes, xfer->len); in spi_statistics_add_transfer_stats()
330 if ((xfer->tx_buf) && in spi_statistics_add_transfer_stats()
331 (xfer->tx_buf != ctlr->dummy_tx)) in spi_statistics_add_transfer_stats()
332 u64_stats_add(&stats->bytes_tx, xfer->len); in spi_statistics_add_transfer_stats()
333 if ((xfer->rx_buf) && in spi_statistics_add_transfer_stats()
334 (xfer->rx_buf != ctlr->dummy_rx)) in spi_statistics_add_transfer_stats()
335 u64_stats_add(&stats->bytes_rx, xfer->len); in spi_statistics_add_transfer_stats()
1130 struct spi_transfer *xfer; in __spi_map_msg() local
1150 list_for_each_entry(xfer, &msg->transfers, transfer_list) { in __spi_map_msg()
1154 if (!ctlr->can_dma(ctlr, msg->spi, xfer)) in __spi_map_msg()
1157 if (xfer->tx_buf != NULL) { in __spi_map_msg()
1158 ret = spi_map_buf_attrs(ctlr, tx_dev, &xfer->tx_sg, in __spi_map_msg()
1159 (void *)xfer->tx_buf, in __spi_map_msg()
1160 xfer->len, DMA_TO_DEVICE, in __spi_map_msg()
1166 if (xfer->rx_buf != NULL) { in __spi_map_msg()
1167 ret = spi_map_buf_attrs(ctlr, rx_dev, &xfer->rx_sg, in __spi_map_msg()
1168 xfer->rx_buf, xfer->len, in __spi_map_msg()
1172 &xfer->tx_sg, DMA_TO_DEVICE, in __spi_map_msg()
1191 struct spi_transfer *xfer; in __spi_unmap_msg() local
1196 list_for_each_entry(xfer, &msg->transfers, transfer_list) { in __spi_unmap_msg()
1200 if (!ctlr->can_dma(ctlr, msg->spi, xfer)) in __spi_unmap_msg()
1203 spi_unmap_buf_attrs(ctlr, rx_dev, &xfer->rx_sg, in __spi_unmap_msg()
1205 spi_unmap_buf_attrs(ctlr, tx_dev, &xfer->tx_sg, in __spi_unmap_msg()
1215 struct spi_transfer *xfer) in spi_dma_sync_for_device() argument
1223 if (xfer->tx_sg.orig_nents) in spi_dma_sync_for_device()
1224 dma_sync_sgtable_for_device(tx_dev, &xfer->tx_sg, DMA_TO_DEVICE); in spi_dma_sync_for_device()
1225 if (xfer->rx_sg.orig_nents) in spi_dma_sync_for_device()
1226 dma_sync_sgtable_for_device(rx_dev, &xfer->rx_sg, DMA_FROM_DEVICE); in spi_dma_sync_for_device()
1230 struct spi_transfer *xfer) in spi_dma_sync_for_cpu() argument
1238 if (xfer->rx_sg.orig_nents) in spi_dma_sync_for_cpu()
1239 dma_sync_sgtable_for_cpu(rx_dev, &xfer->rx_sg, DMA_FROM_DEVICE); in spi_dma_sync_for_cpu()
1240 if (xfer->tx_sg.orig_nents) in spi_dma_sync_for_cpu()
1241 dma_sync_sgtable_for_cpu(tx_dev, &xfer->tx_sg, DMA_TO_DEVICE); in spi_dma_sync_for_cpu()
1257 struct spi_transfer *xfer) in spi_dma_sync_for_device() argument
1262 struct spi_transfer *xfer) in spi_dma_sync_for_cpu() argument
1270 struct spi_transfer *xfer; in spi_unmap_msg() local
1272 list_for_each_entry(xfer, &msg->transfers, transfer_list) { in spi_unmap_msg()
1277 if (xfer->tx_buf == ctlr->dummy_tx) in spi_unmap_msg()
1278 xfer->tx_buf = NULL; in spi_unmap_msg()
1279 if (xfer->rx_buf == ctlr->dummy_rx) in spi_unmap_msg()
1280 xfer->rx_buf = NULL; in spi_unmap_msg()
1288 struct spi_transfer *xfer; in spi_map_msg() local
1297 list_for_each_entry(xfer, &msg->transfers, transfer_list) { in spi_map_msg()
1299 !xfer->tx_buf) in spi_map_msg()
1300 max_tx = max(xfer->len, max_tx); in spi_map_msg()
1302 !xfer->rx_buf) in spi_map_msg()
1303 max_rx = max(xfer->len, max_rx); in spi_map_msg()
1323 list_for_each_entry(xfer, &msg->transfers, in spi_map_msg()
1325 if (!xfer->len) in spi_map_msg()
1327 if (!xfer->tx_buf) in spi_map_msg()
1328 xfer->tx_buf = ctlr->dummy_tx; in spi_map_msg()
1329 if (!xfer->rx_buf) in spi_map_msg()
1330 xfer->rx_buf = ctlr->dummy_rx; in spi_map_msg()
1340 struct spi_transfer *xfer) in spi_transfer_wait() argument
1344 u32 speed_hz = xfer->speed_hz; in spi_transfer_wait()
1362 ms = 8LL * MSEC_PER_SEC * xfer->len; in spi_transfer_wait()
1404 int spi_delay_to_ns(struct spi_delay *_delay, struct spi_transfer *xfer) in spi_delay_to_ns() argument
1422 if (!xfer) in spi_delay_to_ns()
1428 hz = xfer->effective_speed_hz ?: xfer->speed_hz / 2; in spi_delay_to_ns()
1443 int spi_delay_exec(struct spi_delay *_delay, struct spi_transfer *xfer) in spi_delay_exec() argument
1452 delay = spi_delay_to_ns(_delay, xfer); in spi_delay_exec()
1463 struct spi_transfer *xfer) in _spi_transfer_cs_change_delay() argument
1466 u32 delay = xfer->cs_change_delay.value; in _spi_transfer_cs_change_delay()
1467 u32 unit = xfer->cs_change_delay.unit; in _spi_transfer_cs_change_delay()
1477 ret = spi_delay_exec(&xfer->cs_change_delay, xfer); in _spi_transfer_cs_change_delay()
1487 struct spi_transfer *xfer) in spi_transfer_cs_change_delay_exec() argument
1489 _spi_transfer_cs_change_delay(msg, xfer); in spi_transfer_cs_change_delay_exec()
1503 struct spi_transfer *xfer; in spi_transfer_one_message() local
1509 xfer = list_first_entry(&msg->transfers, struct spi_transfer, transfer_list); in spi_transfer_one_message()
1510 spi_set_cs(msg->spi, !xfer->cs_off, false); in spi_transfer_one_message()
1515 list_for_each_entry(xfer, &msg->transfers, transfer_list) { in spi_transfer_one_message()
1516 trace_spi_transfer_start(msg, xfer); in spi_transfer_one_message()
1518 spi_statistics_add_transfer_stats(statm, xfer, ctlr); in spi_transfer_one_message()
1519 spi_statistics_add_transfer_stats(stats, xfer, ctlr); in spi_transfer_one_message()
1522 xfer->ptp_sts_word_pre = 0; in spi_transfer_one_message()
1523 ptp_read_system_prets(xfer->ptp_sts); in spi_transfer_one_message()
1526 if ((xfer->tx_buf || xfer->rx_buf) && xfer->len) { in spi_transfer_one_message()
1530 spi_dma_sync_for_device(ctlr, xfer); in spi_transfer_one_message()
1531 ret = ctlr->transfer_one(ctlr, msg->spi, xfer); in spi_transfer_one_message()
1533 spi_dma_sync_for_cpu(ctlr, xfer); in spi_transfer_one_message()
1536 (xfer->error & SPI_TRANS_FAIL_NO_START)) { in spi_transfer_one_message()
1539 xfer->error &= ~SPI_TRANS_FAIL_NO_START; in spi_transfer_one_message()
1553 ret = spi_transfer_wait(ctlr, msg, xfer); in spi_transfer_one_message()
1558 spi_dma_sync_for_cpu(ctlr, xfer); in spi_transfer_one_message()
1560 if (xfer->len) in spi_transfer_one_message()
1563 xfer->len); in spi_transfer_one_message()
1567 ptp_read_system_postts(xfer->ptp_sts); in spi_transfer_one_message()
1568 xfer->ptp_sts_word_post = xfer->len; in spi_transfer_one_message()
1571 trace_spi_transfer_stop(msg, xfer); in spi_transfer_one_message()
1576 spi_transfer_delay_exec(xfer); in spi_transfer_one_message()
1578 if (xfer->cs_change) { in spi_transfer_one_message()
1579 if (list_is_last(&xfer->transfer_list, in spi_transfer_one_message()
1583 if (!xfer->cs_off) in spi_transfer_one_message()
1585 _spi_transfer_cs_change_delay(msg, xfer); in spi_transfer_one_message()
1586 if (!list_next_entry(xfer, transfer_list)->cs_off) in spi_transfer_one_message()
1589 } else if (!list_is_last(&xfer->transfer_list, &msg->transfers) && in spi_transfer_one_message()
1590 xfer->cs_off != list_next_entry(xfer, transfer_list)->cs_off) { in spi_transfer_one_message()
1591 spi_set_cs(msg->spi, xfer->cs_off, false); in spi_transfer_one_message()
1594 msg->actual_length += xfer->len; in spi_transfer_one_message()
1637 struct spi_transfer *xfer; in __spi_pump_transfer_message() local
1701 list_for_each_entry(xfer, &msg->transfers, transfer_list) { in __spi_pump_transfer_message()
1702 xfer->ptp_sts_word_pre = 0; in __spi_pump_transfer_message()
1703 ptp_read_system_prets(xfer->ptp_sts); in __spi_pump_transfer_message()
1871 struct spi_transfer *xfer, in spi_take_timestamp_pre() argument
1874 if (!xfer->ptp_sts) in spi_take_timestamp_pre()
1877 if (xfer->timestamped) in spi_take_timestamp_pre()
1880 if (progress > xfer->ptp_sts_word_pre) in spi_take_timestamp_pre()
1884 xfer->ptp_sts_word_pre = progress; in spi_take_timestamp_pre()
1891 ptp_read_system_prets(xfer->ptp_sts); in spi_take_timestamp_pre()
1908 struct spi_transfer *xfer, in spi_take_timestamp_post() argument
1911 if (!xfer->ptp_sts) in spi_take_timestamp_post()
1914 if (xfer->timestamped) in spi_take_timestamp_post()
1917 if (progress < xfer->ptp_sts_word_post) in spi_take_timestamp_post()
1920 ptp_read_system_postts(xfer->ptp_sts); in spi_take_timestamp_post()
1928 xfer->ptp_sts_word_post = progress; in spi_take_timestamp_post()
1930 xfer->timestamped = 1; in spi_take_timestamp_post()
2017 struct spi_transfer *xfer; in spi_finalize_current_message() local
2024 list_for_each_entry(xfer, &mesg->transfers, transfer_list) { in spi_finalize_current_message()
2025 ptp_read_system_postts(xfer->ptp_sts); in spi_finalize_current_message()
2026 xfer->ptp_sts_word_post = xfer->len; in spi_finalize_current_message()
2031 list_for_each_entry(xfer, &mesg->transfers, transfer_list) in spi_finalize_current_message()
2032 WARN_ON_ONCE(xfer->ptp_sts && !xfer->timestamped); in spi_finalize_current_message()
3430 struct spi_transfer *xfer; in spi_replace_transfers() local
3493 xfer = &rxfer->inserted_transfers[insert - 1 - i]; in spi_replace_transfers()
3496 memcpy(xfer, xfer_first, sizeof(*xfer)); in spi_replace_transfers()
3499 list_add(&xfer->transfer_list, rxfer->replaced_after); in spi_replace_transfers()
3503 xfer->cs_change = false; in spi_replace_transfers()
3504 xfer->delay.value = 0; in spi_replace_transfers()
3523 struct spi_transfer *xfer = *xferp, *xfers; in __spi_split_transfer_maxsize() local
3529 count = DIV_ROUND_UP(xfer->len, maxsize); in __spi_split_transfer_maxsize()
3532 srt = spi_replace_transfers(msg, xfer, 1, count, NULL, 0, gfp); in __spi_split_transfer_maxsize()
3552 xfers[0].len = min_t(size_t, maxsize, xfer[0].len); in __spi_split_transfer_maxsize()
3601 struct spi_transfer *xfer; in spi_split_transfers_maxsize() local
3611 list_for_each_entry(xfer, &msg->transfers, transfer_list) { in spi_split_transfers_maxsize()
3612 if (xfer->len > maxsize) { in spi_split_transfers_maxsize()
3613 ret = __spi_split_transfer_maxsize(ctlr, msg, &xfer, in spi_split_transfers_maxsize()
3823 static int _spi_xfer_word_delay_update(struct spi_transfer *xfer, in _spi_xfer_word_delay_update() argument
3828 delay1 = spi_delay_to_ns(&xfer->word_delay, xfer); in _spi_xfer_word_delay_update()
3832 delay2 = spi_delay_to_ns(&spi->word_delay, xfer); in _spi_xfer_word_delay_update()
3837 memcpy(&xfer->word_delay, &spi->word_delay, in _spi_xfer_word_delay_update()
3838 sizeof(xfer->word_delay)); in _spi_xfer_word_delay_update()
3846 struct spi_transfer *xfer; in __spi_validate() local
3874 list_for_each_entry(xfer, &message->transfers, transfer_list) { in __spi_validate()
3876 if (list_is_last(&xfer->transfer_list, &message->transfers)) in __spi_validate()
3878 xfer->cs_change = 1; in __spi_validate()
3892 list_for_each_entry(xfer, &message->transfers, transfer_list) { in __spi_validate()
3893 if (xfer->rx_buf && xfer->tx_buf) in __spi_validate()
3895 if ((flags & SPI_CONTROLLER_NO_TX) && xfer->tx_buf) in __spi_validate()
3897 if ((flags & SPI_CONTROLLER_NO_RX) && xfer->rx_buf) in __spi_validate()
3911 list_for_each_entry(xfer, &message->transfers, transfer_list) { in __spi_validate()
3912 xfer->effective_speed_hz = 0; in __spi_validate()
3913 message->frame_length += xfer->len; in __spi_validate()
3914 if (!xfer->bits_per_word) in __spi_validate()
3915 xfer->bits_per_word = spi->bits_per_word; in __spi_validate()
3917 if (!xfer->speed_hz) in __spi_validate()
3918 xfer->speed_hz = spi->max_speed_hz; in __spi_validate()
3920 if (ctlr->max_speed_hz && xfer->speed_hz > ctlr->max_speed_hz) in __spi_validate()
3921 xfer->speed_hz = ctlr->max_speed_hz; in __spi_validate()
3923 if (__spi_validate_bits_per_word(ctlr, xfer->bits_per_word)) in __spi_validate()
3930 if (xfer->bits_per_word <= 8) in __spi_validate()
3932 else if (xfer->bits_per_word <= 16) in __spi_validate()
3938 if (xfer->len % w_size) in __spi_validate()
3941 if (xfer->speed_hz && ctlr->min_speed_hz && in __spi_validate()
3942 xfer->speed_hz < ctlr->min_speed_hz) in __spi_validate()
3945 if (xfer->tx_buf && !xfer->tx_nbits) in __spi_validate()
3946 xfer->tx_nbits = SPI_NBITS_SINGLE; in __spi_validate()
3947 if (xfer->rx_buf && !xfer->rx_nbits) in __spi_validate()
3948 xfer->rx_nbits = SPI_NBITS_SINGLE; in __spi_validate()
3954 if (xfer->tx_buf) { in __spi_validate()
3957 if (xfer->tx_nbits != SPI_NBITS_SINGLE && in __spi_validate()
3958 xfer->tx_nbits != SPI_NBITS_DUAL && in __spi_validate()
3959 xfer->tx_nbits != SPI_NBITS_QUAD) in __spi_validate()
3961 if ((xfer->tx_nbits == SPI_NBITS_DUAL) && in __spi_validate()
3964 if ((xfer->tx_nbits == SPI_NBITS_QUAD) && in __spi_validate()
3969 if (xfer->rx_buf) { in __spi_validate()
3972 if (xfer->rx_nbits != SPI_NBITS_SINGLE && in __spi_validate()
3973 xfer->rx_nbits != SPI_NBITS_DUAL && in __spi_validate()
3974 xfer->rx_nbits != SPI_NBITS_QUAD) in __spi_validate()
3976 if ((xfer->rx_nbits == SPI_NBITS_DUAL) && in __spi_validate()
3979 if ((xfer->rx_nbits == SPI_NBITS_QUAD) && in __spi_validate()
3984 if (_spi_xfer_word_delay_update(xfer, spi)) in __spi_validate()
3996 struct spi_transfer *xfer; in __spi_async() local
4013 list_for_each_entry(xfer, &message->transfers, transfer_list) { in __spi_async()
4014 xfer->ptp_sts_word_pre = 0; in __spi_async()
4015 ptp_read_system_prets(xfer->ptp_sts); in __spi_async()