Lines Matching refs:dest_ring
698 struct ath10k_ce_ring *dest_ring = pipe->dest_ring; in __ath10k_ce_rx_num_free_bufs() local
699 unsigned int nentries_mask = dest_ring->nentries_mask; in __ath10k_ce_rx_num_free_bufs()
700 unsigned int write_index = dest_ring->write_index; in __ath10k_ce_rx_num_free_bufs()
701 unsigned int sw_index = dest_ring->sw_index; in __ath10k_ce_rx_num_free_bufs()
714 struct ath10k_ce_ring *dest_ring = pipe->dest_ring; in __ath10k_ce_rx_post_buf() local
715 unsigned int nentries_mask = dest_ring->nentries_mask; in __ath10k_ce_rx_post_buf()
716 unsigned int write_index = dest_ring->write_index; in __ath10k_ce_rx_post_buf()
717 unsigned int sw_index = dest_ring->sw_index; in __ath10k_ce_rx_post_buf()
718 struct ce_desc *base = dest_ring->base_addr_owner_space; in __ath10k_ce_rx_post_buf()
731 dest_ring->per_transfer_context[write_index] = ctx; in __ath10k_ce_rx_post_buf()
734 dest_ring->write_index = write_index; in __ath10k_ce_rx_post_buf()
745 struct ath10k_ce_ring *dest_ring = pipe->dest_ring; in __ath10k_ce_rx_post_buf_64() local
746 unsigned int nentries_mask = dest_ring->nentries_mask; in __ath10k_ce_rx_post_buf_64()
747 unsigned int write_index = dest_ring->write_index; in __ath10k_ce_rx_post_buf_64()
748 unsigned int sw_index = dest_ring->sw_index; in __ath10k_ce_rx_post_buf_64()
749 struct ce_desc_64 *base = dest_ring->base_addr_owner_space; in __ath10k_ce_rx_post_buf_64()
764 dest_ring->per_transfer_context[write_index] = ctx; in __ath10k_ce_rx_post_buf_64()
767 dest_ring->write_index = write_index; in __ath10k_ce_rx_post_buf_64()
775 struct ath10k_ce_ring *dest_ring = pipe->dest_ring; in ath10k_ce_rx_update_write_idx() local
776 unsigned int nentries_mask = dest_ring->nentries_mask; in ath10k_ce_rx_update_write_idx()
777 unsigned int write_index = dest_ring->write_index; in ath10k_ce_rx_update_write_idx()
784 if (((cur_write_idx + nentries) & nentries_mask) == dest_ring->sw_index) in ath10k_ce_rx_update_write_idx()
789 dest_ring->write_index = write_index; in ath10k_ce_rx_update_write_idx()
817 struct ath10k_ce_ring *dest_ring = ce_state->dest_ring; in _ath10k_ce_completed_recv_next_nolock() local
818 unsigned int nentries_mask = dest_ring->nentries_mask; in _ath10k_ce_completed_recv_next_nolock()
819 unsigned int sw_index = dest_ring->sw_index; in _ath10k_ce_completed_recv_next_nolock()
821 struct ce_desc *base = dest_ring->base_addr_owner_space; in _ath10k_ce_completed_recv_next_nolock()
847 dest_ring->per_transfer_context[sw_index]; in _ath10k_ce_completed_recv_next_nolock()
853 dest_ring->per_transfer_context[sw_index] = NULL; in _ath10k_ce_completed_recv_next_nolock()
857 dest_ring->sw_index = sw_index; in _ath10k_ce_completed_recv_next_nolock()
867 struct ath10k_ce_ring *dest_ring = ce_state->dest_ring; in _ath10k_ce_completed_recv_next_nolock_64() local
868 unsigned int nentries_mask = dest_ring->nentries_mask; in _ath10k_ce_completed_recv_next_nolock_64()
869 unsigned int sw_index = dest_ring->sw_index; in _ath10k_ce_completed_recv_next_nolock_64()
870 struct ce_desc_64 *base = dest_ring->base_addr_owner_space; in _ath10k_ce_completed_recv_next_nolock_64()
896 dest_ring->per_transfer_context[sw_index]; in _ath10k_ce_completed_recv_next_nolock_64()
902 dest_ring->per_transfer_context[sw_index] = NULL; in _ath10k_ce_completed_recv_next_nolock_64()
906 dest_ring->sw_index = sw_index; in _ath10k_ce_completed_recv_next_nolock_64()
944 struct ath10k_ce_ring *dest_ring; in _ath10k_ce_revoke_recv_next() local
952 dest_ring = ce_state->dest_ring; in _ath10k_ce_revoke_recv_next()
954 if (!dest_ring) in _ath10k_ce_revoke_recv_next()
962 nentries_mask = dest_ring->nentries_mask; in _ath10k_ce_revoke_recv_next()
963 sw_index = dest_ring->sw_index; in _ath10k_ce_revoke_recv_next()
964 write_index = dest_ring->write_index; in _ath10k_ce_revoke_recv_next()
966 struct ce_desc *base = dest_ring->base_addr_owner_space; in _ath10k_ce_revoke_recv_next()
974 dest_ring->per_transfer_context[sw_index]; in _ath10k_ce_revoke_recv_next()
977 dest_ring->per_transfer_context[sw_index] = NULL; in _ath10k_ce_revoke_recv_next()
982 dest_ring->sw_index = sw_index; in _ath10k_ce_revoke_recv_next()
997 struct ath10k_ce_ring *dest_ring; in _ath10k_ce_revoke_recv_next_64() local
1005 dest_ring = ce_state->dest_ring; in _ath10k_ce_revoke_recv_next_64()
1007 if (!dest_ring) in _ath10k_ce_revoke_recv_next_64()
1015 nentries_mask = dest_ring->nentries_mask; in _ath10k_ce_revoke_recv_next_64()
1016 sw_index = dest_ring->sw_index; in _ath10k_ce_revoke_recv_next_64()
1017 write_index = dest_ring->write_index; in _ath10k_ce_revoke_recv_next_64()
1019 struct ce_desc_64 *base = dest_ring->base_addr_owner_space; in _ath10k_ce_revoke_recv_next_64()
1028 dest_ring->per_transfer_context[sw_index]; in _ath10k_ce_revoke_recv_next_64()
1031 dest_ring->per_transfer_context[sw_index] = NULL; in _ath10k_ce_revoke_recv_next_64()
1036 dest_ring->sw_index = sw_index; in _ath10k_ce_revoke_recv_next_64()
1461 struct ath10k_ce_ring *dest_ring = ce_state->dest_ring; in ath10k_ce_init_dest_ring() local
1467 memset(dest_ring->base_addr_owner_space, 0, in ath10k_ce_init_dest_ring()
1470 memset(dest_ring->base_addr_owner_space, 0, in ath10k_ce_init_dest_ring()
1473 dest_ring->sw_index = ath10k_ce_dest_ring_read_index_get(ar, ctrl_addr); in ath10k_ce_init_dest_ring()
1474 dest_ring->sw_index &= dest_ring->nentries_mask; in ath10k_ce_init_dest_ring()
1475 dest_ring->write_index = in ath10k_ce_init_dest_ring()
1477 dest_ring->write_index &= dest_ring->nentries_mask; in ath10k_ce_init_dest_ring()
1480 dest_ring->base_addr_ce_space); in ath10k_ce_init_dest_ring()
1488 ce_id, nentries, dest_ring->base_addr_owner_space); in ath10k_ce_init_dest_ring()
1628 struct ath10k_ce_ring *dest_ring; in ath10k_ce_alloc_dest_ring() local
1634 dest_ring = kzalloc(struct_size(dest_ring, per_transfer_context, in ath10k_ce_alloc_dest_ring()
1636 if (dest_ring == NULL) in ath10k_ce_alloc_dest_ring()
1639 dest_ring->nentries = nentries; in ath10k_ce_alloc_dest_ring()
1640 dest_ring->nentries_mask = nentries - 1; in ath10k_ce_alloc_dest_ring()
1646 dest_ring->base_addr_owner_space_unaligned = in ath10k_ce_alloc_dest_ring()
1651 if (!dest_ring->base_addr_owner_space_unaligned) { in ath10k_ce_alloc_dest_ring()
1652 kfree(dest_ring); in ath10k_ce_alloc_dest_ring()
1656 dest_ring->base_addr_ce_space_unaligned = base_addr; in ath10k_ce_alloc_dest_ring()
1658 dest_ring->base_addr_owner_space = in ath10k_ce_alloc_dest_ring()
1659 PTR_ALIGN(dest_ring->base_addr_owner_space_unaligned, in ath10k_ce_alloc_dest_ring()
1661 dest_ring->base_addr_ce_space = in ath10k_ce_alloc_dest_ring()
1662 ALIGN(dest_ring->base_addr_ce_space_unaligned, in ath10k_ce_alloc_dest_ring()
1665 return dest_ring; in ath10k_ce_alloc_dest_ring()
1672 struct ath10k_ce_ring *dest_ring; in ath10k_ce_alloc_dest_ring_64() local
1678 dest_ring = kzalloc(struct_size(dest_ring, per_transfer_context, in ath10k_ce_alloc_dest_ring_64()
1680 if (!dest_ring) in ath10k_ce_alloc_dest_ring_64()
1683 dest_ring->nentries = nentries; in ath10k_ce_alloc_dest_ring_64()
1684 dest_ring->nentries_mask = nentries - 1; in ath10k_ce_alloc_dest_ring_64()
1689 dest_ring->base_addr_owner_space_unaligned = in ath10k_ce_alloc_dest_ring_64()
1694 if (!dest_ring->base_addr_owner_space_unaligned) { in ath10k_ce_alloc_dest_ring_64()
1695 kfree(dest_ring); in ath10k_ce_alloc_dest_ring_64()
1699 dest_ring->base_addr_ce_space_unaligned = base_addr; in ath10k_ce_alloc_dest_ring_64()
1704 dest_ring->base_addr_owner_space = in ath10k_ce_alloc_dest_ring_64()
1705 PTR_ALIGN(dest_ring->base_addr_owner_space_unaligned, in ath10k_ce_alloc_dest_ring_64()
1707 dest_ring->base_addr_ce_space = in ath10k_ce_alloc_dest_ring_64()
1708 ALIGN(dest_ring->base_addr_ce_space_unaligned, in ath10k_ce_alloc_dest_ring_64()
1711 return dest_ring; in ath10k_ce_alloc_dest_ring_64()
1791 if (ce_state->dest_ring) { in _ath10k_ce_free_pipe()
1793 (ce_state->dest_ring->nentries * in _ath10k_ce_free_pipe()
1796 ce_state->dest_ring->base_addr_owner_space, in _ath10k_ce_free_pipe()
1797 ce_state->dest_ring->base_addr_ce_space); in _ath10k_ce_free_pipe()
1798 kfree(ce_state->dest_ring); in _ath10k_ce_free_pipe()
1802 ce_state->dest_ring = NULL; in _ath10k_ce_free_pipe()
1822 if (ce_state->dest_ring) { in _ath10k_ce_free_pipe_64()
1824 (ce_state->dest_ring->nentries * in _ath10k_ce_free_pipe_64()
1827 ce_state->dest_ring->base_addr_owner_space, in _ath10k_ce_free_pipe_64()
1828 ce_state->dest_ring->base_addr_ce_space); in _ath10k_ce_free_pipe_64()
1829 kfree(ce_state->dest_ring); in _ath10k_ce_free_pipe_64()
1833 ce_state->dest_ring = NULL; in _ath10k_ce_free_pipe_64()
1972 ce_state->dest_ring = ce_state->ops->ce_alloc_dst_ring(ar, in ath10k_ce_alloc_pipe()
1975 if (IS_ERR(ce_state->dest_ring)) { in ath10k_ce_alloc_pipe()
1976 ret = PTR_ERR(ce_state->dest_ring); in ath10k_ce_alloc_pipe()
1979 ce_state->dest_ring = NULL; in ath10k_ce_alloc_pipe()