Lines Matching refs:ring
10 size_t mhi_ep_ring_addr2offset(struct mhi_ep_ring *ring, u64 ptr) in mhi_ep_ring_addr2offset() argument
12 return (ptr - ring->rbase) / sizeof(struct mhi_ring_element); in mhi_ep_ring_addr2offset()
15 static u32 mhi_ep_ring_num_elems(struct mhi_ep_ring *ring) in mhi_ep_ring_num_elems() argument
19 memcpy_fromio(&rlen, (void __iomem *) &ring->ring_ctx->generic.rlen, sizeof(u64)); in mhi_ep_ring_num_elems()
24 void mhi_ep_ring_inc_index(struct mhi_ep_ring *ring) in mhi_ep_ring_inc_index() argument
26 ring->rd_offset = (ring->rd_offset + 1) % ring->ring_size; in mhi_ep_ring_inc_index()
29 static int __mhi_ep_cache_ring(struct mhi_ep_ring *ring, size_t end) in __mhi_ep_cache_ring() argument
31 struct mhi_ep_cntrl *mhi_cntrl = ring->mhi_cntrl; in __mhi_ep_cache_ring()
37 if (ring->type == RING_TYPE_ER) in __mhi_ep_cache_ring()
41 if (ring->wr_offset == end) in __mhi_ep_cache_ring()
44 start = ring->wr_offset; in __mhi_ep_cache_ring()
47 ret = mhi_cntrl->read_from_host(mhi_cntrl, ring->rbase + in __mhi_ep_cache_ring()
49 &ring->ring_cache[start], copy_size); in __mhi_ep_cache_ring()
53 copy_size = (ring->ring_size - start) * sizeof(struct mhi_ring_element); in __mhi_ep_cache_ring()
54 ret = mhi_cntrl->read_from_host(mhi_cntrl, ring->rbase + in __mhi_ep_cache_ring()
56 &ring->ring_cache[start], copy_size); in __mhi_ep_cache_ring()
61 ret = mhi_cntrl->read_from_host(mhi_cntrl, ring->rbase, in __mhi_ep_cache_ring()
62 &ring->ring_cache[0], in __mhi_ep_cache_ring()
74 static int mhi_ep_cache_ring(struct mhi_ep_ring *ring, u64 wr_ptr) in mhi_ep_cache_ring() argument
79 wr_offset = mhi_ep_ring_addr2offset(ring, wr_ptr); in mhi_ep_cache_ring()
82 ret = __mhi_ep_cache_ring(ring, wr_offset); in mhi_ep_cache_ring()
86 ring->wr_offset = wr_offset; in mhi_ep_cache_ring()
91 int mhi_ep_update_wr_offset(struct mhi_ep_ring *ring) in mhi_ep_update_wr_offset() argument
95 wr_ptr = mhi_ep_mmio_get_db(ring); in mhi_ep_update_wr_offset()
97 return mhi_ep_cache_ring(ring, wr_ptr); in mhi_ep_update_wr_offset()
101 int mhi_ep_ring_add_element(struct mhi_ep_ring *ring, struct mhi_ring_element *el) in mhi_ep_ring_add_element() argument
103 struct mhi_ep_cntrl *mhi_cntrl = ring->mhi_cntrl; in mhi_ep_ring_add_element()
110 ret = mhi_ep_update_wr_offset(ring); in mhi_ep_ring_add_element()
116 if (ring->rd_offset < ring->wr_offset) in mhi_ep_ring_add_element()
117 num_free_elem = (ring->wr_offset - ring->rd_offset) - 1; in mhi_ep_ring_add_element()
119 num_free_elem = ((ring->ring_size - ring->rd_offset) + ring->wr_offset) - 1; in mhi_ep_ring_add_element()
127 old_offset = ring->rd_offset; in mhi_ep_ring_add_element()
128 mhi_ep_ring_inc_index(ring); in mhi_ep_ring_add_element()
130 dev_dbg(dev, "Adding an element to ring at offset (%zu)\n", ring->rd_offset); in mhi_ep_ring_add_element()
133 rp = cpu_to_le64(ring->rd_offset * sizeof(*el) + ring->rbase); in mhi_ep_ring_add_element()
134 memcpy_toio((void __iomem *) &ring->ring_ctx->generic.rp, &rp, sizeof(u64)); in mhi_ep_ring_add_element()
136 ret = mhi_cntrl->write_to_host(mhi_cntrl, el, ring->rbase + (old_offset * sizeof(*el)), in mhi_ep_ring_add_element()
144 void mhi_ep_ring_init(struct mhi_ep_ring *ring, enum mhi_ep_ring_type type, u32 id) in mhi_ep_ring_init() argument
146 ring->type = type; in mhi_ep_ring_init()
147 if (ring->type == RING_TYPE_CMD) { in mhi_ep_ring_init()
148 ring->db_offset_h = EP_CRDB_HIGHER; in mhi_ep_ring_init()
149 ring->db_offset_l = EP_CRDB_LOWER; in mhi_ep_ring_init()
150 } else if (ring->type == RING_TYPE_CH) { in mhi_ep_ring_init()
151 ring->db_offset_h = CHDB_HIGHER_n(id); in mhi_ep_ring_init()
152 ring->db_offset_l = CHDB_LOWER_n(id); in mhi_ep_ring_init()
153 ring->ch_id = id; in mhi_ep_ring_init()
155 ring->db_offset_h = ERDB_HIGHER_n(id); in mhi_ep_ring_init()
156 ring->db_offset_l = ERDB_LOWER_n(id); in mhi_ep_ring_init()
160 int mhi_ep_ring_start(struct mhi_ep_cntrl *mhi_cntrl, struct mhi_ep_ring *ring, in mhi_ep_ring_start() argument
167 ring->mhi_cntrl = mhi_cntrl; in mhi_ep_ring_start()
168 ring->ring_ctx = ctx; in mhi_ep_ring_start()
169 ring->ring_size = mhi_ep_ring_num_elems(ring); in mhi_ep_ring_start()
170 memcpy_fromio(&val, (void __iomem *) &ring->ring_ctx->generic.rbase, sizeof(u64)); in mhi_ep_ring_start()
171 ring->rbase = le64_to_cpu(val); in mhi_ep_ring_start()
173 if (ring->type == RING_TYPE_CH) in mhi_ep_ring_start()
174 ring->er_index = le32_to_cpu(ring->ring_ctx->ch.erindex); in mhi_ep_ring_start()
176 if (ring->type == RING_TYPE_ER) in mhi_ep_ring_start()
177 ring->irq_vector = le32_to_cpu(ring->ring_ctx->ev.msivec); in mhi_ep_ring_start()
180 memcpy_fromio(&val, (void __iomem *) &ring->ring_ctx->generic.rp, sizeof(u64)); in mhi_ep_ring_start()
181 ring->rd_offset = mhi_ep_ring_addr2offset(ring, le64_to_cpu(val)); in mhi_ep_ring_start()
182 ring->wr_offset = mhi_ep_ring_addr2offset(ring, le64_to_cpu(val)); in mhi_ep_ring_start()
185 ring->ring_cache = kcalloc(ring->ring_size, sizeof(struct mhi_ring_element), GFP_KERNEL); in mhi_ep_ring_start()
186 if (!ring->ring_cache) in mhi_ep_ring_start()
189 memcpy_fromio(&val, (void __iomem *) &ring->ring_ctx->generic.wp, sizeof(u64)); in mhi_ep_ring_start()
190 ret = mhi_ep_cache_ring(ring, le64_to_cpu(val)); in mhi_ep_ring_start()
193 kfree(ring->ring_cache); in mhi_ep_ring_start()
197 ring->started = true; in mhi_ep_ring_start()
202 void mhi_ep_ring_reset(struct mhi_ep_cntrl *mhi_cntrl, struct mhi_ep_ring *ring) in mhi_ep_ring_reset() argument
204 ring->started = false; in mhi_ep_ring_reset()
205 kfree(ring->ring_cache); in mhi_ep_ring_reset()
206 ring->ring_cache = NULL; in mhi_ep_ring_reset()