Lines Matching refs:imu
141 struct io_mapped_ubuf *imu = *slot; in io_buffer_unmap() local
144 if (imu != ctx->dummy_ubuf) { in io_buffer_unmap()
145 for (i = 0; i < imu->nr_bvecs; i++) in io_buffer_unmap()
146 unpin_user_page(imu->bvec[i].bv_page); in io_buffer_unmap()
147 if (imu->acct_pages) in io_buffer_unmap()
148 io_unaccount_mem(ctx, imu->acct_pages); in io_buffer_unmap()
149 kvfree(imu); in io_buffer_unmap()
545 struct io_mapped_ubuf *imu; in __io_sqe_buffers_update() local
563 err = io_sqe_buffer_register(ctx, &iov, &imu, &last_hpage); in __io_sqe_buffers_update()
572 io_buffer_unmap(ctx, &imu); in __io_sqe_buffers_update()
579 ctx->user_bufs[i] = imu; in __io_sqe_buffers_update()
1095 struct io_mapped_ubuf *imu = ctx->user_bufs[i]; in headpage_already_acct() local
1097 for (j = 0; j < imu->nr_bvecs; j++) { in headpage_already_acct()
1098 if (!PageCompound(imu->bvec[j].bv_page)) in headpage_already_acct()
1100 if (compound_head(imu->bvec[j].bv_page) == hpage) in headpage_already_acct()
1109 int nr_pages, struct io_mapped_ubuf *imu, in io_buffer_account_pin() argument
1114 imu->acct_pages = 0; in io_buffer_account_pin()
1117 imu->acct_pages++; in io_buffer_account_pin()
1127 imu->acct_pages += page_size(hpage) >> PAGE_SHIFT; in io_buffer_account_pin()
1131 if (!imu->acct_pages) in io_buffer_account_pin()
1134 ret = io_account_mem(ctx, imu->acct_pages); in io_buffer_account_pin()
1136 imu->acct_pages = 0; in io_buffer_account_pin()
1208 struct io_mapped_ubuf *imu = NULL; in io_sqe_buffer_register() local
1243 imu = kvmalloc(struct_size(imu, bvec, nr_pages), GFP_KERNEL); in io_sqe_buffer_register()
1244 if (!imu) in io_sqe_buffer_register()
1247 ret = io_buffer_account_pin(ctx, pages, nr_pages, imu, last_hpage); in io_sqe_buffer_register()
1256 imu->ubuf = (unsigned long) iov->iov_base; in io_sqe_buffer_register()
1257 imu->ubuf_end = imu->ubuf + iov->iov_len; in io_sqe_buffer_register()
1258 imu->nr_bvecs = nr_pages; in io_sqe_buffer_register()
1259 *pimu = imu; in io_sqe_buffer_register()
1263 bvec_set_page(&imu->bvec[0], pages[0], size, off); in io_sqe_buffer_register()
1270 bvec_set_page(&imu->bvec[i], pages[i], vec_len, off); in io_sqe_buffer_register()
1276 kvfree(imu); in io_sqe_buffer_register()
1347 struct io_mapped_ubuf *imu, in io_import_fixed() argument
1353 if (WARN_ON_ONCE(!imu)) in io_import_fixed()
1358 if (unlikely(buf_addr < imu->ubuf || buf_end > imu->ubuf_end)) in io_import_fixed()
1365 offset = buf_addr - imu->ubuf; in io_import_fixed()
1366 iov_iter_bvec(iter, ddir, imu->bvec, imu->nr_bvecs, offset + len); in io_import_fixed()
1385 const struct bio_vec *bvec = imu->bvec; in io_import_fixed()