Lines Matching refs:page_offset
245 mr->page_offset = mr->ibmr.iova & (page_size - 1); in rxe_map_mr_sg()
253 unsigned int page_offset = rxe_mr_iova_to_page_offset(mr, iova); in rxe_mr_copy_xarray() local
265 mr_page_size(mr) - page_offset); in rxe_mr_copy_xarray()
268 memcpy(addr, va + page_offset, bytes); in rxe_mr_copy_xarray()
270 memcpy(va + page_offset, addr, bytes); in rxe_mr_copy_xarray()
273 page_offset = 0; in rxe_mr_copy_xarray()
285 unsigned int page_offset = iova & (PAGE_SIZE - 1); in rxe_mr_copy_dma() local
293 PAGE_SIZE - page_offset); in rxe_mr_copy_dma()
297 memcpy(va + page_offset, addr, bytes); in rxe_mr_copy_dma()
299 memcpy(addr, va + page_offset, bytes); in rxe_mr_copy_dma()
302 page_offset = 0; in rxe_mr_copy_dma()
431 unsigned int page_offset; in rxe_flush_pmem_iova() local
455 page_offset = rxe_mr_iova_to_page_offset(mr, iova); in rxe_flush_pmem_iova()
459 mr_page_size(mr) - page_offset); in rxe_flush_pmem_iova()
462 arch_wb_cache_pmem(va + page_offset, bytes); in rxe_flush_pmem_iova()
467 page_offset = 0; in rxe_flush_pmem_iova()
479 unsigned int page_offset; in rxe_mr_do_atomic_op() local
490 page_offset = iova & (PAGE_SIZE - 1); in rxe_mr_do_atomic_op()
501 page_offset = rxe_mr_iova_to_page_offset(mr, iova); in rxe_mr_do_atomic_op()
508 if (unlikely(page_offset & 0x7)) { in rxe_mr_do_atomic_op()
516 value = *orig_val = va[page_offset >> 3]; in rxe_mr_do_atomic_op()
520 va[page_offset >> 3] = swap_add; in rxe_mr_do_atomic_op()
523 va[page_offset >> 3] = value; in rxe_mr_do_atomic_op()
536 unsigned int page_offset; in rxe_mr_do_atomic_write() local
547 page_offset = iova & (PAGE_SIZE - 1); in rxe_mr_do_atomic_write()
559 page_offset = rxe_mr_iova_to_page_offset(mr, iova); in rxe_mr_do_atomic_write()
567 if (unlikely(page_offset & 0x7)) { in rxe_mr_do_atomic_write()
575 smp_store_release(&va[page_offset >> 3], value); in rxe_mr_do_atomic_write()