Lines Matching refs:dma_addr
119 unsigned long *dma_walk_cpu_trans(unsigned long *rto, dma_addr_t dma_addr, in dma_walk_cpu_trans() argument
125 rtx = calc_rtx(dma_addr); in dma_walk_cpu_trans()
130 sx = calc_sx(dma_addr); in dma_walk_cpu_trans()
135 px = calc_px(dma_addr); in dma_walk_cpu_trans()
160 dma_addr_t dma_addr, size_t size, int flags) in __dma_update_trans() argument
174 entry = dma_walk_cpu_trans(zdev->dma_table, dma_addr, in __dma_update_trans()
182 dma_addr += PAGE_SIZE; in __dma_update_trans()
190 dma_addr -= PAGE_SIZE; in __dma_update_trans()
191 entry = dma_walk_cpu_trans(zdev->dma_table, dma_addr, in __dma_update_trans()
201 static int __dma_purge_tlb(struct zpci_dev *zdev, dma_addr_t dma_addr, in __dma_purge_tlb() argument
222 ret = zpci_refresh_trans((u64) zdev->fh << 32, dma_addr, in __dma_purge_tlb()
241 dma_addr_t dma_addr, size_t size, int flags) in dma_update_trans() argument
245 rc = __dma_update_trans(zdev, pa, dma_addr, size, flags); in dma_update_trans()
249 rc = __dma_purge_tlb(zdev, dma_addr, size, flags); in dma_update_trans()
251 __dma_update_trans(zdev, pa, dma_addr, size, ZPCI_PTE_INVALID); in dma_update_trans()
325 static void dma_free_address(struct device *dev, dma_addr_t dma_addr, int size) in dma_free_address() argument
330 offset = (dma_addr - zdev->start_dma) >> PAGE_SHIFT; in dma_free_address()
364 dma_addr_t dma_addr; in s390_dma_map_pages() local
369 dma_addr = dma_alloc_address(dev, nr_pages); in s390_dma_map_pages()
370 if (dma_addr == DMA_MAPPING_ERROR) { in s390_dma_map_pages()
381 ret = dma_update_trans(zdev, pa, dma_addr, size, flags); in s390_dma_map_pages()
386 return dma_addr + (offset & ~PAGE_MASK); in s390_dma_map_pages()
389 dma_free_address(dev, dma_addr, nr_pages); in s390_dma_map_pages()
396 static void s390_dma_unmap_pages(struct device *dev, dma_addr_t dma_addr, in s390_dma_unmap_pages() argument
403 npages = iommu_num_pages(dma_addr, size, PAGE_SIZE); in s390_dma_unmap_pages()
404 dma_addr = dma_addr & PAGE_MASK; in s390_dma_unmap_pages()
405 ret = dma_update_trans(zdev, 0, dma_addr, npages * PAGE_SIZE, in s390_dma_unmap_pages()
409 zpci_err_dma(ret, dma_addr); in s390_dma_unmap_pages()
414 dma_free_address(dev, dma_addr, npages); in s390_dma_unmap_pages()
463 dma_addr_t dma_addr_base, dma_addr; in __s390_dma_map_sg() local
473 dma_addr = dma_addr_base; in __s390_dma_map_sg()
477 for (s = sg; dma_addr < dma_addr_base + size; s = sg_next(s)) { in __s390_dma_map_sg()
479 ret = __dma_update_trans(zdev, pa, dma_addr, in __s390_dma_map_sg()
484 dma_addr += s->offset + s->length; in __s390_dma_map_sg()
496 dma_update_trans(zdev, 0, dma_addr_base, dma_addr - dma_addr_base, in __s390_dma_map_sg()