Lines Matching refs:size
70 bool dma_coherent_ok(struct device *dev, phys_addr_t phys, size_t size) in dma_coherent_ok() argument
76 return dma_addr + size - 1 <= in dma_coherent_ok()
80 static int dma_set_decrypted(struct device *dev, void *vaddr, size_t size) in dma_set_decrypted() argument
84 return set_memory_decrypted((unsigned long)vaddr, PFN_UP(size)); in dma_set_decrypted()
87 static int dma_set_encrypted(struct device *dev, void *vaddr, size_t size) in dma_set_encrypted() argument
93 ret = set_memory_encrypted((unsigned long)vaddr, PFN_UP(size)); in dma_set_encrypted()
100 size_t size) in __dma_direct_free_pages() argument
102 if (swiotlb_free(dev, page, size)) in __dma_direct_free_pages()
104 dma_free_contiguous(dev, page, size); in __dma_direct_free_pages()
107 static struct page *dma_direct_alloc_swiotlb(struct device *dev, size_t size) in dma_direct_alloc_swiotlb() argument
109 struct page *page = swiotlb_alloc(dev, size); in dma_direct_alloc_swiotlb()
111 if (page && !dma_coherent_ok(dev, page_to_phys(page), size)) { in dma_direct_alloc_swiotlb()
112 swiotlb_free(dev, page, size); in dma_direct_alloc_swiotlb()
119 static struct page *__dma_direct_alloc_pages(struct device *dev, size_t size, in __dma_direct_alloc_pages() argument
126 WARN_ON_ONCE(!PAGE_ALIGNED(size)); in __dma_direct_alloc_pages()
129 return dma_direct_alloc_swiotlb(dev, size); in __dma_direct_alloc_pages()
132 page = dma_alloc_contiguous(dev, size, gfp); in __dma_direct_alloc_pages()
134 if (!dma_coherent_ok(dev, page_to_phys(page), size) || in __dma_direct_alloc_pages()
136 dma_free_contiguous(dev, page, size); in __dma_direct_alloc_pages()
142 page = alloc_pages_node(node, gfp, get_order(size)); in __dma_direct_alloc_pages()
143 if (page && !dma_coherent_ok(dev, page_to_phys(page), size)) { in __dma_direct_alloc_pages()
144 __free_pages(page, get_order(size)); in __dma_direct_alloc_pages()
172 static void *dma_direct_alloc_from_pool(struct device *dev, size_t size, in dma_direct_alloc_from_pool() argument
183 page = dma_alloc_from_pool(dev, size, &ret, gfp, dma_coherent_ok); in dma_direct_alloc_from_pool()
190 static void *dma_direct_alloc_no_mapping(struct device *dev, size_t size, in dma_direct_alloc_no_mapping() argument
195 page = __dma_direct_alloc_pages(dev, size, gfp & ~__GFP_ZERO, true); in dma_direct_alloc_no_mapping()
201 arch_dma_prep_coherent(page, size); in dma_direct_alloc_no_mapping()
208 void *dma_direct_alloc(struct device *dev, size_t size, in dma_direct_alloc() argument
215 size = PAGE_ALIGN(size); in dma_direct_alloc()
221 return dma_direct_alloc_no_mapping(dev, size, dma_handle, gfp); in dma_direct_alloc()
226 return arch_dma_alloc(dev, size, dma_handle, gfp, in dma_direct_alloc()
234 return dma_alloc_from_global_coherent(dev, size, in dma_direct_alloc()
256 return dma_direct_alloc_from_pool(dev, size, dma_handle, gfp); in dma_direct_alloc()
259 page = __dma_direct_alloc_pages(dev, size, gfp & ~__GFP_ZERO, true); in dma_direct_alloc()
280 arch_dma_prep_coherent(page, size); in dma_direct_alloc()
283 ret = dma_common_contiguous_remap(page, size, prot, in dma_direct_alloc()
289 if (dma_set_decrypted(dev, ret, size)) in dma_direct_alloc()
293 memset(ret, 0, size); in dma_direct_alloc()
296 arch_dma_prep_coherent(page, size); in dma_direct_alloc()
297 ret = arch_dma_set_uncached(ret, size); in dma_direct_alloc()
306 if (dma_set_encrypted(dev, page_address(page), size)) in dma_direct_alloc()
309 __dma_direct_free_pages(dev, page, size); in dma_direct_alloc()
315 void dma_direct_free(struct device *dev, size_t size, in dma_direct_free() argument
318 unsigned int page_order = get_order(size); in dma_direct_free()
323 dma_free_contiguous(dev, cpu_addr, size); in dma_direct_free()
330 arch_dma_free(dev, size, cpu_addr, dma_addr, attrs); in dma_direct_free()
343 dma_free_from_pool(dev, cpu_addr, PAGE_ALIGN(size))) in dma_direct_free()
350 arch_dma_clear_uncached(cpu_addr, size); in dma_direct_free()
351 if (dma_set_encrypted(dev, cpu_addr, size)) in dma_direct_free()
355 __dma_direct_free_pages(dev, dma_direct_to_page(dev, dma_addr), size); in dma_direct_free()
358 struct page *dma_direct_alloc_pages(struct device *dev, size_t size, in dma_direct_alloc_pages() argument
365 return dma_direct_alloc_from_pool(dev, size, dma_handle, gfp); in dma_direct_alloc_pages()
367 page = __dma_direct_alloc_pages(dev, size, gfp, false); in dma_direct_alloc_pages()
372 if (dma_set_decrypted(dev, ret, size)) in dma_direct_alloc_pages()
374 memset(ret, 0, size); in dma_direct_alloc_pages()
381 void dma_direct_free_pages(struct device *dev, size_t size, in dma_direct_free_pages() argument
389 dma_free_from_pool(dev, vaddr, size)) in dma_direct_free_pages()
392 if (dma_set_encrypted(dev, vaddr, size)) in dma_direct_free_pages()
394 __dma_direct_free_pages(dev, page, size); in dma_direct_free_pages()
506 size_t size, enum dma_data_direction dir, unsigned long attrs) in dma_direct_map_resource() argument
510 if (unlikely(!dma_capable(dev, dma_addr, size, false))) { in dma_direct_map_resource()
513 &dma_addr, size, *dev->dma_mask, dev->bus_dma_limit); in dma_direct_map_resource()
522 void *cpu_addr, dma_addr_t dma_addr, size_t size, in dma_direct_get_sgtable() argument
530 sg_set_page(sgt->sgl, page, PAGE_ALIGN(size), 0); in dma_direct_get_sgtable()
541 void *cpu_addr, dma_addr_t dma_addr, size_t size, in dma_direct_mmap() argument
545 unsigned long count = PAGE_ALIGN(size) >> PAGE_SHIFT; in dma_direct_mmap()
553 if (dma_mmap_from_dev_coherent(dev, vma, cpu_addr, size, &ret)) in dma_direct_mmap()
555 if (dma_mmap_from_global_coherent(vma, cpu_addr, size, &ret)) in dma_direct_mmap()
592 for (m = dev->dma_range_map; PFN_DOWN(m->size); m++) { in dma_find_range()
596 start_pfn - cpu_start_pfn < PFN_DOWN(m->size)) in dma_find_range()
621 start_pfn = PFN_DOWN(bdr->cpu_start) + PFN_DOWN(bdr->size); in check_ram_in_range_map()
667 dma_addr_t dma_start, u64 size) in dma_direct_set_offset() argument
685 map[0].size = size; in dma_direct_set_offset()