Lines Matching refs:pool
75 struct dma_pool *pool; in pools_show() local
81 list_for_each_entry(pool, &dev->dma_pools, pools) { in pools_show()
84 pool->name, pool->nr_active, in pools_show()
85 pool->nr_blocks, pool->size, in pools_show()
86 pool->nr_pages); in pools_show()
96 static void pool_check_block(struct dma_pool *pool, struct dma_block *block, in pool_check_block() argument
102 for (i = sizeof(struct dma_block); i < pool->size; i++) { in pool_check_block()
105 dev_err(pool->dev, "%s %s, %p (corrupted)\n", __func__, in pool_check_block()
106 pool->name, block); in pool_check_block()
113 data, pool->size, 1); in pool_check_block()
118 memset(block, POOL_POISON_ALLOCATED, pool->size); in pool_check_block()
121 static struct dma_page *pool_find_page(struct dma_pool *pool, dma_addr_t dma) in pool_find_page() argument
125 list_for_each_entry(page, &pool->page_list, page_list) { in pool_find_page()
128 if ((dma - page->dma) < pool->allocation) in pool_find_page()
134 static bool pool_block_err(struct dma_pool *pool, void *vaddr, dma_addr_t dma) in pool_block_err() argument
136 struct dma_block *block = pool->next_block; in pool_block_err()
139 page = pool_find_page(pool, dma); in pool_block_err()
141 dev_err(pool->dev, "%s %s, %p/%pad (bad dma)\n", in pool_block_err()
142 __func__, pool->name, vaddr, &dma); in pool_block_err()
151 dev_err(pool->dev, "%s %s, dma %pad already free\n", in pool_block_err()
152 __func__, pool->name, &dma); in pool_block_err()
156 memset(vaddr, POOL_POISON_FREED, pool->size); in pool_block_err()
160 static void pool_init_page(struct dma_pool *pool, struct dma_page *page) in pool_init_page() argument
162 memset(page->vaddr, POOL_POISON_FREED, pool->allocation); in pool_init_page()
165 static void pool_check_block(struct dma_pool *pool, struct dma_block *block, in pool_check_block() argument
170 static bool pool_block_err(struct dma_pool *pool, void *vaddr, dma_addr_t dma) in pool_block_err() argument
173 memset(vaddr, 0, pool->size); in pool_block_err()
177 static void pool_init_page(struct dma_pool *pool, struct dma_page *page) in pool_init_page() argument
182 static struct dma_block *pool_block_pop(struct dma_pool *pool) in pool_block_pop() argument
184 struct dma_block *block = pool->next_block; in pool_block_pop()
187 pool->next_block = block->next_block; in pool_block_pop()
188 pool->nr_active++; in pool_block_pop()
193 static void pool_block_push(struct dma_pool *pool, struct dma_block *block, in pool_block_push() argument
197 block->next_block = pool->next_block; in pool_block_push()
198 pool->next_block = block; in pool_block_push()
303 static void pool_initialise_page(struct dma_pool *pool, struct dma_page *page) in pool_initialise_page() argument
305 unsigned int next_boundary = pool->boundary, offset = 0; in pool_initialise_page()
308 pool_init_page(pool, page); in pool_initialise_page()
309 while (offset + pool->size <= pool->allocation) { in pool_initialise_page()
310 if (offset + pool->size > next_boundary) { in pool_initialise_page()
312 next_boundary += pool->boundary; in pool_initialise_page()
326 offset += pool->size; in pool_initialise_page()
327 pool->nr_blocks++; in pool_initialise_page()
330 last->next_block = pool->next_block; in pool_initialise_page()
331 pool->next_block = first; in pool_initialise_page()
333 list_add(&page->page_list, &pool->page_list); in pool_initialise_page()
334 pool->nr_pages++; in pool_initialise_page()
337 static struct dma_page *pool_alloc_page(struct dma_pool *pool, gfp_t mem_flags) in pool_alloc_page() argument
341 page = kmalloc_node(sizeof(*page), mem_flags, pool->node); in pool_alloc_page()
345 page->vaddr = dma_alloc_coherent(pool->dev, pool->allocation, in pool_alloc_page()
363 void dma_pool_destroy(struct dma_pool *pool) in dma_pool_destroy() argument
368 if (unlikely(!pool)) in dma_pool_destroy()
373 list_del(&pool->pools); in dma_pool_destroy()
374 empty = list_empty(&pool->dev->dma_pools); in dma_pool_destroy()
377 device_remove_file(pool->dev, &dev_attr_pools); in dma_pool_destroy()
380 if (pool->nr_active) { in dma_pool_destroy()
381 dev_err(pool->dev, "%s %s busy\n", __func__, pool->name); in dma_pool_destroy()
385 list_for_each_entry_safe(page, tmp, &pool->page_list, page_list) { in dma_pool_destroy()
387 dma_free_coherent(pool->dev, pool->allocation, in dma_pool_destroy()
393 kfree(pool); in dma_pool_destroy()
407 void *dma_pool_alloc(struct dma_pool *pool, gfp_t mem_flags, in dma_pool_alloc() argument
416 spin_lock_irqsave(&pool->lock, flags); in dma_pool_alloc()
417 block = pool_block_pop(pool); in dma_pool_alloc()
423 spin_unlock_irqrestore(&pool->lock, flags); in dma_pool_alloc()
425 page = pool_alloc_page(pool, mem_flags & (~__GFP_ZERO)); in dma_pool_alloc()
429 spin_lock_irqsave(&pool->lock, flags); in dma_pool_alloc()
430 pool_initialise_page(pool, page); in dma_pool_alloc()
431 block = pool_block_pop(pool); in dma_pool_alloc()
433 spin_unlock_irqrestore(&pool->lock, flags); in dma_pool_alloc()
436 pool_check_block(pool, block, mem_flags); in dma_pool_alloc()
438 memset(block, 0, pool->size); in dma_pool_alloc()
453 void dma_pool_free(struct dma_pool *pool, void *vaddr, dma_addr_t dma) in dma_pool_free() argument
458 spin_lock_irqsave(&pool->lock, flags); in dma_pool_free()
459 if (!pool_block_err(pool, vaddr, dma)) { in dma_pool_free()
460 pool_block_push(pool, block, dma); in dma_pool_free()
461 pool->nr_active--; in dma_pool_free()
463 spin_unlock_irqrestore(&pool->lock, flags); in dma_pool_free()
472 struct dma_pool *pool = *(struct dma_pool **)res; in dmam_pool_release() local
474 dma_pool_destroy(pool); in dmam_pool_release()
499 struct dma_pool **ptr, *pool; in dmam_pool_create() local
505 pool = *ptr = dma_pool_create(name, dev, size, align, allocation); in dmam_pool_create()
506 if (pool) in dmam_pool_create()
511 return pool; in dmam_pool_create()
521 void dmam_pool_destroy(struct dma_pool *pool) in dmam_pool_destroy() argument
523 struct device *dev = pool->dev; in dmam_pool_destroy()
525 WARN_ON(devres_release(dev, dmam_pool_release, dmam_pool_match, pool)); in dmam_pool_destroy()