Lines Matching refs:cachep
34 void kmem_cache_set_callback(struct kmem_cache *cachep, void (*callback)(void *)) in kmem_cache_set_callback() argument
36 cachep->callback = callback; in kmem_cache_set_callback()
39 void kmem_cache_set_private(struct kmem_cache *cachep, void *private) in kmem_cache_set_private() argument
41 cachep->private = private; in kmem_cache_set_private()
44 void kmem_cache_set_non_kernel(struct kmem_cache *cachep, unsigned int val) in kmem_cache_set_non_kernel() argument
46 cachep->non_kernel = val; in kmem_cache_set_non_kernel()
49 unsigned long kmem_cache_get_alloc(struct kmem_cache *cachep) in kmem_cache_get_alloc() argument
51 return cachep->size * cachep->nr_allocated; in kmem_cache_get_alloc()
54 unsigned long kmem_cache_nr_allocated(struct kmem_cache *cachep) in kmem_cache_nr_allocated() argument
56 return cachep->nr_allocated; in kmem_cache_nr_allocated()
59 unsigned long kmem_cache_nr_tallocated(struct kmem_cache *cachep) in kmem_cache_nr_tallocated() argument
61 return cachep->nr_tallocated; in kmem_cache_nr_tallocated()
64 void kmem_cache_zero_nr_tallocated(struct kmem_cache *cachep) in kmem_cache_zero_nr_tallocated() argument
66 cachep->nr_tallocated = 0; in kmem_cache_zero_nr_tallocated()
69 void *kmem_cache_alloc_lru(struct kmem_cache *cachep, struct list_lru *lru, in kmem_cache_alloc_lru() argument
74 if (cachep->exec_callback) { in kmem_cache_alloc_lru()
75 if (cachep->callback) in kmem_cache_alloc_lru()
76 cachep->callback(cachep->private); in kmem_cache_alloc_lru()
77 cachep->exec_callback = false; in kmem_cache_alloc_lru()
81 if (!cachep->non_kernel) { in kmem_cache_alloc_lru()
82 cachep->exec_callback = true; in kmem_cache_alloc_lru()
86 cachep->non_kernel--; in kmem_cache_alloc_lru()
89 pthread_mutex_lock(&cachep->lock); in kmem_cache_alloc_lru()
90 if (cachep->nr_objs) { in kmem_cache_alloc_lru()
91 struct radix_tree_node *node = cachep->objs; in kmem_cache_alloc_lru()
92 cachep->nr_objs--; in kmem_cache_alloc_lru()
93 cachep->objs = node->parent; in kmem_cache_alloc_lru()
94 pthread_mutex_unlock(&cachep->lock); in kmem_cache_alloc_lru()
98 pthread_mutex_unlock(&cachep->lock); in kmem_cache_alloc_lru()
99 if (cachep->align) in kmem_cache_alloc_lru()
100 posix_memalign(&p, cachep->align, cachep->size); in kmem_cache_alloc_lru()
102 p = malloc(cachep->size); in kmem_cache_alloc_lru()
103 if (cachep->ctor) in kmem_cache_alloc_lru()
104 cachep->ctor(p); in kmem_cache_alloc_lru()
106 memset(p, 0, cachep->size); in kmem_cache_alloc_lru()
109 uatomic_inc(&cachep->nr_allocated); in kmem_cache_alloc_lru()
111 uatomic_inc(&cachep->nr_tallocated); in kmem_cache_alloc_lru()
117 void __kmem_cache_free_locked(struct kmem_cache *cachep, void *objp) in __kmem_cache_free_locked() argument
120 if (cachep->nr_objs > 10 || cachep->align) { in __kmem_cache_free_locked()
121 memset(objp, POISON_FREE, cachep->size); in __kmem_cache_free_locked()
125 cachep->nr_objs++; in __kmem_cache_free_locked()
126 node->parent = cachep->objs; in __kmem_cache_free_locked()
127 cachep->objs = node; in __kmem_cache_free_locked()
131 void kmem_cache_free_locked(struct kmem_cache *cachep, void *objp) in kmem_cache_free_locked() argument
134 uatomic_dec(&cachep->nr_allocated); in kmem_cache_free_locked()
137 __kmem_cache_free_locked(cachep, objp); in kmem_cache_free_locked()
140 void kmem_cache_free(struct kmem_cache *cachep, void *objp) in kmem_cache_free() argument
142 pthread_mutex_lock(&cachep->lock); in kmem_cache_free()
143 kmem_cache_free_locked(cachep, objp); in kmem_cache_free()
144 pthread_mutex_unlock(&cachep->lock); in kmem_cache_free()
147 void kmem_cache_free_bulk(struct kmem_cache *cachep, size_t size, void **list) in kmem_cache_free_bulk() argument
152 pthread_mutex_lock(&cachep->lock); in kmem_cache_free_bulk()
154 kmem_cache_free_locked(cachep, list[i]); in kmem_cache_free_bulk()
155 pthread_mutex_unlock(&cachep->lock); in kmem_cache_free_bulk()
158 void kmem_cache_shrink(struct kmem_cache *cachep) in kmem_cache_shrink() argument
162 int kmem_cache_alloc_bulk(struct kmem_cache *cachep, gfp_t gfp, size_t size, in kmem_cache_alloc_bulk() argument
170 pthread_mutex_lock(&cachep->lock); in kmem_cache_alloc_bulk()
171 if (cachep->nr_objs >= size) { in kmem_cache_alloc_bulk()
176 if (!cachep->non_kernel) in kmem_cache_alloc_bulk()
178 cachep->non_kernel--; in kmem_cache_alloc_bulk()
181 node = cachep->objs; in kmem_cache_alloc_bulk()
182 cachep->nr_objs--; in kmem_cache_alloc_bulk()
183 cachep->objs = node->parent; in kmem_cache_alloc_bulk()
187 pthread_mutex_unlock(&cachep->lock); in kmem_cache_alloc_bulk()
189 pthread_mutex_unlock(&cachep->lock); in kmem_cache_alloc_bulk()
192 if (!cachep->non_kernel) in kmem_cache_alloc_bulk()
194 cachep->non_kernel--; in kmem_cache_alloc_bulk()
197 if (cachep->align) { in kmem_cache_alloc_bulk()
198 posix_memalign(&p[i], cachep->align, in kmem_cache_alloc_bulk()
199 cachep->size); in kmem_cache_alloc_bulk()
201 p[i] = malloc(cachep->size); in kmem_cache_alloc_bulk()
205 if (cachep->ctor) in kmem_cache_alloc_bulk()
206 cachep->ctor(p[i]); in kmem_cache_alloc_bulk()
208 memset(p[i], 0, cachep->size); in kmem_cache_alloc_bulk()
214 pthread_mutex_lock(&cachep->lock); in kmem_cache_alloc_bulk()
216 __kmem_cache_free_locked(cachep, p[i]); in kmem_cache_alloc_bulk()
217 pthread_mutex_unlock(&cachep->lock); in kmem_cache_alloc_bulk()
223 uatomic_inc(&cachep->nr_allocated); in kmem_cache_alloc_bulk()
224 uatomic_inc(&cachep->nr_tallocated); in kmem_cache_alloc_bulk()