Lines Matching refs:tsdn
7 large_malloc(tsdn_t *tsdn, arena_t *arena, size_t usize, bool zero) in large_malloc() argument
11 return (large_palloc(tsdn, arena, usize, CACHELINE, zero)); in large_malloc()
15 large_palloc(tsdn_t *tsdn, arena_t *arena, size_t usize, size_t alignment, in large_palloc() argument
23 assert(!tsdn_null(tsdn) || arena != NULL); in large_palloc()
34 if (likely(!tsdn_null(tsdn))) in large_palloc()
35 arena = arena_choose(tsdn_tsd(tsdn), arena); in large_palloc()
36 if (unlikely(arena == NULL) || (extent = arena_extent_alloc_large(tsdn, in large_palloc()
41 malloc_mutex_lock(tsdn, &arena->large_mtx); in large_palloc()
44 malloc_mutex_unlock(tsdn, &arena->large_mtx); in large_palloc()
45 if (config_prof && arena_prof_accum(tsdn, arena, usize)) in large_palloc()
46 prof_idump(tsdn); in large_palloc()
58 arena_decay_tick(tsdn, arena); in large_palloc()
101 large_ralloc_no_move_shrink(tsdn_t *tsdn, extent_t *extent, size_t usize) in large_ralloc_no_move_shrink() argument
115 extent_t *trail = extent_split_wrapper(tsdn, arena, in large_ralloc_no_move_shrink()
126 arena_extent_cache_dalloc(tsdn, arena, &extent_hooks, trail); in large_ralloc_no_move_shrink()
129 arena_extent_ralloc_large_shrink(tsdn, arena, extent, oldusize); in large_ralloc_no_move_shrink()
135 large_ralloc_no_move_expand(tsdn_t *tsdn, extent_t *extent, size_t usize, in large_ralloc_no_move_expand() argument
148 if ((trail = arena_extent_cache_alloc(tsdn, arena, &extent_hooks, in large_ralloc_no_move_expand()
152 if ((trail = extent_alloc_wrapper(tsdn, arena, &extent_hooks, in large_ralloc_no_move_expand()
158 if (extent_merge_wrapper(tsdn, arena, &extent_hooks, extent, trail)) { in large_ralloc_no_move_expand()
159 extent_dalloc_wrapper(tsdn, arena, &extent_hooks, trail); in large_ralloc_no_move_expand()
189 arena_extent_ralloc_large_expand(tsdn, arena, extent, oldusize); in large_ralloc_no_move_expand()
195 large_ralloc_no_move(tsdn_t *tsdn, extent_t *extent, size_t usize_min, in large_ralloc_no_move() argument
207 if (!large_ralloc_no_move_expand(tsdn, extent, usize_max, in large_ralloc_no_move()
209 arena_decay_tick(tsdn, extent_arena_get(extent)); in large_ralloc_no_move()
215 large_ralloc_no_move_expand(tsdn, extent, usize_min, in large_ralloc_no_move()
217 arena_decay_tick(tsdn, extent_arena_get(extent)); in large_ralloc_no_move()
228 arena_decay_tick(tsdn, extent_arena_get(extent)); in large_ralloc_no_move()
234 if (!large_ralloc_no_move_shrink(tsdn, extent, usize_max)) { in large_ralloc_no_move()
235 arena_decay_tick(tsdn, extent_arena_get(extent)); in large_ralloc_no_move()
243 large_ralloc_move_helper(tsdn_t *tsdn, arena_t *arena, size_t usize, in large_ralloc_move_helper() argument
247 return (large_malloc(tsdn, arena, usize, zero)); in large_ralloc_move_helper()
248 return (large_palloc(tsdn, arena, usize, alignment, zero)); in large_ralloc_move_helper()
252 large_ralloc(tsdn_t *tsdn, arena_t *arena, extent_t *extent, size_t usize, in large_ralloc() argument
265 if (!large_ralloc_no_move(tsdn, extent, usize, usize, zero)) in large_ralloc()
273 ret = large_ralloc_move_helper(tsdn, arena, usize, alignment, zero); in large_ralloc()
280 isdalloct(tsdn, extent, extent_addr_get(extent), in large_ralloc()
291 large_dalloc_impl(tsdn_t *tsdn, extent_t *extent, bool junked_locked) in large_dalloc_impl() argument
296 malloc_mutex_lock(tsdn, &arena->large_mtx); in large_dalloc_impl()
298 malloc_mutex_unlock(tsdn, &arena->large_mtx); in large_dalloc_impl()
303 arena_extent_dalloc_large(tsdn, arena, extent, junked_locked); in large_dalloc_impl()
306 arena_decay_tick(tsdn, arena); in large_dalloc_impl()
310 large_dalloc_junked_locked(tsdn_t *tsdn, extent_t *extent) in large_dalloc_junked_locked() argument
312 large_dalloc_impl(tsdn, extent, true); in large_dalloc_junked_locked()
316 large_dalloc(tsdn_t *tsdn, extent_t *extent) in large_dalloc() argument
318 large_dalloc_impl(tsdn, extent, false); in large_dalloc()
322 large_salloc(tsdn_t *tsdn, const extent_t *extent) in large_salloc() argument
328 large_prof_tctx_get(tsdn_t *tsdn, const extent_t *extent) in large_prof_tctx_get() argument
334 large_prof_tctx_set(tsdn_t *tsdn, extent_t *extent, prof_tctx_t *tctx) in large_prof_tctx_set() argument
340 large_prof_tctx_reset(tsdn_t *tsdn, extent_t *extent) in large_prof_tctx_reset() argument
342 large_prof_tctx_set(tsdn, extent, (prof_tctx_t *)(uintptr_t)1U); in large_prof_tctx_reset()