Lines Matching refs:usize
48 extent_hooks_t **r_extent_hooks, void *new_addr, size_t usize, size_t pad, in arena_extent_cache_alloc_locked() argument
55 return (extent_alloc_cache(tsdn, arena, r_extent_hooks, new_addr, usize, in arena_extent_cache_alloc_locked()
205 arena_large_malloc_stats_update(arena_t *arena, size_t usize) in arena_large_malloc_stats_update() argument
211 if (usize < LARGE_MINCLASS) in arena_large_malloc_stats_update()
212 usize = LARGE_MINCLASS; in arena_large_malloc_stats_update()
213 index = size2index(usize); in arena_large_malloc_stats_update()
217 arena->stats.allocated_large += usize; in arena_large_malloc_stats_update()
224 arena_large_malloc_stats_update_undo(arena_t *arena, size_t usize) in arena_large_malloc_stats_update_undo() argument
230 if (usize < LARGE_MINCLASS) in arena_large_malloc_stats_update_undo()
231 usize = LARGE_MINCLASS; in arena_large_malloc_stats_update_undo()
232 index = size2index(usize); in arena_large_malloc_stats_update_undo()
236 arena->stats.allocated_large -= usize; in arena_large_malloc_stats_update_undo()
243 arena_large_dalloc_stats_update(arena_t *arena, size_t usize) in arena_large_dalloc_stats_update() argument
249 if (usize < LARGE_MINCLASS) in arena_large_dalloc_stats_update()
250 usize = LARGE_MINCLASS; in arena_large_dalloc_stats_update()
251 index = size2index(usize); in arena_large_dalloc_stats_update()
255 arena->stats.allocated_large -= usize; in arena_large_dalloc_stats_update()
261 arena_large_reset_stats_cancel(arena_t *arena, size_t usize) in arena_large_reset_stats_cancel() argument
263 szind_t index = size2index(usize); in arena_large_reset_stats_cancel()
273 arena_large_ralloc_stats_update(arena_t *arena, size_t oldusize, size_t usize) in arena_large_ralloc_stats_update() argument
276 arena_large_malloc_stats_update(arena, usize); in arena_large_ralloc_stats_update()
281 extent_hooks_t **r_extent_hooks, size_t usize, size_t alignment, bool *zero) in arena_extent_alloc_large_hard() argument
286 extent = extent_alloc_wrapper(tsdn, arena, r_extent_hooks, NULL, usize, in arena_extent_alloc_large_hard()
292 arena_large_malloc_stats_update_undo(arena, usize); in arena_extent_alloc_large_hard()
293 arena->stats.mapped -= usize; in arena_extent_alloc_large_hard()
295 arena_nactive_sub(arena, (usize + large_pad) >> LG_PAGE); in arena_extent_alloc_large_hard()
303 arena_extent_alloc_large(tsdn_t *tsdn, arena_t *arena, size_t usize, in arena_extent_alloc_large() argument
313 arena_large_malloc_stats_update(arena, usize); in arena_extent_alloc_large()
314 arena->stats.mapped += usize; in arena_extent_alloc_large()
316 arena_nactive_add(arena, (usize + large_pad) >> LG_PAGE); in arena_extent_alloc_large()
319 NULL, usize, large_pad, alignment, zero, false); in arena_extent_alloc_large()
323 &extent_hooks, usize, alignment, zero); in arena_extent_alloc_large()
355 size_t usize = extent_usize_get(extent); in arena_extent_ralloc_large_shrink() local
356 size_t udiff = oldusize - usize; in arena_extent_ralloc_large_shrink()
360 arena_large_ralloc_stats_update(arena, oldusize, usize); in arena_extent_ralloc_large_shrink()
371 size_t usize = extent_usize_get(extent); in arena_extent_ralloc_large_expand() local
372 size_t udiff = usize - oldusize; in arena_extent_ralloc_large_expand()
376 arena_large_ralloc_stats_update(arena, oldusize, usize); in arena_extent_ralloc_large_expand()
828 size_t usize; in arena_reset() local
832 usize = isalloc(tsd_tsdn(tsd), extent, ptr); in arena_reset()
835 prof_free(tsd, extent, ptr, usize); in arena_reset()
840 arena_large_reset_stats_cancel(arena, usize); in arena_reset()
1182 size_t usize; in arena_malloc_small() local
1187 usize = index2size(binind); in arena_malloc_small()
1207 if (config_prof && arena_prof_accum(tsdn, arena, usize)) in arena_malloc_small()
1216 memset(ret, 0, usize); in arena_malloc_small()
1223 memset(ret, 0, usize); in arena_malloc_small()
1247 arena_palloc(tsdn_t *tsdn, arena_t *arena, size_t usize, size_t alignment, in arena_palloc() argument
1252 if (usize <= SMALL_MAXCLASS && (alignment < PAGE || (alignment == PAGE in arena_palloc()
1253 && (usize & PAGE_MASK) == 0))) { in arena_palloc()
1255 ret = arena_malloc(tsdn, arena, usize, size2index(usize), zero, in arena_palloc()
1259 ret = large_malloc(tsdn, arena, usize, zero); in arena_palloc()
1261 ret = large_palloc(tsdn, arena, usize, alignment, zero); in arena_palloc()
1268 size_t usize) in arena_prof_promote() argument
1275 assert(usize <= SMALL_MAXCLASS); in arena_prof_promote()
1277 extent_usize_set(extent, usize); in arena_prof_promote()
1286 if (arena->prof_accumbytes >= LARGE_MINCLASS - usize) in arena_prof_promote()
1287 arena->prof_accumbytes -= LARGE_MINCLASS - usize; in arena_prof_promote()
1292 assert(isalloc(tsdn, extent, ptr) == usize); in arena_prof_promote()
1312 size_t usize; in arena_dalloc_promoted() local
1317 usize = arena_prof_demote(tsdn, extent, ptr); in arena_dalloc_promoted()
1318 if (usize <= tcache_maxclass) { in arena_dalloc_promoted()
1319 tcache_dalloc_large(tsdn_tsd(tsdn), tcache, ptr, usize, in arena_dalloc_promoted()
1477 arena_ralloc_move_helper(tsdn_t *tsdn, arena_t *arena, size_t usize, in arena_ralloc_move_helper() argument
1481 return (arena_malloc(tsdn, arena, usize, size2index(usize), in arena_ralloc_move_helper()
1483 usize = sa2u(usize, alignment); in arena_ralloc_move_helper()
1484 if (unlikely(usize == 0 || usize > LARGE_MAXCLASS)) in arena_ralloc_move_helper()
1486 return (ipalloct(tsdn, usize, alignment, zero, tcache, arena)); in arena_ralloc_move_helper()
1494 size_t usize, copysize; in arena_ralloc() local
1496 usize = s2u(size); in arena_ralloc()
1497 if (unlikely(usize == 0 || size > LARGE_MAXCLASS)) in arena_ralloc()
1500 if (likely(usize <= SMALL_MAXCLASS)) { in arena_ralloc()
1502 if (!arena_ralloc_no_move(tsdn, extent, ptr, oldsize, usize, 0, in arena_ralloc()
1507 if (oldsize >= LARGE_MINCLASS && usize >= LARGE_MINCLASS) { in arena_ralloc()
1508 return (large_ralloc(tsdn, arena, extent, usize, alignment, in arena_ralloc()
1516 ret = arena_ralloc_move_helper(tsdn, arena, usize, alignment, zero, in arena_ralloc()
1526 copysize = (usize < oldsize) ? usize : oldsize; in arena_ralloc()