Lines Matching refs:tsd_tsdn
439 arena = arena_get(tsd_tsdn(tsd), ind, false); in arena_bind()
453 oldarena = arena_get(tsd_tsdn(tsd), oldind, false); in arena_migrate()
454 newarena = arena_get(tsd_tsdn(tsd), newind, false); in arena_migrate()
465 arena = arena_get(tsd_tsdn(tsd), ind, false); in arena_unbind()
570 malloc_mutex_lock(tsd_tsdn(tsd), &arenas_lock); in arena_choose_hard()
571 assert(arena_get(tsd_tsdn(tsd), 0, false) != NULL); in arena_choose_hard()
573 if (arena_get(tsd_tsdn(tsd), i, false) != NULL) { in arena_choose_hard()
580 tsd_tsdn(tsd), i, false), !!j) < in arena_choose_hard()
582 tsd_tsdn(tsd), choose[j], false), in arena_choose_hard()
601 if (arena_nthreads_get(arena_get(tsd_tsdn(tsd), in arena_choose_hard()
609 ret = arena_get(tsd_tsdn(tsd), in arena_choose_hard()
617 arena = arena_init_locked(tsd_tsdn(tsd), in arena_choose_hard()
621 malloc_mutex_unlock(tsd_tsdn(tsd), in arena_choose_hard()
630 malloc_mutex_unlock(tsd_tsdn(tsd), &arenas_lock); in arena_choose_hard()
632 ret = arena_get(tsd_tsdn(tsd), 0, false); in arena_choose_hard()
1333 malloc_mutex_lock(tsd_tsdn(tsd), &init_lock); in malloc_init_hard()
1336 malloc_mutex_unlock(tsd_tsdn(tsd), &init_lock); in malloc_init_hard()
1340 if (malloc_init_hard_finish(tsd_tsdn(tsd))) { in malloc_init_hard()
1341 malloc_mutex_unlock(tsd_tsdn(tsd), &init_lock); in malloc_init_hard()
1345 malloc_mutex_unlock(tsd_tsdn(tsd), &init_lock); in malloc_init_hard()
1467 arena = arena_get(tsd_tsdn(tsd), dopts->arena_ind, true); in imalloc_no_sample()
1471 return ipalloct(tsd_tsdn(tsd), usize, dopts->alignment, in imalloc_no_sample()
1475 return iallocztm(tsd_tsdn(tsd), size, ind, dopts->zero, tcache, false, in imalloc_no_sample()
1501 arena_prof_promote(tsd_tsdn(tsd), iealloc(tsd_tsdn(tsd), ret), in imalloc_sample()
1617 witness_assert_lockless(tsd_tsdn(tsd)); in imalloc_body()
1647 prof_malloc(tsd_tsdn(tsd), iealloc(tsd_tsdn(tsd), allocation), in imalloc_body()
1672 assert(usize == isalloc(tsd_tsdn(tsd), iealloc(tsd_tsdn(tsd), in imalloc_body()
1681 witness_assert_lockless(tsd_tsdn(tsd)); in imalloc_body()
1699 witness_assert_lockless(tsd_tsdn(tsd)); in imalloc_body()
1730 witness_assert_lockless(tsd_tsdn(tsd)); in imalloc_body()
1879 arena_prof_promote(tsd_tsdn(tsd), iealloc(tsd_tsdn(tsd), p), p, in irealloc_prof_sample()
1897 old_tctx = prof_tctx_get(tsd_tsdn(tsd), old_extent, old_ptr); in irealloc_prof()
1910 extent = (p == old_ptr) ? old_extent : iealloc(tsd_tsdn(tsd), p); in irealloc_prof()
1923 witness_assert_lockless(tsd_tsdn(tsd)); in ifree()
1928 extent = iealloc(tsd_tsdn(tsd), ptr); in ifree()
1930 usize = isalloc(tsd_tsdn(tsd), extent, ptr); in ifree()
1933 usize = isalloc(tsd_tsdn(tsd), extent, ptr); in ifree()
1938 idalloctm(tsd_tsdn(tsd), extent, ptr, tcache, false, false); in ifree()
1940 idalloctm(tsd_tsdn(tsd), extent, ptr, tcache, false, true); in ifree()
1947 witness_assert_lockless(tsd_tsdn(tsd)); in isfree()
1958 isdalloct(tsd_tsdn(tsd), extent, ptr, usize, tcache, false); in isfree()
1960 isdalloct(tsd_tsdn(tsd), extent, ptr, usize, tcache, true); in isfree()
1993 witness_assert_lockless(tsd_tsdn(tsd)); in je_realloc()
1995 extent = iealloc(tsd_tsdn(tsd), ptr); in je_realloc()
1996 old_usize = isalloc(tsd_tsdn(tsd), extent, ptr); in je_realloc()
2008 tsdn = tsd_tsdn(tsd); in je_realloc()
2041 witness_assert_lockless(tsd_tsdn(tsd)); in je_free()
2046 witness_assert_lockless(tsd_tsdn(tsd)); in je_free()
2259 old_tctx = prof_tctx_get(tsd_tsdn(tsd), old_extent, old_ptr); in irallocx_prof()
2262 p = irallocx_prof_sample(tsd_tsdn(tsd), old_extent, old_ptr, in irallocx_prof()
2265 p = iralloct(tsd_tsdn(tsd), old_extent, old_ptr, old_usize, in irallocx_prof()
2283 *usize = isalloc(tsd_tsdn(tsd), extent, p); in irallocx_prof()
2285 extent = iealloc(tsd_tsdn(tsd), p); in irallocx_prof()
2311 witness_assert_lockless(tsd_tsdn(tsd)); in je_rallocx()
2312 extent = iealloc(tsd_tsdn(tsd), ptr); in je_rallocx()
2316 arena = arena_get(tsd_tsdn(tsd), arena_ind, true); in je_rallocx()
2330 old_usize = isalloc(tsd_tsdn(tsd), extent, ptr); in je_rallocx()
2341 p = iralloct(tsd_tsdn(tsd), extent, ptr, old_usize, size, in je_rallocx()
2346 usize = isalloc(tsd_tsdn(tsd), iealloc(tsd_tsdn(tsd), in je_rallocx()
2357 witness_assert_lockless(tsd_tsdn(tsd)); in je_rallocx()
2365 witness_assert_lockless(tsd_tsdn(tsd)); in je_rallocx()
2406 old_tctx = prof_tctx_get(tsd_tsdn(tsd), extent, ptr); in ixallocx_prof()
2431 usize = ixallocx_prof_sample(tsd_tsdn(tsd), extent, ptr, in ixallocx_prof()
2434 usize = ixallocx_helper(tsd_tsdn(tsd), extent, ptr, old_usize, in ixallocx_prof()
2461 witness_assert_lockless(tsd_tsdn(tsd)); in je_xallocx()
2462 extent = iealloc(tsd_tsdn(tsd), ptr); in je_xallocx()
2464 old_usize = isalloc(tsd_tsdn(tsd), extent, ptr); in je_xallocx()
2486 usize = ixallocx_helper(tsd_tsdn(tsd), extent, ptr, old_usize, in je_xallocx()
2498 witness_assert_lockless(tsd_tsdn(tsd)); in je_xallocx()
2533 witness_assert_lockless(tsd_tsdn(tsd)); in je_dallocx()
2547 witness_assert_lockless(tsd_tsdn(tsd)); in je_dallocx()
2576 extent = iealloc(tsd_tsdn(tsd), ptr); in je_sdallocx()
2577 usize = inallocx(tsd_tsdn(tsd), size, flags); in je_sdallocx()
2578 assert(usize == isalloc(tsd_tsdn(tsd), extent, ptr)); in je_sdallocx()
2580 witness_assert_lockless(tsd_tsdn(tsd)); in je_sdallocx()
2594 witness_assert_lockless(tsd_tsdn(tsd)); in je_sdallocx()
2631 witness_assert_lockless(tsd_tsdn(tsd)); in je_mallctl()
2633 witness_assert_lockless(tsd_tsdn(tsd)); in je_mallctl()
2664 witness_assert_lockless(tsd_tsdn(tsd)); in je_mallctlbymib()
2666 witness_assert_lockless(tsd_tsdn(tsd)); in je_mallctlbymib()
2759 ctl_prefork(tsd_tsdn(tsd)); in jemalloc_prefork()
2760 malloc_mutex_prefork(tsd_tsdn(tsd), &arenas_lock); in jemalloc_prefork()
2761 prof_prefork0(tsd_tsdn(tsd)); in jemalloc_prefork()
2764 if ((arena = arena_get(tsd_tsdn(tsd), j, false)) != in jemalloc_prefork()
2768 arena_prefork0(tsd_tsdn(tsd), arena); in jemalloc_prefork()
2771 arena_prefork1(tsd_tsdn(tsd), arena); in jemalloc_prefork()
2774 arena_prefork2(tsd_tsdn(tsd), arena); in jemalloc_prefork()
2782 if ((arena = arena_get(tsd_tsdn(tsd), i, false)) != NULL) in jemalloc_prefork()
2783 arena_prefork3(tsd_tsdn(tsd), arena); in jemalloc_prefork()
2785 prof_prefork1(tsd_tsdn(tsd)); in jemalloc_prefork()
2812 if ((arena = arena_get(tsd_tsdn(tsd), i, false)) != NULL) in jemalloc_postfork_parent()
2813 arena_postfork_parent(tsd_tsdn(tsd), arena); in jemalloc_postfork_parent()
2815 prof_postfork_parent(tsd_tsdn(tsd)); in jemalloc_postfork_parent()
2816 malloc_mutex_postfork_parent(tsd_tsdn(tsd), &arenas_lock); in jemalloc_postfork_parent()
2817 ctl_postfork_parent(tsd_tsdn(tsd)); in jemalloc_postfork_parent()
2835 if ((arena = arena_get(tsd_tsdn(tsd), i, false)) != NULL) in jemalloc_postfork_child()
2836 arena_postfork_child(tsd_tsdn(tsd), arena); in jemalloc_postfork_child()
2838 prof_postfork_child(tsd_tsdn(tsd)); in jemalloc_postfork_child()
2839 malloc_mutex_postfork_child(tsd_tsdn(tsd), &arenas_lock); in jemalloc_postfork_child()
2840 ctl_postfork_child(tsd_tsdn(tsd)); in jemalloc_postfork_child()