Home
last modified time | relevance | path

Searched refs:tsdn (Results 1 – 25 of 37) sorted by relevance

12

/third_party/ulib/jemalloc/test/unit/
A Dwitness.c63 tsdn_t *tsdn; in TEST_BEGIN() local
67 tsdn = tsdn_fetch(); in TEST_BEGIN()
91 tsdn_t *tsdn; in TEST_BEGIN() local
95 tsdn = tsdn_fetch(); in TEST_BEGIN()
141 tsdn_t *tsdn; in TEST_BEGIN() local
149 tsdn = tsdn_fetch(); in TEST_BEGIN()
173 tsdn_t *tsdn; in TEST_BEGIN() local
185 tsdn = tsdn_fetch(); in TEST_BEGIN()
211 tsdn_t *tsdn; in TEST_BEGIN() local
219 tsdn = tsdn_fetch(); in TEST_BEGIN()
[all …]
A Drtree.c37 tsdn_t *tsdn; in TEST_BEGIN() local
40 tsdn = tsdn_fetch(); in TEST_BEGIN()
74 tsdn_t *tsdn; in thd_start() local
80 tsdn = tsdn_fetch(); in thd_start()
115 tsdn_t *tsdn; in TEST_BEGIN() local
119 tsdn = tsdn_fetch(); in TEST_BEGIN()
146 tsdn_t *tsdn; in TEST_BEGIN() local
148 tsdn = tsdn_fetch(); in TEST_BEGIN()
178 tsdn_t *tsdn; in TEST_BEGIN() local
181 tsdn = tsdn_fetch(); in TEST_BEGIN()
[all …]
A Dbase.c29 tsdn_t *tsdn; in TEST_BEGIN() local
33 tsdn = tsdn_fetch(); in TEST_BEGIN()
58 tsdn_t *tsdn; in TEST_BEGIN() local
70 tsdn = tsdn_fetch(); in TEST_BEGIN()
71 base = base_new(tsdn, 0, &hooks); in TEST_BEGIN()
98 tsdn_t *tsdn; in TEST_BEGIN() local
110 tsdn = tsdn_fetch(); in TEST_BEGIN()
112 base = base_new(tsdn, 0, &hooks); in TEST_BEGIN()
134 p = base_alloc(tsdn, base, 1, alignment); in TEST_BEGIN()
146 r = base_alloc(tsdn, base, 1, alignment); in TEST_BEGIN()
[all …]
A Dprof_tctx.c9 tsdn_t *tsdn; in TEST_BEGIN() local
18 tsdn = tsdn_fetch(); in TEST_BEGIN()
24 extent_p = iealloc(tsdn, p); in TEST_BEGIN()
26 tctx_p = prof_tctx_get(tsdn, extent_p, p); in TEST_BEGIN()
36 extent_q = iealloc(tsdn, q); in TEST_BEGIN()
38 tctx_q = prof_tctx_get(tsdn, extent_q, q); in TEST_BEGIN()
/third_party/ulib/jemalloc/include/jemalloc/internal/
A Darena_inlines_b.h40 return (large_prof_tctx_get(tsdn, extent)); in arena_prof_tctx_get()
52 large_prof_tctx_set(tsdn, extent, tctx); in arena_prof_tctx_set()
63 large_prof_tctx_reset(tsdn, extent); in arena_prof_tctx_reset()
72 if (unlikely(tsdn_null(tsdn))) in arena_decay_ticks()
74 tsd = tsdn_tsd(tsdn); in arena_decay_ticks()
79 arena_purge(tsdn, arena, false); in arena_decay_ticks()
87 arena_decay_ticks(tsdn, arena, 1); in arena_decay_tick()
114 arena_aalloc(tsdn_t *tsdn, const void *ptr) in arena_aalloc() argument
130 ret = large_salloc(tsdn, extent); in arena_salloc()
164 large_dalloc(tsdn, extent); in arena_dalloc()
[all …]
A Darena_externs.h21 void arena_extent_cache_dalloc(tsdn_t *tsdn, arena_t *arena,
32 void arena_extent_dalloc_large(tsdn_t *tsdn, arena_t *arena,
38 ssize_t arena_decay_time_get(tsdn_t *tsdn, arena_t *arena);
40 void arena_purge(tsdn_t *tsdn, arena_t *arena, bool all);
41 void arena_maybe_purge(tsdn_t *tsdn, arena_t *arena);
44 void arena_tcache_fill_small(tsdn_t *tsdn, arena_t *arena,
87 void arena_prefork0(tsdn_t *tsdn, arena_t *arena);
88 void arena_prefork1(tsdn_t *tsdn, arena_t *arena);
89 void arena_prefork2(tsdn_t *tsdn, arena_t *arena);
90 void arena_prefork3(tsdn_t *tsdn, arena_t *arena);
[all …]
A Dwitness_inlines.h40 if (tsdn_null(tsdn)) in witness_assert_owner()
42 tsd = tsdn_tsd(tsdn); in witness_assert_owner()
61 if (tsdn_null(tsdn)) in witness_assert_not_owner()
63 tsd = tsdn_tsd(tsdn); in witness_assert_not_owner()
75 witness_assert_lockless(tsdn_t *tsdn) in witness_assert_lockless() argument
84 if (tsdn_null(tsdn)) in witness_assert_lockless()
86 tsd = tsdn_tsd(tsdn); in witness_assert_lockless()
104 if (tsdn_null(tsdn)) in witness_lock()
106 tsd = tsdn_tsd(tsdn); in witness_lock()
144 if (tsdn_null(tsdn)) in witness_unlock()
[all …]
A Dmutex_inlines.h5 void malloc_mutex_lock(tsdn_t *tsdn, malloc_mutex_t *mutex);
6 void malloc_mutex_unlock(tsdn_t *tsdn, malloc_mutex_t *mutex);
7 void malloc_mutex_assert_owner(tsdn_t *tsdn, malloc_mutex_t *mutex);
13 malloc_mutex_lock(tsdn_t *tsdn, malloc_mutex_t *mutex) in malloc_mutex_lock() argument
16 witness_assert_not_owner(tsdn, &mutex->witness); in malloc_mutex_lock()
30 witness_lock(tsdn, &mutex->witness); in malloc_mutex_lock()
35 malloc_mutex_unlock(tsdn_t *tsdn, malloc_mutex_t *mutex) in malloc_mutex_unlock() argument
38 witness_unlock(tsdn, &mutex->witness); in malloc_mutex_unlock()
56 malloc_mutex_assert_owner(tsdn_t *tsdn, malloc_mutex_t *mutex) in malloc_mutex_assert_owner() argument
59 witness_assert_owner(tsdn, &mutex->witness); in malloc_mutex_assert_owner()
[all …]
A Dlarge_externs.h6 void *large_malloc(tsdn_t *tsdn, arena_t *arena, size_t usize, bool zero);
7 void *large_palloc(tsdn_t *tsdn, arena_t *arena, size_t usize,
9 bool large_ralloc_no_move(tsdn_t *tsdn, extent_t *extent, size_t usize_min,
11 void *large_ralloc(tsdn_t *tsdn, arena_t *arena, extent_t *extent,
22 void large_dalloc_junked_locked(tsdn_t *tsdn, extent_t *extent);
23 void large_dalloc(tsdn_t *tsdn, extent_t *extent);
24 size_t large_salloc(tsdn_t *tsdn, const extent_t *extent);
25 prof_tctx_t *large_prof_tctx_get(tsdn_t *tsdn, const extent_t *extent);
26 void large_prof_tctx_set(tsdn_t *tsdn, extent_t *extent, prof_tctx_t *tctx);
27 void large_prof_tctx_reset(tsdn_t *tsdn, extent_t *extent);
A Dprof_externs.h60 void prof_idump(tsdn_t *tsdn);
62 void prof_gdump(tsdn_t *tsdn);
67 bool prof_active_get(tsdn_t *tsdn);
68 bool prof_active_set(tsdn_t *tsdn, bool active);
73 bool prof_thread_active_init_get(tsdn_t *tsdn);
75 bool prof_gdump_get(tsdn_t *tsdn);
76 bool prof_gdump_set(tsdn_t *tsdn, bool active);
80 void prof_prefork0(tsdn_t *tsdn);
81 void prof_prefork1(tsdn_t *tsdn);
82 void prof_postfork_parent(tsdn_t *tsdn);
[all …]
A Dextent_externs.h9 extent_t *extent_alloc(tsdn_t *tsdn, arena_t *arena);
10 void extent_dalloc(tsdn_t *tsdn, arena_t *arena, extent_t *extent);
29 extent_t *extent_alloc_cache(tsdn_t *tsdn, arena_t *arena,
32 extent_t *extent_alloc_wrapper(tsdn_t *tsdn, arena_t *arena,
36 void extent_dalloc_cache(tsdn_t *tsdn, arena_t *arena,
38 bool extent_dalloc_wrapper_try(tsdn_t *tsdn, arena_t *arena,
40 void extent_dalloc_wrapper(tsdn_t *tsdn, arena_t *arena,
42 bool extent_commit_wrapper(tsdn_t *tsdn, arena_t *arena,
45 bool extent_decommit_wrapper(tsdn_t *tsdn, arena_t *arena,
48 bool extent_purge_lazy_wrapper(tsdn_t *tsdn, arena_t *arena,
[all …]
A Drtree_inlines.h20 rtree_elm_t *rtree_elm_lookup(tsdn_t *tsdn, rtree_t *rtree,
25 extent_t *rtree_read(tsdn_t *tsdn, rtree_t *rtree,
203 rtree_subtree_read(tsdn, rtree, in rtree_elm_lookup()
229 node = init_missing ? rtree_subtree_read(tsdn, rtree, in rtree_elm_lookup()
246 node = init_missing ? rtree_child_read(tsdn, rtree, \ in rtree_elm_lookup()
384 rtree_elm_witness_acquire(tsdn, rtree, key, elm); in rtree_elm_acquire()
399 rtree_elm_witness_access(tsdn, rtree, elm); in rtree_elm_read_acquired()
412 rtree_elm_witness_access(tsdn, rtree, elm); in rtree_elm_write_acquired()
423 rtree_elm_witness_release(tsdn, rtree, elm); in rtree_elm_release()
432 rtree_elm_write_acquired(tsdn, rtree, elm, NULL); in rtree_clear()
[all …]
A Dbase_externs.h7 base_t *base_new(tsdn_t *tsdn, unsigned ind, extent_hooks_t *extent_hooks);
12 void *base_alloc(tsdn_t *tsdn, base_t *base, size_t size, size_t alignment);
13 void base_stats_get(tsdn_t *tsdn, base_t *base, size_t *allocated,
15 void base_prefork(tsdn_t *tsdn, base_t *base);
16 void base_postfork_parent(tsdn_t *tsdn, base_t *base);
17 void base_postfork_child(tsdn_t *tsdn, base_t *base);
18 bool base_boot(tsdn_t *tsdn);
A Dtsd_inlines.h18 bool tsdn_null(const tsdn_t *tsdn);
19 tsd_t *tsdn_tsd(tsdn_t *tsdn);
20 rtree_ctx_t *tsdn_rtree_ctx(tsdn_t *tsdn, rtree_ctx_t *fallback);
101 tsdn_null(const tsdn_t *tsdn) in tsdn_null() argument
103 return (tsdn == NULL); in tsdn_null()
107 tsdn_tsd(tsdn_t *tsdn) in tsdn_tsd() argument
109 assert(!tsdn_null(tsdn)); in tsdn_tsd()
111 return (&tsdn->tsd); in tsdn_tsd()
115 tsdn_rtree_ctx(tsdn_t *tsdn, rtree_ctx_t *fallback) in tsdn_rtree_ctx() argument
121 if (unlikely(tsdn_null(tsdn))) { in tsdn_rtree_ctx()
[all …]
A Drtree_externs.h12 void rtree_delete(tsdn_t *tsdn, rtree_t *rtree);
14 rtree_elm_t *rtree_subtree_read_hard(tsdn_t *tsdn, rtree_t *rtree,
16 rtree_elm_t *rtree_child_read_hard(tsdn_t *tsdn, rtree_t *rtree,
18 void rtree_elm_witness_acquire(tsdn_t *tsdn, const rtree_t *rtree,
20 void rtree_elm_witness_access(tsdn_t *tsdn, const rtree_t *rtree,
22 void rtree_elm_witness_release(tsdn_t *tsdn, const rtree_t *rtree,
A Djemalloc_internal.h890 ret = arena_init(tsdn, ind, in arena_get()
922 iealloc(tsdn_t *tsdn, const void *ptr) in iealloc() argument
963 iaalloc(tsdn_t *tsdn, const void *ptr) in iaalloc() argument
967 return (arena_aalloc(tsdn, ptr)); in iaalloc()
998 arena_internal_add(iaalloc(tsdn, ret), isalloc(tsdn, in iallocztm()
999 iealloc(tsdn, ret), ret)); in iallocztm()
1026 arena_internal_add(iaalloc(tsdn, ret), isalloc(tsdn, in ipallocztm()
1027 iealloc(tsdn, ret), ret)); in ipallocztm()
1047 ivsalloc(tsdn_t *tsdn, const void *ptr) in ivsalloc() argument
1066 return (isalloc(tsdn, extent, ptr)); in ivsalloc()
[all …]
A Dtcache_externs.h30 size_t tcache_salloc(tsdn_t *tsdn, const void *ptr);
32 void *tcache_alloc_small_hard(tsdn_t *tsdn, arena_t *arena, tcache_t *tcache,
38 void tcache_arena_reassociate(tsdn_t *tsdn, tcache_t *tcache,
41 tcache_t *tcache_create(tsdn_t *tsdn, arena_t *arena);
43 void tcache_stats_merge(tsdn_t *tsdn, tcache_t *tcache, arena_t *arena);
47 bool tcache_boot(tsdn_t *tsdn);
A Dprof_inlines.h8 prof_tctx_t *prof_tctx_get(tsdn_t *tsdn, const extent_t *extent,
10 void prof_tctx_set(tsdn_t *tsdn, extent_t *extent, const void *ptr,
12 void prof_tctx_reset(tsdn_t *tsdn, extent_t *extent, const void *ptr,
18 void prof_malloc(tsdn_t *tsdn, extent_t *extent, const void *ptr,
82 return (arena_prof_tctx_get(tsdn, extent, ptr)); in prof_tctx_get()
92 arena_prof_tctx_set(tsdn, extent, ptr, usize, tctx); in prof_tctx_set()
96 prof_tctx_reset(tsdn_t *tsdn, extent_t *extent, const void *ptr, in prof_tctx_reset() argument
102 arena_prof_tctx_reset(tsdn, extent, ptr, tctx); in prof_tctx_reset()
162 assert(usize == isalloc(tsdn, extent, ptr)); in prof_malloc()
165 prof_malloc_sample_object(tsdn, extent, ptr, usize, tctx); in prof_malloc()
[all …]
/third_party/ulib/jemalloc/src/
A Dextent.c295 prof_gdump(tsdn); in extent_gprof_add()
327 extent_gprof_add(tsdn, extent); in extent_register()
371 extent_gprof_sub(tsdn, extent); in extent_deregister()
508 extent_deregister(tsdn, lead); in extent_recycle()
664 tsdn_t *tsdn; in extent_alloc_default() local
669 tsdn = tsdn_fetch(); in extent_alloc_default()
755 extent_deregister(tsdn, lead); in extent_grow_retained()
791 extent_gprof_add(tsdn, extent); in extent_grow_retained()
1041 extent_deregister(tsdn, extent); in extent_dalloc_wrapper_try()
1068 extent_reregister(tsdn, extent); in extent_dalloc_wrapper()
[all …]
A Dlarge.c23 assert(!tsdn_null(tsdn) || arena != NULL); in large_palloc()
34 if (likely(!tsdn_null(tsdn))) in large_palloc()
35 arena = arena_choose(tsdn_tsd(tsdn), arena); in large_palloc()
41 malloc_mutex_lock(tsdn, &arena->large_mtx); in large_palloc()
44 malloc_mutex_unlock(tsdn, &arena->large_mtx); in large_palloc()
46 prof_idump(tsdn); in large_palloc()
58 arena_decay_tick(tsdn, arena); in large_palloc()
296 malloc_mutex_lock(tsdn, &arena->large_mtx); in large_dalloc_impl()
306 arena_decay_tick(tsdn, arena); in large_dalloc_impl()
312 large_dalloc_impl(tsdn, extent, true); in large_dalloc_junked_locked()
[all …]
A Darena.c81 arena_maybe_purge(tsdn, arena); in arena_extent_cache_dalloc_locked()
560 arena_maybe_purge(tsdn, arena); in arena_decay_time_set()
753 arena_maybe_purge(tsdn, arena); in arena_purge()
1110 prof_idump(tsdn); in arena_tcache_fill_small()
1151 arena_decay_tick(tsdn, arena); in arena_tcache_fill_small()
1208 prof_idump(tsdn); in arena_malloc_small()
1226 arena_decay_tick(tsdn, arena); in arena_malloc_small()
1236 if (likely(!tsdn_null(tsdn))) in arena_malloc_hard()
1322 large_dalloc(tsdn, extent); in arena_dalloc_promoted()
1437 arena_decay_tick(tsdn, arena); in arena_dalloc_small()
[all …]
A Drtree.c115 rtree_node_dalloc(tsdn, rtree, node); in rtree_delete_subtree()
119 rtree_delete(tsdn_t *tsdn, rtree_t *rtree) in rtree_delete() argument
137 malloc_mutex_lock(tsdn, &rtree->init_lock); in rtree_node_init()
148 malloc_mutex_unlock(tsdn, &rtree->init_lock); in rtree_node_init()
156 return (rtree_node_init(tsdn, rtree, level, in rtree_subtree_read_hard()
249 if (tsdn_null(tsdn)) in rtree_elm_witness_acquire()
253 witness_lock(tsdn, witness); in rtree_elm_witness_acquire()
262 if (tsdn_null(tsdn)) in rtree_elm_witness_access()
266 witness_assert_owner(tsdn, witness); in rtree_elm_witness_access()
275 if (tsdn_null(tsdn)) in rtree_elm_witness_release()
[all …]
A Dprof.c893 tsdn_t *tsdn; in prof_tdata_count() local
895 tsdn = tsdn_fetch(); in prof_tdata_count()
1101 tsdn_t *tsdn; member
1181 tsdn_t *tsdn; member
1193 (void *)arg->tsdn); in prof_gctx_merge_iter()
1248 tsdn_t *tsdn; member
1376 prof_tctx_dump_iter_arg.tsdn = tsdn; in prof_dump_gctx()
1508 tsdn_t *tsdn; member
1747 prof_idump(tsdn_t *tsdn) in prof_idump() argument
1756 tsd = tsdn_tsd(tsdn); in prof_idump()
[all …]
A Dbase.c182 malloc_mutex_assert_owner(tsdn, &base->mtx); in base_extent_alloc()
302 malloc_mutex_lock(tsdn, &base->mtx); in base_alloc()
321 malloc_mutex_unlock(tsdn, &base->mtx); in base_alloc()
331 malloc_mutex_lock(tsdn, &base->mtx); in base_stats_get()
337 malloc_mutex_unlock(tsdn, &base->mtx); in base_stats_get()
341 base_prefork(tsdn_t *tsdn, base_t *base) in base_prefork() argument
343 malloc_mutex_prefork(tsdn, &base->mtx); in base_prefork()
347 base_postfork_parent(tsdn_t *tsdn, base_t *base) in base_postfork_parent() argument
353 base_postfork_child(tsdn_t *tsdn, base_t *base) in base_postfork_child() argument
355 malloc_mutex_postfork_child(tsdn, &base->mtx); in base_postfork_child()
[all …]
A Dtcache.c27 tcache_salloc(tsdn_t *tsdn, const void *ptr) in tcache_salloc() argument
29 return (arena_salloc(tsdn, iealloc(tsdn, ptr), ptr)); in tcache_salloc()
253 malloc_mutex_lock(tsdn, &arena->lock); in tcache_arena_associate()
256 malloc_mutex_unlock(tsdn, &arena->lock); in tcache_arena_associate()
265 malloc_mutex_lock(tsdn, &arena->lock); in tcache_arena_dissociate()
278 tcache_stats_merge(tsdn, tcache, arena); in tcache_arena_dissociate()
279 malloc_mutex_unlock(tsdn, &arena->lock); in tcache_arena_dissociate()
308 tcache_create(tsdn_t *tsdn, arena_t *arena) in tcache_create() argument
409 malloc_mutex_lock(tsdn, &bin->lock); in tcache_stats_merge()
411 malloc_mutex_unlock(tsdn, &bin->lock); in tcache_stats_merge()
[all …]

Completed in 41 milliseconds

12