| /third_party/ulib/jemalloc/test/include/test/ |
| A D | extent_hooks.h | 84 assert_ptr_eq(extent_hooks, &hooks, in extent_alloc_hook()
86 assert_ptr_eq(extent_hooks->alloc, extent_alloc_hook, in extent_alloc_hook()
106 assert_ptr_eq(extent_hooks, &hooks, in extent_dalloc_hook()
127 assert_ptr_eq(extent_hooks, &hooks, in extent_commit_hook()
149 assert_ptr_eq(extent_hooks, &hooks, in extent_decommit_hook()
171 assert_ptr_eq(extent_hooks, &hooks, in extent_purge_lazy_hook()
194 assert_ptr_eq(extent_hooks, &hooks, in extent_purge_forced_hook()
218 assert_ptr_eq(extent_hooks, &hooks, in extent_split_hook()
220 assert_ptr_eq(extent_hooks->split, extent_split_hook, in extent_split_hook()
242 assert_ptr_eq(extent_hooks, &hooks, in extent_merge_hook()
[all …]
|
| /third_party/ulib/jemalloc/src/ |
| A D | base.c | 20 if (extent_hooks == &extent_hooks_default) in base_map()
23 addr = extent_hooks->alloc(extent_hooks, NULL, size, PAGE, in base_map()
55 if (extent_hooks->dalloc != NULL && in base_unmap()
56 !extent_hooks->dalloc(extent_hooks, addr, size, true, ind)) in base_unmap()
58 if (extent_hooks->decommit != NULL && in base_unmap()
59 !extent_hooks->decommit(extent_hooks, addr, size, 0, size, in base_unmap()
63 !extent_hooks->purge_lazy(extent_hooks, addr, size, 0, size, in base_unmap()
67 !extent_hooks->purge_forced(extent_hooks, addr, size, 0, in base_unmap()
225 base->extent_hooks = extent_hooks; in base_new()
275 u.h = &base->extent_hooks; in base_extent_hooks_set()
[all …]
|
| A D | large.c | 105 extent_hooks_t *extent_hooks = extent_hooks_get(arena); in large_ralloc_no_move_shrink() local
110 if (extent_hooks->split == NULL) in large_ralloc_no_move_shrink()
116 &extent_hooks, extent, usize + large_pad, usize, diff, in large_ralloc_no_move_shrink()
126 arena_extent_cache_dalloc(tsdn, arena, &extent_hooks, trail); in large_ralloc_no_move_shrink()
141 extent_hooks_t *extent_hooks = extent_hooks_get(arena); in large_ralloc_no_move_expand() local
145 if (extent_hooks->merge == NULL) in large_ralloc_no_move_expand()
148 if ((trail = arena_extent_cache_alloc(tsdn, arena, &extent_hooks, in large_ralloc_no_move_expand()
152 if ((trail = extent_alloc_wrapper(tsdn, arena, &extent_hooks, in large_ralloc_no_move_expand()
158 if (extent_merge_wrapper(tsdn, arena, &extent_hooks, extent, trail)) { in large_ralloc_no_move_expand()
159 extent_dalloc_wrapper(tsdn, arena, &extent_hooks, trail); in large_ralloc_no_move_expand()
|
| A D | extent.c | 9 static void *extent_alloc_default(extent_hooks_t *extent_hooks,
16 static bool extent_decommit_default(extent_hooks_t *extent_hooks,
112 return (base_extent_hooks_set(arena->base, extent_hooks)); in extent_hooks_set()
667 assert(extent_hooks == &extent_hooks_default); in extent_alloc_default()
1020 assert(extent_hooks == &extent_hooks_default); in extent_dalloc_default()
1102 assert(extent_hooks == &extent_hooks_default); in extent_commit_default()
1127 assert(extent_hooks == &extent_hooks_default); in extent_decommit_default()
1155 assert(extent_hooks == &extent_hooks_default); in extent_purge_lazy_default()
1183 assert(extent_hooks == &extent_hooks_default); in extent_purge_forced_default()
1211 assert(extent_hooks == &extent_hooks_default); in extent_split_default()
[all …]
|
| A D | extent_dss.c | 172 extent_hooks_t *extent_hooks = in extent_alloc_dss() local
179 arena, &extent_hooks, &extent, 0, in extent_alloc_dss()
|
| A D | arena.c | 307 extent_hooks_t *extent_hooks = EXTENT_HOOKS_INITIALIZER; in arena_extent_alloc_large() local
323 &extent_hooks, usize, alignment, zero); in arena_extent_alloc_large()
333 extent_hooks_t *extent_hooks = EXTENT_HOOKS_INITIALIZER; in arena_extent_dalloc_large() local
714 extent_hooks_t *extent_hooks = extent_hooks_get(arena); in arena_purge_to_limit() local
735 npurged = arena_purge_stashed(tsdn, arena, &extent_hooks, in arena_purge_to_limit()
760 extent_hooks_t *extent_hooks = EXTENT_HOOKS_INITIALIZER; in arena_slab_dalloc() local
888 extent_hooks_t *extent_hooks = extent_hooks_get(arena); in arena_destroy_retained() local
908 extent_dalloc_wrapper_try(tsdn, arena, &extent_hooks, in arena_destroy_retained()
973 extent_hooks_t *extent_hooks = EXTENT_HOOKS_INITIALIZER; in arena_slab_alloc() local
979 slab = arena_slab_alloc_hard(tsdn, arena, &extent_hooks, in arena_slab_alloc()
[all …]
|
| A D | ctl.c | 686 ctl_arena_init(tsdn_t *tsdn, extent_hooks_t *extent_hooks) in ctl_arena_init() argument
703 if (arena_init(tsdn, arena_ind, extent_hooks) == NULL) in ctl_arena_init()
1974 extent_hooks_t *extent_hooks; in arenas_create_ctl() local
1979 extent_hooks = (extent_hooks_t *)&extent_hooks_default; in arenas_create_ctl()
1980 WRITE(extent_hooks, extent_hooks_t *); in arenas_create_ctl()
1981 if ((arena_ind = ctl_arena_init(tsd_tsdn(tsd), extent_hooks)) == in arenas_create_ctl()
|
| A D | jemalloc.c | 394 arena_init_locked(tsdn_t *tsdn, unsigned ind, extent_hooks_t *extent_hooks) in arena_init_locked() argument
415 arena = arena_new(tsdn, ind, extent_hooks); in arena_init_locked()
421 arena_init(tsdn_t *tsdn, unsigned ind, extent_hooks_t *extent_hooks) in arena_init() argument
426 arena = arena_init_locked(tsdn, ind, extent_hooks); in arena_init()
|
| /third_party/ulib/jemalloc/include/jemalloc/ |
| A D | jemalloc_typedefs.h.in | 5 * extent_alloc(extent_hooks_t *extent_hooks, void *new_addr, size_t size,
13 * extent_dalloc(extent_hooks_t *extent_hooks, void *addr, size_t size,
21 * extent_commit(extent_hooks_t *extent_hooks, void *addr, size_t size,
29 * extent_decommit(extent_hooks_t *extent_hooks, void *addr, size_t size,
37 * extent_purge(extent_hooks_t *extent_hooks, void *addr, size_t size,
45 * extent_split(extent_hooks_t *extent_hooks, void *addr, size_t size,
53 * extent_merge(extent_hooks_t *extent_hooks, void *addr_a, size_t size_a,
|
| /third_party/ulib/jemalloc/include/jemalloc/internal/ |
| A D | base_externs.h | 7 base_t *base_new(tsdn_t *tsdn, unsigned ind, extent_hooks_t *extent_hooks);
11 extent_hooks_t *extent_hooks);
|
| A D | base_structs.h | 22 extent_hooks_t *extent_hooks; member
|
| A D | extent_externs.h | 13 extent_hooks_t *extent_hooks_set(arena_t *arena, extent_hooks_t *extent_hooks);
|
| A D | arena_externs.h | 85 arena_t *arena_new(tsdn_t *tsdn, unsigned ind, extent_hooks_t *extent_hooks);
|
| A D | jemalloc_internal.h | 480 arena_t *arena_init(tsdn_t *tsdn, unsigned ind, extent_hooks_t *extent_hooks);
|
| A D | jemalloc_internal.h.in | 478 arena_t *arena_init(tsdn_t *tsdn, unsigned ind, extent_hooks_t *extent_hooks);
|
| /third_party/ulib/jemalloc/test/unit/ |
| A D | arena_reset.c | 262 extent_dalloc_unmap(extent_hooks_t *extent_hooks, void *addr, size_t size, in extent_dalloc_unmap() argument
266 "arena_ind=%u)\n", __func__, extent_hooks, addr, size, committed ? in extent_dalloc_unmap()
268 assert_ptr_eq(extent_hooks, &hooks, in extent_dalloc_unmap()
270 assert_ptr_eq(extent_hooks->dalloc, extent_dalloc_unmap, in extent_dalloc_unmap()
|