| /third_party/ulib/jemalloc/test/integration/ |
| A D | posix_memalign.c | 19 size_t alignment; in TEST_BEGIN() local 22 for (alignment = 0; alignment < sizeof(void *); alignment++) { in TEST_BEGIN() 25 alignment); in TEST_BEGIN() 28 for (alignment = sizeof(size_t); alignment < MAXALIGN; in TEST_BEGIN() 29 alignment <<= 1) { in TEST_BEGIN() 32 alignment + 1); in TEST_BEGIN() 51 alignment, size); in TEST_BEGIN() 62 alignment, size); in TEST_BEGIN() 64 alignment = 0x10LU; in TEST_BEGIN() 72 alignment, size); in TEST_BEGIN() [all …]
|
| A D | aligned_alloc.c | 19 size_t alignment; in TEST_BEGIN() local 22 alignment = 0; in TEST_BEGIN() 28 for (alignment = sizeof(size_t); alignment < MAXALIGN; in TEST_BEGIN() 29 alignment <<= 1) { in TEST_BEGIN() 34 alignment + 1); in TEST_BEGIN() 41 size_t alignment, size; in TEST_BEGIN() local 55 alignment, size); in TEST_BEGIN() 68 alignment, size); in TEST_BEGIN() 70 alignment = 0x10LU; in TEST_BEGIN() 80 alignment, size); in TEST_BEGIN() [all …]
|
| A D | sdallocx.c | 15 size_t nsz, sz, alignment, total; in TEST_BEGIN() local 22 for (alignment = 8; in TEST_BEGIN() 23 alignment <= MAXALIGN; in TEST_BEGIN() 24 alignment <<= 1) { in TEST_BEGIN() 27 sz < 3 * alignment && sz < (1U << 31); in TEST_BEGIN() 28 sz += (alignment >> (LG_SIZEOF_PTR-1)) - 1) { in TEST_BEGIN() 30 nsz = nallocx(sz, MALLOCX_ALIGN(alignment) | in TEST_BEGIN() 32 ps[i] = mallocx(sz, MALLOCX_ALIGN(alignment) | in TEST_BEGIN() 41 MALLOCX_ALIGN(alignment)); in TEST_BEGIN()
|
| A D | mallocx.c | 167 size_t nsz, rsz, sz, alignment, total; in TEST_BEGIN() local 174 for (alignment = 8; in TEST_BEGIN() 175 alignment <= MAXALIGN; in TEST_BEGIN() 176 alignment <<= 1) { in TEST_BEGIN() 179 sz < 3 * alignment && sz < (1U << 31); in TEST_BEGIN() 182 nsz = nallocx(sz, MALLOCX_ALIGN(alignment) | in TEST_BEGIN() 186 "size=%zu (%#zx)", alignment, sz, sz); in TEST_BEGIN() 187 ps[i] = mallocx(sz, MALLOCX_ALIGN(alignment) | in TEST_BEGIN() 191 "size=%zu (%#zx)", alignment, sz, sz); in TEST_BEGIN() 195 "alignment=%zu, size=%zu", alignment, sz); in TEST_BEGIN() [all …]
|
| /third_party/ulib/jemalloc/src/ |
| A D | extent_mmap.c | 7 extent_alloc_mmap_slow(size_t size, size_t alignment, bool *zero, bool *commit) in extent_alloc_mmap_slow() argument 12 alloc_size = size + alignment - PAGE; in extent_alloc_mmap_slow() 22 leadsize = ALIGNMENT_CEILING((uintptr_t)pages, alignment) - in extent_alloc_mmap_slow() 33 extent_alloc_mmap(void *new_addr, size_t size, size_t alignment, bool *zero, in extent_alloc_mmap() argument 52 assert(alignment != 0); in extent_alloc_mmap() 58 offset = ALIGNMENT_ADDR2OFFSET(ret, alignment); in extent_alloc_mmap() 61 return (extent_alloc_mmap_slow(size, alignment, zero, commit)); in extent_alloc_mmap()
|
| A D | base.c | 88 size_t alignment) in base_extent_bump_alloc_helper() argument 92 assert(alignment == ALIGNMENT_CEILING(alignment, QUANTUM)); in base_extent_bump_alloc_helper() 93 assert(size == ALIGNMENT_CEILING(size, alignment)); in base_extent_bump_alloc_helper() 96 alignment) - (uintptr_t)extent_addr_get(extent); in base_extent_bump_alloc_helper() 134 size_t size, size_t alignment) in base_extent_bump_alloc() argument 156 alignment = ALIGNMENT_CEILING(alignment, QUANTUM); in base_block_alloc() 157 usize = ALIGNMENT_CEILING(size, alignment); in base_block_alloc() 185 &base->extent_sn_next, size, alignment); in base_extent_alloc() 297 alignment = QUANTUM_CEILING(alignment); in base_alloc() 298 usize = ALIGNMENT_CEILING(size, alignment); in base_alloc() [all …]
|
| A D | extent.c | 429 assert(alignment > 0); in extent_recycle() 446 assert(alignment <= PAGE); in extent_recycle() 553 extent_addr_randomize(tsdn, extent, alignment); in extent_recycle() 592 assert(alignment != 0); in extent_alloc_core() 621 assert(alignment != 0); in extent_alloc_cache_impl() 625 alignment, zero, commit, slab); in extent_alloc_cache_impl() 678 alignment, zero, commit)); in extent_alloc_default() 818 assert(alignment != 0); in extent_alloc_retained() 822 alignment, zero, commit, slab); in extent_alloc_retained() 855 alignment, zero, commit); in extent_alloc_wrapper_hard() [all …]
|
| A D | jemalloc.c | 1425 size_t alignment; member 1590 || (dopts->alignment & (dopts->alignment - 1)) != 0)) { in imalloc_body() 1802 dopts.alignment = alignment; in je_posix_memalign() 1833 dopts.alignment = alignment; in JEMALLOC_ATTR() 2082 dopts.alignment = alignment; in JEMALLOC_ATTR() 2114 dopts.alignment = PAGE; in JEMALLOC_ATTR() 2333 usize = (alignment == 0) ? s2u(size) : sa2u(size, alignment); in je_rallocx() 2350 assert(alignment == 0 || ((uintptr_t)p & (alignment - 1)) == ZU(0)); in je_rallocx() 2392 alignment, zero); in ixallocx_prof_sample() 2413 if (alignment == 0) { in ixallocx_prof() [all …]
|
| A D | large.c | 15 large_palloc(tsdn_t *tsdn, arena_t *arena, size_t usize, size_t alignment, in large_palloc() argument 25 ausize = sa2u(usize, alignment); in large_palloc() 37 arena, usize, alignment, &is_zeroed)) == NULL) in large_palloc() 244 size_t alignment, bool zero) in large_ralloc_move_helper() argument 246 if (alignment <= CACHELINE) in large_ralloc_move_helper() 248 return (large_palloc(tsdn, arena, usize, alignment, zero)); in large_ralloc_move_helper() 253 size_t alignment, bool zero, tcache_t *tcache) in large_ralloc() argument 273 ret = large_ralloc_move_helper(tsdn, arena, usize, alignment, zero); in large_ralloc()
|
| A D | extent_dss.c | 98 size_t alignment, bool *zero, bool *commit) in extent_alloc_dss() argument 104 assert(alignment > 0); in extent_alloc_dss() 139 PAGE_CEILING(alignment)); in extent_alloc_dss()
|
| A D | arena.c | 49 size_t alignment, bool *zero, bool slab) in arena_extent_cache_alloc_locked() argument 56 pad, alignment, zero, &commit, slab)); in arena_extent_cache_alloc_locked() 62 size_t alignment, bool *zero) in arena_extent_cache_alloc() argument 68 new_addr, size, 0, alignment, zero, false); in arena_extent_cache_alloc() 287 large_pad, alignment, zero, &commit, false); in arena_extent_alloc_large_hard() 304 size_t alignment, bool *zero) in arena_extent_alloc_large() argument 323 &extent_hooks, usize, alignment, zero); in arena_extent_alloc_large() 1252 if (usize <= SMALL_MAXCLASS && (alignment < PAGE || (alignment == PAGE in arena_palloc() 1258 if (likely(alignment <= CACHELINE)) in arena_palloc() 1480 if (alignment == 0) in arena_ralloc_move_helper() [all …]
|
| /third_party/ulib/jemalloc/include/jemalloc/internal/ |
| A D | jemalloc_internal.h | 361 (((s) + (alignment - 1)) & ((~(alignment)) + 1)) 772 sa2u(size_t size, size_t alignment) in sa2u() argument 776 assert(alignment != 0 && ((alignment - 1) & alignment) == 0); in sa2u() 801 if (unlikely(alignment > LARGE_MAXCLASS)) in sa2u() 1018 assert(usize == sa2u(usize, alignment)); in ipallocztm() 1107 usize = sa2u(size + extra, alignment); in iralloct_realign() 1115 usize = sa2u(size, alignment); in iralloct_realign() 1139 if (alignment != 0 && ((uintptr_t)ptr & ((uintptr_t)alignment-1)) in iralloct() 1146 alignment, zero, tcache, arena)); in iralloct() 1155 size_t alignment, bool zero) in iralloc() argument [all …]
|
| A D | jemalloc_internal.h.in | 223 * n: alignment 361 (((s) + (alignment - 1)) & ((~(alignment)) + 1)) 767 * specified size and alignment. 770 sa2u(size_t size, size_t alignment) argument 774 assert(alignment != 0 && ((alignment - 1) & alignment) == 0); 815 * order to guarantee the alignment. 1105 usize = sa2u(size + extra, alignment); 1113 usize = sa2u(size, alignment); 1137 if (alignment != 0 && ((uintptr_t)ptr & ((uintptr_t)alignment-1)) 1153 size_t alignment, bool zero) argument [all …]
|
| A D | large_externs.h | 8 size_t alignment, bool zero); 12 size_t usize, size_t alignment, bool zero, tcache_t *tcache);
|
| A D | extent_externs.h | 28 size_t alignment, bool *zero, bool *commit, bool slab); 31 size_t alignment, bool *zero, bool *commit, bool slab); 34 size_t alignment, bool *zero, bool *commit, bool slab);
|
| A D | arena_externs.h | 20 size_t alignment, bool *zero); 31 size_t usize, size_t alignment, bool *zero); 57 size_t alignment, bool zero, tcache_t *tcache); 69 size_t oldsize, size_t size, size_t alignment, bool zero, tcache_t *tcache);
|
| A D | extent_inlines.h | 25 void extent_addr_randomize(tsdn_t *tsdn, extent_t *extent, size_t alignment); 180 extent_addr_randomize(tsdn_t *tsdn, extent_t *extent, size_t alignment) in extent_addr_randomize() argument 184 if (alignment < PAGE) { in extent_addr_randomize() 186 lg_floor(CACHELINE_CEILING(alignment)); in extent_addr_randomize() 194 assert(ALIGNMENT_ADDR2BASE(extent->e_addr, alignment) == in extent_addr_randomize()
|
| A D | extent_mmap_externs.h | 6 void *extent_alloc_mmap(void *new_addr, size_t size, size_t alignment,
|
| A D | extent_dss_externs.h | 11 size_t size, size_t alignment, bool *zero, bool *commit);
|
| A D | base_externs.h | 12 void *base_alloc(tsdn_t *tsdn, base_t *base, size_t size, size_t alignment);
|
| /third_party/ulib/jemalloc/test/unit/ |
| A D | base.c | 131 size_t alignment = alignments[i]; in TEST_BEGIN() local 132 size_t align_ceil = ALIGNMENT_CEILING(alignment, in TEST_BEGIN() 134 p = base_alloc(tsdn, base, 1, alignment); in TEST_BEGIN() 139 alignment)), "Expected quantum alignment"); in TEST_BEGIN() 140 q = base_alloc(tsdn, base, alignment, alignment); in TEST_BEGIN() 146 r = base_alloc(tsdn, base, 1, alignment); in TEST_BEGIN() 189 size_t alignment = alignments[i]; in TEST_BEGIN() local 190 p = base_alloc(tsdn, base, QUANTUM, alignment); in TEST_BEGIN() 195 alignment)), "Expected %zu-byte alignment", in TEST_BEGIN() 196 alignment); in TEST_BEGIN()
|
| /third_party/ulib/jemalloc/include/jemalloc/ |
| A D | jemalloc_protos.h | 17 size_t alignment, size_t size) JEMALLOC_CXX_THROW JEMALLOC_ATTR(nonnull(1)); 19 void JEMALLOC_NOTHROW *je_aligned_alloc(size_t alignment, 58 void JEMALLOC_NOTHROW *je_memalign(size_t alignment, size_t size)
|
| A D | jemalloc_protos_jet.h | 17 size_t alignment, size_t size) JEMALLOC_CXX_THROW JEMALLOC_ATTR(nonnull(1)); 19 void JEMALLOC_NOTHROW *jet_aligned_alloc(size_t alignment, 58 void JEMALLOC_NOTHROW *jet_memalign(size_t alignment, size_t size)
|
| A D | jemalloc_protos.h.in | 17 size_t alignment, size_t size) JEMALLOC_CXX_THROW JEMALLOC_ATTR(nonnull(1)); 19 void JEMALLOC_NOTHROW *@je_@aligned_alloc(size_t alignment, 58 void JEMALLOC_NOTHROW *@je_@memalign(size_t alignment, size_t size)
|
| /third_party/ulib/jemalloc/test/include/test/ |
| A D | extent_hooks.h | 7 size_t size, size_t alignment, bool *zero, bool *commit, 76 size_t alignment, bool *zero, bool *commit, unsigned arena_ind) in extent_alloc_hook() argument 82 new_addr, size, alignment, *zero ? "true" : "false", *commit ? in extent_alloc_hook() 91 ret = default_hooks->alloc(default_hooks, new_addr, size, alignment, in extent_alloc_hook()
|