| /lib/crypto/x86/ |
| A D | chacha_glue.c | 55 unsigned int bytes, int nrounds) in chacha_dosimd() argument 61 bytes -= CHACHA_BLOCK_SIZE * 8; in chacha_dosimd() 78 if (bytes) { in chacha_dosimd() 89 bytes -= CHACHA_BLOCK_SIZE * 8; in chacha_dosimd() 104 if (bytes > CHACHA_BLOCK_SIZE) { in chacha_dosimd() 113 bytes -= CHACHA_BLOCK_SIZE * 4; in chacha_dosimd() 118 if (bytes > CHACHA_BLOCK_SIZE) { in chacha_dosimd() 123 if (bytes) { in chacha_dosimd() 146 bytes <= CHACHA_BLOCK_SIZE) in chacha_crypt_arch() 156 bytes -= todo; in chacha_crypt_arch() [all …]
|
| /lib/crypto/arm/ |
| A D | chacha-glue.c | 41 unsigned int bytes, int nrounds) in chacha_doneon() argument 45 while (bytes > CHACHA_BLOCK_SIZE) { in chacha_doneon() 49 bytes -= l; in chacha_doneon() 54 if (bytes) { in chacha_doneon() 58 if (bytes != CHACHA_BLOCK_SIZE) in chacha_doneon() 59 s = d = memcpy(buf, src, bytes); in chacha_doneon() 62 memcpy(dst, buf, bytes); in chacha_doneon() 81 unsigned int bytes, int nrounds) in chacha_crypt_arch() argument 84 bytes <= CHACHA_BLOCK_SIZE) { in chacha_crypt_arch() 97 bytes -= todo; in chacha_crypt_arch() [all …]
|
| /lib/raid6/ |
| A D | neon.h | 3 void raid6_neon1_gen_syndrome_real(int disks, unsigned long bytes, void **ptrs); 5 unsigned long bytes, void **ptrs); 6 void raid6_neon2_gen_syndrome_real(int disks, unsigned long bytes, void **ptrs); 8 unsigned long bytes, void **ptrs); 9 void raid6_neon4_gen_syndrome_real(int disks, unsigned long bytes, void **ptrs); 11 unsigned long bytes, void **ptrs); 12 void raid6_neon8_gen_syndrome_real(int disks, unsigned long bytes, void **ptrs); 14 unsigned long bytes, void **ptrs); 15 void __raid6_2data_recov_neon(int bytes, uint8_t *p, uint8_t *q, uint8_t *dp, 19 void __raid6_datap_recov_neon(int bytes, uint8_t *p, uint8_t *q, uint8_t *dq,
|
| A D | recov_rvv.c | 17 static void __raid6_2data_recov_rvv(int bytes, u8 *p, u8 *q, u8 *dp, in __raid6_2data_recov_rvv() argument 40 while (bytes) { in __raid6_2data_recov_rvv() 88 bytes -= 16; in __raid6_2data_recov_rvv() 96 static void __raid6_datap_recov_rvv(int bytes, u8 *p, u8 *q, in __raid6_datap_recov_rvv() argument 113 while (bytes) { in __raid6_datap_recov_rvv() 145 bytes -= 16; in __raid6_datap_recov_rvv() 152 static void raid6_2data_recov_rvv(int disks, size_t bytes, int faila, in raid6_2data_recov_rvv() argument 174 raid6_call.gen_syndrome(disks, bytes, ptrs); in raid6_2data_recov_rvv() 188 __raid6_2data_recov_rvv(bytes, p, q, dp, dq, pbmul, qmul); in raid6_2data_recov_rvv() 209 raid6_call.gen_syndrome(disks, bytes, ptrs); in raid6_datap_recov_rvv() [all …]
|
| A D | recov_loongarch_simd.c | 51 raid6_call.gen_syndrome(disks, bytes, ptrs); in raid6_2data_recov_lsx() 74 while (bytes) { in raid6_2data_recov_lsx() 176 bytes -= 64; in raid6_2data_recov_lsx() 203 raid6_call.gen_syndrome(disks, bytes, ptrs); in raid6_datap_recov_lsx() 218 while (bytes) { in raid6_datap_recov_lsx() 279 bytes -= 64; in raid6_datap_recov_lsx() 325 raid6_call.gen_syndrome(disks, bytes, ptrs); in raid6_2data_recov_lasx() 352 while (bytes) { in raid6_2data_recov_lasx() 415 bytes -= 64; in raid6_2data_recov_lasx() 459 while (bytes) { in raid6_datap_recov_lasx() [all …]
|
| A D | recov.c | 19 static void raid6_2data_recov_intx1(int disks, size_t bytes, int faila, in raid6_2data_recov_intx1() argument 40 raid6_call.gen_syndrome(disks, bytes, ptrs); in raid6_2data_recov_intx1() 53 while ( bytes-- ) { in raid6_2data_recov_intx1() 63 static void raid6_datap_recov_intx1(int disks, size_t bytes, int faila, in raid6_datap_recov_intx1() argument 78 raid6_call.gen_syndrome(disks, bytes, ptrs); in raid6_datap_recov_intx1() 88 while ( bytes-- ) { in raid6_datap_recov_intx1() 107 void raid6_dual_recov(int disks, size_t bytes, int faila, int failb, void **ptrs) in raid6_dual_recov() argument 118 raid6_call.gen_syndrome(disks, bytes, ptrs); in raid6_dual_recov() 127 raid6_datap_recov(disks, bytes, faila, ptrs); in raid6_dual_recov() 130 raid6_2data_recov(disks, bytes, faila, failb, ptrs); in raid6_dual_recov()
|
| A D | recov_avx2.c | 16 static void raid6_2data_recov_avx2(int disks, size_t bytes, int faila, in raid6_2data_recov_avx2() argument 37 raid6_call.gen_syndrome(disks, bytes, ptrs); in raid6_2data_recov_avx2() 55 while (bytes) { in raid6_2data_recov_avx2() 128 bytes -= 64; in raid6_2data_recov_avx2() 175 bytes -= 32; in raid6_2data_recov_avx2() 186 static void raid6_datap_recov_avx2(int disks, size_t bytes, int faila, in raid6_datap_recov_avx2() argument 202 raid6_call.gen_syndrome(disks, bytes, ptrs); in raid6_datap_recov_avx2() 215 while (bytes) { in raid6_datap_recov_avx2() 263 bytes -= 64; in raid6_datap_recov_avx2() 293 bytes -= 32; in raid6_datap_recov_avx2()
|
| A D | recov_avx512.c | 22 static void raid6_2data_recov_avx512(int disks, size_t bytes, int faila, in raid6_2data_recov_avx512() argument 46 raid6_call.gen_syndrome(disks, bytes, ptrs); in raid6_2data_recov_avx512() 64 while (bytes) { in raid6_2data_recov_avx512() 153 bytes -= 128; in raid6_2data_recov_avx512() 214 bytes -= 64; in raid6_2data_recov_avx512() 225 static void raid6_datap_recov_avx512(int disks, size_t bytes, int faila, in raid6_datap_recov_avx512() argument 244 raid6_call.gen_syndrome(disks, bytes, ptrs); in raid6_datap_recov_avx512() 257 while (bytes) { in raid6_datap_recov_avx512() 317 bytes -= 128; in raid6_datap_recov_avx512() 357 bytes -= 64; in raid6_datap_recov_avx512()
|
| A D | recov_ssse3.c | 16 static void raid6_2data_recov_ssse3(int disks, size_t bytes, int faila, in raid6_2data_recov_ssse3() argument 39 raid6_call.gen_syndrome(disks, bytes, ptrs); in raid6_2data_recov_ssse3() 63 while (bytes) { in raid6_2data_recov_ssse3() 132 bytes -= 32; in raid6_2data_recov_ssse3() 179 bytes -= 16; in raid6_2data_recov_ssse3() 191 static void raid6_datap_recov_ssse3(int disks, size_t bytes, int faila, in raid6_datap_recov_ssse3() argument 209 raid6_call.gen_syndrome(disks, bytes, ptrs); in raid6_datap_recov_ssse3() 222 while (bytes) { in raid6_datap_recov_ssse3() 277 bytes -= 32; in raid6_datap_recov_ssse3() 308 bytes -= 16; in raid6_datap_recov_ssse3()
|
| A D | recov_s390xc.c | 22 static void raid6_2data_recov_s390xc(int disks, size_t bytes, int faila, in raid6_2data_recov_s390xc() argument 43 raid6_call.gen_syndrome(disks, bytes, ptrs); in raid6_2data_recov_s390xc() 56 while (bytes) { in raid6_2data_recov_s390xc() 66 bytes -= 256; in raid6_2data_recov_s390xc() 71 static void raid6_datap_recov_s390xc(int disks, size_t bytes, int faila, in raid6_datap_recov_s390xc() argument 87 raid6_call.gen_syndrome(disks, bytes, ptrs); in raid6_datap_recov_s390xc() 97 while (bytes) { in raid6_datap_recov_s390xc() 105 bytes -= 256; in raid6_datap_recov_s390xc()
|
| A D | avx512.c | 42 static void raid6_avx5121_gen_syndrome(int disks, size_t bytes, void **ptrs) in raid6_avx5121_gen_syndrome() argument 59 for (d = 0; d < bytes; d += 64) { in raid6_avx5121_gen_syndrome() 100 size_t bytes, void **ptrs) in raid6_avx5121_xor_syndrome() argument 115 for (d = 0 ; d < bytes ; d += 64) { in raid6_avx5121_xor_syndrome() 169 static void raid6_avx5122_gen_syndrome(int disks, size_t bytes, void **ptrs) in raid6_avx5122_gen_syndrome() argument 187 for (d = 0; d < bytes; d += 128) { in raid6_avx5122_gen_syndrome() 232 size_t bytes, void **ptrs) in raid6_avx5122_xor_syndrome() argument 247 for (d = 0 ; d < bytes ; d += 128) { in raid6_avx5122_xor_syndrome() 353 for (d = 0; d < bytes; d += 256) { in raid6_avx5124_gen_syndrome() 422 size_t bytes, void **ptrs) in raid6_avx5124_xor_syndrome() argument [all …]
|
| A D | avx2.c | 34 static void raid6_avx21_gen_syndrome(int disks, size_t bytes, void **ptrs) in raid6_avx21_gen_syndrome() argument 49 for (d = 0; d < bytes; d += 32) { in raid6_avx21_gen_syndrome() 83 size_t bytes, void **ptrs) in raid6_avx21_xor_syndrome() argument 97 for (d = 0 ; d < bytes ; d += 32) { in raid6_avx21_xor_syndrome() 141 static void raid6_avx22_gen_syndrome(int disks, size_t bytes, void **ptrs) in raid6_avx22_gen_syndrome() argument 157 for (d = 0; d < bytes; d += 64) { in raid6_avx22_gen_syndrome() 193 size_t bytes, void **ptrs) in raid6_avx22_xor_syndrome() argument 207 for (d = 0 ; d < bytes ; d += 64) { in raid6_avx22_xor_syndrome() 296 for (d = 0; d < bytes; d += 128) { in raid6_avx24_gen_syndrome() 354 size_t bytes, void **ptrs) in raid6_avx24_xor_syndrome() argument [all …]
|
| A D | sse2.c | 36 static void raid6_sse21_gen_syndrome(int disks, size_t bytes, void **ptrs) in raid6_sse21_gen_syndrome() argument 51 for ( d = 0 ; d < bytes ; d += 16 ) { in raid6_sse21_gen_syndrome() 88 size_t bytes, void **ptrs) in raid6_sse21_xor_syndrome() argument 102 for ( d = 0 ; d < bytes ; d += 16 ) { in raid6_sse21_xor_syndrome() 146 static void raid6_sse22_gen_syndrome(int disks, size_t bytes, void **ptrs) in raid6_sse22_gen_syndrome() argument 163 for ( d = 0 ; d < bytes ; d += 32 ) { in raid6_sse22_gen_syndrome() 199 size_t bytes, void **ptrs) in raid6_sse22_xor_syndrome() argument 213 for ( d = 0 ; d < bytes ; d += 32 ) { in raid6_sse22_xor_syndrome() 304 for ( d = 0 ; d < bytes ; d += 64 ) { in raid6_sse24_gen_syndrome() 365 size_t bytes, void **ptrs) in raid6_sse24_xor_syndrome() argument [all …]
|
| A D | recov_neon.c | 23 static void raid6_2data_recov_neon(int disks, size_t bytes, int faila, in raid6_2data_recov_neon() argument 45 raid6_call.gen_syndrome(disks, bytes, ptrs); in raid6_2data_recov_neon() 59 __raid6_2data_recov_neon(bytes, p, q, dp, dq, pbmul, qmul); in raid6_2data_recov_neon() 63 static void raid6_datap_recov_neon(int disks, size_t bytes, int faila, in raid6_datap_recov_neon() argument 80 raid6_call.gen_syndrome(disks, bytes, ptrs); in raid6_datap_recov_neon() 90 __raid6_datap_recov_neon(bytes, p, q, dq, qmul); in raid6_datap_recov_neon()
|
| A D | neon.c | 31 size_t bytes, void **ptrs) \ 37 (unsigned long)bytes, ptrs); \ 42 size_t bytes, void **ptrs) \ 48 start, stop, (unsigned long)bytes, ptrs); \
|
| A D | rvv.h | 12 size_t bytes, void **ptrs) \ 18 (unsigned long)bytes, ptrs); \ 23 size_t bytes, void **ptrs) \ 30 start, stop, (unsigned long)bytes, ptrs); \
|
| A D | rvv.c | 45 for (d = 0; d < bytes; d += NSIZE * 1) { in raid6_rvv1_gen_syndrome_real() 99 unsigned long bytes, void **ptrs) in raid6_rvv1_xor_syndrome_real() argument 118 for (d = 0 ; d < bytes ; d += NSIZE * 1) { in raid6_rvv1_xor_syndrome_real() 219 for (d = 0; d < bytes; d += NSIZE * 2) { in raid6_rvv2_gen_syndrome_real() 289 unsigned long bytes, void **ptrs) in raid6_rvv2_xor_syndrome_real() argument 311 for (d = 0; d < bytes; d += NSIZE * 2) { in raid6_rvv2_xor_syndrome_real() 441 for (d = 0; d < bytes; d += NSIZE * 4) { in raid6_rvv4_gen_syndrome_real() 543 unsigned long bytes, void **ptrs) in raid6_rvv4_xor_syndrome_real() argument 567 for (d = 0; d < bytes; d += NSIZE * 4) { in raid6_rvv4_xor_syndrome_real() 755 for (d = 0; d < bytes; d += NSIZE * 8) { in raid6_rvv8_gen_syndrome_real() [all …]
|
| A D | recov_neon_inner.c | 28 void __raid6_2data_recov_neon(int bytes, uint8_t *p, uint8_t *q, uint8_t *dp, in __raid6_2data_recov_neon() argument 50 while (bytes) { in __raid6_2data_recov_neon() 70 bytes -= 16; in __raid6_2data_recov_neon() 78 void __raid6_datap_recov_neon(int bytes, uint8_t *p, uint8_t *q, uint8_t *dq, in __raid6_datap_recov_neon() argument 92 while (bytes) { in __raid6_datap_recov_neon() 106 bytes -= 16; in __raid6_datap_recov_neon()
|
| /lib/crypto/powerpc/ |
| A D | chacha-p10-glue.c | 35 unsigned int bytes, int nrounds) in chacha_p10_do_8x() argument 37 unsigned int l = bytes & ~0x0FF; in chacha_p10_do_8x() 41 bytes -= l; in chacha_p10_do_8x() 47 if (bytes > 0) in chacha_p10_do_8x() 48 chacha_crypt_generic(state, dst, src, bytes, nrounds); in chacha_p10_do_8x() 59 unsigned int bytes, int nrounds) in chacha_crypt_arch() argument 61 if (!static_branch_likely(&have_p10) || bytes <= CHACHA_BLOCK_SIZE || in chacha_crypt_arch() 63 return chacha_crypt_generic(state, dst, src, bytes, nrounds); in chacha_crypt_arch() 66 unsigned int todo = min_t(unsigned int, bytes, SZ_4K); in chacha_crypt_arch() 72 bytes -= todo; in chacha_crypt_arch() [all …]
|
| /lib/tests/ |
| A D | memcpy_kunit.c | 332 for (int bytes = 1; bytes <= ARRAY_SIZE(large_src); bytes++) { in copy_large_test() local 335 int right_zero_pos = offset + bytes; in copy_large_test() 411 bytes, s_off, d_off); in inner_loop() 418 right_zero_pos = d_off + bytes; in inner_loop() 428 right_zero_pos = s_off + bytes; in inner_loop() 431 src_pos = d_off + bytes; in inner_loop() 440 bytes, s_off, d_off); in inner_loop() 446 bytes, s_off, d_off); in inner_loop() 451 bytes, s_off, d_off); in inner_loop() 477 for (int bytes = bytes_start; bytes < bytes_end; in memmove_overlap_test() local [all …]
|
| /lib/crypto/arm64/ |
| A D | chacha-neon-glue.c | 35 int nrounds, int bytes); 42 int bytes, int nrounds) in chacha_doneon() argument 44 while (bytes > 0) { in chacha_doneon() 45 int l = min(bytes, CHACHA_BLOCK_SIZE * 5); in chacha_doneon() 57 bytes -= l; in chacha_doneon() 78 unsigned int bytes, int nrounds) in chacha_crypt_arch() argument 80 if (!static_branch_likely(&have_neon) || bytes <= CHACHA_BLOCK_SIZE || in chacha_crypt_arch() 82 return chacha_crypt_generic(state, dst, src, bytes, nrounds); in chacha_crypt_arch() 85 unsigned int todo = min_t(unsigned int, bytes, SZ_4K); in chacha_crypt_arch() 91 bytes -= todo; in chacha_crypt_arch() [all …]
|
| /lib/ |
| A D | memweight.c | 11 size_t memweight(const void *ptr, size_t bytes) in memweight() argument 17 for (; bytes > 0 && ((unsigned long)bitmap) % sizeof(long); in memweight() 18 bytes--, bitmap++) in memweight() 21 longs = bytes / sizeof(long); in memweight() 26 bytes -= longs * sizeof(long); in memweight() 34 for (; bytes > 0; bytes--, bitmap++) in memweight()
|
| /lib/zstd/compress/ |
| A D | zstd_cwksp.h | 251 assert(bytes < alignBytes); in ZSTD_cwksp_bytes_to_align_ptr() 252 return bytes; in ZSTD_cwksp_bytes_to_align_ptr() 277 void* const alloc = (BYTE*)ws->allocStart - bytes; in ZSTD_cwksp_reserve_internal_buffer_space() 280 alloc, bytes, ZSTD_cwksp_available_space(ws) - bytes); in ZSTD_cwksp_reserve_internal_buffer_space() 353 alloc = ZSTD_cwksp_reserve_internal_buffer_space(ws, bytes); in ZSTD_cwksp_reserve_internal() 411 MEM_STATIC void* ZSTD_cwksp_reserve_table(ZSTD_cwksp* ws, size_t bytes) in ZSTD_cwksp_reserve_table() argument 426 end = (BYTE *)alloc + bytes; in ZSTD_cwksp_reserve_table() 430 alloc, bytes, ZSTD_cwksp_available_space(ws) - bytes); in ZSTD_cwksp_reserve_table() 431 assert((bytes & (sizeof(U32)-1)) == 0); in ZSTD_cwksp_reserve_table() 442 assert((bytes & (ZSTD_CWKSP_ALIGNMENT_BYTES-1)) == 0); in ZSTD_cwksp_reserve_table() [all …]
|
| /lib/crypto/ |
| A D | libchacha.c | 15 unsigned int bytes, int nrounds) in chacha_crypt_generic() argument 20 while (bytes >= CHACHA_BLOCK_SIZE) { in chacha_crypt_generic() 23 bytes -= CHACHA_BLOCK_SIZE; in chacha_crypt_generic() 27 if (bytes) { in chacha_crypt_generic() 29 crypto_xor_cpy(dst, src, stream, bytes); in chacha_crypt_generic()
|
| /lib/crypto/s390/ |
| A D | chacha-glue.c | 29 unsigned int bytes, int nrounds) in chacha_crypt_arch() argument 35 if (bytes <= CHACHA_BLOCK_SIZE || nrounds != 20 || !cpu_has_vx()) { in chacha_crypt_arch() 36 chacha_crypt_generic(state, dst, src, bytes, nrounds); in chacha_crypt_arch() 41 chacha20_vx(dst, src, bytes, &state->x[4], &state->x[12]); in chacha_crypt_arch() 44 state->x[12] += round_up(bytes, CHACHA_BLOCK_SIZE) / in chacha_crypt_arch()
|