/lib/ |
A D | iomem_copy.c | 65 *(u8 *)dst = __raw_readb(src); in memcpy_fromio() 67 dst++; in memcpy_fromio() 81 dst += sizeof(long); in memcpy_fromio() 86 *(u8 *)dst = __raw_readb(src); in memcpy_fromio() 88 dst++; in memcpy_fromio() 107 __raw_writeb(*(u8 *)src, dst); in memcpy_toio() 109 dst++; in memcpy_toio() 116 __raw_writeq(val, dst); in memcpy_toio() 118 __raw_writel(val, dst); in memcpy_toio() 122 dst += sizeof(long); in memcpy_toio() [all …]
|
A D | string_helpers.c | 211 *dst += 1; in unescape_space() 230 *dst += 1; in unescape_octal() 254 *dst += 1; in unescape_hex() 279 *dst += 1; in unescape_special() 403 *dst = out; in escape_space() 436 *dst = out; in escape_special() 454 *dst = out; in escape_null() 654 char *dst; in kstrdup_quotable() local 664 if (!dst) in kstrdup_quotable() 740 char *dst; in kstrdup_and_replace() local [all …]
|
A D | strncpy_from_user.c | 16 #define IS_UNALIGNED(src, dst) 0 argument 18 #define IS_UNALIGNED(src, dst) \ argument 19 (((long) dst | (long) src) & (sizeof(long) - 1)) 34 if (IS_UNALIGNED(src, dst)) in do_strncpy_from_user() 58 *(unsigned long *)(dst+res) = c & mask; in do_strncpy_from_user() 62 *(unsigned long *)(dst+res) = c; in do_strncpy_from_user() 73 dst[res] = c; in do_strncpy_from_user() 123 kasan_check_write(dst, count); in strncpy_from_user() 124 check_object_size(dst, count, false); in strncpy_from_user() 130 retval = do_strncpy_from_user(dst, src, count, count); in strncpy_from_user() [all …]
|
A D | bitmap.c | 77 dst[k] = ~src[k]; in __bitmap_complement() 117 dst[k] = lower | upper; in __bitmap_shift_right() 155 dst[k + off] = lower | upper; in __bitmap_shift_left() 211 memmove(dst, src, len * sizeof(*dst)); in bitmap_cut() 216 carry = dst[i + 1] & 1UL; in bitmap_cut() 220 dst[i] = (dst[i] >> 1) | (carry << (BITS_PER_LONG - 1)); in bitmap_cut() 505 bitmap_zero(dst, nbits); in bitmap_remap() 671 bitmap_zero(dst, bits); in bitmap_onto() 687 set_bit(n, dst); in bitmap_onto() 710 bitmap_zero(dst, nbits); in bitmap_fold() [all …]
|
A D | iomap.c | 314 *dst = data; in mmio_insb() 315 dst++; in mmio_insb() 322 *dst = data; in mmio_insw() 323 dst++; in mmio_insw() 330 *dst = data; in mmio_insl() 331 dst++; in mmio_insl() 362 IO_COND(addr, insb(port,dst,count), mmio_insb(addr, dst, count)); in ioread8_rep() 364 kmsan_unpoison_memory(dst, count); in ioread8_rep() 368 IO_COND(addr, insw(port,dst,count), mmio_insw(addr, dst, count)); in ioread16_rep() 370 kmsan_unpoison_memory(dst, count * 2); in ioread16_rep() [all …]
|
A D | iomap_copy.c | 22 u32 __iomem *dst = to; in __iowrite32_copy() local 27 __raw_writel(*src++, dst++); in __iowrite32_copy() 44 u32 *dst = to; in __ioread32_copy() local 49 *dst++ = __raw_readl(src++); in __ioread32_copy() 67 u64 __iomem *dst = to; in __iowrite64_copy() local 72 __raw_writeq(*src++, dst++); in __iowrite64_copy()
|
A D | base64.c | 32 int base64_encode(const u8 *src, int srclen, char *dst) in base64_encode() argument 37 char *cp = dst; in base64_encode() 55 return cp - dst; in base64_encode() 73 int base64_decode(const char *src, int srclen, u8 *dst) in base64_decode() argument 78 u8 *bp = dst; in base64_decode() 101 return bp - dst; in base64_decode()
|
/lib/crypto/x86/ |
A D | chacha_glue.c | 16 u8 *dst, const u8 *src, 19 u8 *dst, const u8 *src, 25 u8 *dst, const u8 *src, 28 u8 *dst, const u8 *src, 31 u8 *dst, const u8 *src, 35 u8 *dst, const u8 *src, 38 u8 *dst, const u8 *src, 41 u8 *dst, const u8 *src, 63 dst += CHACHA_BLOCK_SIZE * 8; in chacha_dosimd() 115 dst += CHACHA_BLOCK_SIZE * 4; in chacha_dosimd() [all …]
|
/lib/crypto/ |
A D | utils.c | 37 *dst++ = *src1++ ^ *src2++; in __crypto_xor() 46 put_unaligned(l, (u64 *)dst); in __crypto_xor() 48 *(u64 *)dst = *(u64 *)src1 ^ *(u64 *)src2; in __crypto_xor() 50 dst += 8; in __crypto_xor() 60 put_unaligned(l, (u32 *)dst); in __crypto_xor() 62 *(u32 *)dst = *(u32 *)src1 ^ *(u32 *)src2; in __crypto_xor() 64 dst += 4; in __crypto_xor() 74 put_unaligned(l, (u16 *)dst); in __crypto_xor() 76 *(u16 *)dst = *(u16 *)src1 ^ *(u16 *)src2; in __crypto_xor() 78 dst += 2; in __crypto_xor() [all …]
|
A D | aescfb.c | 14 static void aescfb_encrypt_block(const struct crypto_aes_ctx *ctx, void *dst, in aescfb_encrypt_block() argument 28 aes_encrypt(ctx, dst, src); in aescfb_encrypt_block() 41 void aescfb_encrypt(const struct crypto_aes_ctx *ctx, u8 *dst, const u8 *src, in aescfb_encrypt() argument 49 crypto_xor_cpy(dst, src, ks, min(len, AES_BLOCK_SIZE)); in aescfb_encrypt() 50 v = dst; in aescfb_encrypt() 52 dst += AES_BLOCK_SIZE; in aescfb_encrypt() 70 void aescfb_decrypt(const struct crypto_aes_ctx *ctx, u8 *dst, const u8 *src, in aescfb_decrypt() argument 86 crypto_xor_cpy(dst, src, ks[i], min(len, AES_BLOCK_SIZE)); in aescfb_decrypt() 88 dst += AES_BLOCK_SIZE; in aescfb_decrypt()
|
A D | libchacha.c | 14 void chacha_crypt_generic(struct chacha_state *state, u8 *dst, const u8 *src, in chacha_crypt_generic() argument 22 crypto_xor_cpy(dst, src, stream, CHACHA_BLOCK_SIZE); in chacha_crypt_generic() 24 dst += CHACHA_BLOCK_SIZE; in chacha_crypt_generic() 29 crypto_xor_cpy(dst, src, stream, bytes); in chacha_crypt_generic()
|
A D | chacha20poly1305.c | 55 __chacha20poly1305_encrypt(u8 *dst, const u8 *src, const size_t src_len, in __chacha20poly1305_encrypt() argument 73 chacha20_crypt(chacha_state, dst, src, src_len); in __chacha20poly1305_encrypt() 75 poly1305_update(&poly1305_state, dst, src_len); in __chacha20poly1305_encrypt() 83 poly1305_final(&poly1305_state, dst + src_len); in __chacha20poly1305_encrypt() 89 void chacha20poly1305_encrypt(u8 *dst, const u8 *src, const size_t src_len, in chacha20poly1305_encrypt() argument 104 __chacha20poly1305_encrypt(dst, src, src_len, ad, ad_len, in chacha20poly1305_encrypt() 120 __chacha20poly1305_encrypt(dst, src, src_len, ad, ad_len, in xchacha20poly1305_encrypt() 126 __chacha20poly1305_decrypt(u8 *dst, const u8 *src, const size_t src_len, in __chacha20poly1305_decrypt() argument 163 chacha20_crypt(chacha_state, dst, src, dst_len); in __chacha20poly1305_decrypt() 186 ret = __chacha20poly1305_decrypt(dst, src, src_len, ad, ad_len, in chacha20poly1305_decrypt() [all …]
|
/lib/crypto/arm/ |
A D | chacha-glue.c | 21 u8 *dst, const u8 *src, int nrounds); 23 u8 *dst, const u8 *src, 30 asmlinkage void chacha_doarm(u8 *dst, const u8 *src, unsigned int bytes, 48 chacha_4block_xor_neon(state, dst, src, nrounds, l); in chacha_doneon() 51 dst += l; in chacha_doneon() 56 u8 *d = dst; in chacha_doneon() 61 if (d != dst) in chacha_doneon() 62 memcpy(dst, buf, bytes); in chacha_doneon() 85 chacha_doarm(dst, src, bytes, state, nrounds); in chacha_crypt_arch() 94 chacha_doneon(state, dst, src, todo, nrounds); in chacha_crypt_arch() [all …]
|
/lib/crypto/arm64/ |
A D | chacha-neon-glue.c | 32 u8 *dst, const u8 *src, int nrounds); 34 u8 *dst, const u8 *src, 41 static void chacha_doneon(struct chacha_state *state, u8 *dst, const u8 *src, in chacha_doneon() argument 52 memcpy(dst, buf, l); in chacha_doneon() 56 chacha_4block_xor_neon(state, dst, src, nrounds, l); in chacha_doneon() 59 dst += l; in chacha_doneon() 77 void chacha_crypt_arch(struct chacha_state *state, u8 *dst, const u8 *src, in chacha_crypt_arch() argument 82 return chacha_crypt_generic(state, dst, src, bytes, nrounds); in chacha_crypt_arch() 88 chacha_doneon(state, dst, src, todo, nrounds); in chacha_crypt_arch() 93 dst += todo; in chacha_crypt_arch()
|
/lib/crypto/powerpc/ |
A D | chacha-p10-glue.c | 17 asmlinkage void chacha_p10le_8x(const struct chacha_state *state, u8 *dst, 34 static void chacha_p10_do_8x(struct chacha_state *state, u8 *dst, const u8 *src, in chacha_p10_do_8x() argument 40 chacha_p10le_8x(state, dst, src, l, nrounds); in chacha_p10_do_8x() 43 dst += l; in chacha_p10_do_8x() 48 chacha_crypt_generic(state, dst, src, bytes, nrounds); in chacha_p10_do_8x() 58 void chacha_crypt_arch(struct chacha_state *state, u8 *dst, const u8 *src, in chacha_crypt_arch() argument 63 return chacha_crypt_generic(state, dst, src, bytes, nrounds); in chacha_crypt_arch() 69 chacha_p10_do_8x(state, dst, src, todo, nrounds); in chacha_crypt_arch() 74 dst += todo; in chacha_crypt_arch()
|
/lib/lzo/ |
A D | lzodefs.h | 22 #define COPY4(dst, src) \ argument 23 put_unaligned(get_unaligned((const u32 *)(src)), (u32 *)(dst)) 25 #define COPY8(dst, src) \ argument 26 put_unaligned(get_unaligned((const u64 *)(src)), (u64 *)(dst)) 28 #define COPY8(dst, src) \ argument 29 COPY4(dst, src); COPY4((dst) + 4, (src) + 4)
|
/lib/zstd/common/ |
A D | zstd_internal.h | 164 static void ZSTD_copy8(void* dst, const void* src) { in ZSTD_copy8() argument 166 vst1_u8((uint8_t*)dst, vld1_u8((const uint8_t*)src)); in ZSTD_copy8() 168 ZSTD_memcpy(dst, src, 8); in ZSTD_copy8() 177 static void ZSTD_copy16(void* dst, const void* src) { in ZSTD_copy16() argument 179 vst1q_u8((uint8_t*)dst, vld1q_u8((const uint8_t*)src)); in ZSTD_copy16() 181 _mm_storeu_si128((__m128i*)dst, _mm_loadu_si128((const __m128i*)src)); in ZSTD_copy16() 183 ZSTD_memmove(dst, src, 16); in ZSTD_copy16() 188 ZSTD_memcpy(dst, copy16_buf, 16); in ZSTD_copy16() 212 ptrdiff_t diff = (BYTE*)dst - (const BYTE*)src; in ZSTD_wildcopy() 214 BYTE* op = (BYTE*)dst; in ZSTD_wildcopy() [all …]
|
A D | huf.h | 135 size_t HUF_writeCTable_wksp(void* dst, size_t maxDstSize, const HUF_CElt* CTable, unsigned maxSymbo… 136 size_t HUF_compress4X_usingCTable(void* dst, size_t dstSize, const void* src, size_t srcSize, const… 152 size_t HUF_compress4X_repeat(void* dst, size_t dstSize, 244 size_t HUF_compress1X_usingCTable(void* dst, size_t dstSize, const void* src, size_t srcSize, const… 251 size_t HUF_compress1X_repeat(void* dst, size_t dstSize, 257 size_t HUF_decompress1X_DCtx_wksp(HUF_DTable* dctx, void* dst, size_t dstSize, const void* cSrc, si… 259 size_t HUF_decompress1X2_DCtx_wksp(HUF_DTable* dctx, void* dst, size_t dstSize, const void* cSrc, s… 265 size_t HUF_decompress1X_usingDTable(void* dst, size_t maxDstSize, const void* cSrc, size_t cSrcSize… 267 size_t HUF_decompress1X1_DCtx_wksp(HUF_DTable* dctx, void* dst, size_t dstSize, const void* cSrc, s… 269 size_t HUF_decompress4X_usingDTable(void* dst, size_t maxDstSize, const void* cSrc, size_t cSrcSize… [all …]
|
A D | fse_decompress.c | 175 void* dst, size_t maxDstSize, in FSE_decompress_usingDTable_generic() argument 179 BYTE* const ostart = (BYTE*) dst; in FSE_decompress_usingDTable_generic() 245 void* dst, size_t dstCapacity, in FSE_decompress_wksp_body() argument 287 …if (fastMode) return FSE_decompress_usingDTable_generic(dst, dstCapacity, ip, cSrcSize, dtable, 1); in FSE_decompress_wksp_body() 288 return FSE_decompress_usingDTable_generic(dst, dstCapacity, ip, cSrcSize, dtable, 0); in FSE_decompress_wksp_body() 293 static size_t FSE_decompress_wksp_body_default(void* dst, size_t dstCapacity, const void* cSrc, siz… in FSE_decompress_wksp_body_default() argument 295 … return FSE_decompress_wksp_body(dst, dstCapacity, cSrc, cSrcSize, maxLog, workSpace, wkspSize, 0); in FSE_decompress_wksp_body_default() 301 … return FSE_decompress_wksp_body(dst, dstCapacity, cSrc, cSrcSize, maxLog, workSpace, wkspSize, 1); in FSE_decompress_wksp_body_bmi2() 305 size_t FSE_decompress_wksp_bmi2(void* dst, size_t dstCapacity, const void* cSrc, size_t cSrcSize, u… in FSE_decompress_wksp_bmi2() argument 309 …return FSE_decompress_wksp_body_bmi2(dst, dstCapacity, cSrc, cSrcSize, maxLog, workSpace, wkspSize… in FSE_decompress_wksp_bmi2() [all …]
|
/lib/zstd/decompress/ |
A D | huf_decompress.c | 206 assert(dst != NULL); in HUF_DecompressFastArgs_init() 244 args->op[0] = (BYTE*)dst; in HUF_DecompressFastArgs_init() 573 void* dst, size_t dstSize, in HUF_decompress1X1_usingDTable_internal_body() argument 577 BYTE* op = (BYTE*)dst; in HUF_decompress1X1_usingDTable_internal_body() 600 void* dst, size_t dstSize, in HUF_decompress4X1_usingDTable_internal_body() argument 838 void* dst, size_t dstSize, in HUF_decompress4X1_usingDTable_internal_fast() argument 872 BYTE* segmentEnd = (BYTE*)dst; in HUF_decompress4X1_usingDTable_internal_fast() 1351 void* dst, size_t dstSize, in HUF_decompress1X2_usingDTable_internal_body() argument 1382 void* dst, size_t dstSize, in HUF_decompress4X2_usingDTable_internal_body() argument 1665 void* dst, size_t dstSize, in HUF_decompress4X2_usingDTable_internal_fast() argument [all …]
|
A D | zstd_decompress_block.c | 48 static void ZSTD_copy4(void* dst, const void* src) { ZSTD_memcpy(dst, src, 4); } in ZSTD_copy4() argument 1411 BYTE* const ostart = (BYTE*)dst; in ZSTD_decompressSequences_bodySplitLitBuffer() 1432 assert(dst != NULL); in ZSTD_decompressSequences_bodySplitLitBuffer() 1617 void* dst, size_t maxDstSize, in ZSTD_decompressSequences_body() argument 1623 BYTE* const ostart = (BYTE*)dst; in ZSTD_decompressSequences_body() 1644 assert(dst != NULL); in ZSTD_decompressSequences_body() 1742 BYTE* const ostart = (BYTE*)dst; in ZSTD_decompressSequencesLong_body() 1764 assert(dst != NULL); in ZSTD_decompressSequencesLong_body() 2184 dctx->prefixStart = dst; 2185 dctx->previousDstEnd = dst; [all …]
|
/lib/lz4/ |
A D | lz4defs.h | 150 #define LZ4_memcpy(dst, src, size) __builtin_memcpy(dst, src, size) argument 151 #define LZ4_memmove(dst, src, size) __builtin_memmove(dst, src, size) argument 153 static FORCE_INLINE void LZ4_copy8(void *dst, const void *src) in LZ4_copy8() argument 158 put_unaligned(a, (U64 *)dst); in LZ4_copy8() 163 put_unaligned(a, (U32 *)dst); in LZ4_copy8() 164 put_unaligned(b, (U32 *)dst + 1); in LZ4_copy8()
|
/lib/zstd/compress/ |
A D | zstd_compress_literals.c | 40 size_t ZSTD_noCompressLiterals (void* dst, size_t dstCapacity, const void* src, size_t srcSize) in ZSTD_noCompressLiterals() argument 42 BYTE* const ostart = (BYTE*)dst; in ZSTD_noCompressLiterals() 82 size_t ZSTD_compressRleLiteralsBlock (void* dst, size_t dstCapacity, const void* src, size_t srcSiz… in ZSTD_compressRleLiteralsBlock() argument 84 BYTE* const ostart = (BYTE*)dst; in ZSTD_compressRleLiteralsBlock() 131 void* dst, size_t dstCapacity, in ZSTD_compressLiterals() argument 142 BYTE* const ostart = (BYTE*)dst; in ZSTD_compressLiterals() 156 return ZSTD_noCompressLiterals(dst, dstCapacity, src, srcSize); in ZSTD_compressLiterals() 160 return ZSTD_noCompressLiterals(dst, dstCapacity, src, srcSize); in ZSTD_compressLiterals() 191 return ZSTD_noCompressLiterals(dst, dstCapacity, src, srcSize); in ZSTD_compressLiterals() 201 return ZSTD_compressRleLiteralsBlock(dst, dstCapacity, src, srcSize); in ZSTD_compressLiterals()
|
/lib/crypto/riscv/ |
A D | chacha-riscv64-glue.c | 28 void chacha_crypt_arch(struct chacha_state *state, u8 *dst, const u8 *src, in chacha_crypt_arch() argument 36 return chacha_crypt_generic(state, dst, src, bytes, nrounds); in chacha_crypt_arch() 40 chacha_zvkb(state, src, dst, full_blocks, nrounds); in chacha_crypt_arch() 42 dst += full_blocks * CHACHA_BLOCK_SIZE; in chacha_crypt_arch() 47 memcpy(dst, block_buffer, tail_bytes); in chacha_crypt_arch()
|
/lib/vdso/ |
A D | getrandom.c | 23 #define MEMCPY_AND_ZERO_SRC(type, dst, src, len) do { \ argument 25 __put_unaligned_t(type, __get_unaligned_t(type, src), dst); \ 27 dst += sizeof(type); \ 33 static void memcpy_and_zero_src(void *dst, void *src, size_t len) in memcpy_and_zero_src() argument 37 MEMCPY_AND_ZERO_SRC(u64, dst, src, len); in memcpy_and_zero_src() 38 MEMCPY_AND_ZERO_SRC(u32, dst, src, len); in memcpy_and_zero_src() 39 MEMCPY_AND_ZERO_SRC(u16, dst, src, len); in memcpy_and_zero_src() 41 MEMCPY_AND_ZERO_SRC(u8, dst, src, len); in memcpy_and_zero_src()
|