/lib/zlib_inflate/ |
A D | inflate.c | 38 state = (struct inflate_state *)strm->state; in zlib_inflateReset() 48 state->lencode = state->distcode = state->next = state->codes; in zlib_inflateReset() 51 state->wsize = 1U << state->wbits; in zlib_inflateReset() 130 memcpy(state->window, strm->next_out - state->wsize, state->wsize); in zlib_updatewindow() 132 state->whave = state->wsize; in zlib_updatewindow() 135 dist = state->wsize - state->write; in zlib_updatewindow() 142 state->whave = state->wsize; in zlib_updatewindow() 146 if (state->write == state->wsize) state->write = 0; in zlib_updatewindow() 147 if (state->whave < state->wsize) state->whave += dist; in zlib_updatewindow() 492 state->next = state->codes; in zlib_inflate() [all …]
|
A D | inffast.c | 96 state = (struct inflate_state *)strm->state; in inflate_fast() 103 dmax = state->dmax; in inflate_fast() 105 wsize = state->wsize; in inflate_fast() 106 whave = state->whave; in inflate_fast() 107 write = state->write; in inflate_fast() 108 window = state->window; in inflate_fast() 109 hold = state->hold; in inflate_fast() 110 bits = state->bits; in inflate_fast() 111 lcode = state->lencode; in inflate_fast() 322 state->hold = hold; in inflate_fast() [all …]
|
/lib/ |
A D | random32.c | 55 state->s1 = TAUSWORTHE(state->s1, 6U, 13U, 4294967294U, 18U); in prandom_u32_state() 56 state->s2 = TAUSWORTHE(state->s2, 2U, 27U, 4294967288U, 2U); in prandom_u32_state() 57 state->s3 = TAUSWORTHE(state->s3, 13U, 21U, 4294967280U, 7U); in prandom_u32_state() 58 state->s4 = TAUSWORTHE(state->s4, 3U, 12U, 4294967168U, 13U); in prandom_u32_state() 60 return (state->s1 ^ state->s2 ^ state->s3 ^ state->s4); in prandom_u32_state() 98 prandom_u32_state(state); in prandom_warmup() 99 prandom_u32_state(state); in prandom_warmup() 124 prandom_warmup(state); in prandom_seed_full_state() 252 state->s2 = __seed(LCG(state->s1), 8U); in prandom_state_selftest_seed() 253 state->s3 = __seed(LCG(state->s2), 16U); in prandom_state_selftest_seed() [all …]
|
A D | xxhash.c | 247 memset(&state, 0, sizeof(state)); in xxh32_reset() 252 memcpy(statePtr, &state, sizeof(state)); in xxh32_reset() 261 memset(&state, 0, sizeof(state)); in xxh64_reset() 266 memcpy(statePtr, &state, sizeof(state)); in xxh64_reset() 281 memcpy(((uint8_t *)state->mem64) + state->memsize, input, len); in xxh64_update() 292 state->v1 = xxh64_round(state->v1, get_unaligned_le64(p64)); in xxh64_update() 294 state->v2 = xxh64_round(state->v2, get_unaligned_le64(p64)); in xxh64_update() 296 state->v3 = xxh64_round(state->v3, get_unaligned_le64(p64)); in xxh64_update() 298 state->v4 = xxh64_round(state->v4, get_unaligned_le64(p64)); in xxh64_update() 322 state->v1 = v1; in xxh64_update() [all …]
|
A D | test_kho.c | 58 err |= kho_preserve_folio(state->fdt); in kho_test_notifier() 91 sizeof(state->nr_folios)); in kho_test_save_data() 94 err |= fdt_property(fdt, "csum", &state->csum, sizeof(state->csum)); in kho_test_save_data() 110 if (!state->fdt) in kho_test_prepare_fdt() 113 fdt = folio_address(state->fdt); in kho_test_prepare_fdt() 127 folio_put(state->fdt); in kho_test_prepare_fdt() 155 state->folios[state->nr_folios++] = folio; in kho_test_generate_data() 162 state->csum = csum; in kho_test_generate_data() 167 folio_put(state->folios[i]); in kho_test_generate_data() 184 state->folios = folios; in kho_test_save() [all …]
|
/lib/crypto/ |
A D | blake2s.c | 22 state->f[0] = -1; in blake2s_set_lastblock() 32 memcpy(state->buf + state->buflen, in, fill); in blake2s_update() 33 blake2s_compress(state, state->buf, 1, BLAKE2S_BLOCK_SIZE); in blake2s_update() 34 state->buflen = 0; in blake2s_update() 44 memcpy(state->buf + state->buflen, in, inlen); in blake2s_update() 45 state->buflen += inlen; in blake2s_update() 53 memset(state->buf + state->buflen, 0, in blake2s_final() 55 blake2s_compress(state, state->buf, 1, state->buflen); in blake2s_final() 56 cpu_to_le32_array(state->h, ARRAY_SIZE(state->h)); in blake2s_final() 57 memcpy(out, state->h, state->outlen); in blake2s_final() [all …]
|
A D | blake2s-generic.c | 33 static inline void blake2s_increment_counter(struct blake2s_state *state, in blake2s_increment_counter() argument 36 state->t[0] += inc; in blake2s_increment_counter() 37 state->t[1] += (state->t[0] < inc); in blake2s_increment_counter() 40 void blake2s_compress(struct blake2s_state *state, const u8 *block, 55 blake2s_increment_counter(state, inc); in blake2s_compress_generic() 58 memcpy(v, state->h, 32); in blake2s_compress_generic() 63 v[12] = BLAKE2S_IV4 ^ state->t[0]; in blake2s_compress_generic() 64 v[13] = BLAKE2S_IV5 ^ state->t[1]; in blake2s_compress_generic() 65 v[14] = BLAKE2S_IV6 ^ state->f[0]; in blake2s_compress_generic() 66 v[15] = BLAKE2S_IV7 ^ state->f[1]; in blake2s_compress_generic() [all …]
|
A D | blake2s-selftest.c | 553 struct blake2s_state state; in blake2s_digest_test() local 576 blake2s_init(&state, outlen); in blake2s_digest_test() 578 blake2s_init_key(&state, outlen, in blake2s_digest_test() 582 blake2s_update(&state, buf, l); in blake2s_digest_test() 583 blake2s_update(&state, buf + l, i - l); in blake2s_digest_test() 584 blake2s_final(&state, hash); in blake2s_digest_test() 597 struct blake2s_state state; in blake2s_random_test() local 609 get_random_bytes(&state, sizeof(state)); in blake2s_random_test() 613 memcpy(&state1, &state, sizeof(state1)); in blake2s_random_test() 614 memcpy(&state2, &state, sizeof(state2)); in blake2s_random_test() [all …]
|
A D | poly1305.c | 27 poly1305_block_init_arch(&desc->state, key); in poly1305_init() 29 poly1305_block_init_generic(&desc->state, key); in poly1305_init() 33 static inline void poly1305_blocks(struct poly1305_block_state *state, in poly1305_blocks() argument 37 poly1305_blocks_arch(state, src, len, 1); in poly1305_blocks() 39 poly1305_blocks_generic(state, src, len, 1); in poly1305_blocks() 45 desc->buflen = BLOCK_HASH_UPDATE(poly1305_blocks, &desc->state, in poly1305_update() 58 poly1305_blocks_arch(&desc->state, desc->buf, in poly1305_final() 61 poly1305_blocks_generic(&desc->state, desc->buf, in poly1305_final() 66 poly1305_emit_arch(&desc->state.h, dst, desc->s); in poly1305_final() 68 poly1305_emit_generic(&desc->state.h, dst, desc->s); in poly1305_final()
|
/lib/zlib_dfltcc/ |
A D | dfltcc_inflate.c | 17 struct inflate_state *state = (struct inflate_state *)strm->state; in dfltcc_can_inflate() local 32 struct inflate_state *state = (struct inflate_state *)strm->state; in dfltcc_reset_inflate_state() local 43 struct inflate_state *state = (struct inflate_state *)strm->state; in dfltcc_was_inflate_used() local 53 struct inflate_state *state = (struct inflate_state *)strm->state; in dfltcc_inflate_disable() local 73 struct inflate_state *state = (struct inflate_state *)strm->state; in dfltcc_xpnd() local 93 struct inflate_state *state = (struct inflate_state *)strm->state; in dfltcc_inflate() local 109 if (state->last) { in dfltcc_inflate() 122 if (!state->window || state->wsize == 0) { in dfltcc_inflate() 123 state->mode = MEM; in dfltcc_inflate() 146 state->mode = BAD; in dfltcc_inflate() [all …]
|
A D | dfltcc_deflate.c | 19 deflate_state *state = (deflate_state *)strm->state; in dfltcc_can_deflate() local 28 if (!dfltcc_are_params_ok(state->level, state->w_bits, state->strategy, in dfltcc_can_deflate() 43 deflate_state *state = (deflate_state *)strm->state; in dfltcc_reset_deflate_state() local 63 deflate_state *state = (deflate_state *)strm->state; in dfltcc_gdht() local 76 deflate_state *state = (deflate_state *)strm->state; in dfltcc_cmpr() local 97 deflate_state *state = (deflate_state *)strm->state; in send_eobs() local 100 state, in send_eobs() 111 memmove(state->pending_buf, state->pending_out, state->pending); in send_eobs() 112 state->pending_out = state->pending_buf; in send_eobs() 125 deflate_state *state = (deflate_state *)strm->state; in dfltcc_deflate() local [all …]
|
/lib/crypto/x86/ |
A D | poly1305_glue.c | 46 cy = state->h[0] >> 26; state->h[0] &= 0x3ffffff; state->h[1] += cy; in convert_to_base2_64() 47 cy = state->h[1] >> 26; state->h[1] &= 0x3ffffff; state->h[2] += cy; in convert_to_base2_64() 48 cy = state->h[2] >> 26; state->h[2] &= 0x3ffffff; state->h[3] += cy; in convert_to_base2_64() 49 cy = state->h[3] >> 26; state->h[3] &= 0x3ffffff; state->h[4] += cy; in convert_to_base2_64() 50 state->hs[0] = ((u64)state->h[2] << 52) | ((u64)state->h[1] << 26) | state->h[0]; in convert_to_base2_64() 51 state->hs[1] = ((u64)state->h[4] << 40) | ((u64)state->h[3] << 14) | (state->h[2] >> 12); in convert_to_base2_64() 52 state->hs[2] = state->h[4] >> 24; in convert_to_base2_64() 55 cy = (state->hs[2] >> 2) + (state->hs[2] & ~3ULL); in convert_to_base2_64() 56 state->hs[2] &= 3; in convert_to_base2_64() 58 state->hs[1] += (cy = ULT(state->hs[0], cy)); in convert_to_base2_64() [all …]
|
A D | chacha_glue.c | 64 state->x[12] += 8; in chacha_dosimd() 69 state->x[12] += chacha_advance(bytes, 8); in chacha_dosimd() 75 state->x[12] += chacha_advance(bytes, 4); in chacha_dosimd() 81 state->x[12] += chacha_advance(bytes, 2); in chacha_dosimd() 92 state->x[12] += 8; in chacha_dosimd() 96 state->x[12] += chacha_advance(bytes, 8); in chacha_dosimd() 101 state->x[12] += chacha_advance(bytes, 4); in chacha_dosimd() 116 state->x[12] += 4; in chacha_dosimd() 120 state->x[12] += chacha_advance(bytes, 4); in chacha_dosimd() 125 state->x[12]++; in chacha_dosimd() [all …]
|
A D | sha1.h | 13 asmlinkage void asm_fn(struct sha1_block_state *state, \ 15 static void c_fn(struct sha1_block_state *state, \ 20 asm_fn(state, data, nblocks); \ 23 sha1_blocks_generic(state, data, nblocks); \ 33 asmlinkage void sha1_transform_avx2(struct sha1_block_state *state, 35 static void sha1_blocks_avx2(struct sha1_block_state *state, in sha1_blocks_avx2() argument 42 sha1_transform_avx2(state, data, nblocks); in sha1_blocks_avx2() 44 sha1_transform_avx(state, data, nblocks); in sha1_blocks_avx2() 47 sha1_blocks_generic(state, data, nblocks); in sha1_blocks_avx2() 51 static void sha1_blocks(struct sha1_block_state *state, in sha1_blocks() argument [all …]
|
/lib/crypto/mips/ |
A D | sha512.h | 33 write_octeon_64bit_hash_sha512(state->h[0], 0); in sha512_blocks() 34 write_octeon_64bit_hash_sha512(state->h[1], 1); in sha512_blocks() 35 write_octeon_64bit_hash_sha512(state->h[2], 2); in sha512_blocks() 36 write_octeon_64bit_hash_sha512(state->h[3], 3); in sha512_blocks() 37 write_octeon_64bit_hash_sha512(state->h[4], 4); in sha512_blocks() 38 write_octeon_64bit_hash_sha512(state->h[5], 5); in sha512_blocks() 39 write_octeon_64bit_hash_sha512(state->h[6], 6); in sha512_blocks() 40 write_octeon_64bit_hash_sha512(state->h[7], 7); in sha512_blocks() 65 state->h[0] = read_octeon_64bit_hash_sha512(0); in sha512_blocks() 66 state->h[1] = read_octeon_64bit_hash_sha512(1); in sha512_blocks() [all …]
|
A D | sha1.h | 23 static void octeon_sha1_store_hash(struct sha1_block_state *state) in octeon_sha1_store_hash() argument 25 u64 *hash = (u64 *)&state->h[0]; in octeon_sha1_store_hash() 29 } hash_tail = { { state->h[4], } }; in octeon_sha1_store_hash() 37 static void octeon_sha1_read_hash(struct sha1_block_state *state) in octeon_sha1_read_hash() argument 39 u64 *hash = (u64 *)&state->h[0]; in octeon_sha1_read_hash() 48 state->h[4] = hash_tail.word[0]; in octeon_sha1_read_hash() 52 static void sha1_blocks(struct sha1_block_state *state, in sha1_blocks() argument 59 return sha1_blocks_generic(state, data, nblocks); in sha1_blocks() 62 octeon_sha1_store_hash(state); in sha1_blocks() 79 octeon_sha1_read_hash(state); in sha1_blocks()
|
/lib/vdso/ |
A D | getrandom.c | 128 in_use = READ_ONCE(state->in_use); in __cvdso_getrandom_data() 132 WRITE_ONCE(state->in_use, true); in __cvdso_getrandom_data() 163 if (getrandom_syscall(state->key, sizeof(state->key), 0) != sizeof(state->key)) { in __cvdso_getrandom_data() 169 WRITE_ONCE(state->generation, 0); in __cvdso_getrandom_data() 184 state->pos = sizeof(state->batch); in __cvdso_getrandom_data() 194 batch_len = min_t(size_t, sizeof(state->batch) - state->pos, len); in __cvdso_getrandom_data() 197 memcpy_and_zero_src(buffer, state->batch + state->pos, batch_len); in __cvdso_getrandom_data() 198 state->pos += batch_len; in __cvdso_getrandom_data() 233 WRITE_ONCE(state->in_use, false); in __cvdso_getrandom_data() 248 __arch_chacha20_blocks_nostack(state->batch_key, state->key, counter, in __cvdso_getrandom_data() [all …]
|
/lib/xz/ |
A D | xz_lzma2.h | 63 static inline void lzma_state_literal(enum lzma_state *state) in lzma_state_literal() argument 65 if (*state <= STATE_SHORTREP_LIT_LIT) in lzma_state_literal() 66 *state = STATE_LIT_LIT; in lzma_state_literal() 67 else if (*state <= STATE_LIT_SHORTREP) in lzma_state_literal() 68 *state -= 3; in lzma_state_literal() 70 *state -= 6; in lzma_state_literal() 74 static inline void lzma_state_match(enum lzma_state *state) in lzma_state_match() argument 76 *state = *state < LIT_STATES ? STATE_LIT_MATCH : STATE_NONLIT_MATCH; in lzma_state_match() 82 *state = *state < LIT_STATES ? STATE_LIT_LONGREP : STATE_NONLIT_REP; in lzma_state_long_rep() 88 *state = *state < LIT_STATES ? STATE_LIT_SHORTREP : STATE_NONLIT_REP; in lzma_state_short_rep() [all …]
|
/lib/crypto/tests/ |
A D | hash-test-template.h | 344 if (!state->func(state->test_specific_state)) in hash_irq_test_timer_func() 360 if (!state->func(state->test_specific_state)) in hash_irq_test_bh_work_func() 495 for (ctx = &state->ctxs[0]; ctx < &state->ctxs[ARRAY_SIZE(state->ctxs)]; in hash_irq_test2_func() 500 if (WARN_ON_ONCE(ctx == &state->ctxs[ARRAY_SIZE(state->ctxs)])) { in hash_irq_test2_func() 547 state = kunit_kzalloc(test, sizeof(*state), GFP_KERNEL); in test_hash_interrupt_context_2() 558 for (state->num_steps = 0; in test_hash_interrupt_context_2() 559 state->num_steps < ARRAY_SIZE(state->update_lens) - 1 && remaining; in test_hash_interrupt_context_2() 560 state->num_steps++) { in test_hash_interrupt_context_2() 561 state->update_lens[state->num_steps] = in test_hash_interrupt_context_2() 563 remaining -= state->update_lens[state->num_steps]; in test_hash_interrupt_context_2() [all …]
|
/lib/crypto/arm/ |
A D | chacha-glue.c | 31 const struct chacha_state *state, int nrounds); 48 chacha_4block_xor_neon(state, dst, src, nrounds, l); in chacha_doneon() 52 state->x[12] += DIV_ROUND_UP(l, CHACHA_BLOCK_SIZE); in chacha_doneon() 60 chacha_block_xor_neon(state, d, s, nrounds); in chacha_doneon() 63 state->x[12]++; in chacha_doneon() 67 void hchacha_block_arch(const struct chacha_state *state, in hchacha_block_arch() argument 71 hchacha_block_arm(state, out, nrounds); in hchacha_block_arch() 74 hchacha_block_neon(state, out, nrounds); in hchacha_block_arch() 85 chacha_doarm(dst, src, bytes, state, nrounds); in chacha_crypt_arch() 86 state->x[12] += DIV_ROUND_UP(bytes, CHACHA_BLOCK_SIZE); in chacha_crypt_arch() [all …]
|
A D | sha1.h | 13 asmlinkage void sha1_block_data_order(struct sha1_block_state *state, 15 asmlinkage void sha1_transform_neon(struct sha1_block_state *state, 17 asmlinkage void sha1_ce_transform(struct sha1_block_state *state, 20 static void sha1_blocks(struct sha1_block_state *state, in sha1_blocks() argument 27 sha1_ce_transform(state, data, nblocks); in sha1_blocks() 29 sha1_transform_neon(state, data, nblocks); in sha1_blocks() 32 sha1_block_data_order(state, data, nblocks); in sha1_blocks()
|
/lib/crypto/arm64/ |
A D | chacha-neon-glue.c | 31 asmlinkage void chacha_block_xor_neon(const struct chacha_state *state, 36 asmlinkage void hchacha_block_neon(const struct chacha_state *state, 51 chacha_block_xor_neon(state, buf, buf, nrounds); in chacha_doneon() 53 state->x[12] += 1; in chacha_doneon() 56 chacha_4block_xor_neon(state, dst, src, nrounds, l); in chacha_doneon() 60 state->x[12] += DIV_ROUND_UP(l, CHACHA_BLOCK_SIZE); in chacha_doneon() 64 void hchacha_block_arch(const struct chacha_state *state, in hchacha_block_arch() argument 68 hchacha_block_generic(state, out, nrounds); in hchacha_block_arch() 71 hchacha_block_neon(state, out, nrounds); in hchacha_block_arch() 82 return chacha_crypt_generic(state, dst, src, bytes, nrounds); in chacha_crypt_arch() [all …]
|
/lib/crypto/powerpc/ |
A D | chacha-p10-glue.c | 17 asmlinkage void chacha_p10le_8x(const struct chacha_state *state, u8 *dst, 34 static void chacha_p10_do_8x(struct chacha_state *state, u8 *dst, const u8 *src, in chacha_p10_do_8x() argument 40 chacha_p10le_8x(state, dst, src, l, nrounds); in chacha_p10_do_8x() 44 state->x[12] += l / CHACHA_BLOCK_SIZE; in chacha_p10_do_8x() 48 chacha_crypt_generic(state, dst, src, bytes, nrounds); in chacha_p10_do_8x() 51 void hchacha_block_arch(const struct chacha_state *state, in hchacha_block_arch() argument 54 hchacha_block_generic(state, out, nrounds); in hchacha_block_arch() 58 void chacha_crypt_arch(struct chacha_state *state, u8 *dst, const u8 *src, in chacha_crypt_arch() argument 63 return chacha_crypt_generic(state, dst, src, bytes, nrounds); in chacha_crypt_arch() 69 chacha_p10_do_8x(state, dst, src, todo, nrounds); in chacha_crypt_arch()
|
A D | poly1305-p10-glue.c | 15 asmlinkage void poly1305_p10le_4blocks(struct poly1305_block_state *state, const u8 *m, u32 mlen); 16 asmlinkage void poly1305_64s(struct poly1305_block_state *state, const u8 *m, u32 mlen, int highbit… 17 asmlinkage void poly1305_emit_64(const struct poly1305_state *state, const u32 nonce[4], u8 digest[… 45 void poly1305_blocks_arch(struct poly1305_block_state *state, const u8 *src, in poly1305_blocks_arch() argument 49 return poly1305_blocks_generic(state, src, len, padbit); in poly1305_blocks_arch() 52 poly1305_p10le_4blocks(state, src, len); in poly1305_blocks_arch() 57 poly1305_64s(state, src, POLY1305_BLOCK_SIZE, padbit); in poly1305_blocks_arch() 65 void poly1305_emit_arch(const struct poly1305_state *state, in poly1305_emit_arch() argument 70 return poly1305_emit_generic(state, digest, nonce); in poly1305_emit_arch() 71 poly1305_emit_64(state, nonce, digest); in poly1305_emit_arch()
|
/lib/crypto/s390/ |
A D | chacha-glue.c | 20 void hchacha_block_arch(const struct chacha_state *state, in hchacha_block_arch() argument 24 hchacha_block_generic(state, out, nrounds); in hchacha_block_arch() 28 void chacha_crypt_arch(struct chacha_state *state, u8 *dst, const u8 *src, in chacha_crypt_arch() argument 36 chacha_crypt_generic(state, dst, src, bytes, nrounds); in chacha_crypt_arch() 41 chacha20_vx(dst, src, bytes, &state->x[4], &state->x[12]); in chacha_crypt_arch() 44 state->x[12] += round_up(bytes, CHACHA_BLOCK_SIZE) / in chacha_crypt_arch()
|