Lines Matching refs:state
15 asmlinkage void chacha_block_xor_ssse3(const struct chacha_state *state,
18 asmlinkage void chacha_4block_xor_ssse3(const struct chacha_state *state,
21 asmlinkage void hchacha_block_ssse3(const struct chacha_state *state,
24 asmlinkage void chacha_2block_xor_avx2(const struct chacha_state *state,
27 asmlinkage void chacha_4block_xor_avx2(const struct chacha_state *state,
30 asmlinkage void chacha_8block_xor_avx2(const struct chacha_state *state,
34 asmlinkage void chacha_2block_xor_avx512vl(const struct chacha_state *state,
37 asmlinkage void chacha_4block_xor_avx512vl(const struct chacha_state *state,
40 asmlinkage void chacha_8block_xor_avx512vl(const struct chacha_state *state,
54 static void chacha_dosimd(struct chacha_state *state, u8 *dst, const u8 *src, in chacha_dosimd() argument
59 chacha_8block_xor_avx512vl(state, dst, src, bytes, in chacha_dosimd()
64 state->x[12] += 8; in chacha_dosimd()
67 chacha_8block_xor_avx512vl(state, dst, src, bytes, in chacha_dosimd()
69 state->x[12] += chacha_advance(bytes, 8); in chacha_dosimd()
73 chacha_4block_xor_avx512vl(state, dst, src, bytes, in chacha_dosimd()
75 state->x[12] += chacha_advance(bytes, 4); in chacha_dosimd()
79 chacha_2block_xor_avx512vl(state, dst, src, bytes, in chacha_dosimd()
81 state->x[12] += chacha_advance(bytes, 2); in chacha_dosimd()
88 chacha_8block_xor_avx2(state, dst, src, bytes, nrounds); in chacha_dosimd()
92 state->x[12] += 8; in chacha_dosimd()
95 chacha_8block_xor_avx2(state, dst, src, bytes, nrounds); in chacha_dosimd()
96 state->x[12] += chacha_advance(bytes, 8); in chacha_dosimd()
100 chacha_4block_xor_avx2(state, dst, src, bytes, nrounds); in chacha_dosimd()
101 state->x[12] += chacha_advance(bytes, 4); in chacha_dosimd()
105 chacha_2block_xor_avx2(state, dst, src, bytes, nrounds); in chacha_dosimd()
106 state->x[12] += chacha_advance(bytes, 2); in chacha_dosimd()
112 chacha_4block_xor_ssse3(state, dst, src, bytes, nrounds); in chacha_dosimd()
116 state->x[12] += 4; in chacha_dosimd()
119 chacha_4block_xor_ssse3(state, dst, src, bytes, nrounds); in chacha_dosimd()
120 state->x[12] += chacha_advance(bytes, 4); in chacha_dosimd()
124 chacha_block_xor_ssse3(state, dst, src, bytes, nrounds); in chacha_dosimd()
125 state->x[12]++; in chacha_dosimd()
129 void hchacha_block_arch(const struct chacha_state *state, in hchacha_block_arch() argument
133 hchacha_block_generic(state, out, nrounds); in hchacha_block_arch()
136 hchacha_block_ssse3(state, out, nrounds); in hchacha_block_arch()
142 void chacha_crypt_arch(struct chacha_state *state, u8 *dst, const u8 *src, in chacha_crypt_arch() argument
147 return chacha_crypt_generic(state, dst, src, bytes, nrounds); in chacha_crypt_arch()
153 chacha_dosimd(state, dst, src, todo, nrounds); in chacha_crypt_arch()