| /lib/raid6/ |
| A D | recov_loongarch_simd.c | 32 u8 *p, *q, *dp, *dq; in raid6_2data_recov_lsx() local
49 ptrs[disks - 1] = dq; in raid6_2data_recov_lsx()
55 ptrs[failb] = dq; in raid6_2data_recov_lsx()
180 dq += 64; in raid6_2data_recov_lsx()
189 u8 *p, *q, *dq; in raid6_datap_recov_lsx() local
206 ptrs[faila] = dq; in raid6_datap_recov_lsx()
282 dq += 64; in raid6_datap_recov_lsx()
329 ptrs[failb] = dq; in raid6_2data_recov_lasx()
419 dq += 64; in raid6_2data_recov_lasx()
428 u8 *p, *q, *dq; in raid6_datap_recov_lasx() local
[all …]
|
| A D | recov_avx2.c | 19 u8 *p, *q, *dp, *dq; in raid6_2data_recov_avx2() local
33 dq = (u8 *)ptrs[failb]; in raid6_2data_recov_avx2()
35 ptrs[disks-1] = dq; in raid6_2data_recov_avx2()
41 ptrs[failb] = dq; in raid6_2data_recov_avx2()
132 dq += 64; in raid6_2data_recov_avx2()
179 dq += 32; in raid6_2data_recov_avx2()
189 u8 *p, *q, *dq; in raid6_datap_recov_avx2() local
200 ptrs[disks-1] = dq; in raid6_datap_recov_avx2()
205 ptrs[faila] = dq; in raid6_datap_recov_avx2()
266 dq += 64; in raid6_datap_recov_avx2()
[all …]
|
| A D | recov_avx512.c | 25 u8 *p, *q, *dp, *dq; in raid6_2data_recov_avx512() local
44 ptrs[disks-1] = dq; in raid6_2data_recov_avx512()
76 "m" (p[64]), "m" (dq[0]), "m" (dq[64]), in raid6_2data_recov_avx512()
146 : "m" (dq[0]), "m" (dq[64])); in raid6_2data_recov_avx512()
157 dq += 128; in raid6_2data_recov_avx512()
218 dq += 64; in raid6_2data_recov_avx512()
228 u8 *p, *q, *dq; in raid6_datap_recov_avx512() local
264 : "m" (dq[0]), "m" (dq[64]), "m" (q[0]), in raid6_datap_recov_avx512()
314 : "m" (dq[0]), "m" (dq[64]), "m" (p[0]), in raid6_datap_recov_avx512()
320 dq += 128; in raid6_datap_recov_avx512()
[all …]
|
| A D | recov_ssse3.c | 19 u8 *p, *q, *dp, *dq; in raid6_2data_recov_ssse3() local
35 dq = (u8 *)ptrs[failb]; in raid6_2data_recov_ssse3()
37 ptrs[disks-1] = dq; in raid6_2data_recov_ssse3()
43 ptrs[failb] = dq; in raid6_2data_recov_ssse3()
136 dq += 32; in raid6_2data_recov_ssse3()
183 dq += 16; in raid6_2data_recov_ssse3()
194 u8 *p, *q, *dq; in raid6_datap_recov_ssse3() local
207 ptrs[disks-1] = dq; in raid6_datap_recov_ssse3()
212 ptrs[faila] = dq; in raid6_datap_recov_ssse3()
280 dq += 32; in raid6_datap_recov_ssse3()
[all …]
|
| A D | recov_s390xc.c | 25 u8 *p, *q, *dp, *dq; in raid6_2data_recov_s390xc() local
41 ptrs[disks-1] = dq; in raid6_2data_recov_s390xc()
47 ptrs[failb] = dq; in raid6_2data_recov_s390xc()
58 xor_block(dq, q); in raid6_2data_recov_s390xc()
60 dq[i] = pbmul[dp[i]] ^ qmul[dq[i]]; in raid6_2data_recov_s390xc()
65 dq += 256; in raid6_2data_recov_s390xc()
74 u8 *p, *q, *dq; in raid6_datap_recov_s390xc() local
98 xor_block(dq, q); in raid6_datap_recov_s390xc()
100 dq[i] = qmul[dq[i]]; in raid6_datap_recov_s390xc()
101 xor_block(p, dq); in raid6_datap_recov_s390xc()
[all …]
|
| A D | recov_rvv.c | 81 [dq]"r"(dq), in __raid6_2data_recov_rvv()
92 dq += 16; in __raid6_2data_recov_rvv()
140 [dq]"r"(dq), in __raid6_datap_recov_rvv()
148 dq += 16; in __raid6_datap_recov_rvv()
155 u8 *p, *q, *dp, *dq; in raid6_2data_recov_rvv() local
170 dq = (u8 *)ptrs[failb]; in raid6_2data_recov_rvv()
172 ptrs[disks - 1] = dq; in raid6_2data_recov_rvv()
178 ptrs[failb] = dq; in raid6_2data_recov_rvv()
195 u8 *p, *q, *dq; in raid6_datap_recov_rvv() local
207 ptrs[disks - 1] = dq; in raid6_datap_recov_rvv()
[all …]
|
| A D | recov.c | 22 u8 *p, *q, *dp, *dq; in raid6_2data_recov_intx1() local
36 dq = (u8 *)ptrs[failb]; in raid6_2data_recov_intx1()
38 ptrs[disks-1] = dq; in raid6_2data_recov_intx1()
44 ptrs[failb] = dq; in raid6_2data_recov_intx1()
55 qx = qmul[*q ^ *dq]; in raid6_2data_recov_intx1()
66 u8 *p, *q, *dq; in raid6_datap_recov_intx1() local
74 dq = (u8 *)ptrs[faila]; in raid6_datap_recov_intx1()
76 ptrs[disks-1] = dq; in raid6_datap_recov_intx1()
81 ptrs[faila] = dq; in raid6_datap_recov_intx1()
89 *p++ ^= *dq = qmul[*q ^ *dq]; in raid6_datap_recov_intx1()
[all …]
|
| A D | recov_neon.c | 26 u8 *p, *q, *dp, *dq; in raid6_2data_recov_neon() local
41 dq = (u8 *)ptrs[failb]; in raid6_2data_recov_neon()
43 ptrs[disks - 1] = dq; in raid6_2data_recov_neon()
49 ptrs[failb] = dq; in raid6_2data_recov_neon()
59 __raid6_2data_recov_neon(bytes, p, q, dp, dq, pbmul, qmul); in raid6_2data_recov_neon()
66 u8 *p, *q, *dq; in raid6_datap_recov_neon() local
76 dq = (u8 *)ptrs[faila]; in raid6_datap_recov_neon()
78 ptrs[disks - 1] = dq; in raid6_datap_recov_neon()
83 ptrs[faila] = dq; in raid6_datap_recov_neon()
90 __raid6_datap_recov_neon(bytes, p, q, dq, qmul); in raid6_datap_recov_neon()
|
| A D | recov_neon_inner.c | 29 uint8_t *dq, const uint8_t *pbmul, in __raid6_2data_recov_neon() argument
54 vx = veorq_u8(vld1q_u8(q), vld1q_u8(dq)); in __raid6_2data_recov_neon()
67 vst1q_u8(dq, db); in __raid6_2data_recov_neon()
74 dq += 16; in __raid6_2data_recov_neon()
78 void __raid6_datap_recov_neon(int bytes, uint8_t *p, uint8_t *q, uint8_t *dq, in __raid6_datap_recov_neon() argument
95 vx = veorq_u8(vld1q_u8(q), vld1q_u8(dq)); in __raid6_datap_recov_neon()
103 vst1q_u8(dq, vx); in __raid6_datap_recov_neon()
109 dq += 16; in __raid6_datap_recov_neon()
|
| A D | neon.h | 16 uint8_t *dq, const uint8_t *pbmul,
19 void __raid6_datap_recov_neon(int bytes, uint8_t *p, uint8_t *q, uint8_t *dq,
|