| /arch/arm/lib/ |
| A D | csumpartialcopygeneric.S | 114 adcs sum, sum, r4 115 adcs sum, sum, r5 116 adcs sum, sum, r6 117 adcs sum, sum, r7 128 adcs sum, sum, r4 129 adcs sum, sum, r5 135 adcs sum, sum, r4 185 adcs sum, sum, r4 186 adcs sum, sum, r5 187 adcs sum, sum, r6 [all …]
|
| A D | csumpartial.S | 39 movne sum, sum, ror #8 63 adcs sum, sum, td0 116 adcs sum, sum, td0 117 adcs sum, sum, td1 118 adcs sum, sum, td2 119 adcs sum, sum, td3 121 adcs sum, sum, td0 122 adcs sum, sum, td1 123 adcs sum, sum, td2 124 adcs sum, sum, td3 [all …]
|
| /arch/powerpc/include/asm/ |
| A D | checksum.h | 78 : "=r" (sum) in csum_tcpudp_nofold() 80 return sum; in csum_tcpudp_nofold() 150 return sum; in ip_fast_csum_nofold() 181 sum = csum_add(sum, (__force __wsum) in csum_partial() 184 sum = csum_add(sum, (__force __wsum) in csum_partial() 187 sum = csum_add(sum, (__force __wsum) in csum_partial() 190 sum = csum_add(sum, (__force __wsum) in csum_partial() 193 sum = csum_add(sum, (__force __wsum) in csum_partial() 196 sum = csum_add(sum, (__force __wsum) in csum_partial() 201 sum = __csum_partial(buff, len, sum); in csum_partial() [all …]
|
| /arch/m68k/include/asm/ |
| A D | checksum.h | 48 unsigned int sum = 0; in ip_fast_csum() local 64 return (__force __sum16)~sum; in ip_fast_csum() 75 : "=&d" (sum), "=&d" (tmp) in csum_fold() 76 : "0" (sum), "1" (tmp)); in csum_fold() 78 return (__force __sum16)~sum; in csum_fold() 90 : "=&d" (sum), "=d" (saddr) in csum_tcpudp_nofold() 92 "0" (sum)); in csum_tcpudp_nofold() 93 return sum; in csum_tcpudp_nofold() 142 : "=&d" (sum), "=&d" (tmp) in csum_ipv6_magic() 144 "0" (sum)); in csum_ipv6_magic() [all …]
|
| /arch/s390/include/asm/ |
| A D | checksum.h | 31 : [sum] "+&d" (sum), [rp] "+&d" (rp.pair) : : "cc", "memory"); in cksm() 32 return sum; in cksm() 43 static inline __sum16 csum_fold(__wsum sum) in csum_fold() argument 45 u32 csum = (__force u32) sum; in csum_fold() 77 __u8 proto, __wsum sum) in csum_tcpudp_nofold() argument 79 __u64 csum = (__force __u64)sum; in csum_tcpudp_nofold() 94 __u8 proto, __wsum sum) in csum_tcpudp_magic() argument 112 __u64 sum = (__force __u64)csum; in csum_ipv6_magic() local 122 sum += len; in csum_ipv6_magic() 123 sum += proto; in csum_ipv6_magic() [all …]
|
| /arch/mips/include/asm/ |
| A D | checksum.h | 81 sum += (sum << 16); in csum_fold() 83 sum >>= 16; in csum_fold() 139 sum += tmp; in csum_tcpudp_nofold() 142 sum += sum < tmp; in csum_tcpudp_nofold() 150 sum += tmp; in csum_tcpudp_nofold() 152 sum += sum < tmp; in csum_tcpudp_nofold() 155 sum += tmp; in csum_tcpudp_nofold() 158 sum += sum < tmp; in csum_tcpudp_nofold() 159 osum = sum; in csum_tcpudp_nofold() 162 sum += tmp; in csum_tcpudp_nofold() [all …]
|
| /arch/parisc/include/asm/ |
| A D | checksum.h | 29 unsigned int sum; in ip_fast_csum() local 57 return (__force __sum16)sum; in ip_fast_csum() 65 u32 sum = (__force u32)csum; in csum_fold() local 70 sum += (sum << 16) + (sum >> 16); in csum_fold() 71 return (__force __sum16)(~sum >> 16); in csum_fold() 76 __wsum sum) in csum_tcpudp_nofold() argument 83 : "=r" (sum) in csum_tcpudp_nofold() 85 return sum; in csum_tcpudp_nofold() 94 __wsum sum) in csum_tcpudp_magic() argument 113 __wsum sum) in csum_ipv6_magic() argument [all …]
|
| /arch/arm/include/asm/ |
| A D | checksum.h | 62 : "=r" (sum) in csum_fold() 63 : "r" (sum) in csum_fold() 76 __wsum sum; in ip_fast_csum() local 96 return csum_fold(sum); in ip_fast_csum() 101 __u8 proto, __wsum sum) in csum_tcpudp_nofold() argument 104 if (__builtin_constant_p(sum) && sum == 0) { in csum_tcpudp_nofold() 113 : "=&r" (sum) in csum_tcpudp_nofold() 126 : "=&r"(sum) in csum_tcpudp_nofold() 130 return sum; in csum_tcpudp_nofold() 138 __u8 proto, __wsum sum) in csum_tcpudp_magic() argument [all …]
|
| /arch/x86/um/asm/ |
| A D | checksum.h | 34 static inline __sum16 csum_fold(__wsum sum) in csum_fold() argument 39 : "=r" (sum) in csum_fold() 40 : "r" ((__force u32)sum << 16), in csum_fold() 41 "0" ((__force u32)sum & 0xffff0000) in csum_fold() 59 __u8 proto, __wsum sum) in csum_tcpudp_nofold() argument 65 : "=r" (sum) in csum_tcpudp_nofold() 67 return sum; in csum_tcpudp_nofold() 76 __wsum sum) in csum_tcpudp_magic() argument 88 unsigned int sum; in ip_fast_csum() local 110 : "=r" (sum), "=r" (iph), "=r" (ihl) in ip_fast_csum() [all …]
|
| /arch/loongarch/lib/ |
| A D | csum.c | 13 sum += data; in accumulate() 14 if (sum < data) in accumulate() 15 sum += 1; in accumulate() 16 return sum; in accumulate() 113 sum = sum64 >> 32; in do_csum() 114 sum += (sum >> 16) | (sum << 16); in do_csum() 118 return sum >> 16; in do_csum() 132 sum += (u32)proto << 24; in csum_ipv6_magic() 136 sum = accumulate(sum, src >> 64); in csum_ipv6_magic() 137 sum = accumulate(sum, dst >> 64); in csum_ipv6_magic() [all …]
|
| /arch/x86/include/asm/ |
| A D | checksum_32.h | 67 unsigned int sum; in ip_fast_csum() local 89 : "=r" (sum), "=r" (iph), "=r" (ihl) in ip_fast_csum() 92 return (__force __sum16)sum; in ip_fast_csum() 103 : "=r" (sum) in csum_fold() 104 : "r" ((__force u32)sum << 16), in csum_fold() 111 __wsum sum) in csum_tcpudp_nofold() argument 117 : "=r" (sum) in csum_tcpudp_nofold() 120 return sum; in csum_tcpudp_nofold() 129 __wsum sum) in csum_tcpudp_magic() argument 160 : "=&r" (sum) in csum_ipv6_magic() [all …]
|
| A D | checksum_64.h | 22 static inline __sum16 csum_fold(__wsum sum) in csum_fold() argument 26 : "=r" (sum) in csum_fold() 27 : "r" ((__force u32)sum << 16), in csum_fold() 47 unsigned int sum; in ip_fast_csum() local 69 : "=r" (sum), "=r" (iph), "=r" (ihl) in ip_fast_csum() 72 return (__force __sum16)sum; in ip_fast_csum() 88 __u8 proto, __wsum sum) in csum_tcpudp_nofold() argument 94 : "=r" (sum) in csum_tcpudp_nofold() 97 return sum; in csum_tcpudp_nofold() 114 __wsum sum) in csum_tcpudp_magic() argument [all …]
|
| /arch/arm64/include/asm/ |
| A D | checksum.h | 13 __u32 len, __u8 proto, __wsum sum); 17 u32 sum = (__force u32)csum; in csum_fold() local 18 sum += (sum >> 16) | (sum << 16); in csum_fold() 19 return ~(__force __sum16)(sum >> 16); in csum_fold() 26 u64 sum; in ip_fast_csum() local 33 sum = tmp >> 64; in ip_fast_csum() 35 sum += *(const u32 *)iph; in ip_fast_csum() 39 sum += ((sum >> 32) | (sum << 32)); in ip_fast_csum() 40 return csum_fold((__force __wsum)(sum >> 32)); in ip_fast_csum()
|
| /arch/sparc/include/asm/ |
| A D | checksum_32.h | 83 __sum16 sum; in ip_fast_csum() local 111 : "=r" (sum), "=&r" (iph) in ip_fast_csum() 114 return sum; in ip_fast_csum() 126 : "=&r" (sum), "=r" (tmp) in csum_fold() 127 : "0" (sum), "1" ((__force u32)sum<<16) in csum_fold() 129 return (__force __sum16)sum; in csum_fold() 134 __wsum sum) in csum_tcpudp_nofold() argument 144 return sum; in csum_tcpudp_nofold() 153 __wsum sum) in csum_tcpudp_magic() argument 184 : "=&r" (sum) in csum_ipv6_magic() [all …]
|
| A D | checksum_64.h | 51 static inline __sum16 csum_fold(__wsum sum) in csum_fold() argument 60 : "=&r" (sum), "=r" (tmp) in csum_fold() 61 : "0" (sum), "1" ((__force u32)sum<<16) in csum_fold() 63 return (__force __sum16)sum; in csum_fold() 68 __wsum sum) in csum_tcpudp_nofold() argument 75 : "=r" (sum), "=r" (saddr) in csum_tcpudp_nofold() 78 return sum; in csum_tcpudp_nofold() 87 __wsum sum) in csum_tcpudp_magic() argument 118 : "=&r" (sum) in csum_ipv6_magic() 120 "r"(htonl(proto)), "r"(sum) in csum_ipv6_magic() [all …]
|
| /arch/sh/include/asm/ |
| A D | checksum_32.h | 73 : "=r" (sum), "=&r" (__dummy) in csum_fold() 74 : "0" (sum) in csum_fold() 76 return (__force __sum16)sum; in csum_fold() 88 __wsum sum; in ip_fast_csum() local 112 return csum_fold(sum); in ip_fast_csum() 117 __wsum sum) in csum_tcpudp_nofold() argument 130 : "=r" (sum), "=r" (len_proto) in csum_tcpudp_nofold() 134 return sum; in csum_tcpudp_nofold() 143 __wsum sum) in csum_tcpudp_magic() argument 184 : "=r" (sum), "=&r" (__dummy) in csum_ipv6_magic() [all …]
|
| /arch/xtensa/include/asm/ |
| A D | checksum.h | 79 : "=r" (sum), "=&r" (__dummy) in csum_fold() 80 : "0" (sum)); in csum_fold() 81 return (__force __sum16)sum; in csum_fold() 90 unsigned int sum, tmp, endaddr; in ip_fast_csum() local 120 return csum_fold(sum); in ip_fast_csum() 125 __wsum sum) in csum_tcpudp_nofold() argument 149 return sum; in csum_tcpudp_nofold() 158 __wsum sum) in csum_tcpudp_magic() argument 177 __wsum sum) in csum_ipv6_magic() argument 228 : "=r" (sum), "=&r" (__dummy) in csum_ipv6_magic() [all …]
|
| /arch/m68k/lib/ |
| A D | checksum.c | 117 : "=d" (sum), "=d" (len), "=a" (buff), in csum_partial() 119 : "0" (sum), "1" (len), "2" (buff) in csum_partial() 121 return(sum); in csum_partial() 140 __wsum sum = ~0U; in csum_and_copy_from_user() local 260 : "=d" (sum), "=d" (len), "=a" (src), "=a" (dst), in csum_and_copy_from_user() 262 : "0" (sum), "1" (len), "2" (src), "3" (dst) in csum_and_copy_from_user() 265 return sum; in csum_and_copy_from_user() 277 __wsum sum = 0; in csum_partial_copy_nocheck() local 363 : "=d" (sum), "=d" (len), "=a" (src), "=a" (dst), in csum_partial_copy_nocheck() 365 : "0" (sum), "1" (len), "2" (src), "3" (dst) in csum_partial_copy_nocheck() [all …]
|
| /arch/nios2/include/asm/ |
| A D | checksum.h | 14 extern __wsum csum_partial(const void *buff, int len, __wsum sum); 21 static inline __sum16 csum_fold(__wsum sum) in csum_fold() argument 29 : "=r" (sum) in csum_fold() 30 : "r" (sum << 16), "0" (sum) in csum_fold() 32 return (__force __sum16) sum; in csum_fold() 42 __wsum sum) in csum_tcpudp_nofold() argument 54 : "=r" (sum), "=r" (saddr) in csum_tcpudp_nofold() 56 "0" (sum), in csum_tcpudp_nofold() 60 return sum; in csum_tcpudp_nofold() 65 __wsum sum) in csum_tcpudp_magic() argument [all …]
|
| /arch/arm64/lib/ |
| A D | csum.c | 23 unsigned int offset, shift, sum; in do_csum() local 124 sum = sum64 >> 32; in do_csum() 125 sum += (sum >> 16) | (sum << 16); in do_csum() 127 return (u16)swab32(sum); in do_csum() 129 return sum >> 16; in do_csum() 137 u64 sum = (__force u64)csum; in csum_ipv6_magic() local 144 sum += (u32)proto << 24; in csum_ipv6_magic() 146 sum += proto; in csum_ipv6_magic() 151 sum = accumulate(sum, src >> 64); in csum_ipv6_magic() 152 sum = accumulate(sum, dst >> 64); in csum_ipv6_magic() [all …]
|
| /arch/alpha/include/asm/ |
| A D | checksum.h | 18 __u32 len, __u8 proto, __wsum sum); 21 __u32 len, __u8 proto, __wsum sum); 35 extern __wsum csum_partial(const void *buff, int len, __wsum sum); 64 u32 sum = (__force u32)csum; in csum_fold() local 65 sum = (sum & 0xffff) + (sum >> 16); in csum_fold() 66 sum = (sum & 0xffff) + (sum >> 16); in csum_fold() 67 return (__force __sum16)~sum; in csum_fold() 73 __u32 len, __u8 proto, __wsum sum);
|
| /arch/mips/lib/ |
| A D | csum_partial.S | 101 #define sum v0 macro 126 ADDC(sum, t0) 277 dsra32 sum, sum, 0 295 srl sum, sum, 8 296 and sum, sum, v1 297 or sum, sum, t0 440 li sum, -1 703 dsra32 sum, sum, 0 720 srl sum, sum, 8 721 and sum, sum, v1 [all …]
|
| /arch/riscv/lib/ |
| A D | csum.c | 25 unsigned long sum = (__force unsigned long)csum; in csum_ipv6_magic() local 27 sum += (__force unsigned long)saddr->s6_addr32[0]; in csum_ipv6_magic() 28 sum += (__force unsigned long)saddr->s6_addr32[1]; in csum_ipv6_magic() 29 sum += (__force unsigned long)saddr->s6_addr32[2]; in csum_ipv6_magic() 38 sum += ulen; in csum_ipv6_magic() 41 sum += uproto; in csum_ipv6_magic() 66 : [sum] "+r" (sum), [fold_temp] "=&r" (fold_temp)); in csum_ipv6_magic() 67 return (__force __sum16)(sum >> 16); in csum_ipv6_magic() 70 sum += ror64(sum, 32); in csum_ipv6_magic() 71 sum >>= 32; in csum_ipv6_magic() [all …]
|
| /arch/loongarch/include/asm/ |
| A D | checksum.h | 15 __u32 len, __u8 proto, __wsum sum); 21 static inline __sum16 csum_fold(__wsum sum) in csum_fold() argument 23 u32 tmp = (__force u32)sum; in csum_fold() 42 u64 sum; in ip_fast_csum() local 50 sum = tmp >> 64; in ip_fast_csum() 52 sum += *(const u32 *)iph; in ip_fast_csum() 56 sum += ror64(sum, 32); in ip_fast_csum() 57 return csum_fold((__force __wsum)(sum >> 32)); in ip_fast_csum()
|
| /arch/x86/lib/ |
| A D | csum-wrappers_64.c | 24 __wsum sum; in csum_and_copy_from_user() local 29 sum = csum_partial_copy_generic((__force const void *)src, dst, len); in csum_and_copy_from_user() 31 return sum; in csum_and_copy_from_user() 46 __wsum sum; in csum_and_copy_to_user() local 51 sum = csum_partial_copy_generic(src, (void __force *)dst, len); in csum_and_copy_to_user() 53 return sum; in csum_and_copy_to_user() 73 __u32 len, __u8 proto, __wsum sum) in csum_ipv6_magic() argument 78 (__force __u64)sum; in csum_ipv6_magic() 86 : [sum] "=r" (sum64) in csum_ipv6_magic()
|