Lines Matching refs:s
27 #define ALIGN_DEST_TO8_UP(d,s,n) \ argument
31 *(char *) d = *(char *) s; \
32 d++; s++; \
34 #define ALIGN_DEST_TO8_DN(d,s,n) \ argument
38 d--; s--; \
39 *(char *) d = *(char *) s; \
46 #define DO_REST_UP(d,s,n) \ argument
49 *(char *) d = *(char *) s; \
50 d++; s++; \
52 #define DO_REST_DN(d,s,n) \ argument
55 d--; s--; \
56 *(char *) d = *(char *) s; \
63 #define DO_REST_ALIGNED_UP(d,s,n) DO_REST_UP(d,s,n) argument
64 #define DO_REST_ALIGNED_DN(d,s,n) DO_REST_DN(d,s,n) argument
73 static inline void __memcpy_unaligned_up (unsigned long d, unsigned long s, in __memcpy_unaligned_up() argument
76 ALIGN_DEST_TO8_UP(d,s,n); in __memcpy_unaligned_up()
80 __asm__("ldq_u %0,%1":"=r" (low_word):"m" (*(unsigned long *) s)); in __memcpy_unaligned_up()
83 __asm__("ldq_u %0,%1":"=r" (high_word):"m" (*(unsigned long *)(s+8))); in __memcpy_unaligned_up()
87 :"r" (low_word), "r" (s)); in __memcpy_unaligned_up()
90 :"r" (high_word), "r" (s)); in __memcpy_unaligned_up()
91 s += 8; in __memcpy_unaligned_up()
98 DO_REST_UP(d,s,n); in __memcpy_unaligned_up()
101 static inline void __memcpy_unaligned_dn (unsigned long d, unsigned long s, in __memcpy_unaligned_dn() argument
105 s += n; in __memcpy_unaligned_dn()
108 * (char *) --d = * (char *) --s; in __memcpy_unaligned_dn()
119 static inline void __memcpy_aligned_up (unsigned long d, unsigned long s, in __memcpy_aligned_up() argument
122 ALIGN_DEST_TO8_UP(d,s,n); in __memcpy_aligned_up()
126 __asm__("ldq %0,%1":"=r" (tmp):"m" (*(unsigned long *) s)); in __memcpy_aligned_up()
128 s += 8; in __memcpy_aligned_up()
133 DO_REST_ALIGNED_UP(d,s,n); in __memcpy_aligned_up()
135 static inline void __memcpy_aligned_dn (unsigned long d, unsigned long s, in __memcpy_aligned_dn() argument
138 s += n; in __memcpy_aligned_dn()
140 ALIGN_DEST_TO8_DN(d,s,n); in __memcpy_aligned_dn()
144 s -= 8; in __memcpy_aligned_dn()
145 __asm__("ldq %0,%1":"=r" (tmp):"m" (*(unsigned long *) s)); in __memcpy_aligned_dn()
151 DO_REST_ALIGNED_DN(d,s,n); in __memcpy_aligned_dn()