Lines Matching refs:pcp
78 #define raw_cpu_generic_read(pcp) \ argument
80 *raw_cpu_ptr(&(pcp)); \
83 #define raw_cpu_generic_to_op(pcp, val, op) \ argument
85 *raw_cpu_ptr(&(pcp)) op val; \
88 #define raw_cpu_generic_add_return(pcp, val) \ argument
90 TYPEOF_UNQUAL(pcp) *__p = raw_cpu_ptr(&(pcp)); \
96 #define raw_cpu_generic_xchg(pcp, nval) \ argument
98 TYPEOF_UNQUAL(pcp) *__p = raw_cpu_ptr(&(pcp)); \
99 TYPEOF_UNQUAL(pcp) __ret; \
105 #define __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, _cmpxchg) \ argument
107 TYPEOF_UNQUAL(pcp) __val, __old = *(ovalp); \
108 __val = _cmpxchg(pcp, __old, nval); \
114 #define raw_cpu_generic_try_cmpxchg(pcp, ovalp, nval) \ argument
116 TYPEOF_UNQUAL(pcp) *__p = raw_cpu_ptr(&(pcp)); \
117 TYPEOF_UNQUAL(pcp) __val = *__p, ___old = *(ovalp); \
129 #define raw_cpu_generic_cmpxchg(pcp, oval, nval) \ argument
131 TYPEOF_UNQUAL(pcp) __old = (oval); \
132 raw_cpu_generic_try_cmpxchg(pcp, &__old, nval); \
136 #define __this_cpu_generic_read_nopreempt(pcp) \ argument
138 TYPEOF_UNQUAL(pcp) ___ret; \
140 ___ret = READ_ONCE(*raw_cpu_ptr(&(pcp))); \
145 #define __this_cpu_generic_read_noirq(pcp) \ argument
147 TYPEOF_UNQUAL(pcp) ___ret; \
150 ___ret = raw_cpu_generic_read(pcp); \
155 #define this_cpu_generic_read(pcp) \ argument
157 TYPEOF_UNQUAL(pcp) __ret; \
158 if (__native_word(pcp)) \
159 __ret = __this_cpu_generic_read_nopreempt(pcp); \
161 __ret = __this_cpu_generic_read_noirq(pcp); \
165 #define this_cpu_generic_to_op(pcp, val, op) \ argument
169 raw_cpu_generic_to_op(pcp, val, op); \
174 #define this_cpu_generic_add_return(pcp, val) \ argument
176 TYPEOF_UNQUAL(pcp) __ret; \
179 __ret = raw_cpu_generic_add_return(pcp, val); \
184 #define this_cpu_generic_xchg(pcp, nval) \ argument
186 TYPEOF_UNQUAL(pcp) __ret; \
189 __ret = raw_cpu_generic_xchg(pcp, nval); \
194 #define this_cpu_generic_try_cmpxchg(pcp, ovalp, nval) \ argument
199 __ret = raw_cpu_generic_try_cmpxchg(pcp, ovalp, nval); \
204 #define this_cpu_generic_cmpxchg(pcp, oval, nval) \ argument
206 TYPEOF_UNQUAL(pcp) __ret; \
209 __ret = raw_cpu_generic_cmpxchg(pcp, oval, nval); \
215 #define raw_cpu_read_1(pcp) raw_cpu_generic_read(pcp) argument
218 #define raw_cpu_read_2(pcp) raw_cpu_generic_read(pcp) argument
221 #define raw_cpu_read_4(pcp) raw_cpu_generic_read(pcp) argument
224 #define raw_cpu_read_8(pcp) raw_cpu_generic_read(pcp) argument
228 #define raw_cpu_write_1(pcp, val) raw_cpu_generic_to_op(pcp, val, =) argument
231 #define raw_cpu_write_2(pcp, val) raw_cpu_generic_to_op(pcp, val, =) argument
234 #define raw_cpu_write_4(pcp, val) raw_cpu_generic_to_op(pcp, val, =) argument
237 #define raw_cpu_write_8(pcp, val) raw_cpu_generic_to_op(pcp, val, =) argument
241 #define raw_cpu_add_1(pcp, val) raw_cpu_generic_to_op(pcp, val, +=) argument
244 #define raw_cpu_add_2(pcp, val) raw_cpu_generic_to_op(pcp, val, +=) argument
247 #define raw_cpu_add_4(pcp, val) raw_cpu_generic_to_op(pcp, val, +=) argument
250 #define raw_cpu_add_8(pcp, val) raw_cpu_generic_to_op(pcp, val, +=) argument
254 #define raw_cpu_and_1(pcp, val) raw_cpu_generic_to_op(pcp, val, &=) argument
257 #define raw_cpu_and_2(pcp, val) raw_cpu_generic_to_op(pcp, val, &=) argument
260 #define raw_cpu_and_4(pcp, val) raw_cpu_generic_to_op(pcp, val, &=) argument
263 #define raw_cpu_and_8(pcp, val) raw_cpu_generic_to_op(pcp, val, &=) argument
267 #define raw_cpu_or_1(pcp, val) raw_cpu_generic_to_op(pcp, val, |=) argument
270 #define raw_cpu_or_2(pcp, val) raw_cpu_generic_to_op(pcp, val, |=) argument
273 #define raw_cpu_or_4(pcp, val) raw_cpu_generic_to_op(pcp, val, |=) argument
276 #define raw_cpu_or_8(pcp, val) raw_cpu_generic_to_op(pcp, val, |=) argument
280 #define raw_cpu_add_return_1(pcp, val) raw_cpu_generic_add_return(pcp, val) argument
283 #define raw_cpu_add_return_2(pcp, val) raw_cpu_generic_add_return(pcp, val) argument
286 #define raw_cpu_add_return_4(pcp, val) raw_cpu_generic_add_return(pcp, val) argument
289 #define raw_cpu_add_return_8(pcp, val) raw_cpu_generic_add_return(pcp, val) argument
293 #define raw_cpu_xchg_1(pcp, nval) raw_cpu_generic_xchg(pcp, nval) argument
296 #define raw_cpu_xchg_2(pcp, nval) raw_cpu_generic_xchg(pcp, nval) argument
299 #define raw_cpu_xchg_4(pcp, nval) raw_cpu_generic_xchg(pcp, nval) argument
302 #define raw_cpu_xchg_8(pcp, nval) raw_cpu_generic_xchg(pcp, nval) argument
307 #define raw_cpu_try_cmpxchg_1(pcp, ovalp, nval) \ argument
308 __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, raw_cpu_cmpxchg_1)
310 #define raw_cpu_try_cmpxchg_1(pcp, ovalp, nval) \ argument
311 raw_cpu_generic_try_cmpxchg(pcp, ovalp, nval)
316 #define raw_cpu_try_cmpxchg_2(pcp, ovalp, nval) \ argument
317 __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, raw_cpu_cmpxchg_2)
319 #define raw_cpu_try_cmpxchg_2(pcp, ovalp, nval) \ argument
320 raw_cpu_generic_try_cmpxchg(pcp, ovalp, nval)
325 #define raw_cpu_try_cmpxchg_4(pcp, ovalp, nval) \ argument
326 __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, raw_cpu_cmpxchg_4)
328 #define raw_cpu_try_cmpxchg_4(pcp, ovalp, nval) \ argument
329 raw_cpu_generic_try_cmpxchg(pcp, ovalp, nval)
334 #define raw_cpu_try_cmpxchg_8(pcp, ovalp, nval) \ argument
335 __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, raw_cpu_cmpxchg_8)
337 #define raw_cpu_try_cmpxchg_8(pcp, ovalp, nval) \ argument
338 raw_cpu_generic_try_cmpxchg(pcp, ovalp, nval)
344 #define raw_cpu_try_cmpxchg64(pcp, ovalp, nval) \ argument
345 __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, raw_cpu_cmpxchg64)
347 #define raw_cpu_try_cmpxchg64(pcp, ovalp, nval) \ argument
348 raw_cpu_generic_try_cmpxchg(pcp, ovalp, nval)
353 #define raw_cpu_try_cmpxchg128(pcp, ovalp, nval) \ argument
354 __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, raw_cpu_cmpxchg128)
356 #define raw_cpu_try_cmpxchg128(pcp, ovalp, nval) \ argument
357 raw_cpu_generic_try_cmpxchg(pcp, ovalp, nval)
362 #define raw_cpu_cmpxchg_1(pcp, oval, nval) \ argument
363 raw_cpu_generic_cmpxchg(pcp, oval, nval)
366 #define raw_cpu_cmpxchg_2(pcp, oval, nval) \ argument
367 raw_cpu_generic_cmpxchg(pcp, oval, nval)
370 #define raw_cpu_cmpxchg_4(pcp, oval, nval) \ argument
371 raw_cpu_generic_cmpxchg(pcp, oval, nval)
374 #define raw_cpu_cmpxchg_8(pcp, oval, nval) \ argument
375 raw_cpu_generic_cmpxchg(pcp, oval, nval)
379 #define raw_cpu_cmpxchg64(pcp, oval, nval) \ argument
380 raw_cpu_generic_cmpxchg(pcp, oval, nval)
383 #define raw_cpu_cmpxchg128(pcp, oval, nval) \ argument
384 raw_cpu_generic_cmpxchg(pcp, oval, nval)
388 #define this_cpu_read_1(pcp) this_cpu_generic_read(pcp) argument
391 #define this_cpu_read_2(pcp) this_cpu_generic_read(pcp) argument
394 #define this_cpu_read_4(pcp) this_cpu_generic_read(pcp) argument
397 #define this_cpu_read_8(pcp) this_cpu_generic_read(pcp) argument
401 #define this_cpu_write_1(pcp, val) this_cpu_generic_to_op(pcp, val, =) argument
404 #define this_cpu_write_2(pcp, val) this_cpu_generic_to_op(pcp, val, =) argument
407 #define this_cpu_write_4(pcp, val) this_cpu_generic_to_op(pcp, val, =) argument
410 #define this_cpu_write_8(pcp, val) this_cpu_generic_to_op(pcp, val, =) argument
414 #define this_cpu_add_1(pcp, val) this_cpu_generic_to_op(pcp, val, +=) argument
417 #define this_cpu_add_2(pcp, val) this_cpu_generic_to_op(pcp, val, +=) argument
420 #define this_cpu_add_4(pcp, val) this_cpu_generic_to_op(pcp, val, +=) argument
423 #define this_cpu_add_8(pcp, val) this_cpu_generic_to_op(pcp, val, +=) argument
427 #define this_cpu_and_1(pcp, val) this_cpu_generic_to_op(pcp, val, &=) argument
430 #define this_cpu_and_2(pcp, val) this_cpu_generic_to_op(pcp, val, &=) argument
433 #define this_cpu_and_4(pcp, val) this_cpu_generic_to_op(pcp, val, &=) argument
436 #define this_cpu_and_8(pcp, val) this_cpu_generic_to_op(pcp, val, &=) argument
440 #define this_cpu_or_1(pcp, val) this_cpu_generic_to_op(pcp, val, |=) argument
443 #define this_cpu_or_2(pcp, val) this_cpu_generic_to_op(pcp, val, |=) argument
446 #define this_cpu_or_4(pcp, val) this_cpu_generic_to_op(pcp, val, |=) argument
449 #define this_cpu_or_8(pcp, val) this_cpu_generic_to_op(pcp, val, |=) argument
453 #define this_cpu_add_return_1(pcp, val) this_cpu_generic_add_return(pcp, val) argument
456 #define this_cpu_add_return_2(pcp, val) this_cpu_generic_add_return(pcp, val) argument
459 #define this_cpu_add_return_4(pcp, val) this_cpu_generic_add_return(pcp, val) argument
462 #define this_cpu_add_return_8(pcp, val) this_cpu_generic_add_return(pcp, val) argument
466 #define this_cpu_xchg_1(pcp, nval) this_cpu_generic_xchg(pcp, nval) argument
469 #define this_cpu_xchg_2(pcp, nval) this_cpu_generic_xchg(pcp, nval) argument
472 #define this_cpu_xchg_4(pcp, nval) this_cpu_generic_xchg(pcp, nval) argument
475 #define this_cpu_xchg_8(pcp, nval) this_cpu_generic_xchg(pcp, nval) argument
480 #define this_cpu_try_cmpxchg_1(pcp, ovalp, nval) \ argument
481 __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, this_cpu_cmpxchg_1)
483 #define this_cpu_try_cmpxchg_1(pcp, ovalp, nval) \ argument
484 this_cpu_generic_try_cmpxchg(pcp, ovalp, nval)
489 #define this_cpu_try_cmpxchg_2(pcp, ovalp, nval) \ argument
490 __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, this_cpu_cmpxchg_2)
492 #define this_cpu_try_cmpxchg_2(pcp, ovalp, nval) \ argument
493 this_cpu_generic_try_cmpxchg(pcp, ovalp, nval)
498 #define this_cpu_try_cmpxchg_4(pcp, ovalp, nval) \ argument
499 __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, this_cpu_cmpxchg_4)
501 #define this_cpu_try_cmpxchg_4(pcp, ovalp, nval) \ argument
502 this_cpu_generic_try_cmpxchg(pcp, ovalp, nval)
507 #define this_cpu_try_cmpxchg_8(pcp, ovalp, nval) \ argument
508 __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, this_cpu_cmpxchg_8)
510 #define this_cpu_try_cmpxchg_8(pcp, ovalp, nval) \ argument
511 this_cpu_generic_try_cmpxchg(pcp, ovalp, nval)
517 #define this_cpu_try_cmpxchg64(pcp, ovalp, nval) \ argument
518 __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, this_cpu_cmpxchg64)
520 #define this_cpu_try_cmpxchg64(pcp, ovalp, nval) \ argument
521 this_cpu_generic_try_cmpxchg(pcp, ovalp, nval)
526 #define this_cpu_try_cmpxchg128(pcp, ovalp, nval) \ argument
527 __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, this_cpu_cmpxchg128)
529 #define this_cpu_try_cmpxchg128(pcp, ovalp, nval) \ argument
530 this_cpu_generic_try_cmpxchg(pcp, ovalp, nval)
535 #define this_cpu_cmpxchg_1(pcp, oval, nval) \ argument
536 this_cpu_generic_cmpxchg(pcp, oval, nval)
539 #define this_cpu_cmpxchg_2(pcp, oval, nval) \ argument
540 this_cpu_generic_cmpxchg(pcp, oval, nval)
543 #define this_cpu_cmpxchg_4(pcp, oval, nval) \ argument
544 this_cpu_generic_cmpxchg(pcp, oval, nval)
547 #define this_cpu_cmpxchg_8(pcp, oval, nval) \ argument
548 this_cpu_generic_cmpxchg(pcp, oval, nval)
552 #define this_cpu_cmpxchg64(pcp, oval, nval) \ argument
553 this_cpu_generic_cmpxchg(pcp, oval, nval)
556 #define this_cpu_cmpxchg128(pcp, oval, nval) \ argument
557 this_cpu_generic_cmpxchg(pcp, oval, nval)