Lines Matching refs:sk
45 static inline bool sk_can_busy_loop(const struct sock *sk) in sk_can_busy_loop() argument
47 return READ_ONCE(sk->sk_ll_usec) && !signal_pending(current); in sk_can_busy_loop()
69 static inline bool sk_can_busy_loop(struct sock *sk) in sk_can_busy_loop() argument
101 static inline bool sk_busy_loop_timeout(struct sock *sk, in sk_busy_loop_timeout() argument
105 unsigned long bp_usec = READ_ONCE(sk->sk_ll_usec); in sk_busy_loop_timeout()
117 static inline void sk_busy_loop(struct sock *sk, int nonblock) in sk_busy_loop() argument
120 unsigned int napi_id = READ_ONCE(sk->sk_napi_id); in sk_busy_loop()
123 napi_busy_loop(napi_id, nonblock ? NULL : sk_busy_loop_end, sk, in sk_busy_loop()
124 READ_ONCE(sk->sk_prefer_busy_poll), in sk_busy_loop()
125 READ_ONCE(sk->sk_busy_poll_budget) ?: BUSY_POLL_BUDGET); in sk_busy_loop()
149 static inline void sk_mark_napi_id(struct sock *sk, const struct sk_buff *skb) in sk_mark_napi_id() argument
152 if (unlikely(READ_ONCE(sk->sk_napi_id) != skb->napi_id)) in sk_mark_napi_id()
153 WRITE_ONCE(sk->sk_napi_id, skb->napi_id); in sk_mark_napi_id()
155 sk_rx_queue_update(sk, skb); in sk_mark_napi_id()
162 static inline void sk_mark_napi_id_set(struct sock *sk, in sk_mark_napi_id_set() argument
166 WRITE_ONCE(sk->sk_napi_id, skb->napi_id); in sk_mark_napi_id_set()
168 sk_rx_queue_set(sk, skb); in sk_mark_napi_id_set()
171 static inline void __sk_mark_napi_id_once(struct sock *sk, unsigned int napi_id) in __sk_mark_napi_id_once() argument
174 if (!READ_ONCE(sk->sk_napi_id)) in __sk_mark_napi_id_once()
175 WRITE_ONCE(sk->sk_napi_id, napi_id); in __sk_mark_napi_id_once()
180 static inline void sk_mark_napi_id_once(struct sock *sk, in sk_mark_napi_id_once() argument
184 __sk_mark_napi_id_once(sk, skb->napi_id); in sk_mark_napi_id_once()