Lines Matching refs:dev_queue
3255 static __always_inline void netif_tx_start_queue(struct netdev_queue *dev_queue) in netif_tx_start_queue() argument
3257 clear_bit(__QUEUE_STATE_DRV_XOFF, &dev_queue->state); in netif_tx_start_queue()
3281 void netif_tx_wake_queue(struct netdev_queue *dev_queue);
3305 static __always_inline void netif_tx_stop_queue(struct netdev_queue *dev_queue) in netif_tx_stop_queue() argument
3307 set_bit(__QUEUE_STATE_DRV_XOFF, &dev_queue->state); in netif_tx_stop_queue()
3324 static inline bool netif_tx_queue_stopped(const struct netdev_queue *dev_queue) in netif_tx_queue_stopped() argument
3326 return test_bit(__QUEUE_STATE_DRV_XOFF, &dev_queue->state); in netif_tx_queue_stopped()
3340 static inline bool netif_xmit_stopped(const struct netdev_queue *dev_queue) in netif_xmit_stopped() argument
3342 return dev_queue->state & QUEUE_STATE_ANY_XOFF; in netif_xmit_stopped()
3346 netif_xmit_frozen_or_stopped(const struct netdev_queue *dev_queue) in netif_xmit_frozen_or_stopped() argument
3348 return dev_queue->state & QUEUE_STATE_ANY_XOFF_OR_FROZEN; in netif_xmit_frozen_or_stopped()
3352 netif_xmit_frozen_or_drv_stopped(const struct netdev_queue *dev_queue) in netif_xmit_frozen_or_drv_stopped() argument
3354 return dev_queue->state & QUEUE_STATE_DRV_XOFF_OR_FROZEN; in netif_xmit_frozen_or_drv_stopped()
3367 static inline void netdev_queue_set_dql_min_limit(struct netdev_queue *dev_queue, in netdev_queue_set_dql_min_limit() argument
3371 dev_queue->dql.min_limit = min_limit; in netdev_queue_set_dql_min_limit()
3382 static inline void netdev_txq_bql_enqueue_prefetchw(struct netdev_queue *dev_queue) in netdev_txq_bql_enqueue_prefetchw() argument
3385 prefetchw(&dev_queue->dql.num_queued); in netdev_txq_bql_enqueue_prefetchw()
3396 static inline void netdev_txq_bql_complete_prefetchw(struct netdev_queue *dev_queue) in netdev_txq_bql_complete_prefetchw() argument
3399 prefetchw(&dev_queue->dql.limit); in netdev_txq_bql_complete_prefetchw()
3413 static inline void netdev_tx_sent_queue(struct netdev_queue *dev_queue, in netdev_tx_sent_queue() argument
3417 dql_queued(&dev_queue->dql, bytes); in netdev_tx_sent_queue()
3419 if (likely(dql_avail(&dev_queue->dql) >= 0)) in netdev_tx_sent_queue()
3422 set_bit(__QUEUE_STATE_STACK_XOFF, &dev_queue->state); in netdev_tx_sent_queue()
3432 if (unlikely(dql_avail(&dev_queue->dql) >= 0)) in netdev_tx_sent_queue()
3433 clear_bit(__QUEUE_STATE_STACK_XOFF, &dev_queue->state); in netdev_tx_sent_queue()
3443 static inline bool __netdev_tx_sent_queue(struct netdev_queue *dev_queue, in __netdev_tx_sent_queue() argument
3449 dql_queued(&dev_queue->dql, bytes); in __netdev_tx_sent_queue()
3451 return netif_tx_queue_stopped(dev_queue); in __netdev_tx_sent_queue()
3453 netdev_tx_sent_queue(dev_queue, bytes); in __netdev_tx_sent_queue()
3489 static inline void netdev_tx_completed_queue(struct netdev_queue *dev_queue, in netdev_tx_completed_queue() argument
3496 dql_completed(&dev_queue->dql, bytes); in netdev_tx_completed_queue()
3505 if (unlikely(dql_avail(&dev_queue->dql) < 0)) in netdev_tx_completed_queue()
3508 if (test_and_clear_bit(__QUEUE_STATE_STACK_XOFF, &dev_queue->state)) in netdev_tx_completed_queue()
3509 netif_schedule_queue(dev_queue); in netdev_tx_completed_queue()
3544 static inline void netdev_reset_queue(struct net_device *dev_queue) in netdev_reset_queue() argument
3546 netdev_tx_reset_queue(netdev_get_tx_queue(dev_queue, 0)); in netdev_reset_queue()