Lines Matching refs:rx_ring
592 pkc = GET_PBDQC_FROM_RB(&po->rx_ring); in prb_shutdown_retire_blk_timer()
605 pkc = GET_PBDQC_FROM_RB(&po->rx_ring); in prb_setup_retire_blk_timer()
725 timer_container_of(po, t, rx_ring.prb_bdqc.retire_blk_timer); in prb_retire_rx_blk_timer_expired()
726 struct tpacket_kbdq_core *pkc = GET_PBDQC_FROM_RB(&po->rx_ring); in prb_retire_rx_blk_timer_expired()
1051 struct packet_sock *po = container_of(pkc, struct packet_sock, rx_ring.prb_bdqc); in prb_fill_vlan_info()
1108 pkc = GET_PBDQC_FROM_RB(&po->rx_ring); in __packet_lookup_frame_in_block()
1168 curr = packet_lookup_frame(po, &po->rx_ring, in packet_current_rx_frame()
1169 po->rx_ring.head, status); in packet_current_rx_frame()
1277 po->rx_ring.pending_refcnt = NULL; in packet_alloc_pending()
1300 len = READ_ONCE(po->rx_ring.frame_max) + 1; in __tpacket_has_room()
1301 idx = READ_ONCE(po->rx_ring.head); in __tpacket_has_room()
1306 return packet_lookup_frame(po, &po->rx_ring, idx, TP_STATUS_KERNEL); in __tpacket_has_room()
1313 len = READ_ONCE(po->rx_ring.prb_bdqc.knum_blocks); in __tpacket_v3_has_room()
1314 idx = READ_ONCE(po->rx_ring.prb_bdqc.kactive_blk_num); in __tpacket_v3_has_room()
1319 return prb_lookup_block(po, &po->rx_ring, idx, TP_STATUS_KERNEL); in __tpacket_v3_has_room()
2367 if (macoff + snaplen > po->rx_ring.frame_size) { in tpacket_rcv()
2382 snaplen = po->rx_ring.frame_size - macoff; in tpacket_rcv()
2389 GET_PBDQC_FROM_RB(&po->rx_ring)->max_frame_len)) { in tpacket_rcv()
2392 nval = GET_PBDQC_FROM_RB(&po->rx_ring)->max_frame_len - macoff; in tpacket_rcv()
2398 macoff = GET_PBDQC_FROM_RB(&po->rx_ring)->max_frame_len; in tpacket_rcv()
2409 slot_id = po->rx_ring.head; in tpacket_rcv()
2410 if (test_bit(slot_id, po->rx_ring.rx_owner_map)) in tpacket_rcv()
2412 __set_bit(slot_id, po->rx_ring.rx_owner_map); in tpacket_rcv()
2420 prb_clear_blk_fill_status(&po->rx_ring); in tpacket_rcv()
2425 packet_increment_rx_head(po, &po->rx_ring); in tpacket_rcv()
2537 __clear_bit(slot_id, po->rx_ring.rx_owner_map); in tpacket_rcv()
2541 prb_clear_blk_fill_status(&po->rx_ring); in tpacket_rcv()
3203 if (po->rx_ring.pg_vec) { in packet_release()
3925 if (po->rx_ring.pg_vec || po->tx_ring.pg_vec) { in packet_setsockopt()
3945 if (po->rx_ring.pg_vec || po->tx_ring.pg_vec) { in packet_setsockopt()
3964 if (po->rx_ring.pg_vec || po->tx_ring.pg_vec) { in packet_setsockopt()
4018 if (po->rx_ring.pg_vec || po->tx_ring.pg_vec) { in packet_setsockopt()
4082 if (!po->rx_ring.pg_vec && !po->tx_ring.pg_vec) in packet_setsockopt()
4350 if (po->rx_ring.pg_vec) { in packet_poll()
4351 if (!packet_previous_rx_frame(po, &po->rx_ring, in packet_poll()
4478 rb = tx_ring ? &po->tx_ring : &po->rx_ring; in packet_set_ring()
4601 po->prot_hook.func = (po->rx_ring.pg_vec) ? in packet_set_ring()
4648 for (rb = &po->rx_ring; rb <= &po->tx_ring; rb++) { in packet_mmap()
4664 for (rb = &po->rx_ring; rb <= &po->tx_ring; rb++) { in packet_mmap()