/linux-6.3-rc2/mm/ |
A D | percpu-internal.h | 177 pcpu_stats.nr_alloc++; in pcpu_stats_area_alloc() 178 pcpu_stats.nr_cur_alloc++; in pcpu_stats_area_alloc() 179 pcpu_stats.nr_max_alloc = in pcpu_stats_area_alloc() 180 max(pcpu_stats.nr_max_alloc, pcpu_stats.nr_cur_alloc); in pcpu_stats_area_alloc() 181 pcpu_stats.min_alloc_size = in pcpu_stats_area_alloc() 201 pcpu_stats.nr_dealloc++; in pcpu_stats_area_dealloc() 202 pcpu_stats.nr_cur_alloc--; in pcpu_stats_area_dealloc() 215 pcpu_stats.nr_chunks++; in pcpu_stats_chunk_alloc() 216 pcpu_stats.nr_max_chunks = in pcpu_stats_chunk_alloc() 217 max(pcpu_stats.nr_max_chunks, pcpu_stats.nr_chunks); in pcpu_stats_chunk_alloc() [all …]
|
A D | percpu-stats.c | 22 struct percpu_stats pcpu_stats; variable 178 seq_printf(m, " %-20s: %12llu\n", #X, (unsigned long long)pcpu_stats.X) in percpu_stats_show()
|
/linux-6.3-rc2/include/linux/ |
A D | if_macvlan.h | 26 struct vlan_pcpu_stats __percpu *pcpu_stats; member 45 struct vlan_pcpu_stats *pcpu_stats; in macvlan_count_rx() local 47 pcpu_stats = get_cpu_ptr(vlan->pcpu_stats); in macvlan_count_rx() 48 u64_stats_update_begin(&pcpu_stats->syncp); in macvlan_count_rx() 49 u64_stats_inc(&pcpu_stats->rx_packets); in macvlan_count_rx() 50 u64_stats_add(&pcpu_stats->rx_bytes, len); in macvlan_count_rx() 52 u64_stats_inc(&pcpu_stats->rx_multicast); in macvlan_count_rx() 53 u64_stats_update_end(&pcpu_stats->syncp); in macvlan_count_rx() 54 put_cpu_ptr(vlan->pcpu_stats); in macvlan_count_rx() 56 this_cpu_inc(vlan->pcpu_stats->rx_errors); in macvlan_count_rx()
|
A D | if_team.h | 190 struct team_pcpu_stats __percpu *pcpu_stats; member
|
A D | netdevice.h | 2743 typeof(type) __percpu *pcpu_stats = alloc_percpu_gfp(type, gfp);\ 2744 if (pcpu_stats) { \ 2748 stat = per_cpu_ptr(pcpu_stats, __cpu); \ 2752 pcpu_stats; \ 2760 typeof(type) __percpu *pcpu_stats = devm_alloc_percpu(dev, type);\ 2761 if (pcpu_stats) { \ 2765 stat = per_cpu_ptr(pcpu_stats, __cpu); \ 2769 pcpu_stats; \
|
/linux-6.3-rc2/drivers/infiniband/ulp/rtrs/ |
A D | rtrs-clt-stats.c | 22 s = get_cpu_ptr(stats->pcpu_stats); in rtrs_clt_update_wc_stats() 27 s = per_cpu_ptr(stats->pcpu_stats, con->cpu); in rtrs_clt_update_wc_stats() 30 put_cpu_ptr(stats->pcpu_stats); in rtrs_clt_update_wc_stats() 35 this_cpu_inc(stats->pcpu_stats->rdma.failover_cnt); in rtrs_clt_inc_failover_cnt() 47 s = per_cpu_ptr(stats->pcpu_stats, cpu); in rtrs_clt_stats_migration_from_cnt_to_str() 66 s = per_cpu_ptr(stats->pcpu_stats, cpu); in rtrs_clt_stats_migration_to_cnt_to_str() 90 r = &per_cpu_ptr(stats->pcpu_stats, cpu)->rdma; in rtrs_clt_stats_rdma_to_str() 119 s = per_cpu_ptr(stats->pcpu_stats, cpu); in rtrs_clt_reset_rdma_stats() 135 s = per_cpu_ptr(stats->pcpu_stats, cpu); in rtrs_clt_reset_cpu_migr_stats() 187 stats->pcpu_stats = alloc_percpu(typeof(*stats->pcpu_stats)); in rtrs_clt_init_stats() [all …]
|
A D | rtrs-clt.h | 66 struct rtrs_clt_stats_pcpu __percpu *pcpu_stats; member
|
A D | rtrs-clt-sysfs.c | 39 free_percpu(stats->pcpu_stats); in rtrs_clt_path_stats_release()
|
/linux-6.3-rc2/drivers/net/team/ |
A D | team_mode_loadbalance.c | 83 struct lb_stats __percpu *pcpu_stats; member 209 struct lb_pcpu_stats *pcpu_stats; in lb_update_tx_stats() local 213 pcpu_stats = this_cpu_ptr(lb_priv->pcpu_stats); in lb_update_tx_stats() 480 struct lb_pcpu_stats *pcpu_stats; in lb_stats_refresh() local 503 pcpu_stats = per_cpu_ptr(lb_priv->pcpu_stats, i); in lb_stats_refresh() 506 &pcpu_stats->syncp); in lb_stats_refresh() 517 pcpu_stats = per_cpu_ptr(lb_priv->pcpu_stats, i); in lb_stats_refresh() 520 &pcpu_stats->syncp); in lb_stats_refresh() 620 if (!lb_priv->pcpu_stats) { in lb_init() 640 free_percpu(lb_priv->pcpu_stats); in lb_init() [all …]
|
A D | team.c | 748 struct team_pcpu_stats *pcpu_stats; in team_handle_frame() local 750 pcpu_stats = this_cpu_ptr(team->pcpu_stats); in team_handle_frame() 752 u64_stats_inc(&pcpu_stats->rx_packets); in team_handle_frame() 756 u64_stats_update_end(&pcpu_stats->syncp); in team_handle_frame() 1634 if (!team->pcpu_stats) in team_init() 1668 free_percpu(team->pcpu_stats); in team_init() 1697 free_percpu(team->pcpu_stats); in team_destructor() 1731 struct team_pcpu_stats *pcpu_stats; in team_xmit() local 1733 pcpu_stats = this_cpu_ptr(team->pcpu_stats); in team_xmit() 1735 u64_stats_inc(&pcpu_stats->tx_packets); in team_xmit() [all …]
|
/linux-6.3-rc2/drivers/net/ethernet/qualcomm/rmnet/ |
A D | rmnet_vnd.c | 24 pcpu_ptr = this_cpu_ptr(priv->pcpu_stats); in rmnet_vnd_rx_fixup() 37 pcpu_ptr = this_cpu_ptr(priv->pcpu_stats); in rmnet_vnd_tx_fixup_len() 61 this_cpu_inc(priv->pcpu_stats->stats.tx_drops); in rmnet_vnd_start_xmit() 109 priv->pcpu_stats = alloc_percpu(struct rmnet_pcpu_stats); in rmnet_vnd_init() 110 if (!priv->pcpu_stats) in rmnet_vnd_init() 115 free_percpu(priv->pcpu_stats); in rmnet_vnd_init() 127 free_percpu(priv->pcpu_stats); in rmnet_vnd_uninit() 140 pcpu_ptr = per_cpu_ptr(priv->pcpu_stats, cpu); in rmnet_get_stats64()
|
A D | rmnet_config.h | 87 struct rmnet_pcpu_stats __percpu *pcpu_stats; member
|
A D | rmnet_handlers.c | 273 this_cpu_inc(priv->pcpu_stats->stats.tx_drops); in rmnet_egress_handler()
|
A D | rmnet_map_data.c | 540 this_cpu_inc(priv->pcpu_stats->stats.tx_drops); in rmnet_send_skb()
|
/linux-6.3-rc2/drivers/net/ |
A D | macvlan.c | 574 struct vlan_pcpu_stats *pcpu_stats; in macvlan_start_xmit() local 576 pcpu_stats = this_cpu_ptr(vlan->pcpu_stats); in macvlan_start_xmit() 577 u64_stats_update_begin(&pcpu_stats->syncp); in macvlan_start_xmit() 578 u64_stats_inc(&pcpu_stats->tx_packets); in macvlan_start_xmit() 579 u64_stats_add(&pcpu_stats->tx_bytes, len); in macvlan_start_xmit() 580 u64_stats_update_end(&pcpu_stats->syncp); in macvlan_start_xmit() 582 this_cpu_inc(vlan->pcpu_stats->tx_dropped); in macvlan_start_xmit() 912 if (!vlan->pcpu_stats) in macvlan_init() 928 free_percpu(vlan->pcpu_stats); in macvlan_uninit() 941 if (vlan->pcpu_stats) { in macvlan_dev_get_stats64() [all …]
|
A D | macvtap.c | 60 this_cpu_inc(vlan->pcpu_stats->tx_dropped); in macvtap_count_tx_dropped()
|
/linux-6.3-rc2/drivers/net/ipvlan/ |
A D | ipvlan_main.c | 149 ipvlan->pcpu_stats = netdev_alloc_pcpu_stats(struct ipvl_pcpu_stats); in ipvlan_init() 150 if (!ipvlan->pcpu_stats) in ipvlan_init() 156 free_percpu(ipvlan->pcpu_stats); in ipvlan_init() 171 free_percpu(ipvlan->pcpu_stats); in ipvlan_uninit() 226 pcptr = this_cpu_ptr(ipvlan->pcpu_stats); in ipvlan_start_xmit() 233 this_cpu_inc(ipvlan->pcpu_stats->tx_drps); in ipvlan_start_xmit() 294 if (ipvlan->pcpu_stats) { in ipvlan_get_stats64() 302 pcptr = per_cpu_ptr(ipvlan->pcpu_stats, idx); in ipvlan_get_stats64()
|
A D | ipvlan.h | 68 struct ipvl_pcpu_stats __percpu *pcpu_stats; member
|
A D | ipvtap.c | 56 this_cpu_inc(vlan->pcpu_stats->tx_drps); in ipvtap_count_tx_dropped()
|
A D | ipvlan_core.c | 20 pcptr = this_cpu_ptr(ipvlan->pcpu_stats); in ipvlan_count_rx() 28 this_cpu_inc(ipvlan->pcpu_stats->rx_errs); in ipvlan_count_rx()
|
/linux-6.3-rc2/drivers/net/hyperv/ |
A D | netvsc_drv.c | 457 struct netvsc_vf_pcpu_stats *pcpu_stats in netvsc_vf_xmit() local 460 u64_stats_update_begin(&pcpu_stats->syncp); in netvsc_vf_xmit() 461 pcpu_stats->tx_packets++; in netvsc_vf_xmit() 462 pcpu_stats->tx_bytes += len; in netvsc_vf_xmit() 463 u64_stats_update_end(&pcpu_stats->syncp); in netvsc_vf_xmit() 1445 }, pcpu_stats[] = { variable 1567 + pcpu_stats[j].offset); in netvsc_get_ethtool_stats() 2164 struct netvsc_vf_pcpu_stats *pcpu_stats in netvsc_vf_handle_frame() local 2176 pcpu_stats->rx_packets++; in netvsc_vf_handle_frame() 2177 pcpu_stats->rx_bytes += skb->len; in netvsc_vf_handle_frame() [all …]
|
/linux-6.3-rc2/include/linux/spi/ |
A D | spi.h | 86 #define SPI_STATISTICS_ADD_TO_FIELD(pcpu_stats, field, count) \ argument 90 __lstats = this_cpu_ptr(pcpu_stats); \ 97 #define SPI_STATISTICS_INCREMENT_FIELD(pcpu_stats, field) \ argument 101 __lstats = this_cpu_ptr(pcpu_stats); \
|
/linux-6.3-rc2/drivers/net/ethernet/mellanox/mlxsw/ |
A D | spectrum.c | 772 pcpu_stats = this_cpu_ptr(mlxsw_sp_port->pcpu_stats); in mlxsw_sp_port_xmit() 774 pcpu_stats->tx_packets++; in mlxsw_sp_port_xmit() 775 pcpu_stats->tx_bytes += len; in mlxsw_sp_port_xmit() 776 u64_stats_update_end(&pcpu_stats->syncp); in mlxsw_sp_port_xmit() 1672 mlxsw_sp_port->pcpu_stats = in mlxsw_sp_port_create() 1674 if (!mlxsw_sp_port->pcpu_stats) { in mlxsw_sp_port_create() 1883 free_percpu(mlxsw_sp_port->pcpu_stats); in mlxsw_sp_port_create() 1918 free_percpu(mlxsw_sp_port->pcpu_stats); in mlxsw_sp_port_remove() 2466 pcpu_stats = this_cpu_ptr(mlxsw_sp_port->pcpu_stats); in mlxsw_sp_rx_listener_no_mark_func() 2468 pcpu_stats->rx_packets++; in mlxsw_sp_rx_listener_no_mark_func() [all …]
|
A D | spectrum_trap.c | 66 struct mlxsw_sp_port_pcpu_stats *pcpu_stats; in mlxsw_sp_rx_listener() local 77 pcpu_stats = this_cpu_ptr(mlxsw_sp_port->pcpu_stats); in mlxsw_sp_rx_listener() 78 u64_stats_update_begin(&pcpu_stats->syncp); in mlxsw_sp_rx_listener() 79 pcpu_stats->rx_packets++; in mlxsw_sp_rx_listener() 80 pcpu_stats->rx_bytes += skb->len; in mlxsw_sp_rx_listener() 81 u64_stats_update_end(&pcpu_stats->syncp); in mlxsw_sp_rx_listener()
|
/linux-6.3-rc2/drivers/spi/ |
A D | spi.c | 100 struct spi_statistics __percpu *pcpu_stats; in spi_alloc_pcpu_stats() local 103 pcpu_stats = devm_alloc_percpu(dev, struct spi_statistics); in spi_alloc_pcpu_stats() 107 if (pcpu_stats) { in spi_alloc_pcpu_stats() 113 stat = per_cpu_ptr(pcpu_stats, cpu); in spi_alloc_pcpu_stats() 117 return pcpu_stats; in spi_alloc_pcpu_stats() 125 const struct spi_statistics *pcpu_stats; \ 128 pcpu_stats = per_cpu_ptr(in, i); \ 131 &pcpu_stats->syncp); \ 132 inc = u64_stats_read(&pcpu_stats->field); \ 134 &pcpu_stats->syncp, start)); \ [all …]
|