Home
last modified time | relevance | path

Searched refs:per_cpu_ptr (Results 1 – 25 of 335) sorted by relevance

12345678910>>...14

/linux-6.3-rc2/fs/xfs/
A Dxfs_stats.h165 per_cpu_ptr(xfsstats.xs_stats, current_cpu())->s.v++; \
166 per_cpu_ptr(mp->m_stats.xs_stats, current_cpu())->s.v++; \
171 per_cpu_ptr(xfsstats.xs_stats, current_cpu())->s.v--; \
172 per_cpu_ptr(mp->m_stats.xs_stats, current_cpu())->s.v--; \
177 per_cpu_ptr(xfsstats.xs_stats, current_cpu())->s.v += (inc); \
178 per_cpu_ptr(mp->m_stats.xs_stats, current_cpu())->s.v += (inc); \
183 per_cpu_ptr(xfsstats.xs_stats, current_cpu())->a[off]++; \
184 per_cpu_ptr(mp->m_stats.xs_stats, current_cpu())->a[off]++; \
189 per_cpu_ptr(xfsstats.xs_stats, current_cpu())->a[off]; \
190 per_cpu_ptr(mp->m_stats.xs_stats, current_cpu())->a[off]; \
[all …]
A Dxfs_stats.c15 val += *(((__u32 *)per_cpu_ptr(stats, cpu) + idx)); in counter_val()
71 xs_xstrat_bytes += per_cpu_ptr(stats, i)->s.xs_xstrat_bytes; in xfs_stats_format()
72 xs_write_bytes += per_cpu_ptr(stats, i)->s.xs_write_bytes; in xfs_stats_format()
73 xs_read_bytes += per_cpu_ptr(stats, i)->s.xs_read_bytes; in xfs_stats_format()
74 defer_relog += per_cpu_ptr(stats, i)->s.defer_relog; in xfs_stats_format()
100 vn_active = per_cpu_ptr(stats, c)->s.vn_active; in xfs_stats_clearall()
101 memset(per_cpu_ptr(stats, c), 0, sizeof(*stats)); in xfs_stats_clearall()
102 per_cpu_ptr(stats, c)->s.vn_active = vn_active; in xfs_stats_clearall()
/linux-6.3-rc2/arch/x86/events/amd/
A Duncore.c75 return *per_cpu_ptr(amd_uncore_nb, event->cpu); in event_to_amd_uncore()
77 return *per_cpu_ptr(amd_uncore_llc, event->cpu); in event_to_amd_uncore()
446 *per_cpu_ptr(amd_uncore_nb, cpu) = NULL; in amd_uncore_cpu_up_prepare()
460 *per_cpu_ptr(amd_uncore_nb, cpu) = uncore_nb; in amd_uncore_cpu_up_prepare()
464 *per_cpu_ptr(amd_uncore_llc, cpu) = NULL; in amd_uncore_cpu_up_prepare()
505 that = *per_cpu_ptr(uncores, cpu); in amd_uncore_find_online_sibling()
530 uncore = *per_cpu_ptr(amd_uncore_nb, cpu); in amd_uncore_cpu_starting()
535 *per_cpu_ptr(amd_uncore_nb, cpu) = uncore; in amd_uncore_cpu_starting()
539 uncore = *per_cpu_ptr(amd_uncore_llc, cpu); in amd_uncore_cpu_starting()
543 *per_cpu_ptr(amd_uncore_llc, cpu) = uncore; in amd_uncore_cpu_starting()
[all …]
/linux-6.3-rc2/include/linux/
A Dcontext_tracking_state.h64 struct context_tracking *ct = per_cpu_ptr(&context_tracking, cpu); in ct_dynticks_cpu()
71 struct context_tracking *ct = per_cpu_ptr(&context_tracking, cpu); in ct_dynticks_cpu_acquire()
83 struct context_tracking *ct = per_cpu_ptr(&context_tracking, cpu); in ct_dynticks_nesting_cpu()
95 struct context_tracking *ct = per_cpu_ptr(&context_tracking, cpu); in ct_dynticks_nmi_nesting_cpu()
A Dpart_stat.h29 (per_cpu_ptr((part)->bd_stats, (cpu))->field)
39 res += per_cpu_ptr((part)->bd_stats, _cpu)->field; \
48 memset(per_cpu_ptr(part->bd_stats, i), value, in part_stat_set_all()
/linux-6.3-rc2/drivers/infiniband/ulp/rtrs/
A Drtrs-clt-stats.c27 s = per_cpu_ptr(stats->pcpu_stats, con->cpu); in rtrs_clt_update_wc_stats()
47 s = per_cpu_ptr(stats->pcpu_stats, cpu); in rtrs_clt_stats_migration_from_cnt_to_str()
66 s = per_cpu_ptr(stats->pcpu_stats, cpu); in rtrs_clt_stats_migration_to_cnt_to_str()
90 r = &per_cpu_ptr(stats->pcpu_stats, cpu)->rdma; in rtrs_clt_stats_rdma_to_str()
119 s = per_cpu_ptr(stats->pcpu_stats, cpu); in rtrs_clt_reset_rdma_stats()
135 s = per_cpu_ptr(stats->pcpu_stats, cpu); in rtrs_clt_reset_cpu_migr_stats()
A Drtrs-srv-stats.c21 r = per_cpu_ptr(stats->rdma_stats, cpu); in rtrs_srv_reset_rdma_stats()
40 r = per_cpu_ptr(stats->rdma_stats, cpu); in rtrs_srv_stats_rdma_to_str()
/linux-6.3-rc2/kernel/sched/
A Dcpuacct.c97 u64 *cpuusage = per_cpu_ptr(ca->cpuusage, cpu); in cpuacct_cpuusage_read()
98 u64 *cpustat = per_cpu_ptr(ca->cpustat, cpu)->cpustat; in cpuacct_cpuusage_read()
137 u64 *cpuusage = per_cpu_ptr(ca->cpuusage, cpu); in cpuacct_cpuusage_write()
138 u64 *cpustat = per_cpu_ptr(ca->cpustat, cpu)->cpustat; in cpuacct_cpuusage_write()
270 u64 *cpustat = per_cpu_ptr(ca->cpustat, cpu)->cpustat; in cpuacct_stats_show()
278 cputime.sum_exec_runtime += *per_cpu_ptr(ca->cpuusage, cpu); in cpuacct_stats_show()
342 *per_cpu_ptr(ca->cpuusage, cpu) += cputime; in cpuacct_charge()
A Dtopology.c910 sibling = *per_cpu_ptr(sdd->sd, i); in build_balance_mask()
1189 sg = *per_cpu_ptr(sdd->sg, cpu); in get_group()
1496 *per_cpu_ptr(sdd->sd, cpu) = NULL; in claim_allocations()
1502 *per_cpu_ptr(sdd->sg, cpu) = NULL; in claim_allocations()
2202 *per_cpu_ptr(sdd->sd, j) = sd; in __sdt_alloc()
2209 *per_cpu_ptr(sdd->sds, j) = sds; in __sdt_alloc()
2218 *per_cpu_ptr(sdd->sg, j) = sg; in __sdt_alloc()
2229 *per_cpu_ptr(sdd->sgc, j) = sgc; in __sdt_alloc()
2248 sd = *per_cpu_ptr(sdd->sd, j); in __sdt_free()
2374 *per_cpu_ptr(d.sd, i) = sd; in build_sched_domains()
[all …]
/linux-6.3-rc2/kernel/bpf/
A Dpercpu_freelist.c15 struct pcpu_freelist_head *head = per_cpu_ptr(s->freelist, cpu); in pcpu_freelist_init()
66 head = per_cpu_ptr(s->freelist, cpu); in ___pcpu_freelist_push_nmi()
110 head = per_cpu_ptr(s->freelist, cpu); in pcpu_freelist_populate()
128 head = per_cpu_ptr(s->freelist, cpu); in ___pcpu_freelist_pop()
160 head = per_cpu_ptr(s->freelist, cpu); in ___pcpu_freelist_pop_nmi()
A Dbpf_lru_list.c408 l = per_cpu_ptr(lru->percpu_lru, cpu); in bpf_percpu_lru_pop_free()
441 loc_l = per_cpu_ptr(clru->local_list, cpu); in bpf_common_lru_pop_free()
470 steal_loc_l = per_cpu_ptr(clru->local_list, steal); in bpf_common_lru_pop_free()
515 loc_l = per_cpu_ptr(lru->common_lru.local_list, node->cpu); in bpf_common_lru_push_free()
542 l = per_cpu_ptr(lru->percpu_lru, node->cpu); in bpf_percpu_lru_push_free()
592 l = per_cpu_ptr(lru->percpu_lru, cpu); in bpf_percpu_lru_populate()
659 l = per_cpu_ptr(lru->percpu_lru, cpu); in bpf_lru_init()
673 loc_l = per_cpu_ptr(clru->local_list, cpu); in bpf_lru_init()
/linux-6.3-rc2/kernel/irq/
A Dmatrix.c138 cm = per_cpu_ptr(m->maps, cpu); in matrix_find_best_cpu()
159 cm = per_cpu_ptr(m->maps, cpu); in matrix_find_best_cpu_managed()
215 struct cpumap *cm = per_cpu_ptr(m->maps, cpu); in irq_matrix_reserve_managed()
256 struct cpumap *cm = per_cpu_ptr(m->maps, cpu); in irq_matrix_remove_managed()
299 cm = per_cpu_ptr(m->maps, cpu); in irq_matrix_alloc_managed()
394 cm = per_cpu_ptr(m->maps, cpu); in irq_matrix_alloc()
421 struct cpumap *cm = per_cpu_ptr(m->maps, cpu); in irq_matrix_free()
504 struct cpumap *cm = per_cpu_ptr(m->maps, cpu); in irq_matrix_debug_show()
/linux-6.3-rc2/kernel/
A Dsmpboot.c172 struct task_struct *tsk = *per_cpu_ptr(ht->store, cpu); in __smpboot_create_thread()
197 *per_cpu_ptr(ht->store, cpu) = tsk; in __smpboot_create_thread()
230 struct task_struct *tsk = *per_cpu_ptr(ht->store, cpu); in smpboot_unpark_thread()
249 struct task_struct *tsk = *per_cpu_ptr(ht->store, cpu); in smpboot_park_thread()
272 struct task_struct *tsk = *per_cpu_ptr(ht->store, cpu); in smpboot_destroy_threads()
277 *per_cpu_ptr(ht->store, cpu) = NULL; in smpboot_destroy_threads()
A Drelay.c204 *per_cpu_ptr(chan->buf, buf->cpu) = NULL; in relay_destroy_buf()
334 if ((buf = *per_cpu_ptr(chan->buf, i))) in relay_reset()
382 return *per_cpu_ptr(chan->buf, 0); in relay_open_buf()
406 *per_cpu_ptr(chan->buf, 0) = buf; in relay_open_buf()
440 if (*per_cpu_ptr(chan->buf, cpu)) in relay_prepare_cpu()
448 *per_cpu_ptr(chan->buf, cpu) = buf; in relay_prepare_cpu()
520 *per_cpu_ptr(chan->buf, i) = buf; in relay_open()
529 if ((buf = *per_cpu_ptr(chan->buf, i))) in relay_open()
594 buf = *per_cpu_ptr(chan->buf, 0); in relay_late_setup_files()
613 buf = *per_cpu_ptr(chan->buf, i); in relay_late_setup_files()
[all …]
A Dcpu.c171 struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu); in cpuhp_invoke_callback()
563 struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu); in bringup_wait_for_ap()
841 struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu); in cpuhp_invoke_ap_callback()
890 struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu); in cpuhp_kick_ap_work()
921 st = per_cpu_ptr(&cpuhp_state, cpu); in cpuhp_init_state()
1060 struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu); in takedown_cpu()
1155 struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu); in _cpu_down()
1323 struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu); in notify_cpu_starting()
1361 struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu); in _cpu_up()
1983 struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu); in cpuhp_rollback_install()
[all …]
/linux-6.3-rc2/tools/testing/selftests/rcutorture/formal/srcu-cbmc/src/
A Dpercpu.h28 #define per_cpu_ptr(ptr, cpu) \ macro
69 THIS_CPU_ADD_HELPER(per_cpu_ptr(&(pcp), thread_cpu_id), \
76 THIS_CPU_ADD_HELPER(per_cpu_ptr(&(pcp), this_cpu_add_impl_cpu), \
/linux-6.3-rc2/fs/squashfs/
A Ddecompressor_multi_percpu.c40 stream = per_cpu_ptr(percpu, cpu); in squashfs_decompressor_create()
54 stream = per_cpu_ptr(percpu, cpu); in squashfs_decompressor_create()
71 stream = per_cpu_ptr(percpu, cpu); in squashfs_decompressor_destroy()
/linux-6.3-rc2/kernel/trace/
A Dtrace_functions_graph.c173 data = per_cpu_ptr(tr->array_buffer.data, cpu); in trace_graph_entry()
253 data = per_cpu_ptr(tr->array_buffer.data, cpu); in trace_graph_return()
391 last_pid = &(per_cpu_ptr(data->cpu_data, cpu)->last_pid); in verif_pid()
644 cpu_data = per_cpu_ptr(data->cpu_data, cpu); in print_graph_entry_leaf()
688 cpu_data = per_cpu_ptr(data->cpu_data, cpu); in print_graph_entry_nested()
918 cpu_data = per_cpu_ptr(data->cpu_data, cpu); in print_graph_return()
980 depth = per_cpu_ptr(data->cpu_data, iter->cpu)->depth; in print_graph_comment()
1046 if (data && per_cpu_ptr(data->cpu_data, cpu)->ignore) { in print_graph_function_flags()
1047 per_cpu_ptr(data->cpu_data, cpu)->ignore = 0; in print_graph_function_flags()
1060 per_cpu_ptr(data->cpu_data, iter->cpu)->ignore = 1; in print_graph_function_flags()
[all …]
/linux-6.3-rc2/drivers/clocksource/
A Dtimer-mp-csky.c78 struct timer_of *to = per_cpu_ptr(&csky_to, cpu); in csky_mptimer_starting_cpu()
145 to = per_cpu_ptr(&csky_to, cpu); in csky_mptimer_init()
168 to = per_cpu_ptr(&csky_to, cpu_rollback); in csky_mptimer_init()
/linux-6.3-rc2/drivers/hv/
A Dhv.c129 hv_cpu = per_cpu_ptr(hv_context.cpu_context, cpu); in hv_synic_alloc()
141 hv_cpu = per_cpu_ptr(hv_context.cpu_context, cpu); in hv_synic_alloc()
189 = per_cpu_ptr(hv_context.cpu_context, cpu); in hv_synic_free()
209 = per_cpu_ptr(hv_context.cpu_context, cpu); in hv_synic_enable_regs()
294 = per_cpu_ptr(hv_context.cpu_context, cpu); in hv_synic_disable_regs()
/linux-6.3-rc2/tools/testing/radix-tree/linux/
A Dpercpu.h10 #define per_cpu_ptr(ptr, cpu) ({ (void)(cpu); (ptr); }) macro
11 #define per_cpu(var, cpu) (*per_cpu_ptr(&(var), cpu))
/linux-6.3-rc2/drivers/powercap/
A Didle_inject.c108 iit = per_cpu_ptr(&idle_inject_thread, cpu); in idle_inject_wakeup()
154 iit = per_cpu_ptr(&idle_inject_thread, cpu); in idle_inject_fn()
280 iit = per_cpu_ptr(&idle_inject_thread, cpu); in idle_inject_stop()
311 per_cpu_ptr(&idle_inject_thread, cpu); in idle_inject_should_run()
/linux-6.3-rc2/arch/riscv/kernel/
A Dcpu.c82 struct riscv_cpuinfo *ci = per_cpu_ptr(&riscv_cpuinfo, cpu_id); in riscv_cached_mvendorid()
90 struct riscv_cpuinfo *ci = per_cpu_ptr(&riscv_cpuinfo, cpu_id); in riscv_cached_marchid()
98 struct riscv_cpuinfo *ci = per_cpu_ptr(&riscv_cpuinfo, cpu_id); in riscv_cached_mimpid()
287 struct riscv_cpuinfo *ci = per_cpu_ptr(&riscv_cpuinfo, cpu_id); in c_show()
/linux-6.3-rc2/arch/x86/kernel/
A Dirq_64.c37 char *stack = (char *)per_cpu_ptr(&irq_stack_backing_store, cpu); in map_irq_stack()
63 void *va = per_cpu_ptr(&irq_stack_backing_store, cpu); in map_irq_stack()
A Dkgdb.c208 bp = *per_cpu_ptr(breakinfo[breakno].pev, cpu); in kgdb_correct_hw_break()
237 pevent = per_cpu_ptr(breakinfo[breakno].pev, cpu); in hw_break_reserve_slot()
249 pevent = per_cpu_ptr(breakinfo[breakno].pev, cpu); in hw_break_reserve_slot()
264 pevent = per_cpu_ptr(breakinfo[breakno].pev, cpu); in hw_break_release_slot()
304 bp = *per_cpu_ptr(breakinfo[i].pev, cpu); in kgdb_remove_all_hw_break()
397 bp = *per_cpu_ptr(breakinfo[i].pev, cpu); in kgdb_disable_hw_debug()
666 pevent = per_cpu_ptr(breakinfo[i].pev, cpu); in kgdb_arch_late()

Completed in 38 milliseconds

12345678910>>...14