| /kernel/sched/ |
| A D | clock.c | 94 u64 clock; member
286 clock = gtod + delta; in sched_clock_local()
290 clock = wrap_max(clock, min_clock); in sched_clock_local()
291 clock = wrap_min(clock, max_clock); in sched_clock_local()
293 if (!raw_try_cmpxchg64(&scd->clock, &old_clock, clock)) in sched_clock_local()
296 return clock; in sched_clock_local()
301 u64 clock; in local_clock_noinstr() local
311 return clock; in local_clock_noinstr()
368 ptr = &scd->clock; in sched_clock_remote()
394 u64 clock; in sched_clock_cpu() local
[all …]
|
| A D | pelt.c | 454 ret = ___update_load_sum(rq->clock - running, &rq->avg_irq, in update_irq_load_avg()
458 ret += ___update_load_sum(rq->clock, &rq->avg_irq, in update_irq_load_avg()
|
| A D | cputime.c | 648 unsigned long long clock; in vtime_delta() local
650 clock = sched_clock(); in vtime_delta()
651 if (clock < vtime->starttime) in vtime_delta()
654 return clock - vtime->starttime; in vtime_delta()
|
| A D | sched.h | 775 u64 clock; /* current per-rq clock -- see scx_bpf_now() */ member
1158 u64 clock; member
1661 return rq->clock; in rq_clock()
1732 static inline void scx_rq_clock_update(struct rq *rq, u64 clock) in scx_rq_clock_update() argument
1736 WRITE_ONCE(rq->scx.clock, clock); in scx_rq_clock_update()
1751 static inline void scx_rq_clock_update(struct rq *rq, u64 clock) {} in scx_rq_clock_update() argument
3652 WRITE_ONCE(pcpu_cid->time, rq->clock); in mm_cid_snapshot_time()
|
| A D | core.c | 832 u64 clock; in update_rq_clock() local
843 clock = sched_clock_cpu(cpu_of(rq)); in update_rq_clock()
844 scx_rq_clock_update(rq, clock); in update_rq_clock()
846 delta = clock - rq->clock; in update_rq_clock()
849 rq->clock += delta; in update_rq_clock()
10749 rq_clock = READ_ONCE(rq->clock); in sched_mm_cid_remote_clear_old()
|
| A D | ext.c | 7488 u64 clock; in scx_bpf_now() local
7502 clock = READ_ONCE(rq->scx.clock); in scx_bpf_now()
7511 clock = sched_clock_cpu(cpu_of(rq)); in scx_bpf_now()
7516 return clock; in scx_bpf_now()
|
| A D | debug.c | 955 PN(clock); in print_cpu()
|
| /kernel/time/ |
| A D | timekeeping.c | 287 struct clocksource *clock = READ_ONCE(tkr->clock); in tk_clock_read() local
289 return clock->read(clock); in tk_clock_read()
311 tk->tkr_mono.clock = clock; in tk_setup_internals()
315 tk->tkr_raw.clock = clock; in tk_setup_internals()
1626 if (tk->tkr_mono.clock == clock) in timekeeping_notify()
1630 return tk->tkr_mono.clock == clock ? 0 : -1; in timekeeping_notify()
1828 clock->enable(clock); in timekeeping_init()
1934 struct clocksource *clock = tks->tkr_mono.clock; in timekeeping_resume() local
2186 (long)tk->tkr_mono.clock->mult + tk->tkr_mono.clock->maxadj); in timekeeping_adjust()
2658 struct clocksource *clock = READ_ONCE(tkr->clock); in random_get_entropy_fallback() local
[all …]
|
| A D | posix-cpu-timers.c | 59 const bool thread = !!CPUCLOCK_PERTHREAD(clock); in pid_for_clock()
60 const pid_t upid = CPUCLOCK_PID(clock); in pid_for_clock()
63 if (CPUCLOCK_WHICH(clock) >= CPUCLOCK_MAX) in pid_for_clock()
97 static inline int validate_clock_permissions(const clockid_t clock) in validate_clock_permissions() argument
102 ret = pid_for_clock(clock, false) ? 0 : -EINVAL; in validate_clock_permissions()
108 static inline enum pid_type clock_pid_type(const clockid_t clock) in clock_pid_type() argument
110 return CPUCLOCK_PERTHREAD(clock) ? PIDTYPE_PID : PIDTYPE_TGID; in clock_pid_type()
182 int error = validate_clock_permissions(clock); in posix_cpu_clock_set()
360 const clockid_t clkid = CPUCLOCK_WHICH(clock); in posix_cpu_clock_get()
365 tsk = pid_task(pid_for_clock(clock, true), clock_pid_type(clock)); in posix_cpu_clock_get()
[all …]
|
| A D | namespace.c | 356 char *clock; in show_offset() local
360 clock = "boottime"; in show_offset()
363 clock = "monotonic"; in show_offset()
366 clock = "unknown"; in show_offset()
369 seq_printf(m, "%-10s %10lld %9ld\n", clock, ts->tv_sec, ts->tv_nsec); in show_offset()
|
| A D | vsyscall.c | 22 vc->max_cycles = base->clock->max_cycles; in fill_clock_configuration()
88 clock_mode = tk->tkr_mono.clock->vdso_clock_mode; in update_vsyscall()
150 clock_mode = tk->tkr_mono.clock->vdso_clock_mode; in vdso_time_update_aux()
|
| A D | Kconfig | 24 # The generic clock events infrastructure
43 # clock event device
47 # Generic update of CMOS clock
221 and other clock domains, which are not correlated to the TAI/NTP
|
| A D | Makefile | 13 obj-y += posix-timers.o posix-cpu-timers.o posix-clock.o itimer.o
|
| /kernel/trace/ |
| A D | trace_clock.c | 34 u64 clock; in trace_clock_local() local
42 clock = sched_clock(); in trace_clock_local()
45 return clock; in trace_clock_local()
|
| A D | trace_events_hist.c | 524 char *clock; member
1444 kfree(attrs->clock); in destroy_hist_trigger_attrs()
1505 attrs->clock = kstrdup(str, GFP_KERNEL); in parse_assignment()
1506 if (!attrs->clock) { in parse_assignment()
1585 if (!attrs->clock) { in parse_hist_trigger_attrs()
1586 attrs->clock = kstrdup("global", GFP_KERNEL); in parse_hist_trigger_attrs()
1587 if (!attrs->clock) { in parse_hist_trigger_attrs()
6256 seq_printf(m, ":clock=%s", hist_data->attrs->clock); in event_hist_trigger_print()
6577 char *clock = hist_data->attrs->clock; in hist_register_trigger() local
6579 ret = tracing_set_clock(file->tr, hist_data->attrs->clock); in hist_register_trigger()
[all …]
|
| A D | ring_buffer.c | 549 u64 (*clock)(void); member
1095 if (IS_ENABLED(CONFIG_MITIGATION_RETPOLINE) && likely(buffer->clock == trace_clock_local)) in rb_time_stamp()
1098 ts = buffer->clock(); in rb_time_stamp()
2482 buffer->clock = trace_clock_local; in alloc_buffer()
2673 u64 (*clock)(void)) in ring_buffer_set_clock()
2675 buffer->clock = clock; in ring_buffer_set_clock()
|
| /kernel/events/ |
| A D | core.c | 679 return event->clock(); in perf_event_clock()
12902 event->clock = &local_clock; in perf_event_alloc()
12904 event->clock = parent_event->clock; in perf_event_alloc()
13218 if (output_event->clock != event->clock) in perf_event_set_output()
13282 event->clock = &ktime_get_mono_fast_ns; in perf_event_set_clock()
13287 event->clock = &ktime_get_raw_fast_ns; in perf_event_set_clock()
13292 event->clock = &ktime_get_real_ns; in perf_event_set_clock()
13296 event->clock = &ktime_get_boottime_ns; in perf_event_set_clock()
13300 event->clock = &ktime_get_clocktai_ns; in perf_event_set_clock()
13559 if (group_leader->clock != event->clock) in SYSCALL_DEFINE5()
|
| /kernel/power/ |
| A D | Kconfig | 314 CAUTION: this option will cause your machine's real-time clock to be
|
| /kernel/rcu/ |
| A D | Kconfig | 188 scheduling-clock interrupts for energy-efficiency reasons will
|