| /kernel/ |
| A D | resource.c | 131 start = r->start; in r_show()
189 if (start < root->start) in __request_resource()
373 .start = max(start, p->start), in find_next_iomem_res()
676 tmp.start = root->start; in __find_resource_space()
774 old->start = new.start; in reallocate_resource()
785 old->start = new.start; in reallocate_resource()
1057 res->start = start; in __adjust_resource()
1101 res->start = start; in __reserve_region_with_split()
1165 start = root->start; in reserve_region_with_split()
1264 res->start = start; in __request_region_locked()
[all …]
|
| A D | range.c | 14 if (start >= end) in add_range()
21 range[nr_range].start = start; in add_range()
44 common_start = max(range[i].start, start); in add_range_with_merge()
50 start = min(range[i].start, start); in add_range_with_merge()
76 if (start <= range[j].start && end >= range[j].end) { in subtract_range()
82 if (start <= range[j].start && end < range[j].end && in subtract_range()
89 if (start > range[j].start && end >= range[j].end && in subtract_range()
95 if (start > range[j].start && end < range[j].end) { in subtract_range()
119 if (r1->start < r2->start) in cmp_range()
121 if (r1->start > r2->start) in cmp_range()
[all …]
|
| A D | resource_kunit.c | 90 KUNIT_EXPECT_EQ_MSG(test, r->start, exp_r->start, "Start elements are not equal"); in resource_do_test()
191 resource_size_t start, resource_size_t size, in resource_test_request_region() argument
202 resource_size_t start, resource_size_t size, in resource_test_insert_resource() argument
211 res->start = start; in resource_test_insert_resource()
212 res->end = start + size - 1; in resource_test_insert_resource()
226 resource_size_t start; in resource_test_region_intersects() local
232 start = parent->start; in resource_test_region_intersects()
257 region_intersects(start + RES_TEST_RAM0_OFFSET + in resource_test_region_intersects()
268 region_intersects(start + RES_TEST_WIN0_OFFSET + in resource_test_region_intersects()
283 region_intersects(start + RES_TEST_RAM2_OFFSET, in resource_test_region_intersects()
[all …]
|
| A D | static_call_inline.c | 109 sort(start, stop - start, sizeof(struct static_call_site), in static_call_sort_entries()
221 struct static_call_site *start, in __static_call_init() argument
228 if (start == stop) in __static_call_init()
231 static_call_sort_entries(start, stop); in __static_call_init()
233 for (site = start; site < stop; site++) { in __static_call_init()
306 void *start, void *end, bool init) in __static_call_text_reserved() argument
312 if (addr_conflict(iter, start, end)) in __static_call_text_reserved()
369 for (site = start; site != stop; site++) { in static_call_add_module()
399 return __static_call_init(mod, start, stop); in static_call_add_module()
411 for (site = start; site < stop; site++) { in static_call_del_module()
[all …]
|
| A D | crash_core.c | 252 mstart = mem->ranges[i].start; in crash_prepare_elf64_headers()
284 start = mem->ranges[i].start; in crash_exclude_mem_range()
299 if (p_end < start) in crash_exclude_mem_range()
303 if (p_start < start) in crash_exclude_mem_range()
304 p_start = start; in crash_exclude_mem_range()
328 } else if (p_start != start) in crash_exclude_mem_range()
331 mem->ranges[i].start = p_end + 1; in crash_exclude_mem_range()
360 ram_res->start = old_res->start + new_size; in __crash_shrink_memory()
367 old_res->start = 0; in __crash_shrink_memory()
420 crashk_res.start = crashk_low_res.start; in crash_shrink_memory()
[all …]
|
| A D | crash_reserve.c | 31 .start = 0,
38 .start = 0,
76 unsigned long long start, end = ULLONG_MAX, size; in parse_crashkernel_mem() local
79 start = memparse(cur, &tmp); in parse_crashkernel_mem()
99 if (end <= start) { in parse_crashkernel_mem()
123 if (total_mem >= start && total_mem < end) { in parse_crashkernel_mem()
383 crashk_low_res.start = low_base; in reserve_crashkernel_low()
465 kmemleak_ignore_phys(crashk_low_res.start); in reserve_crashkernel_generic()
467 crashk_res.start = crash_base; in reserve_crashkernel_generic()
502 crashk_cma_ranges[crashk_cma_cnt].start + in reserve_crashkernel_cma()
[all …]
|
| A D | kexec_file.c | 322 image->control_page = crashk_res.start; in kimage_file_alloc_init()
522 temp_start = max(start, kbuf->buf_min); in locate_mem_hole_bottom_up()
561 u64 start = res->start, end = res->end; in locate_mem_hole_callback() local
562 unsigned long sz = end - start + 1; in locate_mem_hole_callback()
612 res.start = mstart; in kexec_walk_memblock()
626 res.start = mstart; in kexec_walk_memblock()
660 crashk_res.start, crashk_res.end, in kexec_walk_resources()
864 sha_regions[j].start = ksegment->mem; in kexec_calculate_store_digests()
977 kbuf->image->start = pi->ehdr->e_entry; in kexec_purgatory_setup_sechdrs()
1011 kbuf->image->start -= sechdrs[i].sh_addr; in kexec_purgatory_setup_sechdrs()
[all …]
|
| A D | jump_label.c | 80 jump_label_sort_entries(struct jump_entry *start, struct jump_entry *stop) in jump_label_sort_entries() argument
88 size = (((unsigned long)stop - (unsigned long)start) in jump_label_sort_entries()
90 sort(start, size, sizeof(struct jump_entry), jump_label_cmp, swapfn); in jump_label_sort_entries()
385 struct jump_entry *iter_stop, void *start, void *end, bool init) in __jump_label_text_reserved() argument
392 if (addr_conflict(iter, start, end)) in __jump_label_text_reserved()
651 static int __jump_label_mod_text_reserved(void *start, void *end) in __jump_label_mod_text_reserved() argument
657 mod = __module_text_address((unsigned long)start); in __jump_label_mod_text_reserved()
667 start, end, mod->state == MODULE_STATE_COMING); in __jump_label_mod_text_reserved()
880 int jump_label_text_reserved(void *start, void *end) in jump_label_text_reserved() argument
884 __stop___jump_table, start, end, init); in jump_label_text_reserved()
[all …]
|
| A D | kprobes.c | 2540 unsigned long start, end; in add_module_kprobe_blacklist() local
2549 if (start) { in add_module_kprobe_blacklist()
2550 end = start + mod->kprobes_text_size; in add_module_kprobe_blacklist()
2555 if (start) { in add_module_kprobe_blacklist()
2556 end = start + mod->noinstr_text_size; in add_module_kprobe_blacklist()
2563 unsigned long start, end; in remove_module_kprobe_blacklist() local
2572 if (start) { in remove_module_kprobe_blacklist()
2573 end = start + mod->kprobes_text_size; in remove_module_kprobe_blacklist()
2578 if (start) { in remove_module_kprobe_blacklist()
2804 .start = kprobe_seq_start,
[all …]
|
| /kernel/bpf/ |
| A D | range_tree.c | 139 u32 last = start + len - 1; in range_tree_clear()
149 rn->rn_last = start - 1; in range_tree_clear()
161 } else if (rn->rn_start < start) { in range_tree_clear()
164 rn->rn_last = start - 1; in range_tree_clear()
186 u32 last = start + len - 1; in is_range_tree_set()
199 u32 last = start + len - 1; in range_tree_set()
210 err = range_tree_clear(rt, start, len); in range_tree_set()
215 left = range_it_iter_first(rt, start - 1, start - 1); in range_tree_set()
216 if (left && left->rn_last + 1 != start) in range_tree_set()
241 right->rn_start = start; in range_tree_set()
[all …]
|
| A D | cgroup_iter.c | 154 .start = cgroup_iter_seq_start,
165 struct cgroup *cgrp = aux->cgroup.start; in BTF_ID_LIST_GLOBAL_SINGLE()
222 aux->cgroup.start = cgrp; in bpf_iter_attach_cgroup()
229 cgroup_put(aux->cgroup.start); in bpf_iter_detach_cgroup()
248 cgroup_path_ns(aux->cgroup.start, buf, PATH_MAX, in bpf_iter_cgroup_show_fdinfo()
303 struct cgroup_subsys_state *start; member
311 struct cgroup_subsys_state *start, unsigned int flags) in bpf_iter_css_new() argument
318 kit->start = NULL; in bpf_iter_css_new()
328 kit->start = start; in bpf_iter_css_new()
338 if (!kit->start) in bpf_iter_css_next()
[all …]
|
| A D | trampoline.c | 121 ksym->end = ksym->start + size; in bpf_image_ksym_init()
876 u64 start = NO_START_TIME; in bpf_prog_start_time() local
879 start = sched_clock(); in bpf_prog_start_time()
880 if (unlikely(!start)) in bpf_prog_start_time()
881 start = NO_START_TIME; in bpf_prog_start_time()
883 return start; in bpf_prog_start_time()
926 if (start <= NO_START_TIME) in __update_prog_stats()
938 u64 start) in update_prog_stats() argument
950 update_prog_stats(prog, start); in __bpf_prog_exit_recur()
1004 update_prog_stats(prog, start); in __bpf_prog_exit_sleepable_recur()
[all …]
|
| A D | range_tree.h | 16 int range_tree_clear(struct range_tree *rt, u32 start, u32 len);
17 int range_tree_set(struct range_tree *rt, u32 start, u32 len);
18 int is_range_tree_set(struct range_tree *rt, u32 start, u32 len);
|
| /kernel/module/ |
| A D | version.c | 108 struct modversion_info_ext *start) in modversion_ext_start() argument
119 start->remaining = 0; in modversion_ext_start()
123 start->crc = (const u32 *)sechdrs[crc_idx].sh_addr; in modversion_ext_start()
124 start->name = (const char *)sechdrs[name_idx].sh_addr; in modversion_ext_start()
125 start->remaining = sechdrs[crc_idx].sh_size / sizeof(*start->crc); in modversion_ext_start()
|
| A D | tree_lookup.c | 46 unsigned long start, end; in mod_tree_comp() local
48 start = __mod_tree_val(n); in mod_tree_comp()
49 if (val < start) in mod_tree_comp()
52 end = start + __mod_tree_size(n); in mod_tree_comp()
|
| /kernel/irq/ |
| A D | irqdesc.c | 529 irq_insert_desc(start + i, desc); in alloc_descs()
530 irq_sysfs_add(start + i, desc); in alloc_descs()
533 return start; in alloc_descs()
537 free_desc(start + i); in alloc_descs()
640 irq_insert_desc(start + i, desc); in alloc_descs()
642 return start; in alloc_descs()
814 int start; in __irq_alloc_descs() local
834 start = irq_find_free_area(from, cnt); in __irq_alloc_descs()
835 if (irq >=0 && start != irq) in __irq_alloc_descs()
838 if (start + cnt > nr_irqs) { in __irq_alloc_descs()
[all …]
|
| A D | timings.c | 384 int index, i, period_max, count, start, min = INT_MAX; in __irq_timings_next_event() local
412 start = irqs->count < IRQ_TIMINGS_SIZE ? in __irq_timings_next_event()
422 int index = (start + i) & IRQ_TIMINGS_MASK; in __irq_timings_next_event()
717 int index, start, i, count, period_max; in irq_timings_test_next_index() local
736 start = count < IRQ_TIMINGS_SIZE ? 0 : in irq_timings_test_next_index()
742 int index = (start + i) & IRQ_TIMINGS_MASK; in irq_timings_test_next_index()
840 int start = count >= IRQ_TIMINGS_SIZE ? count - IRQ_TIMINGS_SIZE : 0; in irq_timings_test_irqts() local
858 ots += start; in irq_timings_test_irqts()
859 oirq += start; in irq_timings_test_irqts()
|
| /kernel/trace/ |
| A D | trace_mmiotrace.c | 64 resource_size_t start, end; in mmio_print_pcidev() local
71 start = dev->resource[i].start; in mmio_print_pcidev()
73 (unsigned long long)(start | in mmio_print_pcidev()
77 start = dev->resource[i].start; in mmio_print_pcidev()
80 dev->resource[i].start < dev->resource[i].end ? in mmio_print_pcidev()
81 (unsigned long long)(end - start) + 1 : 0); in mmio_print_pcidev()
279 .start = mmio_trace_start,
|
| A D | trace_printk.c | 53 void hold_module_trace_bprintk_format(const char **start, const char **end) in hold_module_trace_bprintk_format() argument
59 if (start != end) in hold_module_trace_bprintk_format()
63 for (iter = start; iter < end; iter++) { in hold_module_trace_bprintk_format()
93 const char **start = mod->trace_bprintk_fmt_start; in module_trace_bprintk_format_notify() local
94 const char **end = start + mod->num_trace_bprintk_fmt; in module_trace_bprintk_format_notify()
97 hold_module_trace_bprintk_format(start, end); in module_trace_bprintk_format_notify()
354 .start = t_start,
|
| A D | trace_stack.c | 157 unsigned long this_size, flags; unsigned long *p, *top, *start; in check_stack() local
212 start = stack; in check_stack()
214 (((unsigned long)start & ~(THREAD_SIZE-1)) + THREAD_SIZE); in check_stack()
227 p = start; in check_stack()
240 start = p + 1; in check_stack()
470 .start = t_start,
|
| A D | trace_benchmark.c | 39 u64 start; in trace_do_benchmark() local
53 start = trace_clock_local(); in trace_do_benchmark()
60 delta = stop - start; in trace_do_benchmark()
|
| /kernel/rcu/ |
| A D | refscale.c | 650 static bool (*rts_acquire)(struct refscale_typesafe *rtsp, unsigned int *start);
651 static bool (*rts_release)(struct refscale_typesafe *rtsp, unsigned int start);
686 *start = read_seqbegin(&rtsp->rts_seqlock); in typesafe_seqlock_acquire()
694 return !read_seqretry(&rtsp->rts_seqlock, start); in typesafe_seqlock_release()
707 unsigned int start; in typesafe_delay_section() local
717 if (!rts_acquire(rtsp, &start)) { in typesafe_delay_section()
722 (void)rts_release(rtsp, start); in typesafe_delay_section()
729 if (!rts_release(rtsp, start)) { in typesafe_delay_section()
891 u64 start; in ref_scale_reader() local
930 start = ktime_get_mono_fast_ns(); in ref_scale_reader()
[all …]
|
| /kernel/dma/ |
| A D | swiotlb.c | 272 void *vaddr = phys_to_virt(start); in swiotlb_init_io_tlb_pool()
276 mem->start = start; in swiotlb_init_io_tlb_pool()
277 mem->end = mem->start + bytes; in swiotlb_init_io_tlb_pool()
540 tbl_size = PAGE_ALIGN(mem->end - mem->start); in swiotlb_exit()
553 memblock_free_late(mem->start, tbl_size); in swiotlb_exit()
758 size_t tlb_size = pool->end - pool->start; in swiotlb_dyn_free()
926 return start + (idx << IO_TLB_SHIFT); in slot_addr()
1262 int start, i; in swiotlb_find_slots() local
1274 } while (i != start); in swiotlb_find_slots()
1646 return io_tlb_default_mem.defpool.start; in default_swiotlb_base()
[all …]
|
| /kernel/power/ |
| A D | swap.c | 126 unsigned long start; member
145 ext->start--; in swsusp_extents_insert()
166 ext->start = swap_offset; in swsusp_extents_insert()
542 ktime_t start; in save_image() local
553 start = ktime_get(); in save_image()
689 ktime_t start; in save_compressed_image() local
795 start = ktime_get(); in save_compressed_image()
1092 ktime_t start; in load_image() local
1106 start = ktime_get(); in load_image()
1207 ktime_t start; in load_compressed_image() local
[all …]
|
| /kernel/locking/ |
| A D | qspinlock_stat.h | 110 u64 start = sched_clock(); in __pv_kick() local
112 per_cpu(pv_kick_time, cpu) = start; in __pv_kick()
114 this_cpu_add(EVENT_COUNT(pv_latency_kick), sched_clock() - start); in __pv_kick()
|