| /kernel/kcsan/ |
| A D | core.c | 277 if (is_atomic(ctx, ptr, size, type)) in should_watch() 350 case 1: return *(const volatile u8 *)ptr; in read_instrumented_memory() 351 case 2: return *(const volatile u16 *)ptr; in read_instrumented_memory() 352 case 4: return *(const volatile u32 *)ptr; in read_instrumented_memory() 413 return reorder_access->ptr == ptr && reorder_access->size == size && in find_reorder_access() 433 reorder_access->ptr = ptr; in set_reorder_access() 765 ptr = reorder_access->ptr; in check_access() 912 check_access(ptr, size, type, _RET_IP_); in kcsan_begin_scoped_access() 917 sa->ptr = ptr; in kcsan_begin_scoped_access() 958 check_access(ptr, size, type, _RET_IP_); in __kcsan_check_access() [all …]
|
| A D | report.c | 30 const volatile void *ptr; member 446 get_access_type(other_info->ai.access_type), other_info->ai.ptr, in print_report() 459 get_access_type(ai->access_type), ai->ptr, ai->size, in print_report() 463 get_access_type(ai->access_type), ai->ptr, ai->size, in print_report() 565 } while (other_info->ai.size && other_info->ai.ptr == ai->ptr && in set_other_info_task_blocking() 617 (unsigned long)ai->ptr & WATCHPOINT_ADDR_MASK, ai->size))) in prepare_report_consumer() 620 if (!matching_access((unsigned long)other_info->ai.ptr, other_info->ai.size, in prepare_report_consumer() 621 (unsigned long)ai->ptr, ai->size)) { in prepare_report_consumer() 641 .ptr = ptr, in prepare_access_info() 654 const struct access_info ai = prepare_access_info(ptr, size, access_type, ip); in kcsan_report_set_info() [all …]
|
| A D | kcsan.h | 123 void kcsan_report_set_info(const volatile void *ptr, size_t size, int access_type, 131 void kcsan_report_known_origin(const volatile void *ptr, size_t size, int access_type, 139 void kcsan_report_unknown_origin(const volatile void *ptr, size_t size, int access_type,
|
| A D | permissive.h | 22 static __always_inline bool kcsan_ignore_address(const volatile void *ptr) in kcsan_ignore_address() argument 31 return ptr == ¤t->flags; in kcsan_ignore_address()
|
| /kernel/debug/ |
| A D | gdbstub.c | 300 (*ptr)++; in kgdb_hex2long() 309 (*ptr)++; in kgdb_hex2long() 372 if (kgdb_hex2long(&ptr, &addr) > 0 && *(ptr++) == ',' && in write_mem_msg() 562 if (kgdb_hex2long(&ptr, &addr) > 0 && *ptr++ == ',' && in gdb_cmd_memread() 700 char *ptr; in gdb_cmd_query() local 719 ptr = pack_threadid(ptr, thref); in gdb_cmd_query() 728 ptr = pack_threadid(ptr, thref); in gdb_cmd_query() 812 char *ptr; in gdb_cmd_task() local 972 ptr = hex_byte_pack(ptr, ks->signo); in gdb_serial_stub() 973 ptr += strlen(strcpy(ptr, "thread:")); in gdb_serial_stub() [all …]
|
| /kernel/ |
| A D | extable.c | 143 void *dereference_function_descriptor(void *ptr) in dereference_function_descriptor() argument 145 func_desc_t *desc = ptr; in dereference_function_descriptor() 149 ptr = p; in dereference_function_descriptor() 150 return ptr; in dereference_function_descriptor() 154 void *dereference_kernel_function_descriptor(void *ptr) in dereference_kernel_function_descriptor() argument 156 if (ptr < (void *)__start_opd || ptr >= (void *)__end_opd) in dereference_kernel_function_descriptor() 157 return ptr; in dereference_kernel_function_descriptor() 159 return dereference_function_descriptor(ptr); in dereference_kernel_function_descriptor() 163 int func_ptr_is_kernel_text(void *ptr) in func_ptr_is_kernel_text() argument 166 addr = (unsigned long) dereference_function_descriptor(ptr); in func_ptr_is_kernel_text()
|
| A D | kexec_core.c | 545 for (ptr = &image->head; (entry = *ptr) && !(entry & IND_DONE); \ 577 kimage_entry_t *ptr, entry; in kimage_free() local 629 kimage_entry_t *ptr, entry; in kimage_dst_used() local 637 return ptr; in kimage_dst_used() 787 ptr += mchunk; in kimage_load_cma_segment() 795 memset(ptr, 0, mbytes); in kimage_load_cma_segment() 827 char *ptr; in kimage_load_normal_segment() local 842 clear_page(ptr); in kimage_load_normal_segment() 860 kunmap_local(ptr); in kimage_load_normal_segment() 898 char *ptr; in kimage_load_crash_segment() local [all …]
|
| A D | iomem.c | 140 void **ptr, *addr; in devm_memremap() local 142 ptr = devres_alloc_node(devm_memremap_release, sizeof(*ptr), GFP_KERNEL, in devm_memremap() 144 if (!ptr) in devm_memremap() 149 *ptr = addr; in devm_memremap() 150 devres_add(dev, ptr); in devm_memremap() 152 devres_free(ptr); in devm_memremap()
|
| A D | stacktrace.c | 377 static inline bool in_irqentry_text(unsigned long ptr) in in_irqentry_text() argument 379 return (ptr >= (unsigned long)&__irqentry_text_start && in in_irqentry_text() 380 ptr < (unsigned long)&__irqentry_text_end) || in in_irqentry_text() 381 (ptr >= (unsigned long)&__softirqentry_text_start && in in_irqentry_text() 382 ptr < (unsigned long)&__softirqentry_text_end); in in_irqentry_text()
|
| A D | vmcore_info.c | 67 void crash_update_vmcoreinfo_safecopy(void *ptr) in crash_update_vmcoreinfo_safecopy() argument 69 if (ptr) in crash_update_vmcoreinfo_safecopy() 70 memcpy(ptr, vmcoreinfo_data, vmcoreinfo_size); in crash_update_vmcoreinfo_safecopy() 72 vmcoreinfo_data_safecopy = ptr; in crash_update_vmcoreinfo_safecopy()
|
| /kernel/locking/ |
| A D | lockdep_internals.h | 216 #define __debug_atomic_inc(ptr) \ argument 217 this_cpu_inc(lockdep_stats.ptr); 219 #define debug_atomic_inc(ptr) { \ argument 221 __this_cpu_inc(lockdep_stats.ptr); \ 224 #define debug_atomic_dec(ptr) { \ argument 226 __this_cpu_dec(lockdep_stats.ptr); \ 229 #define debug_atomic_read(ptr) ({ \ argument 235 __total += __cpu_lockdep_stats->ptr; \ 261 # define debug_atomic_inc(ptr) do { } while (0) argument 262 # define debug_atomic_dec(ptr) do { } while (0) argument [all …]
|
| /kernel/bpf/ |
| A D | helpers.c | 1709 ptr->data = data; in bpf_dynptr_init() 1711 ptr->size = size; in bpf_dynptr_init() 1717 memset(ptr, 0, sizeof(*ptr)); in bpf_dynptr_set_null() 1867 if (!ptr->data) in BPF_CALL_3() 1882 return (unsigned long)(ptr->data + ptr->offset + offset); in BPF_CALL_3() 2684 if (!ptr->data) in bpf_dynptr_slice() 2696 return ptr->data + ptr->offset + offset; in bpf_dynptr_slice() 2766 if (!ptr->data || __bpf_dynptr_is_rdonly(ptr)) in bpf_dynptr_slice_rdwr() 2824 if (!ptr->data) in bpf_dynptr_is_rdonly() 2834 if (!ptr->data) in bpf_dynptr_size() [all …]
|
| A D | memalloc.c | 912 if (!ptr) in bpf_mem_free() 915 c = *(void **)(ptr - LLIST_NODE_SZ); in bpf_mem_free() 928 if (!ptr) in bpf_mem_free_rcu() 931 c = *(void **)(ptr - LLIST_NODE_SZ); in bpf_mem_free_rcu() 949 if (!ptr) in bpf_mem_cache_free() 952 unit_free(this_cpu_ptr(ma->cache), ptr); in bpf_mem_cache_free() 957 if (!ptr) in bpf_mem_cache_free_rcu() 960 unit_free_rcu(this_cpu_ptr(ma->cache), ptr); in bpf_mem_cache_free_rcu() 973 void bpf_mem_cache_raw_free(void *ptr) in bpf_mem_cache_raw_free() argument 975 if (!ptr) in bpf_mem_cache_raw_free() [all …]
|
| A D | ringbuf.c | 592 struct bpf_dynptr_kern *, ptr) in BPF_CALL_4() 599 bpf_dynptr_set_null(ptr); in BPF_CALL_4() 605 bpf_dynptr_set_null(ptr); in BPF_CALL_4() 613 bpf_dynptr_set_null(ptr); in BPF_CALL_4() 617 bpf_dynptr_init(ptr, sample, BPF_DYNPTR_TYPE_RINGBUF, 0, size); in BPF_CALL_4() 633 if (!ptr->data) in BPF_CALL_2() 636 bpf_ringbuf_commit(ptr->data, flags, false /* discard */); in BPF_CALL_2() 638 bpf_dynptr_set_null(ptr); in BPF_CALL_2() 652 if (!ptr->data) in BPF_CALL_2() 655 bpf_ringbuf_commit(ptr->data, flags, true /* discard */); in BPF_CALL_2() [all …]
|
| A D | queue_stack_maps.c | 100 void *ptr; in __queue_map_get() local 111 ptr = &qs->elements[qs->tail * qs->map.value_size]; in __queue_map_get() 112 memcpy(value, ptr, qs->map.value_size); in __queue_map_get() 130 void *ptr; in __stack_map_get() local 146 ptr = &qs->elements[index * qs->map.value_size]; in __stack_map_get() 147 memcpy(value, ptr, qs->map.value_size); in __stack_map_get()
|
| A D | map_in_map.c | 114 void bpf_map_fd_put_ptr(struct bpf_map *map, void *ptr, bool need_defer) in bpf_map_fd_put_ptr() argument 116 struct bpf_map *inner_map = ptr; in bpf_map_fd_put_ptr() 131 u32 bpf_map_fd_sys_lookup_elem(void *ptr) in bpf_map_fd_sys_lookup_elem() argument 133 return ((struct bpf_map *)ptr)->id; in bpf_map_fd_sys_lookup_elem()
|
| A D | arraymap.c | 34 void __percpu *ptr; in bpf_array_alloc_percpu() local 40 if (!ptr) { in bpf_array_alloc_percpu() 44 array->pptrs[i] = ptr; in bpf_array_alloc_percpu() 858 void **elem, *ptr; in bpf_fd_array_map_lookup_elem() local 866 if (elem && (ptr = READ_ONCE(*elem))) in bpf_fd_array_map_lookup_elem() 974 struct bpf_prog *prog = ptr; in prog_fd_array_put_ptr() 1001 void **elem, *ptr; in prog_array_map_seq_show_elem() local 1008 ptr = READ_ONCE(*elem); in prog_array_map_seq_show_elem() 1009 if (ptr) { in prog_array_map_seq_show_elem() 1269 bpf_event_entry_free_rcu(ptr); in perf_event_fd_array_put_ptr() [all …]
|
| A D | core.c | 77 u8 *ptr = NULL; in bpf_internal_load_pointer_neg_helper() local 86 if (ptr >= skb->head && ptr + size <= skb_tail_pointer(skb)) in bpf_internal_load_pointer_neg_helper() 87 return ptr; in bpf_internal_load_pointer_neg_helper() 890 void *ptr; member 930 if (!pack->ptr) in alloc_new_pack() 960 if (ptr) { in bpf_prog_pack_alloc() 969 ptr = NULL; in bpf_prog_pack_alloc() 989 ptr = (void *)(pack->ptr) + (pos << BPF_PROG_CHUNK_SHIFT); in bpf_prog_pack_alloc() 993 return ptr; in bpf_prog_pack_alloc() 1009 if (ptr >= tmp->ptr && (tmp->ptr + BPF_PROG_PACK_SIZE) > ptr) { in bpf_prog_pack_free() [all …]
|
| A D | map_in_map.h | 16 void bpf_map_fd_put_ptr(struct bpf_map *map, void *ptr, bool need_defer); 17 u32 bpf_map_fd_sys_lookup_elem(void *ptr);
|
| /kernel/trace/ |
| A D | trace_sched_switch.c | 337 int *ptr = trace_find_tgid_ptr(pid); in trace_find_tgid() local 339 return ptr ? *ptr : 0; in trace_find_tgid() 344 int *ptr; in trace_save_tgid() local 350 ptr = trace_find_tgid_ptr(tsk->pid); in trace_save_tgid() 351 if (!ptr) in trace_save_tgid() 354 *ptr = tsk->tgid; in trace_save_tgid() 520 unsigned int *ptr = v; in saved_cmdlines_next() local 523 ptr++; in saved_cmdlines_next() 528 ptr++) { in saved_cmdlines_next() 529 if (*ptr == -1 || *ptr == NO_CMDLINE_MAP) in saved_cmdlines_next() [all …]
|
| A D | trace_events.c | 3166 memmove(ptr + elen, ptr + len, rlen); in eval_replace() 3180 for (ptr = call->print_fmt; *ptr; ptr++) { in update_event_printk() 3208 if (isalpha(*ptr) || *ptr == '_') { in update_event_printk() 3211 ptr = eval_replace(ptr, map, len); in update_event_printk() 3227 } while (isalnum(*ptr) || *ptr == '_'); in update_event_printk() 3234 if (*ptr == '.' || (ptr[0] == '-' && ptr[1] == '>')) { in update_event_printk() 3235 ptr += *ptr == '.' ? 1 : 2; in update_event_printk() 3329 ptr++; in find_replacable_eval() 3331 if (!isalpha(*ptr) && *ptr != '_') in find_replacable_eval() 3371 ptr = str + (ptr - field->type); in update_event_fields() [all …]
|
| A D | trace_printk.c | 256 const char **ptr = __start___tracepoint_str; in trace_is_tracepoint_string() local 258 for (ptr = __start___tracepoint_str; ptr < __stop___tracepoint_str; ptr++) { in trace_is_tracepoint_string() 259 if (str == *ptr) in trace_is_tracepoint_string()
|
| A D | ring_buffer.c | 1595 unsigned long ptr; in rb_range_meta() local 1618 ptr = rb_range_align_subbuf(ptr, subbuf_size, nr_subbufs); in rb_range_meta() 1627 p = ptr; in rb_range_meta() 1628 ptr = rb_range_align_subbuf(ptr, subbuf_size, nr_subbufs); in rb_range_meta() 1632 size = ptr - p; in rb_range_meta() 1646 ptr = rb_range_align_subbuf(ptr, subbuf_size, meta->nr_subbufs); in rb_subbufs_from_meta() 1702 ptr = ALIGN(ptr, sizeof(long)); in rb_meta_init() 2535 ptr = ALIGN(ptr, subbuf_size); in alloc_buffer() 2538 if (ptr > end) { in alloc_buffer() 2634 void *ptr; in ring_buffer_meta_scratch() local [all …]
|
| /kernel/sched/ |
| A D | core_sched.c | 27 struct sched_core_cookie *ptr = (void *)cookie; in sched_core_put_cookie() local 29 if (ptr && refcount_dec_and_test(&ptr->refcnt)) { in sched_core_put_cookie() 30 kfree(ptr); in sched_core_put_cookie() 37 struct sched_core_cookie *ptr = (void *)cookie; in sched_core_get_cookie() local 39 if (ptr) in sched_core_get_cookie() 40 refcount_inc(&ptr->refcnt); in sched_core_get_cookie()
|
| /kernel/trace/rv/ |
| A D | rv.c | 603 char *ptr, *tmp; in enabled_monitors_write() local 615 ptr = strim(buff); in enabled_monitors_write() 617 if (ptr[0] == '!') { in enabled_monitors_write() 619 ptr++; in enabled_monitors_write() 622 len = strlen(ptr); in enabled_monitors_write() 631 tmp = strstr(ptr, ":"); in enabled_monitors_write() 633 ptr = tmp+1; in enabled_monitors_write() 636 if (strcmp(ptr, mon->name) != 0) in enabled_monitors_write()
|