| /kernel/ |
| A D | extable.c | 62 e = search_bpf_extables(addr); in search_exception_tables() 68 if (is_kernel_text(addr)) in core_kernel_text() 72 is_kernel_inittext(addr)) in core_kernel_text() 79 if (kernel_text_address(addr)) in __kernel_text_address() 89 if (is_kernel_inittext(addr)) in __kernel_text_address() 99 if (core_kernel_text(addr)) in kernel_text_address() 121 if (is_ftrace_trampoline(addr)) in kernel_text_address() 123 if (is_kprobe_optinsn_slot(addr) || is_kprobe_insn_slot(addr)) in kernel_text_address() 125 if (is_bpf_text_address(addr)) in kernel_text_address() 165 unsigned long addr; in func_ptr_is_kernel_text() local [all …]
|
| A D | iomem.c | 73 void *addr = NULL; in memremap() local 94 if (!addr) in memremap() 116 return addr; in memremap() 120 void memunmap(void *addr) in memunmap() argument 122 if (is_ioremap_addr(addr)) in memunmap() 123 iounmap((void __iomem *) addr); in memunmap() 140 void **ptr, *addr; in devm_memremap() local 148 if (addr) { in devm_memremap() 149 *ptr = addr; in devm_memremap() 156 return addr; in devm_memremap() [all …]
|
| A D | kallsyms_selftest.c | 34 unsigned long addr; member 40 unsigned long addr; member 196 stat->addr = addr; in find_symbol() 230 stat->addr = addr; in match_symbol() 275 if (addr != test_items[i].addr) { in test_kallsyms_basic_function() 278 prefix, test_items[i].name, addr, test_items[i].addr); in test_kallsyms_basic_function() 288 if (stat->addr != test_items[i].addr || stat->real_cnt != 1) { in test_kallsyms_basic_function() 292 stat->real_cnt, stat->addr, test_items[i].addr); in test_kallsyms_basic_function() 302 if (stat->addr != test_items[i].addr || stat->real_cnt != 1) { in test_kallsyms_basic_function() 306 stat->real_cnt, stat->addr, test_items[i].addr); in test_kallsyms_basic_function() [all …]
|
| A D | cfi.c | 19 (void *)addr, (void *)*target, type); in report_cfi_failure() 22 (void *)addr); in report_cfi_failure() 25 __warn(NULL, 0, (void *)addr, 0, regs, NULL); in report_cfi_failure() 51 static bool is_trap(unsigned long addr, s32 *start, s32 *end) in is_trap() argument 56 if (trap_address(p) == addr) in is_trap() 86 static bool is_module_cfi_trap(unsigned long addr) in is_module_cfi_trap() argument 92 mod = __module_address(addr); in is_module_cfi_trap() 94 found = is_trap(addr, mod->kcfi_traps, mod->kcfi_traps_end); in is_module_cfi_trap() 99 static inline bool is_module_cfi_trap(unsigned long addr) in is_module_cfi_trap() argument 108 bool is_cfi_trap(unsigned long addr) in is_cfi_trap() argument [all …]
|
| A D | kprobes.c | 386 if (p->addr == addr) in get_kprobe() 841 op->kp.addr = p->addr; in alloc_aggr_kprobe() 1269 ap->addr = p->addr; in init_aggr_kprobe() 1452 addr = (void *)addr + offset; in _kprobe_addr() 1455 addr = (void *)addr - offset; in _kprobe_addr() 1517 unsigned long addr = (unsigned long)p->addr; in check_ftrace_location() local 1519 if (ftrace_location(addr) == addr) { in check_ftrace_location() 1641 p->addr = addr; in register_kprobe() 2194 if (kretprobe_blacklist[i].addr == addr) in register_kretprobe() 2734 void *addr = p->addr; in report_probe() local [all …]
|
| A D | fail_function.c | 38 switch (get_injectable_error_type(addr)) { in adjust_error_retval() 56 static struct fei_attr *fei_attr_new(const char *sym, unsigned long addr) in fei_attr_new() argument 69 attr->retval = adjust_error_retval(addr, 0); in fei_attr_new() 124 if (attr->kp.addr) { in fei_retval_set() 125 if (adjust_error_retval((unsigned long)attr->kp.addr, in fei_retval_set() 203 seq_printf(m, "%ps\n", attr->kp.addr); in fei_seq_show() 240 unsigned long addr; in fei_write() local 274 addr = kallsyms_lookup_name(sym); in fei_write() 275 if (!addr) { in fei_write() 279 if (!within_error_injection_list(addr)) { in fei_write() [all …]
|
| A D | kallsyms.c | 291 if (kallsyms_sym_address(mid) <= addr) in get_symbol_pos() 316 if (is_kernel_inittext(addr)) in get_symbol_pos() 327 *offset = addr - symbol_start; in get_symbol_pos() 340 if (is_ksym_addr(addr)) { in kallsyms_lookup_size_offset() 341 get_symbol_pos(addr, symbolsize, offset); in kallsyms_lookup_size_offset() 358 if (is_ksym_addr(addr)) { in kallsyms_lookup_buildid() 361 pos = get_symbol_pos(addr, symbolsize, offset); in kallsyms_lookup_buildid() 377 ret = bpf_address_lookup(addr, symbolsize, in kallsyms_lookup_buildid() 394 const char *kallsyms_lookup(unsigned long addr, in kallsyms_lookup() argument 413 if (is_ksym_addr(addr)) { in lookup_symbol_name() [all …]
|
| A D | ptrace.c | 410 unsigned long addr, in ptrace_attach() argument 417 if (addr != 0) in ptrace_attach() 710 unsigned long addr, in ptrace_peek_siginfo() argument 1137 unsigned long addr, unsigned long data) in ptrace_request() argument 1165 ret = ptrace_peek_siginfo(child, addr, data); in ptrace_request() 1183 if (addr != sizeof(sigset_t)) { in ptrace_request() 1204 if (addr != sizeof(sigset_t)) { in ptrace_request() 1297 switch (addr) { in ptrace_request() 1359 ret = seccomp_get_filter(child, addr, datavp); in ptrace_request() 1414 ret = arch_ptrace(child, request, addr, data); in SYSCALL_DEFINE4() [all …]
|
| A D | static_call_inline.c | 46 return (void *)((long)site->addr + (long)&site->addr); in static_call_addr() 99 a->addr = b->addr - delta; in static_call_site_swap() 102 b->addr = tmp.addr + delta; in static_call_site_swap() 295 unsigned long addr = (unsigned long)static_call_addr(site); in addr_conflict() local 297 if (addr <= (unsigned long)end && in addr_conflict() 298 addr + CALL_INSN_SIZE > (unsigned long)start) in addr_conflict() 346 static unsigned long tramp_key_lookup(unsigned long addr) in tramp_key_lookup() argument 356 if (tramp == addr) in tramp_key_lookup() 371 unsigned long addr = s_key & ~STATIC_CALL_SITE_FLAGS; in static_call_add_module() local 385 if (!kernel_text_address(addr)) in static_call_add_module() [all …]
|
| A D | kexec_handover.c | 487 phys_addr_t addr, size; in kho_reserve_scratch() local 509 if (!addr) in kho_reserve_scratch() 512 kho_scratch[i].addr = addr; in kho_reserve_scratch() 519 if (!addr) in kho_reserve_scratch() 522 kho_scratch[i].addr = addr; in kho_reserve_scratch() 531 if (!addr) in kho_reserve_scratch() 534 kho_scratch[i].addr = addr; in kho_reserve_scratch() 1074 void *start = __va(kho_scratch[i].addr); in kho_init() 1172 memblock_add(area->addr, size); in kho_populate() 1176 &area->addr, &size, err); in kho_populate() [all …]
|
| /kernel/debug/kdb/ |
| A D | kdb_support.c | 91 if (addr < 4096) in kdbnearsym() 98 addr = offset = symbolsize = 0; in kdbnearsym() 206 kdbnearsym(addr, symtab_p2); in kdb_symbol_print() 323 pfn = (addr >> PAGE_SHIFT); in kdb_getphys() 403 diag = kdb_getarea(w1, addr); in kdb_getword() 408 diag = kdb_getarea(w2, addr); in kdb_getword() 413 diag = kdb_getarea(w4, addr); in kdb_getword() 419 diag = kdb_getarea(w8, addr); in kdb_getword() 452 diag = kdb_putarea(addr, w1); in kdb_putword() 456 diag = kdb_putarea(addr, w2); in kdb_putword() [all …]
|
| A D | kdb_bt.c | 22 static void kdb_show_stack(struct task_struct *p, void *addr) in kdb_show_stack() argument 26 if (!addr && kdb_task_has_cpu(p)) { in kdb_show_stack() 33 show_stack(p, addr, KERN_EMERG); in kdb_show_stack() 132 unsigned long addr; in kdb_bt() local 176 diag = kdbgetularg((char *)argv[1], &addr); in kdb_bt() 179 return kdb_bt1((struct task_struct *)addr, "A", false); in kdb_bt() 208 diag = kdbgetaddrarg(argc, argv, &nextarg, &addr, in kdb_bt() 212 kdb_show_stack(kdb_current_task, (void *)addr); in kdb_bt()
|
| A D | kdb_main.c | 476 unsigned long addr; in kdbgetaddrarg() local 551 *value = addr; in kdbgetaddrarg() 1442 addr++; in kdb_mdr() 1530 unsigned long addr; in kdb_md() local 1581 addr = last_addr; in kdb_md() 1620 last_addr = addr; in kdb_md() 1705 addr, addr + bytesperword * s - 1); in kdb_md() 1710 last_addr = addr; in kdb_md() 1724 unsigned long addr; in kdb_mm() local 1766 unsigned long addr; in kdb_go() local [all …]
|
| A D | kdb_debugger.c | 57 unsigned long addr = kgdb_arch_pc(ks->ex_vector, ks->linux_regs); in kdb_stub() local 66 addr = instruction_pointer(ks->linux_regs); in kdb_stub() 79 if ((bp->bp_enabled) && (bp->bp_addr == addr)) { in kdb_stub() 82 if (addr != instruction_pointer(ks->linux_regs)) in kdb_stub() 83 kgdb_arch_set_pc(ks->linux_regs, addr); in kdb_stub() 91 if (bp->bp_addr == addr) { in kdb_stub()
|
| /kernel/trace/ |
| A D | trace_probe_kernel.h | 13 fetch_store_strlen_user(unsigned long addr) in fetch_store_strlen_user() argument 15 const void __user *uaddr = (__force const void __user *)addr; in fetch_store_strlen_user() 22 fetch_store_strlen(unsigned long addr) in fetch_store_strlen() argument 28 if (addr < TASK_SIZE) in fetch_store_strlen() 29 return fetch_store_strlen_user(addr); in fetch_store_strlen() 33 ret = copy_from_kernel_nofault(&c, (u8 *)addr + len, 1); in fetch_store_strlen() 54 const void __user *uaddr = (__force const void __user *)addr; in fetch_store_string_user() 75 fetch_store_string(unsigned long addr, void *dest, void *base) in fetch_store_string() argument 82 if ((unsigned long)addr < TASK_SIZE) in fetch_store_string() 83 return fetch_store_string_user(addr, dest, base); in fetch_store_string() [all …]
|
| A D | fprobe.c | 62 if (node->addr == ip) in find_first_fprobe_node() 72 unsigned long ip = node->addr; in insert_fprobe_node() 269 if (node->addr != func) in fprobe_entry() 286 if (node->addr != func) in fprobe_entry() 306 if (node->addr != func) in fprobe_entry() 559 if (!ftrace_location(addr)) in filter_match_callback() 569 match->addrs[match->index] = addr; in filter_match_callback() 617 unsigned long addr; in fprobe_init() local 639 addr = ftrace_location(addrs[i]); in fprobe_init() 640 if (!addr) { in fprobe_init() [all …]
|
| A D | trace_kprobe.c | 201 unsigned long addr; in trace_kprobe_address() local 206 if (addr) in trace_kprobe_address() 209 addr = (unsigned long)tk->rp.kp.addr; in trace_kprobe_address() 211 return addr; in trace_kprobe_address() 268 void *addr, in alloc_trace_kprobe() argument 292 tk->rp.kp.addr = addr; in alloc_trace_kprobe() 446 if (!addr || !kallsyms_lookup_size_offset(addr, &size, &offset)) in __within_notrace_func() 450 addr -= offset; in __within_notrace_func() 456 return !ftrace_location_range(addr, addr + size - 1); in __within_notrace_func() 474 if (addr) in within_notrace_func() [all …]
|
| A D | trace_probe_tmpl.h | 59 static nokprobe_inline int fetch_store_strlen(unsigned long addr); 61 fetch_store_string(unsigned long addr, void *dest, void *base); 62 static nokprobe_inline int fetch_store_strlen_user(unsigned long addr); 64 fetch_store_string_user(unsigned long addr, void *dest, void *base); 71 fetch_store_symstrlen(unsigned long addr) in fetch_store_symstrlen() argument 76 ret = sprint_symbol(namebuf, addr); in fetch_store_symstrlen() 88 fetch_store_symstring(unsigned long addr, void *dest, void *base) in fetch_store_symstring() argument 98 return sprint_symbol(__dest, addr); in fetch_store_symstring()
|
| /kernel/dma/ |
| A D | mapping.c | 160 dma_addr_t addr; in dma_map_page_attrs() local 179 return addr; in dma_map_page_attrs() 190 arch_dma_unmap_page_direct(dev, addr + size)) in dma_unmap_page_attrs() 193 iommu_dma_unmap_page(dev, addr, size, dir, attrs); in dma_unmap_page_attrs() 195 ops->unmap_page(dev, addr, size, dir, attrs); in dma_unmap_page_attrs() 196 trace_dma_unmap_page(dev, addr, size, dir, attrs); in dma_unmap_page_attrs() 197 debug_dma_unmap_page(dev, addr, size, dir); in dma_unmap_page_attrs() 325 dma_addr_t addr = DMA_MAPPING_ERROR; in dma_map_resource() local 341 return addr; in dma_map_resource() 358 debug_dma_unmap_resource(dev, addr, size, dir); in dma_unmap_resource() [all …]
|
| A D | pool.c | 84 void *addr; in atomic_pool_expand() local 104 addr = dma_common_contiguous_remap(page, pool_size, in atomic_pool_expand() 107 if (!addr) in atomic_pool_expand() 110 addr = page_to_virt(page); in atomic_pool_expand() 137 dma_common_free_remap(addr, pool_size); in atomic_pool_expand() 244 unsigned long addr; in __dma_alloc_from_pool() local 247 addr = gen_pool_alloc(pool, size); in __dma_alloc_from_pool() 248 if (!addr) in __dma_alloc_from_pool() 251 phys = gen_pool_virt_to_phys(pool, addr); in __dma_alloc_from_pool() 253 gen_pool_free(pool, addr, size); in __dma_alloc_from_pool() [all …]
|
| A D | direct.h | 57 dma_addr_t addr, size_t size, enum dma_data_direction dir) in dma_direct_sync_single_for_device() argument 59 phys_addr_t paddr = dma_to_phys(dev, addr); in dma_direct_sync_single_for_device() 68 dma_addr_t addr, size_t size, enum dma_data_direction dir) in dma_direct_sync_single_for_cpu() argument 70 phys_addr_t paddr = dma_to_phys(dev, addr); in dma_direct_sync_single_for_cpu() 114 static inline void dma_direct_unmap_page(struct device *dev, dma_addr_t addr, in dma_direct_unmap_page() argument 117 phys_addr_t phys = dma_to_phys(dev, addr); in dma_direct_unmap_page() 120 dma_direct_sync_single_for_cpu(dev, addr, size, dir); in dma_direct_unmap_page()
|
| A D | debug.h | 17 extern void debug_dma_unmap_page(struct device *dev, dma_addr_t addr, 32 void *virt, dma_addr_t addr); 34 extern void debug_dma_map_resource(struct device *dev, phys_addr_t addr, 65 static inline void debug_dma_unmap_page(struct device *dev, dma_addr_t addr, in debug_dma_unmap_page() argument 89 void *virt, dma_addr_t addr) in debug_dma_free_coherent() argument 93 static inline void debug_dma_map_resource(struct device *dev, phys_addr_t addr, in debug_dma_map_resource() argument
|
| /kernel/debug/ |
| A D | debug_core.c | 182 if (kgdb_within_blocklist(addr)) in kgdb_validate_break_address() 190 tmp.bpt_addr = addr; in kgdb_validate_break_address() 197 addr); in kgdb_validate_break_address() 286 flush_icache_range(addr, addr + BREAK_INSTR_SIZE); in kgdb_flush_swbreak_addr() 329 (kgdb_break[i].bpt_addr == addr)) in dbg_set_sw_break() 334 kgdb_break[i].bpt_addr == addr) { in dbg_set_sw_break() 354 kgdb_break[breakno].bpt_addr = addr; in dbg_set_sw_break() 402 (kgdb_break[i].bpt_addr == addr)) in kgdb_isremovedbreak() 414 kgdb_break[i].bpt_addr == addr) in kgdb_has_hit_break() 517 unsigned long addr; in kgdb_reenter_check() local [all …]
|
| /kernel/kcsan/ |
| A D | encoding.h | 52 static inline bool check_encodable(unsigned long addr, size_t size) in check_encodable() argument 58 return addr >= PAGE_SIZE && size <= MAX_ENCODABLE_SIZE; in check_encodable() 62 encode_watchpoint(unsigned long addr, size_t size, bool is_write) in encode_watchpoint() argument 66 (addr & WATCHPOINT_ADDR_MASK)); in encode_watchpoint() 88 static __always_inline int watchpoint_slot(unsigned long addr) in watchpoint_slot() argument 90 return (addr / PAGE_SIZE) % CONFIG_KCSAN_NUM_WATCHPOINTS; in watchpoint_slot()
|
| A D | selftest.c | 39 unsigned long addr; in test_encode_decode() local 42 get_random_bytes(&addr, sizeof(addr)); in test_encode_decode() 43 if (addr < PAGE_SIZE) in test_encode_decode() 44 addr = PAGE_SIZE; in test_encode_decode() 46 if (WARN_ON(!check_encodable(addr, size))) in test_encode_decode() 49 encoded_watchpoint = encode_watchpoint(addr, size, is_write); in test_encode_decode() 60 if (WARN_ON(verif_masked_addr != (addr & WATCHPOINT_ADDR_MASK))) in test_encode_decode() 70 __func__, is_write ? "write" : "read", size, addr, encoded_watchpoint, in test_encode_decode()
|