| /kernel/bpf/ |
| A D | tnum.c | 18 return TNUM(value, 0); in tnum_const() 67 sv = a.value + b.value; in tnum_add() 78 dv = a.value - b.value; in tnum_sub() 97 v = a.value & b.value; in tnum_and() 105 v = a.value | b.value; in tnum_or() 114 v = a.value ^ b.value; in tnum_xor() 129 u64 acc_v = a.value * b.value; in tnum_mul() 134 if (a.value & 1) in tnum_mul() 153 v = a.value | b.value; in tnum_intersect() 177 return a.value == b.value; in tnum_in() [all …]
|
| A D | queue_stack_maps.c | 106 memset(value, 0, qs->map.value_size); in __queue_map_get() 112 memcpy(value, ptr, qs->map.value_size); in __queue_map_get() 137 memset(value, 0, qs->map.value_size); in __stack_map_get() 147 memcpy(value, ptr, qs->map.value_size); in __stack_map_get() 160 return __queue_map_get(map, value, false); in queue_map_peek_elem() 166 return __stack_map_get(map, value, false); in stack_map_peek_elem() 170 static long queue_map_pop_elem(struct bpf_map *map, void *value) in queue_map_pop_elem() argument 172 return __queue_map_get(map, value, true); in queue_map_pop_elem() 178 return __stack_map_get(map, value, true); in stack_map_pop_elem() 213 memcpy(dst, value, qs->map.value_size); in queue_stack_map_push_elem() [all …]
|
| A D | bloom_filter.c | 23 static u32 hash(struct bpf_bloom_filter *bloom, void *value, in hash() argument 29 h = jhash2(value, value_size / 4, bloom->hash_seed + index); in hash() 31 h = jhash(value, value_size, bloom->hash_seed + index); in hash() 36 static long bloom_map_peek_elem(struct bpf_map *map, void *value) in bloom_map_peek_elem() argument 43 h = hash(bloom, value, map->value_size, i); in bloom_map_peek_elem() 51 static long bloom_map_push_elem(struct bpf_map *map, void *value, u64 flags) in bloom_map_push_elem() argument 61 h = hash(bloom, value, map->value_size, i); in bloom_map_push_elem() 68 static long bloom_map_pop_elem(struct bpf_map *map, void *value) in bloom_map_pop_elem() argument 73 static long bloom_map_delete_elem(struct bpf_map *map, void *value) in bloom_map_delete_elem() argument 177 void *value, u64 flags) in bloom_map_update_elem() argument
|
| A D | hashtab.c | 1116 value, false); in htab_map_update_elem() 1144 value, false); in htab_map_update_elem() 1294 value, onallcpus); in htab_map_update_elem_in_place() 1369 value, onallcpus); in __htab_lru_percpu_map_update_elem() 1372 value, onallcpus); in __htab_lru_percpu_map_update_elem() 1388 void *value, u64 map_flags) in htab_percpu_map_update_elem() argument 1564 void *value; in htab_map_seq_show_elem() local 1569 if (!value) { in htab_map_seq_show_elem() 1647 void *value, u64 flags) in htab_map_lookup_and_delete_elem() argument 1654 void *key, void *value, in htab_percpu_map_lookup_and_delete_elem() argument [all …]
|
| A D | arraymap.c | 139 - offsetof(struct bpf_array, value); in array_map_alloc() 187 *imm = (unsigned long)array->value; in array_map_direct_value_addr() 195 u64 base = (unsigned long)array->value; in array_map_direct_value_meta() 370 copy_map_value(map, val, value); in array_map_update_elem() 373 val = array->value + in array_map_update_elem() 378 copy_map_value(map, val, value); in array_map_update_elem() 487 void *value; in array_map_seq_show_elem() local 492 if (!value) { in array_map_seq_show_elem() 647 ctx.value = v; in __bpf_array_map_seq_show() 889 ufd = *(u32 *)value; in bpf_fd_array_map_update_elem() [all …]
|
| A D | bpf_task_storage.c | 122 void *value, u64 map_flags) in bpf_pid_task_storage_update_elem() argument 150 task, (struct bpf_local_storage_map *)map, value, map_flags, in bpf_pid_task_storage_update_elem() 209 struct task_struct *task, void *value, in __bpf_task_storage_get() argument 222 task, (struct bpf_local_storage_map *)map, value, in __bpf_task_storage_get() 232 task, void *, value, u64, flags, gfp_t, gfp_flags) in BPF_CALL_5() argument 242 data = __bpf_task_storage_get(map, task, value, flags, in BPF_CALL_5() 251 task, void *, value, u64, flags, gfp_t, gfp_flags) in BPF_CALL_5() argument 260 data = __bpf_task_storage_get(map, task, value, flags, in BPF_CALL_5()
|
| A D | syscall.c | 1665 void *key, *value; in map_lookup_elem() local 1694 if (!value) in map_lookup_elem() 1716 kvfree(value); in map_lookup_elem() 1730 void *key, *value; in map_update_elem() local 1770 kvfree(value); in map_update_elem() 1952 void *key, *value; in generic_map_update_batch() local 1977 if (!value) { in generic_map_update_batch() 2000 kvfree(value); in generic_map_update_batch() 2107 void *key, *value; in map_lookup_and_delete_elem() local 2151 if (!value) in map_lookup_and_delete_elem() [all …]
|
| A D | cpumap.c | 69 struct bpf_cpumap_val value; member 423 rcpu->value.bpf_prog.id = prog->aux->id; in __cpu_map_load_bpf_program() 430 __cpu_map_entry_alloc(struct bpf_map *map, struct bpf_cpumap_val *value, in __cpu_map_entry_alloc() argument 433 int numa, err, i, fd = value->bpf_prog.fd; in __cpu_map_entry_alloc() 462 err = ptr_ring_init(rcpu->queue, value->qsize, gfp); in __cpu_map_entry_alloc() 468 rcpu->value.qsize = value->qsize; in __cpu_map_entry_alloc() 570 static long cpu_map_update_elem(struct bpf_map *map, void *key, void *value, in cpu_map_update_elem() argument 579 memcpy(&cpumap_value, value, map->value_size); in cpu_map_update_elem() 662 return rcpu ? &rcpu->value : NULL; in cpu_map_lookup_elem()
|
| A D | bpf_inode_storage.c | 91 void *value, u64 map_flags) in bpf_fd_inode_storage_update_elem() argument 103 value, map_flags, false, GFP_ATOMIC); in bpf_fd_inode_storage_update_elem() 131 void *, value, u64, flags, gfp_t, gfp_flags) in BPF_CALL_5() argument 156 inode, (struct bpf_local_storage_map *)map, value, in BPF_CALL_5()
|
| A D | reuseport_array.c | 166 void *value) in bpf_fd_reuseport_array_lookup_elem() argument 177 *(u64 *)value = __sock_gen_cookie(sk); in bpf_fd_reuseport_array_lookup_elem() 233 void *value, u64 map_flags) in bpf_fd_reuseport_array_update_elem() argument 250 u64 fd64 = *(u64 *)value; in bpf_fd_reuseport_array_update_elem() 256 fd = *(int *)value; in bpf_fd_reuseport_array_update_elem()
|
| A D | bpf_cgrp_storage.c | 96 void *value, u64 map_flags) in bpf_cgrp_storage_update_elem() argument 109 value, map_flags, false, GFP_ATOMIC); in bpf_cgrp_storage_update_elem() 161 void *, value, u64, flags, gfp_t, gfp_flags) in BPF_CALL_5() argument 183 value, BPF_NOEXIST, false, gfp_flags); in BPF_CALL_5()
|
| A D | bpf_local_storage.c | 76 void *value, bool charge_mem, bool swap_uptrs, gfp_t gfp_flags) in bpf_selem_alloc() argument 100 if (value) { in bpf_selem_alloc() 102 copy_map_value(&smap->map, SDATA(selem)->data, value); in bpf_selem_alloc() 104 bpf_obj_swap_uptrs(smap->map.record, SDATA(selem)->data, value); in bpf_selem_alloc() 558 void *value, u64 map_flags, bool swap_uptrs, gfp_t gfp_flags) in bpf_local_storage_update() argument 585 selem = bpf_selem_alloc(smap, owner, value, true, swap_uptrs, gfp_flags); in bpf_local_storage_update() 611 value, false); in bpf_local_storage_update() 619 alloc_selem = selem = bpf_selem_alloc(smap, owner, value, true, swap_uptrs, gfp_flags); in bpf_local_storage_update() 642 copy_map_value_locked(&smap->map, old_sdata->data, value, in bpf_local_storage_update()
|
| A D | local_storage.c | 145 void *value, u64 flags) in cgroup_storage_update_elem() argument 163 copy_map_value_locked(map, storage->buf->data, value, false); in cgroup_storage_update_elem() 173 memcpy(&new->data[0], value, map->value_size); in cgroup_storage_update_elem() 183 void *value) in bpf_percpu_cgroup_storage_copy() argument 203 bpf_long_memcpy(value + off, in bpf_percpu_cgroup_storage_copy() 212 void *value, u64 map_flags) in bpf_percpu_cgroup_storage_update() argument 238 value + off, size); in bpf_percpu_cgroup_storage_update()
|
| A D | bpf_struct_ops.c | 483 void *value) in bpf_struct_ops_map_sys_lookup_elem() argument 497 memset(value, 0, map->value_size); in bpf_struct_ops_map_sys_lookup_elem() 504 uvalue = value; in bpf_struct_ops_map_sys_lookup_elem() 677 void *value, u64 flags) in bpf_struct_ops_map_update_elem() argument 705 uvalue = value; in bpf_struct_ops_map_update_elem() 727 memcpy(uvalue, value, map->value_size); in bpf_struct_ops_map_update_elem() 939 void *value; in bpf_struct_ops_map_seq_show_elem() local 942 value = kmalloc(map->value_size, GFP_USER | __GFP_NOWARN); in bpf_struct_ops_map_seq_show_elem() 943 if (!value) in bpf_struct_ops_map_seq_show_elem() 950 value, m); in bpf_struct_ops_map_seq_show_elem() [all …]
|
| /kernel/power/ |
| A D | qos.c | 78 WRITE_ONCE(c->target_value, value); in pm_qos_set_value() 99 enum pm_qos_req_action action, int value) in pm_qos_update_target() argument 107 if (value == PM_QOS_DEFAULT_VALUE) in pm_qos_update_target() 110 new_value = value; in pm_qos_update_target() 225 return value < 0 && value != PM_QOS_DEFAULT_VALUE; in cpu_latency_qos_value_invalid() 279 trace_pm_qos_add_request(value); in cpu_latency_qos_add_request() 371 s32 value; in cpu_latency_qos_read() local 386 s32 value; in cpu_latency_qos_write() local 436 return value < 0 && value != PM_QOS_DEFAULT_VALUE; in freq_qos_value_invalid() 511 action, value); in freq_qos_apply() [all …]
|
| A D | suspend_test.c | 150 static int __init setup_test_suspend(char *value) in setup_test_suspend() argument 157 value++; in setup_test_suspend() 158 suspend_type = strsep(&value, ","); in setup_test_suspend() 162 repeat = strsep(&value, ","); in setup_test_suspend()
|
| /kernel/time/ |
| A D | itimer.c | 48 struct itimerspec64 *const value) in get_cpu_itimer() argument 72 value->it_value = ns_to_timespec64(val); in get_cpu_itimer() 84 value->it_interval = in do_getitimer() 89 get_cpu_itimer(tsk, CPUCLOCK_VIRT, value); in do_getitimer() 92 get_cpu_itimer(tsk, CPUCLOCK_PROF, value); in do_getitimer() 189 const struct itimerspec64 *const value, in set_cpu_itimer() argument 195 nval = timespec64_to_ns(&value->it_value); in set_cpu_itimer() 252 timespec64_to_ktime(value->it_interval); in do_setitimer() 257 trace_itimer_state(ITIMER_REAL, value, 0); in do_setitimer() 358 if (value) { in SYSCALL_DEFINE3() [all …]
|
| A D | timeconst.bc | 20 /* Adjustment factor when a ceiling value is used. Use as: 30 which brings the mul value into the range 2^b-1 <= x < 2^b. Such 31 a shift value will be correct in the signed integer range and off 55 print "#error \qinclude/generated/timeconst.h has the wrong HZ value!\q\n" 59 print "#error Totally bogus HZ value!\n"
|
| /kernel/ |
| A D | kexec_elf.c | 29 static uint64_t elf64_to_cpu(const struct elfhdr *ehdr, uint64_t value) in elf64_to_cpu() argument 32 value = le64_to_cpu(value); in elf64_to_cpu() 34 value = be64_to_cpu(value); in elf64_to_cpu() 36 return value; in elf64_to_cpu() 39 static uint32_t elf32_to_cpu(const struct elfhdr *ehdr, uint32_t value) in elf32_to_cpu() argument 42 value = le32_to_cpu(value); in elf32_to_cpu() 44 value = be32_to_cpu(value); in elf32_to_cpu() 46 return value; in elf32_to_cpu() 52 value = le16_to_cpu(value); in elf16_to_cpu() 54 value = be16_to_cpu(value); in elf16_to_cpu() [all …]
|
| A D | acct.c | 361 while (value > MAXFRACT) { in encode_comp_t() 371 value >>= EXPSIZE; in encode_comp_t() 404 exp = (value > (MAXFRACT2>>1)); in encode_comp2_t() 406 while (value > MAXFRACT2) { in encode_comp2_t() 407 rnd = value & 1; in encode_comp2_t() 408 value >>= 1; in encode_comp2_t() 416 value >>= 1; in encode_comp2_t() 431 static u32 encode_float(u64 value) in encode_float() argument 436 if (value == 0) in encode_float() 438 while ((s64)value > 0) { in encode_float() [all …]
|
| A D | kallsyms.c | 559 unsigned long value; member 571 &iter->value, &iter->type, in get_ksymbol_mod() 590 &iter->value, &iter->type, in get_ksymbol_ftrace_mod() 608 &iter->value, &iter->type, in get_ksymbol_bpf() 628 &iter->value, &iter->type, in get_ksymbol_kprobe() 638 iter->value = kallsyms_sym_address(iter->pos); in get_ksymbol_core() 722 void *value; in s_show() local 729 value = iter->show_value ? (void *)iter->value : NULL; in s_show() 740 seq_printf(m, "%px %c %s\t[%s]\n", value, in s_show() 743 seq_printf(m, "%px %c %s\n", value, in s_show()
|
| /kernel/cgroup/ |
| A D | rdma.c | 361 char *name, *value = c; in parse_resource() local 365 name = strsep(&value, "="); in parse_resource() 366 if (!name || !value) in parse_resource() 373 len = strlen(value); in parse_resource() 375 argstr.from = value; in parse_resource() 376 argstr.to = value + len; in parse_resource() 499 u32 value; in print_rpool_values() local 510 value = S32_MAX; in print_rpool_values() 515 value = 0; in print_rpool_values() 518 if (value == S32_MAX) in print_rpool_values() [all …]
|
| /kernel/module/ |
| A D | procfs.c | 78 void *value; in m_show() local 95 value = m->private ? NULL : mod->mem[MOD_TEXT].base; in m_show() 96 seq_printf(m, " 0x%px", value); in m_show()
|
| /kernel/trace/ |
| A D | trace_mmiotrace.c | 184 rw->value, rw->pc, 0); in mmio_print_rw() 191 rw->value, rw->pc, 0); in mmio_print_rw() 199 (rw->value >> 16) & 0xff, (rw->value >> 8) & 0xff, in mmio_print_rw() 200 (rw->value >> 0) & 0xff, rw->pc, 0); in mmio_print_rw()
|
| /kernel/debug/kdb/ |
| A D | kdb_main.c | 275 if (kstrtoul(ep, 0, value)) in kdbgetulenv() 298 *value = (int) val; in kdbgetintenv() 372 if (kstrtoul(arg, 0, value)) in kdbgetularg() 379 if (kstrtou64(arg, 0, value)) in kdbgetu64arg() 473 unsigned long *value, long *offset, in kdbgetaddrarg() argument 550 if (value) in kdbgetaddrarg() 551 *value = addr; in kdbgetaddrarg() 600 if (value) in kdbgetaddrarg() 601 *value += off; in kdbgetaddrarg() 1048 unsigned long value; in kdb_parse() local [all …]
|