Lines Matching refs:cpu
265 static int __maybe_unused pcpu_page_idx(unsigned int cpu, int page_idx) in pcpu_page_idx() argument
267 return pcpu_unit_map[cpu] * pcpu_unit_pages + page_idx; in pcpu_page_idx()
270 static unsigned long pcpu_unit_page_offset(unsigned int cpu, int page_idx) in pcpu_unit_page_offset() argument
272 return pcpu_unit_offsets[cpu] + (page_idx << PAGE_SHIFT); in pcpu_unit_page_offset()
276 unsigned int cpu, int page_idx) in pcpu_chunk_addr() argument
279 pcpu_unit_page_offset(cpu, page_idx); in pcpu_chunk_addr()
1740 int slot, off, cpu, ret; in pcpu_alloc_noprof() local
1886 for_each_possible_cpu(cpu) in pcpu_alloc_noprof()
1887 memset((void *)pcpu_chunk_addr(chunk, cpu, 0) + off, 0, size); in pcpu_alloc_noprof()
2278 unsigned int cpu; in __is_kernel_percpu_address() local
2280 for_each_possible_cpu(cpu) { in __is_kernel_percpu_address()
2281 void *start = per_cpu_ptr(base, cpu); in __is_kernel_percpu_address()
2342 unsigned int cpu; in per_cpu_ptr_to_phys() local
2360 for_each_possible_cpu(cpu) { in per_cpu_ptr_to_phys()
2361 void *start = per_cpu_ptr(base, cpu); in per_cpu_ptr_to_phys()
2555 unsigned int cpu; in pcpu_setup_first_chunk() local
2602 for (cpu = 0; cpu < nr_cpu_ids; cpu++) in pcpu_setup_first_chunk()
2603 unit_map[cpu] = UINT_MAX; in pcpu_setup_first_chunk()
2615 cpu = gi->cpu_map[i]; in pcpu_setup_first_chunk()
2616 if (cpu == NR_CPUS) in pcpu_setup_first_chunk()
2619 PCPU_SETUP_BUG_ON(cpu >= nr_cpu_ids); in pcpu_setup_first_chunk()
2620 PCPU_SETUP_BUG_ON(!cpu_possible(cpu)); in pcpu_setup_first_chunk()
2621 PCPU_SETUP_BUG_ON(unit_map[cpu] != UINT_MAX); in pcpu_setup_first_chunk()
2623 unit_map[cpu] = unit + i; in pcpu_setup_first_chunk()
2624 unit_off[cpu] = gi->base_offset + i * ai->unit_size; in pcpu_setup_first_chunk()
2628 unit_off[cpu] < unit_off[pcpu_low_unit_cpu]) in pcpu_setup_first_chunk()
2629 pcpu_low_unit_cpu = cpu; in pcpu_setup_first_chunk()
2631 unit_off[cpu] > unit_off[pcpu_high_unit_cpu]) in pcpu_setup_first_chunk()
2632 pcpu_high_unit_cpu = cpu; in pcpu_setup_first_chunk()
2637 for_each_possible_cpu(cpu) in pcpu_setup_first_chunk()
2638 PCPU_SETUP_BUG_ON(unit_map[cpu] == UINT_MAX); in pcpu_setup_first_chunk()
2801 unsigned int cpu, tcpu; in pcpu_build_alloc_info() local
2835 cpu = cpumask_first(&mask); in pcpu_build_alloc_info()
2836 group_map[cpu] = group; in pcpu_build_alloc_info()
2838 cpumask_clear_cpu(cpu, &mask); in pcpu_build_alloc_info()
2842 (cpu_distance_fn(cpu, tcpu) == LOCAL_DISTANCE && in pcpu_build_alloc_info()
2843 cpu_distance_fn(tcpu, cpu) == LOCAL_DISTANCE)) { in pcpu_build_alloc_info()
2919 for_each_possible_cpu(cpu) in pcpu_build_alloc_info()
2920 if (group_map[cpu] == group) in pcpu_build_alloc_info()
2921 gi->cpu_map[gi->nr_units++] = cpu; in pcpu_build_alloc_info()
2930 static void * __init pcpu_fc_alloc(unsigned int cpu, size_t size, size_t align, in pcpu_fc_alloc() argument
2939 node = cpu_to_nd_fn(cpu); in pcpu_fc_alloc()
2944 cpu, node); in pcpu_fc_alloc()
2946 cpu, size, (u64)__pa(ptr)); in pcpu_fc_alloc()
2953 cpu, size, node, (u64)__pa(ptr)); in pcpu_fc_alloc()
3029 unsigned int cpu = NR_CPUS; in pcpu_embed_first_chunk() local
3032 for (i = 0; i < gi->nr_units && cpu == NR_CPUS; i++) in pcpu_embed_first_chunk()
3033 cpu = gi->cpu_map[i]; in pcpu_embed_first_chunk()
3034 BUG_ON(cpu == NR_CPUS); in pcpu_embed_first_chunk()
3037 ptr = pcpu_fc_alloc(cpu, gi->nr_units * ai->unit_size, atom_size, cpu_to_nd_fn); in pcpu_embed_first_chunk()
3212 unsigned int cpu = ai->groups[0].cpu_map[unit]; in pcpu_page_first_chunk() local
3216 ptr = pcpu_fc_alloc(cpu, PAGE_SIZE, PAGE_SIZE, cpu_to_nd_fn); in pcpu_page_first_chunk()
3219 psize_str, cpu); in pcpu_page_first_chunk()
3290 unsigned int cpu; in setup_per_cpu_areas() local
3303 for_each_possible_cpu(cpu) in setup_per_cpu_areas()
3304 __per_cpu_offset[cpu] = delta + pcpu_unit_offsets[cpu]; in setup_per_cpu_areas()