Lines Matching refs:cpumask
54 target_cpu = cpumask_first(pd->cpumask.pcpu); in padata_index_to_cpu()
56 target_cpu = cpumask_next(target_cpu, pd->cpumask.pcpu); in padata_index_to_cpu()
67 int cpu_index = seq_nr % cpumask_weight(pd->cpumask.pcpu); in padata_cpu_hash()
183 if (!cpumask_test_cpu(*cb_cpu, pd->cpumask.cbcpu)) { in padata_do_parallel()
184 if (!cpumask_weight(pd->cpumask.cbcpu)) in padata_do_parallel()
188 cpu_index = *cb_cpu % cpumask_weight(pd->cpumask.cbcpu); in padata_do_parallel()
190 cpu = cpumask_first(pd->cpumask.cbcpu); in padata_do_parallel()
192 cpu = cpumask_next(cpu, pd->cpumask.cbcpu); in padata_do_parallel()
267 pd->cpu = cpumask_next_wrap(cpu, pd->cpumask.pcpu, -1, false); in padata_find_next()
421 cpumask_copy(attrs->cpumask, pinst->cpumask.pcpu); in padata_setup_cpumasks()
532 for_each_cpu(cpu, pd->cpumask.cbcpu) { in padata_init_squeues()
546 for_each_cpu(cpu, pd->cpumask.pcpu) { in padata_init_reorder_list()
572 if (!alloc_cpumask_var(&pd->cpumask.pcpu, GFP_KERNEL)) in padata_alloc_pd()
574 if (!alloc_cpumask_var(&pd->cpumask.cbcpu, GFP_KERNEL)) in padata_alloc_pd()
577 cpumask_and(pd->cpumask.pcpu, pinst->cpumask.pcpu, cpu_online_mask); in padata_alloc_pd()
578 cpumask_and(pd->cpumask.cbcpu, pinst->cpumask.cbcpu, cpu_online_mask); in padata_alloc_pd()
585 pd->cpu = cpumask_first(pd->cpumask.pcpu); in padata_alloc_pd()
591 free_cpumask_var(pd->cpumask.pcpu); in padata_alloc_pd()
604 free_cpumask_var(pd->cpumask.pcpu); in padata_free_pd()
605 free_cpumask_var(pd->cpumask.cbcpu); in padata_free_pd()
667 const struct cpumask *cpumask) in padata_validate_cpumask() argument
669 if (!cpumask_intersects(cpumask, cpu_online_mask)) { in padata_validate_cpumask()
696 cpumask_copy(pinst->cpumask.pcpu, pcpumask); in __padata_set_cpumasks()
697 cpumask_copy(pinst->cpumask.cbcpu, cbcpumask); in __padata_set_cpumasks()
718 cpumask_var_t cpumask) in padata_set_cpumask() argument
720 struct cpumask *serial_mask, *parallel_mask; in padata_set_cpumask()
728 serial_mask = pinst->cpumask.cbcpu; in padata_set_cpumask()
729 parallel_mask = cpumask; in padata_set_cpumask()
732 parallel_mask = pinst->cpumask.pcpu; in padata_set_cpumask()
733 serial_mask = cpumask; in padata_set_cpumask()
758 if (padata_validate_cpumask(pinst, pinst->cpumask.pcpu) && in __padata_add_cpu()
759 padata_validate_cpumask(pinst, pinst->cpumask.cbcpu)) in __padata_add_cpu()
771 if (!padata_validate_cpumask(pinst, pinst->cpumask.pcpu) || in __padata_remove_cpu()
772 !padata_validate_cpumask(pinst, pinst->cpumask.cbcpu)) in __padata_remove_cpu()
783 return cpumask_test_cpu(cpu, pinst->cpumask.pcpu) || in pinst_has_cpu()
784 cpumask_test_cpu(cpu, pinst->cpumask.cbcpu); in pinst_has_cpu()
830 free_cpumask_var(pinst->cpumask.pcpu); in __padata_free()
831 free_cpumask_var(pinst->cpumask.cbcpu); in __padata_free()
858 struct cpumask *cpumask; in show_cpumask() local
863 cpumask = pinst->cpumask.cbcpu; in show_cpumask()
865 cpumask = pinst->cpumask.pcpu; in show_cpumask()
868 nr_cpu_ids, cpumask_bits(cpumask)); in show_cpumask()
989 if (!alloc_cpumask_var(&pinst->cpumask.pcpu, GFP_KERNEL)) in padata_alloc()
991 if (!alloc_cpumask_var(&pinst->cpumask.cbcpu, GFP_KERNEL)) { in padata_alloc()
992 free_cpumask_var(pinst->cpumask.pcpu); in padata_alloc()
998 cpumask_copy(pinst->cpumask.pcpu, cpu_possible_mask); in padata_alloc()
999 cpumask_copy(pinst->cpumask.cbcpu, cpu_possible_mask); in padata_alloc()
1021 free_cpumask_var(pinst->cpumask.pcpu); in padata_alloc()
1022 free_cpumask_var(pinst->cpumask.cbcpu); in padata_alloc()