Lines Matching refs:percpu
1545 static struct page **to_addr_page(struct raid5_percpu *percpu, int i) in to_addr_page() argument
1547 return percpu->scribble + i * percpu->scribble_obj_size; in to_addr_page()
1552 struct raid5_percpu *percpu, int i) in to_addr_conv() argument
1554 return (void *) (to_addr_page(percpu, i) + sh->disks + 2); in to_addr_conv()
1561 to_addr_offs(struct stripe_head *sh, struct raid5_percpu *percpu) in to_addr_offs() argument
1563 return (unsigned int *) (to_addr_conv(sh, percpu, 0) + sh->disks + 2); in to_addr_offs()
1567 ops_run_compute5(struct stripe_head *sh, struct raid5_percpu *percpu) in ops_run_compute5() argument
1570 struct page **xor_srcs = to_addr_page(percpu, 0); in ops_run_compute5()
1571 unsigned int *off_srcs = to_addr_offs(sh, percpu); in ops_run_compute5()
1597 ops_complete_compute, sh, to_addr_conv(sh, percpu, 0)); in ops_run_compute5()
1664 ops_run_compute6_1(struct stripe_head *sh, struct raid5_percpu *percpu) in ops_run_compute6_1() argument
1667 struct page **blocks = to_addr_page(percpu, 0); in ops_run_compute6_1()
1668 unsigned int *offs = to_addr_offs(sh, percpu); in ops_run_compute6_1()
1704 to_addr_conv(sh, percpu, 0)); in ops_run_compute6_1()
1719 to_addr_conv(sh, percpu, 0)); in ops_run_compute6_1()
1728 ops_run_compute6_2(struct stripe_head *sh, struct raid5_percpu *percpu) in ops_run_compute6_2() argument
1739 struct page **blocks = to_addr_page(percpu, 0); in ops_run_compute6_2()
1740 unsigned int *offs = to_addr_offs(sh, percpu); in ops_run_compute6_2()
1786 to_addr_conv(sh, percpu, 0)); in ops_run_compute6_2()
1814 to_addr_conv(sh, percpu, 0)); in ops_run_compute6_2()
1822 to_addr_conv(sh, percpu, 0)); in ops_run_compute6_2()
1830 to_addr_conv(sh, percpu, 0)); in ops_run_compute6_2()
1863 ops_run_prexor5(struct stripe_head *sh, struct raid5_percpu *percpu, in ops_run_prexor5() argument
1867 struct page **xor_srcs = to_addr_page(percpu, 0); in ops_run_prexor5()
1868 unsigned int *off_srcs = to_addr_offs(sh, percpu); in ops_run_prexor5()
1897 ops_complete_prexor, sh, to_addr_conv(sh, percpu, 0)); in ops_run_prexor5()
1905 ops_run_prexor6(struct stripe_head *sh, struct raid5_percpu *percpu, in ops_run_prexor6() argument
1908 struct page **blocks = to_addr_page(percpu, 0); in ops_run_prexor6()
1909 unsigned int *offs = to_addr_offs(sh, percpu); in ops_run_prexor6()
1919 ops_complete_prexor, sh, to_addr_conv(sh, percpu, 0)); in ops_run_prexor6()
2046 ops_run_reconstruct5(struct stripe_head *sh, struct raid5_percpu *percpu, in ops_run_reconstruct5() argument
2079 xor_srcs = to_addr_page(percpu, j); in ops_run_reconstruct5()
2080 off_srcs = to_addr_offs(sh, percpu); in ops_run_reconstruct5()
2122 to_addr_conv(sh, percpu, j)); in ops_run_reconstruct5()
2126 to_addr_conv(sh, percpu, j)); in ops_run_reconstruct5()
2144 ops_run_reconstruct6(struct stripe_head *sh, struct raid5_percpu *percpu, in ops_run_reconstruct6() argument
2173 blocks = to_addr_page(percpu, j); in ops_run_reconstruct6()
2174 offs = to_addr_offs(sh, percpu); in ops_run_reconstruct6()
2192 head_sh, to_addr_conv(sh, percpu, j)); in ops_run_reconstruct6()
2195 to_addr_conv(sh, percpu, j)); in ops_run_reconstruct6()
2218 static void ops_run_check_p(struct stripe_head *sh, struct raid5_percpu *percpu) in ops_run_check_p() argument
2225 struct page **xor_srcs = to_addr_page(percpu, 0); in ops_run_check_p()
2226 unsigned int *off_srcs = to_addr_offs(sh, percpu); in ops_run_check_p()
2249 to_addr_conv(sh, percpu, 0)); in ops_run_check_p()
2259 static void ops_run_check_pq(struct stripe_head *sh, struct raid5_percpu *percpu, int checkp) in ops_run_check_pq() argument
2261 struct page **srcs = to_addr_page(percpu, 0); in ops_run_check_pq()
2262 unsigned int *offs = to_addr_offs(sh, percpu); in ops_run_check_pq()
2276 sh, to_addr_conv(sh, percpu, 0)); in ops_run_check_pq()
2279 &sh->ops.zero_sum_result, percpu->spare_page, 0, &submit); in ops_run_check_pq()
2288 struct raid5_percpu *percpu; in raid_run_ops() local
2290 local_lock(&conf->percpu->lock); in raid_run_ops()
2291 percpu = this_cpu_ptr(conf->percpu); in raid_run_ops()
2299 tx = ops_run_compute5(sh, percpu); in raid_run_ops()
2302 tx = ops_run_compute6_1(sh, percpu); in raid_run_ops()
2304 tx = ops_run_compute6_2(sh, percpu); in raid_run_ops()
2313 tx = ops_run_prexor5(sh, percpu, tx); in raid_run_ops()
2315 tx = ops_run_prexor6(sh, percpu, tx); in raid_run_ops()
2319 tx = ops_run_partial_parity(sh, percpu, tx); in raid_run_ops()
2328 ops_run_reconstruct5(sh, percpu, tx); in raid_run_ops()
2330 ops_run_reconstruct6(sh, percpu, tx); in raid_run_ops()
2335 ops_run_check_p(sh, percpu); in raid_run_ops()
2337 ops_run_check_pq(sh, percpu, 0); in raid_run_ops()
2339 ops_run_check_pq(sh, percpu, 1); in raid_run_ops()
2351 local_unlock(&conf->percpu->lock); in raid_run_ops()
2465 static int scribble_alloc(struct raid5_percpu *percpu, in scribble_alloc() argument
2483 kvfree(percpu->scribble); in scribble_alloc()
2485 percpu->scribble = scribble; in scribble_alloc()
2486 percpu->scribble_obj_size = obj_size; in scribble_alloc()
2507 struct raid5_percpu *percpu; in resize_chunks() local
2509 percpu = per_cpu_ptr(conf->percpu, cpu); in resize_chunks()
2510 err = scribble_alloc(percpu, new_disks, in resize_chunks()
7298 static void free_scratch_buffer(struct r5conf *conf, struct raid5_percpu *percpu) in free_scratch_buffer() argument
7300 safe_put_page(percpu->spare_page); in free_scratch_buffer()
7301 percpu->spare_page = NULL; in free_scratch_buffer()
7302 kvfree(percpu->scribble); in free_scratch_buffer()
7303 percpu->scribble = NULL; in free_scratch_buffer()
7306 static int alloc_scratch_buffer(struct r5conf *conf, struct raid5_percpu *percpu) in alloc_scratch_buffer() argument
7308 if (conf->level == 6 && !percpu->spare_page) { in alloc_scratch_buffer()
7309 percpu->spare_page = alloc_page(GFP_KERNEL); in alloc_scratch_buffer()
7310 if (!percpu->spare_page) in alloc_scratch_buffer()
7314 if (scribble_alloc(percpu, in alloc_scratch_buffer()
7320 free_scratch_buffer(conf, percpu); in alloc_scratch_buffer()
7324 local_lock_init(&percpu->lock); in alloc_scratch_buffer()
7332 free_scratch_buffer(conf, per_cpu_ptr(conf->percpu, cpu)); in raid456_cpu_dead()
7338 if (!conf->percpu) in raid5_free_percpu()
7342 free_percpu(conf->percpu); in raid5_free_percpu()
7368 struct raid5_percpu *percpu = per_cpu_ptr(conf->percpu, cpu); in raid456_cpu_up_prepare() local
7370 if (alloc_scratch_buffer(conf, percpu)) { in raid456_cpu_up_prepare()
7382 conf->percpu = alloc_percpu(struct raid5_percpu); in raid5_alloc_percpu()
7383 if (!conf->percpu) in raid5_alloc_percpu()