Lines Matching refs:cl
60 closure_type(op, struct data_insert_op, cl); in CLOSURE_CALLBACK()
67 op->flush_journal ? cl : NULL); in CLOSURE_CALLBACK()
82 continue_at(cl, bch_data_insert_start, op->wq); in CLOSURE_CALLBACK()
87 closure_return(cl); in CLOSURE_CALLBACK()
108 static void bch_data_invalidate(struct closure *cl) in bch_data_invalidate() argument
110 struct data_insert_op *op = container_of(cl, struct data_insert_op, cl); in bch_data_invalidate()
136 continue_at(cl, bch_data_insert_keys, op->wq); in bch_data_invalidate()
141 closure_type(op, struct data_insert_op, cl); in CLOSURE_CALLBACK()
166 bch_data_insert_keys(&cl->work); in CLOSURE_CALLBACK()
171 struct closure *cl = bio->bi_private; in bch_data_insert_endio() local
172 struct data_insert_op *op = container_of(cl, struct data_insert_op, cl); in bch_data_insert_endio()
179 set_closure_fn(cl, bch_data_insert_error, op->wq); in bch_data_insert_endio()
181 set_closure_fn(cl, NULL, NULL); in bch_data_insert_endio()
189 closure_type(op, struct data_insert_op, cl); in CLOSURE_CALLBACK()
193 return bch_data_invalidate(cl); in CLOSURE_CALLBACK()
213 continue_at(cl, bch_data_insert_keys, op->wq); in CLOSURE_CALLBACK()
230 n->bi_private = cl; in CLOSURE_CALLBACK()
252 continue_at(cl, bch_data_insert_keys, op->wq); in CLOSURE_CALLBACK()
272 return bch_data_invalidate(cl); in CLOSURE_CALLBACK()
282 continue_at(cl, bch_data_insert_keys, op->wq); in CLOSURE_CALLBACK()
284 closure_return(cl); in CLOSURE_CALLBACK()
310 closure_type(op, struct data_insert_op, cl); in CLOSURE_CALLBACK()
317 bch_data_insert_start(&cl->work); in CLOSURE_CALLBACK()
479 struct closure cl; member
502 struct closure *cl = bio->bi_private; in bch_cache_read_endio() local
503 struct search *s = container_of(cl, struct search, cl); in bch_cache_read_endio()
575 n->bi_private = &s->cl; in cache_lookup_fn()
594 closure_type(s, struct search, iop.cl); in CLOSURE_CALLBACK()
605 continue_at(cl, cache_lookup, bcache_wq); in CLOSURE_CALLBACK()
630 closure_return(cl); in CLOSURE_CALLBACK()
637 struct closure *cl = bio->bi_private; in request_endio() local
640 struct search *s = container_of(cl, struct search, cl); in request_endio()
648 closure_put(cl); in request_endio()
653 struct closure *cl = bio->bi_private; in backing_request_endio() local
656 struct search *s = container_of(cl, struct search, cl); in backing_request_endio()
680 closure_put(cl); in backing_request_endio()
710 bio->bi_private = &s->cl; in do_bio_hook()
717 closure_type(s, struct search, cl); in CLOSURE_CALLBACK()
725 closure_debug_destroy(cl); in CLOSURE_CALLBACK()
737 closure_init(&s->cl, NULL); in search_alloc()
768 closure_type(s, struct search, cl); in CLOSURE_CALLBACK()
772 search_free(&cl->work); in CLOSURE_CALLBACK()
779 closure_type(s, struct search, cl); in CLOSURE_CALLBACK()
787 cached_dev_bio_complete(&cl->work); in CLOSURE_CALLBACK()
792 closure_type(s, struct search, cl); in CLOSURE_CALLBACK()
812 closure_bio_submit(s->iop.c, bio, cl); in CLOSURE_CALLBACK()
815 continue_at(cl, cached_dev_read_error_done, NULL); in CLOSURE_CALLBACK()
820 closure_type(s, struct search, cl); in CLOSURE_CALLBACK()
829 cached_dev_bio_complete(&cl->work); in CLOSURE_CALLBACK()
830 closure_put(&d->cl); in CLOSURE_CALLBACK()
835 closure_type(s, struct search, cl); in CLOSURE_CALLBACK()
863 closure_get(&dc->disk.cl); in CLOSURE_CALLBACK()
869 closure_call(&s->iop.cl, bch_data_insert, NULL, cl); in CLOSURE_CALLBACK()
872 continue_at(cl, cached_dev_cache_miss_done, NULL); in CLOSURE_CALLBACK()
877 closure_type(s, struct search, cl); in CLOSURE_CALLBACK()
885 continue_at_nobarrier(cl, cached_dev_read_error, bcache_wq); in CLOSURE_CALLBACK()
887 continue_at_nobarrier(cl, cached_dev_read_done, bcache_wq); in CLOSURE_CALLBACK()
889 continue_at_nobarrier(cl, cached_dev_bio_complete, NULL); in CLOSURE_CALLBACK()
939 cache_bio->bi_private = &s->cl; in cached_dev_cache_miss()
949 closure_bio_submit(s->iop.c, cache_bio, &s->cl); in cached_dev_cache_miss()
956 miss->bi_private = &s->cl; in cached_dev_cache_miss()
958 closure_bio_submit(s->iop.c, miss, &s->cl); in cached_dev_cache_miss()
964 struct closure *cl = &s->cl; in cached_dev_read() local
966 closure_call(&s->iop.cl, cache_lookup, NULL, cl); in cached_dev_read()
967 continue_at(cl, cached_dev_read_done_bh, NULL); in cached_dev_read()
974 closure_type(s, struct search, cl); in CLOSURE_CALLBACK()
978 cached_dev_bio_complete(&cl->work); in CLOSURE_CALLBACK()
983 struct closure *cl = &s->cl; in cached_dev_write() local
1027 closure_bio_submit(s->iop.c, bio, cl); in cached_dev_write()
1048 flush->bi_private = cl; in cached_dev_write()
1050 closure_bio_submit(s->iop.c, flush, cl); in cached_dev_write()
1057 closure_bio_submit(s->iop.c, bio, cl); in cached_dev_write()
1061 closure_call(&s->iop.cl, bch_data_insert, NULL, cl); in cached_dev_write()
1062 continue_at(cl, cached_dev_write_complete, NULL); in cached_dev_write()
1067 closure_type(s, struct search, cl); in CLOSURE_CALLBACK()
1071 bch_journal_meta(s->iop.c, cl); in CLOSURE_CALLBACK()
1075 closure_bio_submit(s->iop.c, bio, cl); in CLOSURE_CALLBACK()
1077 continue_at(cl, cached_dev_bio_complete, NULL); in CLOSURE_CALLBACK()
1229 continue_at_nobarrier(&s->cl, in cached_dev_submit_bio()
1284 closure_type(s, struct search, cl); in CLOSURE_CALLBACK()
1287 bch_journal_meta(s->iop.c, cl); in CLOSURE_CALLBACK()
1289 continue_at(cl, search_free, NULL); in CLOSURE_CALLBACK()
1295 struct closure *cl; in flash_dev_submit_bio() local
1305 cl = &s->cl; in flash_dev_submit_bio()
1314 continue_at_nobarrier(&s->cl, in flash_dev_submit_bio()
1327 closure_call(&s->iop.cl, bch_data_insert, NULL, cl); in flash_dev_submit_bio()
1329 closure_call(&s->iop.cl, cache_lookup, NULL, cl); in flash_dev_submit_bio()
1332 continue_at(cl, search_free, NULL); in flash_dev_submit_bio()