Lines Matching refs:fq
96 struct blk_flush_queue *fq, unsigned int flags);
164 struct blk_flush_queue *fq, in blk_flush_complete_seq() argument
168 struct list_head *pending = &fq->flush_queue[fq->flush_pending_idx]; in blk_flush_complete_seq()
185 fq->flush_pending_since = jiffies; in blk_flush_complete_seq()
190 list_move_tail(&rq->flush.list, &fq->flush_data_in_flight); in blk_flush_complete_seq()
211 blk_kick_flush(q, fq, cmd_flags); in blk_flush_complete_seq()
220 struct blk_flush_queue *fq = blk_get_flush_queue(q, flush_rq->mq_ctx); in flush_end_io() local
223 spin_lock_irqsave(&fq->mq_flush_lock, flags); in flush_end_io()
226 fq->rq_status = error; in flush_end_io()
227 spin_unlock_irqrestore(&fq->mq_flush_lock, flags); in flush_end_io()
238 if (fq->rq_status != BLK_STS_OK) in flush_end_io()
239 error = fq->rq_status; in flush_end_io()
248 running = &fq->flush_queue[fq->flush_running_idx]; in flush_end_io()
249 BUG_ON(fq->flush_pending_idx == fq->flush_running_idx); in flush_end_io()
252 fq->flush_running_idx ^= 1; in flush_end_io()
259 blk_flush_complete_seq(rq, fq, seq, error); in flush_end_io()
262 spin_unlock_irqrestore(&fq->mq_flush_lock, flags); in flush_end_io()
283 static void blk_kick_flush(struct request_queue *q, struct blk_flush_queue *fq, in blk_kick_flush() argument
286 struct list_head *pending = &fq->flush_queue[fq->flush_pending_idx]; in blk_kick_flush()
289 struct request *flush_rq = fq->flush_rq; in blk_kick_flush()
292 if (fq->flush_pending_idx != fq->flush_running_idx || list_empty(pending)) in blk_kick_flush()
296 if (!list_empty(&fq->flush_data_in_flight) && in blk_kick_flush()
298 fq->flush_pending_since + FLUSH_PENDING_TIMEOUT)) in blk_kick_flush()
305 fq->flush_pending_idx ^= 1; in blk_kick_flush()
355 struct blk_flush_queue *fq = blk_get_flush_queue(q, ctx); in mq_flush_data_end_io() local
366 spin_lock_irqsave(&fq->mq_flush_lock, flags); in mq_flush_data_end_io()
367 blk_flush_complete_seq(rq, fq, REQ_FSEQ_DATA, error); in mq_flush_data_end_io()
368 spin_unlock_irqrestore(&fq->mq_flush_lock, flags); in mq_flush_data_end_io()
387 struct blk_flush_queue *fq = blk_get_flush_queue(q, rq->mq_ctx); in blk_insert_flush() local
439 spin_lock_irq(&fq->mq_flush_lock); in blk_insert_flush()
440 blk_flush_complete_seq(rq, fq, REQ_FSEQ_ACTIONS & ~policy, 0); in blk_insert_flush()
441 spin_unlock_irq(&fq->mq_flush_lock); in blk_insert_flush()
465 struct blk_flush_queue *fq; in blk_alloc_flush_queue() local
468 fq = kzalloc_node(sizeof(*fq), flags, node); in blk_alloc_flush_queue()
469 if (!fq) in blk_alloc_flush_queue()
472 spin_lock_init(&fq->mq_flush_lock); in blk_alloc_flush_queue()
475 fq->flush_rq = kzalloc_node(rq_sz, flags, node); in blk_alloc_flush_queue()
476 if (!fq->flush_rq) in blk_alloc_flush_queue()
479 INIT_LIST_HEAD(&fq->flush_queue[0]); in blk_alloc_flush_queue()
480 INIT_LIST_HEAD(&fq->flush_queue[1]); in blk_alloc_flush_queue()
481 INIT_LIST_HEAD(&fq->flush_data_in_flight); in blk_alloc_flush_queue()
483 return fq; in blk_alloc_flush_queue()
486 kfree(fq); in blk_alloc_flush_queue()
491 void blk_free_flush_queue(struct blk_flush_queue *fq) in blk_free_flush_queue() argument
494 if (!fq) in blk_free_flush_queue()
497 kfree(fq->flush_rq); in blk_free_flush_queue()
498 kfree(fq); in blk_free_flush_queue()
522 lockdep_set_class(&hctx->fq->mq_flush_lock, key); in blk_mq_hctx_set_fq_lock_class()