Lines Matching refs:ctrl
36 struct nvme_ctrl ctrl; member
44 static inline struct nvme_loop_ctrl *to_loop_ctrl(struct nvme_ctrl *ctrl) in to_loop_ctrl() argument
46 return container_of(ctrl, struct nvme_loop_ctrl, ctrl); in to_loop_ctrl()
56 struct nvme_loop_ctrl *ctrl; member
67 static void nvme_loop_delete_ctrl(struct nvmet_ctrl *ctrl);
73 return queue - queue->ctrl->queues; in nvme_loop_queue_idx()
89 return queue->ctrl->admin_tag_set.tags[queue_idx]; in nvme_loop_tagset()
90 return queue->ctrl->tag_set.tags[queue_idx - 1]; in nvme_loop_tagset()
107 nvme_complete_async_event(&queue->ctrl->ctrl, cqe->status, in nvme_loop_queue_response()
114 dev_err(queue->ctrl->ctrl.device, in nvme_loop_queue_response()
143 if (!nvme_check_ready(&queue->ctrl->ctrl, req, queue_ready)) in nvme_loop_queue_rq()
144 return nvme_fail_nonready_command(&queue->ctrl->ctrl, req); in nvme_loop_queue_rq()
152 iod->req.port = queue->ctrl->port; in nvme_loop_queue_rq()
176 struct nvme_loop_ctrl *ctrl = to_loop_ctrl(arg); in nvme_loop_submit_async_event() local
177 struct nvme_loop_queue *queue = &ctrl->queues[0]; in nvme_loop_submit_async_event()
178 struct nvme_loop_iod *iod = &ctrl->async_event_iod; in nvme_loop_submit_async_event()
186 dev_err(ctrl->ctrl.device, "failed async event work\n"); in nvme_loop_submit_async_event()
193 static int nvme_loop_init_iod(struct nvme_loop_ctrl *ctrl, in nvme_loop_init_iod() argument
198 iod->queue = &ctrl->queues[queue_idx]; in nvme_loop_init_iod()
207 struct nvme_loop_ctrl *ctrl = to_loop_ctrl(set->driver_data); in nvme_loop_init_request() local
210 nvme_req(req)->ctrl = &ctrl->ctrl; in nvme_loop_init_request()
212 return nvme_loop_init_iod(ctrl, blk_mq_rq_to_pdu(req), in nvme_loop_init_request()
213 (set == &ctrl->tag_set) ? hctx_idx + 1 : 0); in nvme_loop_init_request()
221 struct nvme_loop_ctrl *ctrl = to_loop_ctrl(data); in nvme_loop_init_hctx() local
222 struct nvme_loop_queue *queue = &ctrl->queues[hctx_idx + 1]; in nvme_loop_init_hctx()
224 BUG_ON(hctx_idx >= ctrl->ctrl.queue_count); in nvme_loop_init_hctx()
241 struct nvme_loop_ctrl *ctrl = to_loop_ctrl(data); in nvme_loop_init_admin_hctx() local
242 struct nvme_loop_queue *queue = &ctrl->queues[0]; in nvme_loop_init_admin_hctx()
264 static void nvme_loop_destroy_admin_queue(struct nvme_loop_ctrl *ctrl) in nvme_loop_destroy_admin_queue() argument
266 if (!test_and_clear_bit(NVME_LOOP_Q_LIVE, &ctrl->queues[0].flags)) in nvme_loop_destroy_admin_queue()
273 nvme_unquiesce_admin_queue(&ctrl->ctrl); in nvme_loop_destroy_admin_queue()
275 nvmet_sq_destroy(&ctrl->queues[0].nvme_sq); in nvme_loop_destroy_admin_queue()
276 nvmet_cq_put(&ctrl->queues[0].nvme_cq); in nvme_loop_destroy_admin_queue()
277 nvme_remove_admin_tag_set(&ctrl->ctrl); in nvme_loop_destroy_admin_queue()
282 struct nvme_loop_ctrl *ctrl = to_loop_ctrl(nctrl); in nvme_loop_free_ctrl() local
284 if (list_empty(&ctrl->list)) in nvme_loop_free_ctrl()
288 list_del(&ctrl->list); in nvme_loop_free_ctrl()
293 kfree(ctrl->queues); in nvme_loop_free_ctrl()
296 kfree(ctrl); in nvme_loop_free_ctrl()
299 static void nvme_loop_destroy_io_queues(struct nvme_loop_ctrl *ctrl) in nvme_loop_destroy_io_queues() argument
303 for (i = 1; i < ctrl->ctrl.queue_count; i++) { in nvme_loop_destroy_io_queues()
304 clear_bit(NVME_LOOP_Q_LIVE, &ctrl->queues[i].flags); in nvme_loop_destroy_io_queues()
305 nvmet_sq_destroy(&ctrl->queues[i].nvme_sq); in nvme_loop_destroy_io_queues()
306 nvmet_cq_put(&ctrl->queues[i].nvme_cq); in nvme_loop_destroy_io_queues()
308 ctrl->ctrl.queue_count = 1; in nvme_loop_destroy_io_queues()
314 nvme_unquiesce_io_queues(&ctrl->ctrl); in nvme_loop_destroy_io_queues()
317 static int nvme_loop_init_io_queues(struct nvme_loop_ctrl *ctrl) in nvme_loop_init_io_queues() argument
319 struct nvmf_ctrl_options *opts = ctrl->ctrl.opts; in nvme_loop_init_io_queues()
324 ret = nvme_set_queue_count(&ctrl->ctrl, &nr_io_queues); in nvme_loop_init_io_queues()
328 dev_info(ctrl->ctrl.device, "creating %d I/O queues.\n", nr_io_queues); in nvme_loop_init_io_queues()
331 ctrl->queues[i].ctrl = ctrl; in nvme_loop_init_io_queues()
332 nvmet_cq_init(&ctrl->queues[i].nvme_cq); in nvme_loop_init_io_queues()
333 ret = nvmet_sq_init(&ctrl->queues[i].nvme_sq, in nvme_loop_init_io_queues()
334 &ctrl->queues[i].nvme_cq); in nvme_loop_init_io_queues()
336 nvmet_cq_put(&ctrl->queues[i].nvme_cq); in nvme_loop_init_io_queues()
340 ctrl->ctrl.queue_count++; in nvme_loop_init_io_queues()
346 nvme_loop_destroy_io_queues(ctrl); in nvme_loop_init_io_queues()
350 static int nvme_loop_connect_io_queues(struct nvme_loop_ctrl *ctrl) in nvme_loop_connect_io_queues() argument
354 for (i = 1; i < ctrl->ctrl.queue_count; i++) { in nvme_loop_connect_io_queues()
355 ret = nvmf_connect_io_queue(&ctrl->ctrl, i); in nvme_loop_connect_io_queues()
358 set_bit(NVME_LOOP_Q_LIVE, &ctrl->queues[i].flags); in nvme_loop_connect_io_queues()
364 static int nvme_loop_configure_admin_queue(struct nvme_loop_ctrl *ctrl) in nvme_loop_configure_admin_queue() argument
368 ctrl->queues[0].ctrl = ctrl; in nvme_loop_configure_admin_queue()
369 nvmet_cq_init(&ctrl->queues[0].nvme_cq); in nvme_loop_configure_admin_queue()
370 error = nvmet_sq_init(&ctrl->queues[0].nvme_sq, in nvme_loop_configure_admin_queue()
371 &ctrl->queues[0].nvme_cq); in nvme_loop_configure_admin_queue()
373 nvmet_cq_put(&ctrl->queues[0].nvme_cq); in nvme_loop_configure_admin_queue()
376 ctrl->ctrl.queue_count = 1; in nvme_loop_configure_admin_queue()
378 error = nvme_alloc_admin_tag_set(&ctrl->ctrl, &ctrl->admin_tag_set, in nvme_loop_configure_admin_queue()
386 clear_bit(NVME_CTRL_ADMIN_Q_STOPPED, &ctrl->ctrl.flags); in nvme_loop_configure_admin_queue()
388 error = nvmf_connect_admin_queue(&ctrl->ctrl); in nvme_loop_configure_admin_queue()
392 set_bit(NVME_LOOP_Q_LIVE, &ctrl->queues[0].flags); in nvme_loop_configure_admin_queue()
394 error = nvme_enable_ctrl(&ctrl->ctrl); in nvme_loop_configure_admin_queue()
398 ctrl->ctrl.max_hw_sectors = in nvme_loop_configure_admin_queue()
401 nvme_unquiesce_admin_queue(&ctrl->ctrl); in nvme_loop_configure_admin_queue()
403 error = nvme_init_ctrl_finish(&ctrl->ctrl, false); in nvme_loop_configure_admin_queue()
410 clear_bit(NVME_LOOP_Q_LIVE, &ctrl->queues[0].flags); in nvme_loop_configure_admin_queue()
411 nvme_remove_admin_tag_set(&ctrl->ctrl); in nvme_loop_configure_admin_queue()
413 nvmet_sq_destroy(&ctrl->queues[0].nvme_sq); in nvme_loop_configure_admin_queue()
414 nvmet_cq_put(&ctrl->queues[0].nvme_cq); in nvme_loop_configure_admin_queue()
418 static void nvme_loop_shutdown_ctrl(struct nvme_loop_ctrl *ctrl) in nvme_loop_shutdown_ctrl() argument
420 if (ctrl->ctrl.queue_count > 1) { in nvme_loop_shutdown_ctrl()
421 nvme_quiesce_io_queues(&ctrl->ctrl); in nvme_loop_shutdown_ctrl()
422 nvme_cancel_tagset(&ctrl->ctrl); in nvme_loop_shutdown_ctrl()
423 nvme_loop_destroy_io_queues(ctrl); in nvme_loop_shutdown_ctrl()
426 nvme_quiesce_admin_queue(&ctrl->ctrl); in nvme_loop_shutdown_ctrl()
427 if (nvme_ctrl_state(&ctrl->ctrl) == NVME_CTRL_LIVE) in nvme_loop_shutdown_ctrl()
428 nvme_disable_ctrl(&ctrl->ctrl, true); in nvme_loop_shutdown_ctrl()
430 nvme_cancel_admin_tagset(&ctrl->ctrl); in nvme_loop_shutdown_ctrl()
431 nvme_loop_destroy_admin_queue(ctrl); in nvme_loop_shutdown_ctrl()
434 static void nvme_loop_delete_ctrl_host(struct nvme_ctrl *ctrl) in nvme_loop_delete_ctrl_host() argument
436 nvme_loop_shutdown_ctrl(to_loop_ctrl(ctrl)); in nvme_loop_delete_ctrl_host()
441 struct nvme_loop_ctrl *ctrl; in nvme_loop_delete_ctrl() local
444 list_for_each_entry(ctrl, &nvme_loop_ctrl_list, list) { in nvme_loop_delete_ctrl()
445 if (ctrl->ctrl.cntlid == nctrl->cntlid) in nvme_loop_delete_ctrl()
446 nvme_delete_ctrl(&ctrl->ctrl); in nvme_loop_delete_ctrl()
453 struct nvme_loop_ctrl *ctrl = in nvme_loop_reset_ctrl_work() local
454 container_of(work, struct nvme_loop_ctrl, ctrl.reset_work); in nvme_loop_reset_ctrl_work()
457 nvme_stop_ctrl(&ctrl->ctrl); in nvme_loop_reset_ctrl_work()
458 nvme_loop_shutdown_ctrl(ctrl); in nvme_loop_reset_ctrl_work()
460 if (!nvme_change_ctrl_state(&ctrl->ctrl, NVME_CTRL_CONNECTING)) { in nvme_loop_reset_ctrl_work()
461 enum nvme_ctrl_state state = nvme_ctrl_state(&ctrl->ctrl); in nvme_loop_reset_ctrl_work()
470 ret = nvme_loop_configure_admin_queue(ctrl); in nvme_loop_reset_ctrl_work()
474 ret = nvme_loop_init_io_queues(ctrl); in nvme_loop_reset_ctrl_work()
478 ret = nvme_loop_connect_io_queues(ctrl); in nvme_loop_reset_ctrl_work()
482 blk_mq_update_nr_hw_queues(&ctrl->tag_set, in nvme_loop_reset_ctrl_work()
483 ctrl->ctrl.queue_count - 1); in nvme_loop_reset_ctrl_work()
485 if (!nvme_change_ctrl_state(&ctrl->ctrl, NVME_CTRL_LIVE)) in nvme_loop_reset_ctrl_work()
488 nvme_start_ctrl(&ctrl->ctrl); in nvme_loop_reset_ctrl_work()
493 nvme_loop_destroy_io_queues(ctrl); in nvme_loop_reset_ctrl_work()
495 nvme_quiesce_admin_queue(&ctrl->ctrl); in nvme_loop_reset_ctrl_work()
496 nvme_cancel_admin_tagset(&ctrl->ctrl); in nvme_loop_reset_ctrl_work()
497 nvme_loop_destroy_admin_queue(ctrl); in nvme_loop_reset_ctrl_work()
499 dev_warn(ctrl->ctrl.device, "Removing after reset failure\n"); in nvme_loop_reset_ctrl_work()
500 nvme_uninit_ctrl(&ctrl->ctrl); in nvme_loop_reset_ctrl_work()
516 static int nvme_loop_create_io_queues(struct nvme_loop_ctrl *ctrl) in nvme_loop_create_io_queues() argument
520 ret = nvme_loop_init_io_queues(ctrl); in nvme_loop_create_io_queues()
524 ret = nvme_alloc_io_tag_set(&ctrl->ctrl, &ctrl->tag_set, in nvme_loop_create_io_queues()
531 ret = nvme_loop_connect_io_queues(ctrl); in nvme_loop_create_io_queues()
538 nvme_remove_io_tag_set(&ctrl->ctrl); in nvme_loop_create_io_queues()
540 nvme_loop_destroy_io_queues(ctrl); in nvme_loop_create_io_queues()
544 static struct nvmet_port *nvme_loop_find_port(struct nvme_ctrl *ctrl) in nvme_loop_find_port() argument
551 if ((ctrl->opts->mask & NVMF_OPT_TRADDR) && in nvme_loop_find_port()
552 strcmp(ctrl->opts->traddr, p->disc_addr.traddr)) in nvme_loop_find_port()
564 struct nvme_loop_ctrl *ctrl; in nvme_loop_create_ctrl() local
567 ctrl = kzalloc(sizeof(*ctrl), GFP_KERNEL); in nvme_loop_create_ctrl()
568 if (!ctrl) in nvme_loop_create_ctrl()
570 ctrl->ctrl.opts = opts; in nvme_loop_create_ctrl()
571 INIT_LIST_HEAD(&ctrl->list); in nvme_loop_create_ctrl()
573 INIT_WORK(&ctrl->ctrl.reset_work, nvme_loop_reset_ctrl_work); in nvme_loop_create_ctrl()
575 ret = nvme_init_ctrl(&ctrl->ctrl, dev, &nvme_loop_ctrl_ops, in nvme_loop_create_ctrl()
578 kfree(ctrl); in nvme_loop_create_ctrl()
582 ret = nvme_add_ctrl(&ctrl->ctrl); in nvme_loop_create_ctrl()
586 if (!nvme_change_ctrl_state(&ctrl->ctrl, NVME_CTRL_CONNECTING)) in nvme_loop_create_ctrl()
591 ctrl->ctrl.kato = opts->kato; in nvme_loop_create_ctrl()
592 ctrl->port = nvme_loop_find_port(&ctrl->ctrl); in nvme_loop_create_ctrl()
594 ctrl->queues = kcalloc(opts->nr_io_queues + 1, sizeof(*ctrl->queues), in nvme_loop_create_ctrl()
596 if (!ctrl->queues) in nvme_loop_create_ctrl()
599 ret = nvme_loop_configure_admin_queue(ctrl); in nvme_loop_create_ctrl()
603 if (opts->queue_size > ctrl->ctrl.maxcmd) { in nvme_loop_create_ctrl()
605 dev_warn(ctrl->ctrl.device, in nvme_loop_create_ctrl()
607 opts->queue_size, ctrl->ctrl.maxcmd); in nvme_loop_create_ctrl()
608 opts->queue_size = ctrl->ctrl.maxcmd; in nvme_loop_create_ctrl()
610 ctrl->ctrl.sqsize = opts->queue_size - 1; in nvme_loop_create_ctrl()
613 ret = nvme_loop_create_io_queues(ctrl); in nvme_loop_create_ctrl()
618 nvme_loop_init_iod(ctrl, &ctrl->async_event_iod, 0); in nvme_loop_create_ctrl()
620 dev_info(ctrl->ctrl.device, in nvme_loop_create_ctrl()
621 "new ctrl: \"%s\"\n", ctrl->ctrl.opts->subsysnqn); in nvme_loop_create_ctrl()
623 if (!nvme_change_ctrl_state(&ctrl->ctrl, NVME_CTRL_LIVE)) in nvme_loop_create_ctrl()
627 list_add_tail(&ctrl->list, &nvme_loop_ctrl_list); in nvme_loop_create_ctrl()
630 nvme_start_ctrl(&ctrl->ctrl); in nvme_loop_create_ctrl()
632 return &ctrl->ctrl; in nvme_loop_create_ctrl()
635 nvme_quiesce_admin_queue(&ctrl->ctrl); in nvme_loop_create_ctrl()
636 nvme_cancel_admin_tagset(&ctrl->ctrl); in nvme_loop_create_ctrl()
637 nvme_loop_destroy_admin_queue(ctrl); in nvme_loop_create_ctrl()
639 kfree(ctrl->queues); in nvme_loop_create_ctrl()
641 nvme_uninit_ctrl(&ctrl->ctrl); in nvme_loop_create_ctrl()
643 nvme_put_ctrl(&ctrl->ctrl); in nvme_loop_create_ctrl()
706 struct nvme_loop_ctrl *ctrl, *next; in nvme_loop_cleanup_module() local
712 list_for_each_entry_safe(ctrl, next, &nvme_loop_ctrl_list, list) in nvme_loop_cleanup_module()
713 nvme_delete_ctrl(&ctrl->ctrl); in nvme_loop_cleanup_module()