Lines Matching refs:io_req
19 static int bnx2fc_split_bd(struct bnx2fc_cmd *io_req, u64 addr, int sg_len,
21 static int bnx2fc_map_sg(struct bnx2fc_cmd *io_req);
22 static int bnx2fc_build_bd_list_from_sg(struct bnx2fc_cmd *io_req);
23 static void bnx2fc_unmap_sg_list(struct bnx2fc_cmd *io_req);
24 static void bnx2fc_free_mp_resc(struct bnx2fc_cmd *io_req);
25 static void bnx2fc_parse_fcp_rsp(struct bnx2fc_cmd *io_req,
29 void bnx2fc_cmd_timer_set(struct bnx2fc_cmd *io_req, in bnx2fc_cmd_timer_set() argument
32 struct bnx2fc_interface *interface = io_req->port->priv; in bnx2fc_cmd_timer_set()
35 &io_req->timeout_work, in bnx2fc_cmd_timer_set()
37 kref_get(&io_req->refcount); in bnx2fc_cmd_timer_set()
42 struct bnx2fc_cmd *io_req = container_of(work, struct bnx2fc_cmd, in bnx2fc_cmd_timeout() local
44 u8 cmd_type = io_req->cmd_type; in bnx2fc_cmd_timeout()
45 struct bnx2fc_rport *tgt = io_req->tgt; in bnx2fc_cmd_timeout()
48 BNX2FC_IO_DBG(io_req, "cmd_timeout, cmd_type = %d," in bnx2fc_cmd_timeout()
49 "req_flags = %lx\n", cmd_type, io_req->req_flags); in bnx2fc_cmd_timeout()
52 if (test_and_clear_bit(BNX2FC_FLAG_ISSUE_RRQ, &io_req->req_flags)) { in bnx2fc_cmd_timeout()
53 clear_bit(BNX2FC_FLAG_RETIRE_OXID, &io_req->req_flags); in bnx2fc_cmd_timeout()
59 bnx2fc_send_rrq(io_req); in bnx2fc_cmd_timeout()
62 if (test_and_clear_bit(BNX2FC_FLAG_RETIRE_OXID, &io_req->req_flags)) { in bnx2fc_cmd_timeout()
63 BNX2FC_IO_DBG(io_req, "IO ready for reuse now\n"); in bnx2fc_cmd_timeout()
70 &io_req->req_flags)) { in bnx2fc_cmd_timeout()
72 BNX2FC_IO_DBG(io_req, "eh_abort timed out\n"); in bnx2fc_cmd_timeout()
73 complete(&io_req->abts_done); in bnx2fc_cmd_timeout()
75 &io_req->req_flags)) { in bnx2fc_cmd_timeout()
77 BNX2FC_IO_DBG(io_req, "ABTS timed out refcnt = %d\n", in bnx2fc_cmd_timeout()
78 kref_read(&io_req->refcount)); in bnx2fc_cmd_timeout()
80 &io_req->req_flags))) { in bnx2fc_cmd_timeout()
85 bnx2fc_initiate_cleanup(io_req); in bnx2fc_cmd_timeout()
86 kref_put(&io_req->refcount, bnx2fc_cmd_release); in bnx2fc_cmd_timeout()
93 BNX2FC_IO_DBG(io_req, "IO timed out. issue ABTS\n"); in bnx2fc_cmd_timeout()
95 &io_req->req_flags)) { in bnx2fc_cmd_timeout()
96 BNX2FC_IO_DBG(io_req, "IO completed before " in bnx2fc_cmd_timeout()
102 &io_req->req_flags)) { in bnx2fc_cmd_timeout()
103 rc = bnx2fc_initiate_abts(io_req); in bnx2fc_cmd_timeout()
107 kref_put(&io_req->refcount, bnx2fc_cmd_release); in bnx2fc_cmd_timeout()
112 BNX2FC_IO_DBG(io_req, "IO already in " in bnx2fc_cmd_timeout()
119 if (test_bit(BNX2FC_FLAG_ISSUE_ABTS, &io_req->req_flags)) { in bnx2fc_cmd_timeout()
120 BNX2FC_IO_DBG(io_req, "ABTS for ELS timed out\n"); in bnx2fc_cmd_timeout()
123 &io_req->req_flags)) { in bnx2fc_cmd_timeout()
124 kref_put(&io_req->refcount, bnx2fc_cmd_release); in bnx2fc_cmd_timeout()
136 BNX2FC_IO_DBG(io_req, "ELS timed out\n"); in bnx2fc_cmd_timeout()
138 &io_req->req_flags)) in bnx2fc_cmd_timeout()
142 set_bit(BNX2FC_FLAG_ELS_TIMEOUT, &io_req->req_flags); in bnx2fc_cmd_timeout()
144 if ((io_req->cb_func) && (io_req->cb_arg)) { in bnx2fc_cmd_timeout()
145 io_req->cb_func(io_req->cb_arg); in bnx2fc_cmd_timeout()
146 io_req->cb_arg = NULL; in bnx2fc_cmd_timeout()
158 kref_put(&io_req->refcount, bnx2fc_cmd_release); in bnx2fc_cmd_timeout()
162 static void bnx2fc_scsi_done(struct bnx2fc_cmd *io_req, int err_code) in bnx2fc_scsi_done() argument
165 struct scsi_cmnd *sc_cmd = io_req->sc_cmd; in bnx2fc_scsi_done()
172 if (io_req->cmd_type != BNX2FC_SCSI_CMD) in bnx2fc_scsi_done()
175 BNX2FC_IO_DBG(io_req, "scsi_done. err_code = 0x%x\n", err_code); in bnx2fc_scsi_done()
176 if (test_bit(BNX2FC_FLAG_CMD_LOST, &io_req->req_flags)) { in bnx2fc_scsi_done()
181 bnx2fc_unmap_sg_list(io_req); in bnx2fc_scsi_done()
182 io_req->sc_cmd = NULL; in bnx2fc_scsi_done()
188 io_req->xid); in bnx2fc_scsi_done()
192 pr_err(PFX "0x%x: sc_cmd->device is NULL.\n", io_req->xid); in bnx2fc_scsi_done()
197 io_req->xid); in bnx2fc_scsi_done()
203 BNX2FC_IO_DBG(io_req, "sc=%p, result=0x%x, retries=%d, allowed=%d\n", in bnx2fc_scsi_done()
207 bnx2fc_priv(sc_cmd)->io_req = NULL; in bnx2fc_scsi_done()
215 struct bnx2fc_cmd *io_req; in bnx2fc_cmd_mgr_alloc() local
275 io_req = kzalloc(sizeof(*io_req), GFP_KERNEL); in bnx2fc_cmd_mgr_alloc()
277 if (!io_req) { in bnx2fc_cmd_mgr_alloc()
282 INIT_LIST_HEAD(&io_req->link); in bnx2fc_cmd_mgr_alloc()
283 INIT_DELAYED_WORK(&io_req->timeout_work, bnx2fc_cmd_timeout); in bnx2fc_cmd_mgr_alloc()
285 io_req->xid = xid++; in bnx2fc_cmd_mgr_alloc()
287 list_add_tail(&io_req->link, in bnx2fc_cmd_mgr_alloc()
288 &cmgr->free_list[io_req->xid % in bnx2fc_cmd_mgr_alloc()
291 list_add_tail(&io_req->link, in bnx2fc_cmd_mgr_alloc()
293 io_req++; in bnx2fc_cmd_mgr_alloc()
380 struct bnx2fc_cmd *tmp, *io_req; in bnx2fc_cmd_mgr_free() local
382 list_for_each_entry_safe(io_req, tmp, in bnx2fc_cmd_mgr_free()
384 list_del(&io_req->link); in bnx2fc_cmd_mgr_free()
385 kfree(io_req); in bnx2fc_cmd_mgr_free()
399 struct bnx2fc_cmd *io_req; in bnx2fc_elstm_alloc() local
440 io_req = (struct bnx2fc_cmd *) listp; in bnx2fc_elstm_alloc()
441 xid = io_req->xid; in bnx2fc_elstm_alloc()
442 cmd_mgr->cmds[xid] = io_req; in bnx2fc_elstm_alloc()
447 INIT_LIST_HEAD(&io_req->link); in bnx2fc_elstm_alloc()
449 io_req->port = port; in bnx2fc_elstm_alloc()
450 io_req->cmd_mgr = cmd_mgr; in bnx2fc_elstm_alloc()
451 io_req->req_flags = 0; in bnx2fc_elstm_alloc()
452 io_req->cmd_type = type; in bnx2fc_elstm_alloc()
456 bd_tbl = io_req->bd_tbl = cmd_mgr->io_bdt_pool[xid]; in bnx2fc_elstm_alloc()
457 bd_tbl->io_req = io_req; in bnx2fc_elstm_alloc()
460 kref_init(&io_req->refcount); in bnx2fc_elstm_alloc()
461 return io_req; in bnx2fc_elstm_alloc()
469 struct bnx2fc_cmd *io_req; in bnx2fc_cmd_alloc() local
494 io_req = (struct bnx2fc_cmd *) listp; in bnx2fc_cmd_alloc()
495 xid = io_req->xid; in bnx2fc_cmd_alloc()
496 cmd_mgr->cmds[xid] = io_req; in bnx2fc_cmd_alloc()
501 INIT_LIST_HEAD(&io_req->link); in bnx2fc_cmd_alloc()
503 io_req->port = port; in bnx2fc_cmd_alloc()
504 io_req->cmd_mgr = cmd_mgr; in bnx2fc_cmd_alloc()
505 io_req->req_flags = 0; in bnx2fc_cmd_alloc()
509 bd_tbl = io_req->bd_tbl = cmd_mgr->io_bdt_pool[xid]; in bnx2fc_cmd_alloc()
510 bd_tbl->io_req = io_req; in bnx2fc_cmd_alloc()
513 kref_init(&io_req->refcount); in bnx2fc_cmd_alloc()
514 return io_req; in bnx2fc_cmd_alloc()
519 struct bnx2fc_cmd *io_req = container_of(ref, in bnx2fc_cmd_release() local
521 struct bnx2fc_cmd_mgr *cmd_mgr = io_req->cmd_mgr; in bnx2fc_cmd_release()
524 if (io_req->cmd_type == BNX2FC_SCSI_CMD) in bnx2fc_cmd_release()
525 index = io_req->xid % num_possible_cpus(); in bnx2fc_cmd_release()
531 if (io_req->cmd_type != BNX2FC_SCSI_CMD) in bnx2fc_cmd_release()
532 bnx2fc_free_mp_resc(io_req); in bnx2fc_cmd_release()
533 cmd_mgr->cmds[io_req->xid] = NULL; in bnx2fc_cmd_release()
535 list_del_init(&io_req->link); in bnx2fc_cmd_release()
537 list_add(&io_req->link, in bnx2fc_cmd_release()
539 atomic_dec(&io_req->tgt->num_active_ios); in bnx2fc_cmd_release()
544 static void bnx2fc_free_mp_resc(struct bnx2fc_cmd *io_req) in bnx2fc_free_mp_resc() argument
546 struct bnx2fc_mp_req *mp_req = &(io_req->mp_req); in bnx2fc_free_mp_resc()
547 struct bnx2fc_interface *interface = io_req->port->priv; in bnx2fc_free_mp_resc()
579 int bnx2fc_init_mp_req(struct bnx2fc_cmd *io_req) in bnx2fc_init_mp_req() argument
584 struct bnx2fc_interface *interface = io_req->port->priv; in bnx2fc_init_mp_req()
589 mp_req = (struct bnx2fc_mp_req *)&(io_req->mp_req); in bnx2fc_init_mp_req()
592 if (io_req->cmd_type != BNX2FC_ELS) { in bnx2fc_init_mp_req()
594 io_req->data_xfer_len = mp_req->req_len; in bnx2fc_init_mp_req()
596 mp_req->req_len = io_req->data_xfer_len; in bnx2fc_init_mp_req()
603 bnx2fc_free_mp_resc(io_req); in bnx2fc_init_mp_req()
612 bnx2fc_free_mp_resc(io_req); in bnx2fc_init_mp_req()
625 bnx2fc_free_mp_resc(io_req); in bnx2fc_init_mp_req()
633 bnx2fc_free_mp_resc(io_req); in bnx2fc_init_mp_req()
667 struct bnx2fc_cmd *io_req; in bnx2fc_initiate_tmf() local
710 io_req = bnx2fc_elstm_alloc(tgt, BNX2FC_TASK_MGMT_CMD); in bnx2fc_initiate_tmf()
711 if (!io_req) { in bnx2fc_initiate_tmf()
721 io_req->sc_cmd = sc_cmd; in bnx2fc_initiate_tmf()
722 io_req->port = port; in bnx2fc_initiate_tmf()
723 io_req->tgt = tgt; in bnx2fc_initiate_tmf()
725 tm_req = (struct bnx2fc_mp_req *)&(io_req->mp_req); in bnx2fc_initiate_tmf()
727 rc = bnx2fc_init_mp_req(io_req); in bnx2fc_initiate_tmf()
731 kref_put(&io_req->refcount, bnx2fc_cmd_release); in bnx2fc_initiate_tmf()
737 io_req->io_req_flags = 0; in bnx2fc_initiate_tmf()
741 bnx2fc_build_fcp_cmnd(io_req, (struct fcp_cmnd *)tm_req->req_buf); in bnx2fc_initiate_tmf()
754 xid = io_req->xid; in bnx2fc_initiate_tmf()
764 bnx2fc_init_mp_task(io_req, task); in bnx2fc_initiate_tmf()
766 bnx2fc_priv(sc_cmd)->io_req = io_req; in bnx2fc_initiate_tmf()
773 io_req->on_tmf_queue = 1; in bnx2fc_initiate_tmf()
774 list_add_tail(&io_req->link, &tgt->active_tm_queue); in bnx2fc_initiate_tmf()
776 init_completion(&io_req->abts_done); in bnx2fc_initiate_tmf()
777 io_req->wait_for_abts_comp = 1; in bnx2fc_initiate_tmf()
783 rc = wait_for_completion_timeout(&io_req->abts_done, in bnx2fc_initiate_tmf()
787 io_req->wait_for_abts_comp = 0; in bnx2fc_initiate_tmf()
788 if (!(test_bit(BNX2FC_FLAG_TM_COMPL, &io_req->req_flags))) { in bnx2fc_initiate_tmf()
789 set_bit(BNX2FC_FLAG_TM_TIMEOUT, &io_req->req_flags); in bnx2fc_initiate_tmf()
790 if (io_req->on_tmf_queue) { in bnx2fc_initiate_tmf()
791 list_del_init(&io_req->link); in bnx2fc_initiate_tmf()
792 io_req->on_tmf_queue = 0; in bnx2fc_initiate_tmf()
794 io_req->wait_for_cleanup_comp = 1; in bnx2fc_initiate_tmf()
795 init_completion(&io_req->cleanup_done); in bnx2fc_initiate_tmf()
796 bnx2fc_initiate_cleanup(io_req); in bnx2fc_initiate_tmf()
798 rc = wait_for_completion_timeout(&io_req->cleanup_done, in bnx2fc_initiate_tmf()
801 io_req->wait_for_cleanup_comp = 0; in bnx2fc_initiate_tmf()
803 kref_put(&io_req->refcount, bnx2fc_cmd_release); in bnx2fc_initiate_tmf()
819 int bnx2fc_initiate_abts(struct bnx2fc_cmd *io_req) in bnx2fc_initiate_abts() argument
822 struct bnx2fc_rport *tgt = io_req->tgt; in bnx2fc_initiate_abts()
839 BNX2FC_IO_DBG(io_req, "Entered bnx2fc_initiate_abts\n"); in bnx2fc_initiate_abts()
841 port = io_req->port; in bnx2fc_initiate_abts()
883 fc_hdr->fh_ox_id = htons(io_req->xid); in bnx2fc_initiate_abts()
884 fc_hdr->fh_rx_id = htons(io_req->task->rxwr_txrd.var_ctx.rx_id); in bnx2fc_initiate_abts()
916 bnx2fc_cmd_timer_set(io_req, 2 * r_a_tov); in bnx2fc_initiate_abts()
979 cb_arg->io_req = seq_clnp_req; in bnx2fc_initiate_seq_cleanup()
996 int bnx2fc_initiate_cleanup(struct bnx2fc_cmd *io_req) in bnx2fc_initiate_cleanup() argument
998 struct bnx2fc_rport *tgt = io_req->tgt; in bnx2fc_initiate_cleanup()
1009 BNX2FC_IO_DBG(io_req, "Entered bnx2fc_initiate_cleanup\n"); in bnx2fc_initiate_cleanup()
1011 port = io_req->port; in bnx2fc_initiate_cleanup()
1036 orig_xid = io_req->xid; in bnx2fc_initiate_cleanup()
1038 BNX2FC_IO_DBG(io_req, "CLEANUP io_req xid = 0x%x\n", xid); in bnx2fc_initiate_cleanup()
1046 set_bit(BNX2FC_FLAG_ISSUE_CLEANUP_REQ, &io_req->req_flags); in bnx2fc_initiate_cleanup()
1081 static int bnx2fc_abts_cleanup(struct bnx2fc_cmd *io_req) in bnx2fc_abts_cleanup() argument
1084 struct bnx2fc_rport *tgt = io_req->tgt; in bnx2fc_abts_cleanup()
1087 init_completion(&io_req->cleanup_done); in bnx2fc_abts_cleanup()
1088 io_req->wait_for_cleanup_comp = 1; in bnx2fc_abts_cleanup()
1089 bnx2fc_initiate_cleanup(io_req); in bnx2fc_abts_cleanup()
1097 time_left = wait_for_completion_timeout(&io_req->cleanup_done, in bnx2fc_abts_cleanup()
1100 BNX2FC_IO_DBG(io_req, "%s(): Wait for cleanup timed out.\n", in bnx2fc_abts_cleanup()
1107 kref_put(&io_req->refcount, bnx2fc_cmd_release); in bnx2fc_abts_cleanup()
1111 io_req->wait_for_cleanup_comp = 0; in bnx2fc_abts_cleanup()
1127 struct bnx2fc_cmd *io_req; in bnx2fc_eh_abort() local
1148 io_req = bnx2fc_priv(sc_cmd)->io_req; in bnx2fc_eh_abort()
1149 if (!io_req) { in bnx2fc_eh_abort()
1155 BNX2FC_IO_DBG(io_req, "eh_abort - refcnt = %d\n", in bnx2fc_eh_abort()
1156 kref_read(&io_req->refcount)); in bnx2fc_eh_abort()
1159 kref_get(&io_req->refcount); in bnx2fc_eh_abort()
1161 BUG_ON(tgt != io_req->tgt); in bnx2fc_eh_abort()
1171 "flush in progress\n", io_req->xid); in bnx2fc_eh_abort()
1172 kref_put(&io_req->refcount, bnx2fc_cmd_release); in bnx2fc_eh_abort()
1177 if (io_req->on_active_queue == 0) { in bnx2fc_eh_abort()
1179 "not on active_q\n", io_req->xid); in bnx2fc_eh_abort()
1195 list_del_init(&io_req->link); in bnx2fc_eh_abort()
1196 io_req->on_active_queue = 0; in bnx2fc_eh_abort()
1198 list_add_tail(&io_req->link, &tgt->io_retire_queue); in bnx2fc_eh_abort()
1200 init_completion(&io_req->abts_done); in bnx2fc_eh_abort()
1201 init_completion(&io_req->cleanup_done); in bnx2fc_eh_abort()
1203 if (test_and_set_bit(BNX2FC_FLAG_ISSUE_ABTS, &io_req->req_flags)) { in bnx2fc_eh_abort()
1205 "already in abts processing\n", io_req->xid); in bnx2fc_eh_abort()
1206 if (cancel_delayed_work(&io_req->timeout_work)) in bnx2fc_eh_abort()
1207 kref_put(&io_req->refcount, in bnx2fc_eh_abort()
1214 bnx2fc_abts_cleanup(io_req); in bnx2fc_eh_abort()
1220 set_bit(BNX2FC_FLAG_IO_CLEANUP, &io_req->req_flags); in bnx2fc_eh_abort()
1226 if (cancel_delayed_work(&io_req->timeout_work)) in bnx2fc_eh_abort()
1227 kref_put(&io_req->refcount, in bnx2fc_eh_abort()
1229 set_bit(BNX2FC_FLAG_EH_ABORT, &io_req->req_flags); in bnx2fc_eh_abort()
1230 io_req->wait_for_abts_comp = 1; in bnx2fc_eh_abort()
1231 rc = bnx2fc_initiate_abts(io_req); in bnx2fc_eh_abort()
1233 io_req->wait_for_cleanup_comp = 1; in bnx2fc_eh_abort()
1234 bnx2fc_initiate_cleanup(io_req); in bnx2fc_eh_abort()
1236 wait_for_completion(&io_req->cleanup_done); in bnx2fc_eh_abort()
1238 io_req->wait_for_cleanup_comp = 0; in bnx2fc_eh_abort()
1244 time_left = wait_for_completion_timeout(&io_req->abts_done, in bnx2fc_eh_abort()
1247 BNX2FC_IO_DBG(io_req, in bnx2fc_eh_abort()
1251 io_req->wait_for_abts_comp = 0; in bnx2fc_eh_abort()
1252 if (test_bit(BNX2FC_FLAG_IO_COMPL, &io_req->req_flags)) { in bnx2fc_eh_abort()
1253 BNX2FC_IO_DBG(io_req, "IO completed in a different context\n"); in bnx2fc_eh_abort()
1256 &io_req->req_flags))) { in bnx2fc_eh_abort()
1259 io_req->xid); in bnx2fc_eh_abort()
1264 rc = bnx2fc_abts_cleanup(io_req); in bnx2fc_eh_abort()
1272 BNX2FC_IO_DBG(io_req, "abort succeeded\n"); in bnx2fc_eh_abort()
1274 bnx2fc_scsi_done(io_req, DID_ABORT); in bnx2fc_eh_abort()
1275 kref_put(&io_req->refcount, bnx2fc_cmd_release); in bnx2fc_eh_abort()
1279 kref_put(&io_req->refcount, bnx2fc_cmd_release); in bnx2fc_eh_abort()
1319 void bnx2fc_process_cleanup_compl(struct bnx2fc_cmd *io_req, in bnx2fc_process_cleanup_compl() argument
1323 BNX2FC_IO_DBG(io_req, "Entered process_cleanup_compl " in bnx2fc_process_cleanup_compl()
1325 kref_read(&io_req->refcount), io_req->cmd_type); in bnx2fc_process_cleanup_compl()
1331 &io_req->req_flags)) in bnx2fc_process_cleanup_compl()
1338 if (test_bit(BNX2FC_FLAG_ISSUE_ABTS, &io_req->req_flags) && in bnx2fc_process_cleanup_compl()
1339 !test_bit(BNX2FC_FLAG_ABTS_DONE, &io_req->req_flags)) { in bnx2fc_process_cleanup_compl()
1340 set_bit(BNX2FC_FLAG_ABTS_DONE, &io_req->req_flags); in bnx2fc_process_cleanup_compl()
1341 if (io_req->wait_for_abts_comp) in bnx2fc_process_cleanup_compl()
1342 complete(&io_req->abts_done); in bnx2fc_process_cleanup_compl()
1345 bnx2fc_scsi_done(io_req, DID_ERROR); in bnx2fc_process_cleanup_compl()
1346 kref_put(&io_req->refcount, bnx2fc_cmd_release); in bnx2fc_process_cleanup_compl()
1347 if (io_req->wait_for_cleanup_comp) in bnx2fc_process_cleanup_compl()
1348 complete(&io_req->cleanup_done); in bnx2fc_process_cleanup_compl()
1351 void bnx2fc_process_abts_compl(struct bnx2fc_cmd *io_req, in bnx2fc_process_abts_compl() argument
1358 struct bnx2fc_rport *tgt = io_req->tgt; in bnx2fc_process_abts_compl()
1360 BNX2FC_IO_DBG(io_req, "Entered process_abts_compl xid = 0x%x" in bnx2fc_process_abts_compl()
1362 io_req->xid, in bnx2fc_process_abts_compl()
1363 kref_read(&io_req->refcount), io_req->cmd_type); in bnx2fc_process_abts_compl()
1366 &io_req->req_flags)) { in bnx2fc_process_abts_compl()
1367 BNX2FC_IO_DBG(io_req, "Timer context finished processing" in bnx2fc_process_abts_compl()
1376 if (test_bit(BNX2FC_FLAG_ISSUE_CLEANUP_REQ, &io_req->req_flags)) { in bnx2fc_process_abts_compl()
1377 clear_bit(BNX2FC_FLAG_ISSUE_CLEANUP_REQ, &io_req->req_flags); in bnx2fc_process_abts_compl()
1378 if (io_req->wait_for_cleanup_comp) in bnx2fc_process_abts_compl()
1379 complete(&io_req->cleanup_done); in bnx2fc_process_abts_compl()
1384 &io_req->req_flags)) in bnx2fc_process_abts_compl()
1393 if (test_bit(BNX2FC_FLAG_ISSUE_ABTS, &io_req->req_flags)) in bnx2fc_process_abts_compl()
1394 if (cancel_delayed_work(&io_req->timeout_work)) in bnx2fc_process_abts_compl()
1395 kref_put(&io_req->refcount, in bnx2fc_process_abts_compl()
1406 BNX2FC_IO_DBG(io_req, "ABTS response - ACC Send RRQ\n"); in bnx2fc_process_abts_compl()
1411 BNX2FC_IO_DBG(io_req, "ABTS response - RJT\n"); in bnx2fc_process_abts_compl()
1419 BNX2FC_IO_DBG(io_req, "Issue RRQ after R_A_TOV\n"); in bnx2fc_process_abts_compl()
1420 set_bit(BNX2FC_FLAG_ISSUE_RRQ, &io_req->req_flags); in bnx2fc_process_abts_compl()
1422 set_bit(BNX2FC_FLAG_RETIRE_OXID, &io_req->req_flags); in bnx2fc_process_abts_compl()
1423 bnx2fc_cmd_timer_set(io_req, r_a_tov); in bnx2fc_process_abts_compl()
1426 if (io_req->wait_for_abts_comp) { in bnx2fc_process_abts_compl()
1428 &io_req->req_flags)) in bnx2fc_process_abts_compl()
1429 complete(&io_req->abts_done); in bnx2fc_process_abts_compl()
1440 if (io_req->on_active_queue) { in bnx2fc_process_abts_compl()
1441 list_del_init(&io_req->link); in bnx2fc_process_abts_compl()
1442 io_req->on_active_queue = 0; in bnx2fc_process_abts_compl()
1444 list_add_tail(&io_req->link, &tgt->io_retire_queue); in bnx2fc_process_abts_compl()
1446 bnx2fc_scsi_done(io_req, DID_ERROR); in bnx2fc_process_abts_compl()
1447 kref_put(&io_req->refcount, bnx2fc_cmd_release); in bnx2fc_process_abts_compl()
1451 static void bnx2fc_lun_reset_cmpl(struct bnx2fc_cmd *io_req) in bnx2fc_lun_reset_cmpl() argument
1453 struct scsi_cmnd *sc_cmd = io_req->sc_cmd; in bnx2fc_lun_reset_cmpl()
1454 struct bnx2fc_rport *tgt = io_req->tgt; in bnx2fc_lun_reset_cmpl()
1461 BNX2FC_IO_DBG(io_req, "Entered bnx2fc_lun_reset_cmpl\n"); in bnx2fc_lun_reset_cmpl()
1474 if (cancel_delayed_work(&io_req->timeout_work)) in bnx2fc_lun_reset_cmpl()
1475 kref_put(&io_req->refcount, in bnx2fc_lun_reset_cmpl()
1489 static void bnx2fc_tgt_reset_cmpl(struct bnx2fc_cmd *io_req) in bnx2fc_tgt_reset_cmpl() argument
1491 struct bnx2fc_rport *tgt = io_req->tgt; in bnx2fc_tgt_reset_cmpl()
1496 BNX2FC_IO_DBG(io_req, "Entered bnx2fc_tgt_reset_cmpl\n"); in bnx2fc_tgt_reset_cmpl()
1507 if (cancel_delayed_work(&io_req->timeout_work)) in bnx2fc_tgt_reset_cmpl()
1508 kref_put(&io_req->refcount, in bnx2fc_tgt_reset_cmpl()
1520 void bnx2fc_process_tm_compl(struct bnx2fc_cmd *io_req, in bnx2fc_process_tm_compl() argument
1526 struct scsi_cmnd *sc_cmd = io_req->sc_cmd; in bnx2fc_process_tm_compl()
1532 BNX2FC_IO_DBG(io_req, "Entered process_tm_compl\n"); in bnx2fc_process_tm_compl()
1534 if (!(test_bit(BNX2FC_FLAG_TM_TIMEOUT, &io_req->req_flags))) in bnx2fc_process_tm_compl()
1535 set_bit(BNX2FC_FLAG_TM_COMPL, &io_req->req_flags); in bnx2fc_process_tm_compl()
1544 tm_req = &(io_req->mp_req); in bnx2fc_process_tm_compl()
1559 bnx2fc_parse_fcp_rsp(io_req, in bnx2fc_process_tm_compl()
1562 if (io_req->fcp_rsp_code == 0) { in bnx2fc_process_tm_compl()
1565 bnx2fc_lun_reset_cmpl(io_req); in bnx2fc_process_tm_compl()
1567 bnx2fc_tgt_reset_cmpl(io_req); in bnx2fc_process_tm_compl()
1573 if (!bnx2fc_priv(sc_cmd)->io_req) { in bnx2fc_process_tm_compl()
1577 switch (io_req->fcp_status) { in bnx2fc_process_tm_compl()
1579 if (io_req->cdb_status == 0) { in bnx2fc_process_tm_compl()
1584 sc_cmd->result = (DID_OK << 16) | io_req->cdb_status; in bnx2fc_process_tm_compl()
1586 if (io_req->fcp_resid) in bnx2fc_process_tm_compl()
1587 scsi_set_resid(sc_cmd, io_req->fcp_resid); in bnx2fc_process_tm_compl()
1591 BNX2FC_IO_DBG(io_req, "process_tm_compl: fcp_status = %d\n", in bnx2fc_process_tm_compl()
1592 io_req->fcp_status); in bnx2fc_process_tm_compl()
1596 sc_cmd = io_req->sc_cmd; in bnx2fc_process_tm_compl()
1597 io_req->sc_cmd = NULL; in bnx2fc_process_tm_compl()
1600 if (io_req->on_tmf_queue) { in bnx2fc_process_tm_compl()
1602 list_del_init(&io_req->link); in bnx2fc_process_tm_compl()
1603 io_req->on_tmf_queue = 0; in bnx2fc_process_tm_compl()
1610 bnx2fc_priv(sc_cmd)->io_req = NULL; in bnx2fc_process_tm_compl()
1613 kref_put(&io_req->refcount, bnx2fc_cmd_release); in bnx2fc_process_tm_compl()
1614 if (io_req->wait_for_abts_comp) { in bnx2fc_process_tm_compl()
1615 BNX2FC_IO_DBG(io_req, "tm_compl - wake up the waiter\n"); in bnx2fc_process_tm_compl()
1616 complete(&io_req->abts_done); in bnx2fc_process_tm_compl()
1620 static int bnx2fc_split_bd(struct bnx2fc_cmd *io_req, u64 addr, int sg_len, in bnx2fc_split_bd() argument
1623 struct fcoe_bd_ctx *bd = io_req->bd_tbl->bd_tbl; in bnx2fc_split_bd()
1645 static int bnx2fc_map_sg(struct bnx2fc_cmd *io_req) in bnx2fc_map_sg() argument
1647 struct bnx2fc_interface *interface = io_req->port->priv; in bnx2fc_map_sg()
1649 struct scsi_cmnd *sc = io_req->sc_cmd; in bnx2fc_map_sg()
1650 struct fcoe_bd_ctx *bd = io_req->bd_tbl->bd_tbl; in bnx2fc_map_sg()
1671 sg_frags = bnx2fc_split_bd(io_req, addr, sg_len, in bnx2fc_map_sg()
1687 io_req->xid); in bnx2fc_map_sg()
1691 static int bnx2fc_build_bd_list_from_sg(struct bnx2fc_cmd *io_req) in bnx2fc_build_bd_list_from_sg() argument
1693 struct scsi_cmnd *sc = io_req->sc_cmd; in bnx2fc_build_bd_list_from_sg()
1694 struct fcoe_bd_ctx *bd = io_req->bd_tbl->bd_tbl; in bnx2fc_build_bd_list_from_sg()
1698 bd_count = bnx2fc_map_sg(io_req); in bnx2fc_build_bd_list_from_sg()
1706 io_req->bd_tbl->bd_valid = bd_count; in bnx2fc_build_bd_list_from_sg()
1714 bd_count, io_req->xid); in bnx2fc_build_bd_list_from_sg()
1721 static void bnx2fc_unmap_sg_list(struct bnx2fc_cmd *io_req) in bnx2fc_unmap_sg_list() argument
1723 struct scsi_cmnd *sc = io_req->sc_cmd; in bnx2fc_unmap_sg_list()
1724 struct bnx2fc_interface *interface = io_req->port->priv; in bnx2fc_unmap_sg_list()
1731 if (io_req->bd_tbl->bd_valid && sc && scsi_sg_count(sc)) { in bnx2fc_unmap_sg_list()
1734 io_req->bd_tbl->bd_valid = 0; in bnx2fc_unmap_sg_list()
1738 void bnx2fc_build_fcp_cmnd(struct bnx2fc_cmd *io_req, in bnx2fc_build_fcp_cmnd() argument
1741 struct scsi_cmnd *sc_cmd = io_req->sc_cmd; in bnx2fc_build_fcp_cmnd()
1747 fcp_cmnd->fc_dl = htonl(io_req->data_xfer_len); in bnx2fc_build_fcp_cmnd()
1752 fcp_cmnd->fc_tm_flags = io_req->mp_req.tm_flags; in bnx2fc_build_fcp_cmnd()
1753 fcp_cmnd->fc_flags = io_req->io_req_flags; in bnx2fc_build_fcp_cmnd()
1757 static void bnx2fc_parse_fcp_rsp(struct bnx2fc_cmd *io_req, in bnx2fc_parse_fcp_rsp() argument
1761 struct scsi_cmnd *sc_cmd = io_req->sc_cmd; in bnx2fc_parse_fcp_rsp()
1767 io_req->fcp_status = FC_GOOD; in bnx2fc_parse_fcp_rsp()
1768 io_req->fcp_resid = 0; in bnx2fc_parse_fcp_rsp()
1771 io_req->fcp_resid = fcp_rsp->fcp_resid; in bnx2fc_parse_fcp_rsp()
1773 io_req->scsi_comp_flags = rsp_flags; in bnx2fc_parse_fcp_rsp()
1774 io_req->cdb_status = fcp_rsp->scsi_status_code; in bnx2fc_parse_fcp_rsp()
1797 io_req->fcp_rsp_len = fcp_rsp_len; in bnx2fc_parse_fcp_rsp()
1798 io_req->fcp_sns_len = fcp_sns_len; in bnx2fc_parse_fcp_rsp()
1811 io_req->fcp_rsp_code = rq_data[3]; in bnx2fc_parse_fcp_rsp()
1812 BNX2FC_IO_DBG(io_req, "fcp_rsp_code = %d\n", in bnx2fc_parse_fcp_rsp()
1813 io_req->fcp_rsp_code); in bnx2fc_parse_fcp_rsp()
1846 struct bnx2fc_cmd *io_req; in bnx2fc_queuecommand() local
1885 io_req = bnx2fc_cmd_alloc(tgt); in bnx2fc_queuecommand()
1886 if (!io_req) { in bnx2fc_queuecommand()
1890 io_req->sc_cmd = sc_cmd; in bnx2fc_queuecommand()
1892 if (bnx2fc_post_io_req(tgt, io_req)) { in bnx2fc_queuecommand()
1904 void bnx2fc_process_scsi_cmd_compl(struct bnx2fc_cmd *io_req, in bnx2fc_process_scsi_cmd_compl() argument
1909 struct bnx2fc_rport *tgt = io_req->tgt; in bnx2fc_process_scsi_cmd_compl()
1915 if (test_and_set_bit(BNX2FC_FLAG_IO_COMPL, &io_req->req_flags)) { in bnx2fc_process_scsi_cmd_compl()
1917 BNX2FC_IO_DBG(io_req, "Timer context finished processing " in bnx2fc_process_scsi_cmd_compl()
1920 &io_req->req_flags)) { in bnx2fc_process_scsi_cmd_compl()
1921 BNX2FC_IO_DBG(io_req, in bnx2fc_process_scsi_cmd_compl()
1923 bnx2fc_process_cleanup_compl(io_req, task, num_rq); in bnx2fc_process_scsi_cmd_compl()
1929 if (cancel_delayed_work(&io_req->timeout_work)) in bnx2fc_process_scsi_cmd_compl()
1930 kref_put(&io_req->refcount, in bnx2fc_process_scsi_cmd_compl()
1933 sc_cmd = io_req->sc_cmd; in bnx2fc_process_scsi_cmd_compl()
1944 bnx2fc_parse_fcp_rsp(io_req, fcp_rsp, num_rq, rq_data); in bnx2fc_process_scsi_cmd_compl()
1946 if (!bnx2fc_priv(sc_cmd)->io_req) { in bnx2fc_process_scsi_cmd_compl()
1951 if (io_req->on_active_queue) { in bnx2fc_process_scsi_cmd_compl()
1952 list_del_init(&io_req->link); in bnx2fc_process_scsi_cmd_compl()
1953 io_req->on_active_queue = 0; in bnx2fc_process_scsi_cmd_compl()
1955 list_add_tail(&io_req->link, &tgt->io_retire_queue); in bnx2fc_process_scsi_cmd_compl()
1961 BNX2FC_IO_DBG(io_req, "xid not on active_cmd_queue\n"); in bnx2fc_process_scsi_cmd_compl()
1962 if (io_req->wait_for_abts_comp) in bnx2fc_process_scsi_cmd_compl()
1964 &io_req->req_flags)) in bnx2fc_process_scsi_cmd_compl()
1965 complete(&io_req->abts_done); in bnx2fc_process_scsi_cmd_compl()
1968 bnx2fc_unmap_sg_list(io_req); in bnx2fc_process_scsi_cmd_compl()
1969 io_req->sc_cmd = NULL; in bnx2fc_process_scsi_cmd_compl()
1971 switch (io_req->fcp_status) { in bnx2fc_process_scsi_cmd_compl()
1973 if (io_req->cdb_status == 0) { in bnx2fc_process_scsi_cmd_compl()
1978 BNX2FC_IO_DBG(io_req, "scsi_cmpl: cdb_status = %d" in bnx2fc_process_scsi_cmd_compl()
1980 io_req->cdb_status, io_req->fcp_resid); in bnx2fc_process_scsi_cmd_compl()
1981 sc_cmd->result = (DID_OK << 16) | io_req->cdb_status; in bnx2fc_process_scsi_cmd_compl()
1983 if (io_req->cdb_status == SAM_STAT_TASK_SET_FULL || in bnx2fc_process_scsi_cmd_compl()
1984 io_req->cdb_status == SAM_STAT_BUSY) { in bnx2fc_process_scsi_cmd_compl()
2010 if (io_req->fcp_resid) in bnx2fc_process_scsi_cmd_compl()
2011 scsi_set_resid(sc_cmd, io_req->fcp_resid); in bnx2fc_process_scsi_cmd_compl()
2015 io_req->fcp_status); in bnx2fc_process_scsi_cmd_compl()
2018 bnx2fc_priv(sc_cmd)->io_req = NULL; in bnx2fc_process_scsi_cmd_compl()
2020 kref_put(&io_req->refcount, bnx2fc_cmd_release); in bnx2fc_process_scsi_cmd_compl()
2024 struct bnx2fc_cmd *io_req) in bnx2fc_post_io_req() argument
2028 struct scsi_cmnd *sc_cmd = io_req->sc_cmd; in bnx2fc_post_io_req()
2039 io_req->cmd_type = BNX2FC_SCSI_CMD; in bnx2fc_post_io_req()
2040 io_req->port = port; in bnx2fc_post_io_req()
2041 io_req->tgt = tgt; in bnx2fc_post_io_req()
2042 io_req->data_xfer_len = scsi_bufflen(sc_cmd); in bnx2fc_post_io_req()
2043 bnx2fc_priv(sc_cmd)->io_req = io_req; in bnx2fc_post_io_req()
2046 io_req->io_req_flags = BNX2FC_READ; in bnx2fc_post_io_req()
2048 this_cpu_add(lport->stats->InputBytes, io_req->data_xfer_len); in bnx2fc_post_io_req()
2050 io_req->io_req_flags = BNX2FC_WRITE; in bnx2fc_post_io_req()
2052 this_cpu_add(lport->stats->OutputBytes, io_req->data_xfer_len); in bnx2fc_post_io_req()
2054 io_req->io_req_flags = 0; in bnx2fc_post_io_req()
2058 xid = io_req->xid; in bnx2fc_post_io_req()
2061 if (bnx2fc_build_bd_list_from_sg(io_req)) { in bnx2fc_post_io_req()
2063 kref_put(&io_req->refcount, bnx2fc_cmd_release); in bnx2fc_post_io_req()
2073 bnx2fc_init_task(io_req, task); in bnx2fc_post_io_req()
2077 kref_put(&io_req->refcount, bnx2fc_cmd_release); in bnx2fc_post_io_req()
2083 kref_put(&io_req->refcount, bnx2fc_cmd_release); in bnx2fc_post_io_req()
2089 bnx2fc_cmd_timer_set(io_req, BNX2FC_IO_TIMEOUT); in bnx2fc_post_io_req()
2095 io_req->on_active_queue = 1; in bnx2fc_post_io_req()
2097 list_add_tail(&io_req->link, &tgt->active_cmd_queue); in bnx2fc_post_io_req()