Lines Matching refs:csk
152 static inline void csk_hold(struct cnic_sock *csk) in csk_hold() argument
154 atomic_inc(&csk->ref_count); in csk_hold()
157 static inline void csk_put(struct cnic_sock *csk) in csk_put() argument
159 atomic_dec(&csk->ref_count); in csk_put()
285 static int cnic_in_use(struct cnic_sock *csk) in cnic_in_use() argument
287 return test_bit(SK_F_INUSE, &csk->flags); in cnic_in_use()
319 struct cnic_sock *csk) in cnic_send_nlmsg() argument
332 if (csk) { in cnic_send_nlmsg()
338 path_req.handle = (u64) csk->l5_cid; in cnic_send_nlmsg()
339 if (test_bit(SK_F_IPV6, &csk->flags)) { in cnic_send_nlmsg()
340 memcpy(&path_req.dst.v6_addr, &csk->dst_ip[0], in cnic_send_nlmsg()
344 memcpy(&path_req.dst.v4_addr, &csk->dst_ip[0], in cnic_send_nlmsg()
348 path_req.vlan_id = csk->vlan_id; in cnic_send_nlmsg()
349 path_req.pmtu = csk->mtu; in cnic_send_nlmsg()
381 struct cnic_sock *csk; in cnic_iscsi_nl_msg_recv() local
397 csk = &cp->csk_tbl[l5_cid]; in cnic_iscsi_nl_msg_recv()
398 csk_hold(csk); in cnic_iscsi_nl_msg_recv()
399 if (cnic_in_use(csk) && in cnic_iscsi_nl_msg_recv()
400 test_bit(SK_F_CONNECT_START, &csk->flags)) { in cnic_iscsi_nl_msg_recv()
402 csk->vlan_id = path_resp->vlan_id; in cnic_iscsi_nl_msg_recv()
404 memcpy(csk->ha, path_resp->mac_addr, ETH_ALEN); in cnic_iscsi_nl_msg_recv()
405 if (test_bit(SK_F_IPV6, &csk->flags)) in cnic_iscsi_nl_msg_recv()
406 memcpy(&csk->src_ip[0], &path_resp->src.v6_addr, in cnic_iscsi_nl_msg_recv()
409 memcpy(&csk->src_ip[0], &path_resp->src.v4_addr, in cnic_iscsi_nl_msg_recv()
412 if (is_valid_ether_addr(csk->ha)) { in cnic_iscsi_nl_msg_recv()
413 cnic_cm_set_pg(csk); in cnic_iscsi_nl_msg_recv()
414 } else if (!test_bit(SK_F_OFFLD_SCHED, &csk->flags) && in cnic_iscsi_nl_msg_recv()
415 !test_bit(SK_F_OFFLD_COMPLETE, &csk->flags)) { in cnic_iscsi_nl_msg_recv()
417 cnic_cm_upcall(cp, csk, in cnic_iscsi_nl_msg_recv()
419 clear_bit(SK_F_CONNECT_START, &csk->flags); in cnic_iscsi_nl_msg_recv()
422 csk_put(csk); in cnic_iscsi_nl_msg_recv()
430 static int cnic_offld_prep(struct cnic_sock *csk) in cnic_offld_prep() argument
432 if (test_and_set_bit(SK_F_OFFLD_SCHED, &csk->flags)) in cnic_offld_prep()
435 if (!test_bit(SK_F_CONNECT_START, &csk->flags)) { in cnic_offld_prep()
436 clear_bit(SK_F_OFFLD_SCHED, &csk->flags); in cnic_offld_prep()
443 static int cnic_close_prep(struct cnic_sock *csk) in cnic_close_prep() argument
445 clear_bit(SK_F_CONNECT_START, &csk->flags); in cnic_close_prep()
448 if (test_and_clear_bit(SK_F_OFFLD_COMPLETE, &csk->flags)) { in cnic_close_prep()
449 while (test_and_set_bit(SK_F_OFFLD_SCHED, &csk->flags)) in cnic_close_prep()
457 static int cnic_abort_prep(struct cnic_sock *csk) in cnic_abort_prep() argument
459 clear_bit(SK_F_CONNECT_START, &csk->flags); in cnic_abort_prep()
462 while (test_and_set_bit(SK_F_OFFLD_SCHED, &csk->flags)) in cnic_abort_prep()
465 if (test_and_clear_bit(SK_F_OFFLD_COMPLETE, &csk->flags)) { in cnic_abort_prep()
466 csk->state = L4_KCQE_OPCODE_VALUE_RESET_COMP; in cnic_abort_prep()
2128 struct cnic_sock *csk = &cp->csk_tbl[l5_cid]; in cnic_bnx2x_connect() local
2158 conn_addr->remote_addr_0 = csk->ha[0]; in cnic_bnx2x_connect()
2159 conn_addr->remote_addr_1 = csk->ha[1]; in cnic_bnx2x_connect()
2160 conn_addr->remote_addr_2 = csk->ha[2]; in cnic_bnx2x_connect()
2161 conn_addr->remote_addr_3 = csk->ha[3]; in cnic_bnx2x_connect()
2162 conn_addr->remote_addr_4 = csk->ha[4]; in cnic_bnx2x_connect()
2163 conn_addr->remote_addr_5 = csk->ha[5]; in cnic_bnx2x_connect()
2189 XSTORM_ISCSI_LOCAL_VLAN_OFFSET(bp->pfid), csk->vlan_id); in cnic_bnx2x_connect()
3373 static int cnic_cm_offload_pg(struct cnic_sock *csk) in cnic_cm_offload_pg() argument
3375 struct cnic_dev *dev = csk->dev; in cnic_cm_offload_pg()
3379 l4kwqe = (struct l4_kwq_offload_pg *) &csk->kwqe1; in cnic_cm_offload_pg()
3388 l4kwqe->da0 = csk->ha[0]; in cnic_cm_offload_pg()
3389 l4kwqe->da1 = csk->ha[1]; in cnic_cm_offload_pg()
3390 l4kwqe->da2 = csk->ha[2]; in cnic_cm_offload_pg()
3391 l4kwqe->da3 = csk->ha[3]; in cnic_cm_offload_pg()
3392 l4kwqe->da4 = csk->ha[4]; in cnic_cm_offload_pg()
3393 l4kwqe->da5 = csk->ha[5]; in cnic_cm_offload_pg()
3404 l4kwqe->host_opaque = csk->l5_cid; in cnic_cm_offload_pg()
3406 if (csk->vlan_id) { in cnic_cm_offload_pg()
3408 l4kwqe->vlan_tag = csk->vlan_id; in cnic_cm_offload_pg()
3415 static int cnic_cm_update_pg(struct cnic_sock *csk) in cnic_cm_update_pg() argument
3417 struct cnic_dev *dev = csk->dev; in cnic_cm_update_pg()
3421 l4kwqe = (struct l4_kwq_update_pg *) &csk->kwqe1; in cnic_cm_update_pg()
3428 l4kwqe->pg_cid = csk->pg_cid; in cnic_cm_update_pg()
3430 l4kwqe->da0 = csk->ha[0]; in cnic_cm_update_pg()
3431 l4kwqe->da1 = csk->ha[1]; in cnic_cm_update_pg()
3432 l4kwqe->da2 = csk->ha[2]; in cnic_cm_update_pg()
3433 l4kwqe->da3 = csk->ha[3]; in cnic_cm_update_pg()
3434 l4kwqe->da4 = csk->ha[4]; in cnic_cm_update_pg()
3435 l4kwqe->da5 = csk->ha[5]; in cnic_cm_update_pg()
3437 l4kwqe->pg_host_opaque = csk->l5_cid; in cnic_cm_update_pg()
3443 static int cnic_cm_upload_pg(struct cnic_sock *csk) in cnic_cm_upload_pg() argument
3445 struct cnic_dev *dev = csk->dev; in cnic_cm_upload_pg()
3449 l4kwqe = (struct l4_kwq_upload *) &csk->kwqe1; in cnic_cm_upload_pg()
3456 l4kwqe->cid = csk->pg_cid; in cnic_cm_upload_pg()
3461 static int cnic_cm_conn_req(struct cnic_sock *csk) in cnic_cm_conn_req() argument
3463 struct cnic_dev *dev = csk->dev; in cnic_cm_conn_req()
3471 l4kwqe1 = (struct l4_kwq_connect_req1 *) &csk->kwqe1; in cnic_cm_conn_req()
3472 l4kwqe2 = (struct l4_kwq_connect_req2 *) &csk->kwqe2; in cnic_cm_conn_req()
3473 l4kwqe3 = (struct l4_kwq_connect_req3 *) &csk->kwqe3; in cnic_cm_conn_req()
3481 l4kwqe3->ka_timeout = csk->ka_timeout; in cnic_cm_conn_req()
3482 l4kwqe3->ka_interval = csk->ka_interval; in cnic_cm_conn_req()
3483 l4kwqe3->ka_max_probe_count = csk->ka_max_probe_count; in cnic_cm_conn_req()
3484 l4kwqe3->tos = csk->tos; in cnic_cm_conn_req()
3485 l4kwqe3->ttl = csk->ttl; in cnic_cm_conn_req()
3486 l4kwqe3->snd_seq_scale = csk->snd_seq_scale; in cnic_cm_conn_req()
3487 l4kwqe3->pmtu = csk->mtu; in cnic_cm_conn_req()
3488 l4kwqe3->rcv_buf = csk->rcv_buf; in cnic_cm_conn_req()
3489 l4kwqe3->snd_buf = csk->snd_buf; in cnic_cm_conn_req()
3490 l4kwqe3->seed = csk->seed; in cnic_cm_conn_req()
3493 if (test_bit(SK_F_IPV6, &csk->flags)) { in cnic_cm_conn_req()
3503 l4kwqe2->src_ip_v6_2 = be32_to_cpu(csk->src_ip[1]); in cnic_cm_conn_req()
3504 l4kwqe2->src_ip_v6_3 = be32_to_cpu(csk->src_ip[2]); in cnic_cm_conn_req()
3505 l4kwqe2->src_ip_v6_4 = be32_to_cpu(csk->src_ip[3]); in cnic_cm_conn_req()
3506 l4kwqe2->dst_ip_v6_2 = be32_to_cpu(csk->dst_ip[1]); in cnic_cm_conn_req()
3507 l4kwqe2->dst_ip_v6_3 = be32_to_cpu(csk->dst_ip[2]); in cnic_cm_conn_req()
3508 l4kwqe2->dst_ip_v6_4 = be32_to_cpu(csk->dst_ip[3]); in cnic_cm_conn_req()
3521 l4kwqe1->cid = csk->cid; in cnic_cm_conn_req()
3522 l4kwqe1->pg_cid = csk->pg_cid; in cnic_cm_conn_req()
3523 l4kwqe1->src_ip = be32_to_cpu(csk->src_ip[0]); in cnic_cm_conn_req()
3524 l4kwqe1->dst_ip = be32_to_cpu(csk->dst_ip[0]); in cnic_cm_conn_req()
3525 l4kwqe1->src_port = be16_to_cpu(csk->src_port); in cnic_cm_conn_req()
3526 l4kwqe1->dst_port = be16_to_cpu(csk->dst_port); in cnic_cm_conn_req()
3527 if (csk->tcp_flags & SK_TCP_NO_DELAY_ACK) in cnic_cm_conn_req()
3529 if (csk->tcp_flags & SK_TCP_KEEP_ALIVE) in cnic_cm_conn_req()
3531 if (csk->tcp_flags & SK_TCP_NAGLE) in cnic_cm_conn_req()
3533 if (csk->tcp_flags & SK_TCP_TIMESTAMP) in cnic_cm_conn_req()
3535 if (csk->tcp_flags & SK_TCP_SACK) in cnic_cm_conn_req()
3537 if (csk->tcp_flags & SK_TCP_SEG_SCALING) in cnic_cm_conn_req()
3545 static int cnic_cm_close_req(struct cnic_sock *csk) in cnic_cm_close_req() argument
3547 struct cnic_dev *dev = csk->dev; in cnic_cm_close_req()
3551 l4kwqe = (struct l4_kwq_close_req *) &csk->kwqe2; in cnic_cm_close_req()
3557 l4kwqe->cid = csk->cid; in cnic_cm_close_req()
3562 static int cnic_cm_abort_req(struct cnic_sock *csk) in cnic_cm_abort_req() argument
3564 struct cnic_dev *dev = csk->dev; in cnic_cm_abort_req()
3568 l4kwqe = (struct l4_kwq_reset_req *) &csk->kwqe2; in cnic_cm_abort_req()
3574 l4kwqe->cid = csk->cid; in cnic_cm_abort_req()
3580 u32 l5_cid, struct cnic_sock **csk, void *context) in cnic_cm_create() argument
3619 *csk = csk1; in cnic_cm_create()
3623 static void cnic_cm_cleanup(struct cnic_sock *csk) in cnic_cm_cleanup() argument
3625 if (csk->src_port) { in cnic_cm_cleanup()
3626 struct cnic_dev *dev = csk->dev; in cnic_cm_cleanup()
3629 cnic_free_id(&cp->csk_port_tbl, be16_to_cpu(csk->src_port)); in cnic_cm_cleanup()
3630 csk->src_port = 0; in cnic_cm_cleanup()
3634 static void cnic_close_conn(struct cnic_sock *csk) in cnic_close_conn() argument
3636 if (test_bit(SK_F_PG_OFFLD_COMPLETE, &csk->flags)) { in cnic_close_conn()
3637 cnic_cm_upload_pg(csk); in cnic_close_conn()
3638 clear_bit(SK_F_PG_OFFLD_COMPLETE, &csk->flags); in cnic_close_conn()
3640 cnic_cm_cleanup(csk); in cnic_close_conn()
3643 static int cnic_cm_destroy(struct cnic_sock *csk) in cnic_cm_destroy() argument
3645 if (!cnic_in_use(csk)) in cnic_cm_destroy()
3648 csk_hold(csk); in cnic_cm_destroy()
3649 clear_bit(SK_F_INUSE, &csk->flags); in cnic_cm_destroy()
3651 while (atomic_read(&csk->ref_count) != 1) in cnic_cm_destroy()
3653 cnic_cm_cleanup(csk); in cnic_cm_destroy()
3655 csk->flags = 0; in cnic_cm_destroy()
3656 csk_put(csk); in cnic_cm_destroy()
3746 static int cnic_resolve_addr(struct cnic_sock *csk, struct cnic_sockaddr *saddr) in cnic_resolve_addr() argument
3748 struct cnic_dev *dev = csk->dev; in cnic_resolve_addr()
3751 return cnic_send_nlmsg(cp, ISCSI_KEVENT_PATH_REQ, csk); in cnic_resolve_addr()
3754 static int cnic_get_route(struct cnic_sock *csk, struct cnic_sockaddr *saddr) in cnic_get_route() argument
3756 struct cnic_dev *dev = csk->dev; in cnic_get_route()
3773 clear_bit(SK_F_IPV6, &csk->flags); in cnic_get_route()
3776 set_bit(SK_F_IPV6, &csk->flags); in cnic_get_route()
3779 memcpy(&csk->dst_ip[0], &saddr->remote.v6.sin6_addr, in cnic_get_route()
3781 csk->dst_port = saddr->remote.v6.sin6_port; in cnic_get_route()
3787 csk->dst_ip[0] = saddr->remote.v4.sin_addr.s_addr; in cnic_get_route()
3788 csk->dst_port = saddr->remote.v4.sin_port; in cnic_get_route()
3792 csk->vlan_id = 0; in cnic_get_route()
3793 csk->mtu = dev->netdev->mtu; in cnic_get_route()
3797 csk->vlan_id = vlan; in cnic_get_route()
3798 csk->mtu = dst_mtu(dst); in cnic_get_route()
3818 csk->src_port = local_port; in cnic_get_route()
3825 static void cnic_init_csk_state(struct cnic_sock *csk) in cnic_init_csk_state() argument
3827 csk->state = 0; in cnic_init_csk_state()
3828 clear_bit(SK_F_OFFLD_SCHED, &csk->flags); in cnic_init_csk_state()
3829 clear_bit(SK_F_CLOSING, &csk->flags); in cnic_init_csk_state()
3832 static int cnic_cm_connect(struct cnic_sock *csk, struct cnic_sockaddr *saddr) in cnic_cm_connect() argument
3834 struct cnic_local *cp = csk->dev->cnic_priv; in cnic_cm_connect()
3840 if (!cnic_in_use(csk)) in cnic_cm_connect()
3843 if (test_and_set_bit(SK_F_CONNECT_START, &csk->flags)) in cnic_cm_connect()
3846 cnic_init_csk_state(csk); in cnic_cm_connect()
3848 err = cnic_get_route(csk, saddr); in cnic_cm_connect()
3852 err = cnic_resolve_addr(csk, saddr); in cnic_cm_connect()
3857 clear_bit(SK_F_CONNECT_START, &csk->flags); in cnic_cm_connect()
3861 static int cnic_cm_abort(struct cnic_sock *csk) in cnic_cm_abort() argument
3863 struct cnic_local *cp = csk->dev->cnic_priv; in cnic_cm_abort()
3866 if (!cnic_in_use(csk)) in cnic_cm_abort()
3869 if (cnic_abort_prep(csk)) in cnic_cm_abort()
3870 return cnic_cm_abort_req(csk); in cnic_cm_abort()
3876 cp->close_conn(csk, opcode); in cnic_cm_abort()
3877 if (csk->state != opcode) { in cnic_cm_abort()
3879 while (test_bit(SK_F_PG_OFFLD_COMPLETE, &csk->flags)) in cnic_cm_abort()
3888 static int cnic_cm_close(struct cnic_sock *csk) in cnic_cm_close() argument
3890 if (!cnic_in_use(csk)) in cnic_cm_close()
3893 if (cnic_close_prep(csk)) { in cnic_cm_close()
3894 csk->state = L4_KCQE_OPCODE_VALUE_CLOSE_COMP; in cnic_cm_close()
3895 return cnic_cm_close_req(csk); in cnic_cm_close()
3898 while (test_bit(SK_F_PG_OFFLD_COMPLETE, &csk->flags)) in cnic_cm_close()
3906 static void cnic_cm_upcall(struct cnic_local *cp, struct cnic_sock *csk, in cnic_cm_upcall() argument
3910 int ulp_type = csk->ulp_type; in cnic_cm_upcall()
3916 ulp_ops->cm_connect_complete(csk); in cnic_cm_upcall()
3918 ulp_ops->cm_close_complete(csk); in cnic_cm_upcall()
3920 ulp_ops->cm_remote_abort(csk); in cnic_cm_upcall()
3922 ulp_ops->cm_abort_complete(csk); in cnic_cm_upcall()
3924 ulp_ops->cm_remote_close(csk); in cnic_cm_upcall()
3929 static int cnic_cm_set_pg(struct cnic_sock *csk) in cnic_cm_set_pg() argument
3931 if (cnic_offld_prep(csk)) { in cnic_cm_set_pg()
3932 if (test_bit(SK_F_PG_OFFLD_COMPLETE, &csk->flags)) in cnic_cm_set_pg()
3933 cnic_cm_update_pg(csk); in cnic_cm_set_pg()
3935 cnic_cm_offload_pg(csk); in cnic_cm_set_pg()
3945 struct cnic_sock *csk = &cp->csk_tbl[l5_cid]; in cnic_cm_process_offld_pg() local
3947 csk_hold(csk); in cnic_cm_process_offld_pg()
3948 if (!cnic_in_use(csk)) in cnic_cm_process_offld_pg()
3952 clear_bit(SK_F_OFFLD_SCHED, &csk->flags); in cnic_cm_process_offld_pg()
3957 clear_bit(SK_F_OFFLD_SCHED, &csk->flags); in cnic_cm_process_offld_pg()
3958 cnic_cm_upcall(cp, csk, in cnic_cm_process_offld_pg()
3963 csk->pg_cid = kcqe->pg_cid; in cnic_cm_process_offld_pg()
3964 set_bit(SK_F_PG_OFFLD_COMPLETE, &csk->flags); in cnic_cm_process_offld_pg()
3965 cnic_cm_conn_req(csk); in cnic_cm_process_offld_pg()
3968 csk_put(csk); in cnic_cm_process_offld_pg()
3989 struct cnic_sock *csk; in cnic_cm_process_kcqe() local
4007 csk = &cp->csk_tbl[l5_cid]; in cnic_cm_process_kcqe()
4008 csk_hold(csk); in cnic_cm_process_kcqe()
4010 if (!cnic_in_use(csk)) { in cnic_cm_process_kcqe()
4011 csk_put(csk); in cnic_cm_process_kcqe()
4018 clear_bit(SK_F_OFFLD_SCHED, &csk->flags); in cnic_cm_process_kcqe()
4019 cnic_cm_upcall(cp, csk, in cnic_cm_process_kcqe()
4025 set_bit(SK_F_OFFLD_COMPLETE, &csk->flags); in cnic_cm_process_kcqe()
4028 set_bit(SK_F_HW_ERR, &csk->flags); in cnic_cm_process_kcqe()
4031 clear_bit(SK_F_OFFLD_SCHED, &csk->flags); in cnic_cm_process_kcqe()
4032 cnic_cm_upcall(cp, csk, opcode); in cnic_cm_process_kcqe()
4052 set_bit(SK_F_HW_ERR, &csk->flags); in cnic_cm_process_kcqe()
4054 cp->close_conn(csk, opcode); in cnic_cm_process_kcqe()
4060 !test_bit(SK_F_OFFLD_COMPLETE, &csk->flags) && in cnic_cm_process_kcqe()
4061 csk->state == L4_KCQE_OPCODE_VALUE_CLOSE_COMP) in cnic_cm_process_kcqe()
4062 cp->close_conn(csk, L4_KCQE_OPCODE_VALUE_RESET_COMP); in cnic_cm_process_kcqe()
4064 cnic_cm_upcall(cp, csk, opcode); in cnic_cm_process_kcqe()
4067 csk_put(csk); in cnic_cm_process_kcqe()
4115 static int cnic_ready_to_close(struct cnic_sock *csk, u32 opcode) in cnic_ready_to_close() argument
4117 if (test_and_clear_bit(SK_F_OFFLD_COMPLETE, &csk->flags)) { in cnic_ready_to_close()
4120 csk->state = opcode; in cnic_ready_to_close()
4129 if (opcode == csk->state || csk->state == 0 || in cnic_ready_to_close()
4130 csk->state == L4_KCQE_OPCODE_VALUE_CLOSE_COMP || in cnic_ready_to_close()
4131 csk->state == L4_KCQE_OPCODE_VALUE_RESET_COMP) { in cnic_ready_to_close()
4132 if (!test_and_set_bit(SK_F_CLOSING, &csk->flags)) { in cnic_ready_to_close()
4133 if (csk->state == 0) in cnic_ready_to_close()
4134 csk->state = opcode; in cnic_ready_to_close()
4141 static void cnic_close_bnx2_conn(struct cnic_sock *csk, u32 opcode) in cnic_close_bnx2_conn() argument
4143 struct cnic_dev *dev = csk->dev; in cnic_close_bnx2_conn()
4147 cnic_cm_upcall(cp, csk, opcode); in cnic_close_bnx2_conn()
4151 clear_bit(SK_F_CONNECT_START, &csk->flags); in cnic_close_bnx2_conn()
4152 cnic_close_conn(csk); in cnic_close_bnx2_conn()
4153 csk->state = opcode; in cnic_close_bnx2_conn()
4154 cnic_cm_upcall(cp, csk, opcode); in cnic_close_bnx2_conn()
4170 static void cnic_close_bnx2x_conn(struct cnic_sock *csk, u32 opcode) in cnic_close_bnx2x_conn() argument
4172 struct cnic_dev *dev = csk->dev; in cnic_close_bnx2x_conn()
4174 struct cnic_context *ctx = &cp->ctx_tbl[csk->l5_cid]; in cnic_close_bnx2x_conn()
4183 if (cnic_ready_to_close(csk, opcode)) { in cnic_close_bnx2x_conn()
4184 if (test_bit(SK_F_HW_ERR, &csk->flags)) in cnic_close_bnx2x_conn()
4186 else if (test_bit(SK_F_PG_OFFLD_COMPLETE, &csk->flags)) in cnic_close_bnx2x_conn()
4202 cnic_submit_kwqe_16(dev, cmd, csk->cid, ISCSI_CONNECTION_TYPE, in cnic_close_bnx2x_conn()
4206 cnic_close_conn(csk); in cnic_close_bnx2x_conn()
4207 cnic_cm_upcall(cp, csk, csk->state); in cnic_close_bnx2x_conn()
4357 struct cnic_sock *csk = &cp->csk_tbl[i]; in cnic_cm_shutdown() local
4359 clear_bit(SK_F_INUSE, &csk->flags); in cnic_cm_shutdown()
4360 cnic_cm_cleanup(csk); in cnic_cm_shutdown()