| /net/smc/ |
| A D | smc_wr.c | 565 lnk->wr_tx_sges[i].lkey = lnk->roce_pd->local_dma_lkey; in smc_wr_init_sge() 575 lnk->wr_tx_ibs[i].sg_list = &lnk->wr_tx_sges[i]; in smc_wr_init_sge() 591 lnk->wr_tx_v2_sge->addr = lnk->wr_tx_v2_dma_addr; in smc_wr_init_sge() 593 lnk->wr_tx_v2_sge->lkey = lnk->roce_pd->local_dma_lkey; in smc_wr_init_sge() 596 lnk->wr_tx_v2_ib->sg_list = lnk->wr_tx_v2_sge; in smc_wr_init_sge() 613 lnk->wr_rx_dma_addr + i * lnk->wr_rx_buflen; in smc_wr_init_sge() 626 lnk->wr_rx_ibs[i].sg_list = &lnk->wr_rx_sges[x]; in smc_wr_init_sge() 627 lnk->wr_rx_ibs[i].num_sge = lnk->wr_rx_sge_cnt; in smc_wr_init_sge() 658 lnk->wr_rx_buflen * lnk->wr_rx_cnt, in smc_wr_free_link() 873 ibdev, lnk->wr_rx_bufs, lnk->wr_rx_buflen * lnk->wr_rx_cnt, in smc_wr_create_link() [all …]
|
| A D | smc_ib.c | 72 qp_attr.path_mtu = min(lnk->path_mtu, lnk->peer_mtu); in smc_ib_modify_qp_rtr() 75 if (lnk->lgr->smc_version == SMC_V2 && lnk->lgr->uses_gateway) in smc_ib_modify_qp_rtr() 79 if (lnk->lgr->smc_version == SMC_V2 && lnk->lgr->uses_gateway) in smc_ib_modify_qp_rtr() 453 if (lnk->roce_pd) in smc_ib_dealloc_protection_domain() 455 lnk->roce_pd = NULL; in smc_ib_dealloc_protection_domain() 462 lnk->roce_pd = ib_alloc_pd(lnk->smcibdev->ibdev, 0); in smc_ib_create_protection_domain() 465 lnk->roce_pd = NULL; in smc_ib_create_protection_domain() 657 if (lnk->roce_qp) in smc_ib_destroy_queue_pair() 659 lnk->roce_qp = NULL; in smc_ib_destroy_queue_pair() 667 .qp_context = lnk, in smc_ib_create_queue_pair() [all …]
|
| A D | smc_core.c | 132 struct smc_link *lnk = &conn->lgr->lnk[i]; in smcr_lgr_conn_assign_link() local 134 if (lnk->state != expected || lnk->link_is_asym) in smcr_lgr_conn_assign_link() 153 conn->lnk = lnk; in smcr_lgr_conn_assign_link() 703 struct smc_link *lnk = &lgr->lnk[i]; in smcr_lgr_link_deactivate_all() local 811 lnk->path_mtu = lnk->smcibdev->pattr[lnk->ibport - 1].active_mtu; in smcr_link_init() 831 ini->vlan_id, lnk->gid, &lnk->sgid_index, in smcr_link_init() 970 lnk = &lgr->lnk[link_idx]; in smc_lgr_create() 1354 if (!lnk->lgr || lnk->clearing || in smcr_link_clear() 1844 struct smc_link *lnk = &lgr->lnk[i]; in smcr_port_err() local 1933 lnk = &lgr->lnk[i]; in smcr_lgr_match() [all …]
|
| A D | smc_wr.h | 75 static inline void smc_wr_drain_cq(struct smc_link *lnk) in smc_wr_drain_cq() argument 77 wait_event(lnk->wr_rx_empty_wait, lnk->wr_rx_id_compl == lnk->wr_rx_id); in smc_wr_drain_cq() 80 static inline void smc_wr_wakeup_tx_wait(struct smc_link *lnk) in smc_wr_wakeup_tx_wait() argument 82 wake_up_all(&lnk->wr_tx_wait); in smc_wr_wakeup_tx_wait() 85 static inline void smc_wr_wakeup_reg_wait(struct smc_link *lnk) in smc_wr_wakeup_reg_wait() argument 87 wake_up(&lnk->wr_reg_wait); in smc_wr_wakeup_reg_wait() 105 int smc_wr_create_link(struct smc_link *lnk); 106 int smc_wr_alloc_link_mem(struct smc_link *lnk); 108 void smc_wr_free_link(struct smc_link *lnk); 109 void smc_wr_free_link_mem(struct smc_link *lnk); [all …]
|
| A D | smc_ib.h | 87 int smc_ib_buf_map_sg(struct smc_link *lnk, 90 void smc_ib_buf_unmap_sg(struct smc_link *lnk, 94 int smc_ib_create_protection_domain(struct smc_link *lnk); 95 void smc_ib_destroy_queue_pair(struct smc_link *lnk); 96 int smc_ib_create_queue_pair(struct smc_link *lnk); 97 int smc_ib_ready_link(struct smc_link *lnk); 98 int smc_ib_modify_qp_rts(struct smc_link *lnk); 99 int smc_ib_modify_qp_error(struct smc_link *lnk); 104 bool smc_ib_is_sg_need_sync(struct smc_link *lnk, 106 void smc_ib_sync_sg_for_cpu(struct smc_link *lnk, [all …]
|
| A D | smc_core.h | 310 struct smc_link lnk[SMC_LINKS_PER_LGR_MAX]; member 488 if (lnk->state == SMC_LNK_UNUSED || lnk->state == SMC_LNK_INACTIVE) in smc_link_usable() 504 return smc_link_usable(lnk) && in smc_link_sendable() 505 lnk->qp_attr.cur_qp_state == IB_QPS_RTS; in smc_link_sendable() 510 return lnk->state == SMC_LNK_ACTIVE; in smc_link_active() 515 return lnk->wr_rx_sge_cnt > 1; in smc_link_shared_v2_rxbuf() 593 void smcr_link_hold(struct smc_link *lnk); 594 void smcr_link_put(struct smc_link *lnk); 597 int smcr_buf_map_lgr(struct smc_link *lnk); 598 int smcr_buf_reg_lgr(struct smc_link *lnk); [all …]
|
| A D | smc_tracepoint.h | 54 __string(name, smc->conn.lnk->ibname) 87 TP_PROTO(const struct smc_link *lnk, void *location), 89 TP_ARGS(lnk, location), 92 __field(const void *, lnk) 96 __string(name, lnk->ibname) 101 const struct smc_link_group *lgr = lnk->lgr; 103 __entry->lnk = lnk; 106 __entry->state = lnk->state; 112 __entry->lnk, __entry->lgr, __entry->net_cookie,
|
| A D | smc_llc.c | 337 struct smc_link *lnk, in smc_llc_wait() argument 345 (lnk && !smc_link_usable(lnk)) || in smc_llc_wait() 349 (lnk && !smc_link_usable(lnk)) || list_empty(&lgr->list)) { in smc_llc_wait() 1080 lnk_new = &lgr->lnk[lnk_idx]; in smc_llc_cli_add_link() 1257 if (!memcmp(lgr->lnk[i].gid, lgr->lnk[j].gid, in smc_llc_find_asym_link() 1272 !memcmp(lgr->lnk[i].peer_gid, lgr->lnk[k].peer_gid, in smc_llc_find_asym_link() 1278 !memcmp(lgr->lnk[j].peer_gid, lgr->lnk[k].peer_gid, in smc_llc_find_asym_link() 1603 lnk = qentry->link; in smc_llc_process_cli_delete_link() 1682 lnk = qentry->link; in smc_llc_process_srv_delete_link() 1696 lnk_del = &lgr->lnk[i]; in smc_llc_process_srv_delete_link() [all …]
|
| A D | smc_llc.h | 68 if (smc_link_usable(&lgr->lnk[i])) in smc_llc_usable_link() 69 return &lgr->lnk[i]; in smc_llc_usable_link() 82 int smc_llc_send_confirm_link(struct smc_link *lnk, 108 struct smc_link *lnk,
|
| A D | smc_diag.c | 149 struct smc_link *link = smc->conn.lnk; in __smc_diag_dump() 153 .lnk[0].ibport = link->ibport, in __smc_diag_dump() 154 .lnk[0].link_id = link->link_id, in __smc_diag_dump() 157 memcpy(linfo.lnk[0].ibname, link->smcibdev->ibdev->name, in __smc_diag_dump() 159 smc_gid_be16_convert(linfo.lnk[0].gid, link->gid); in __smc_diag_dump() 160 smc_gid_be16_convert(linfo.lnk[0].peer_gid, link->peer_gid); in __smc_diag_dump()
|
| A D | smc_tx.c | 50 SMC_STAT_RMB_TX_FULL(smc, !smc->conn.lnk); in smc_tx_write_space() 205 SMC_STAT_RMB_TX_SIZE_SMALL(smc, !conn->lnk); in smc_tx_sendmsg() 208 SMC_STAT_RMB_TX_PEER_SIZE_SMALL(smc, !conn->lnk); in smc_tx_sendmsg() 321 struct smc_link *link = conn->lnk; in smc_tx_rdma_write() 361 struct smc_link *link = conn->lnk; in smcr_tx_rdma_writes() 486 SMC_STAT_RMB_TX_PEER_FULL(smc, !conn->lnk); in smc_tx_rdma_writes() 550 struct smc_link *link = conn->lnk; in smcr_tx_sndbuf_nonempty() 577 if (link != conn->lnk) { in smcr_tx_sndbuf_nonempty() 635 SMC_STAT_RMB_TX_PEER_FULL(smc, !conn->lnk); in smc_tx_sndbuf_nonempty()
|
| A D | smc_cdc.c | 116 struct smc_link *link = conn->lnk; in smc_cdc_msg_send() 148 struct smc_link *link = conn->lnk; in smcr_cdc_msg_send_validation() 183 link = conn->lnk; in smcr_cdc_get_slot_and_msg_send() 191 if (link != conn->lnk) { in smcr_cdc_get_slot_and_msg_send() 322 conn->lnk = link; in smc_cdc_msg_validate()
|
| A D | smc_stats.h | 117 bool is_smcd = !__smc->conn.lnk; \ 132 bool is_smcd = !__smc->conn.lnk; \ 230 bool is_smcd = !(__smc)->conn.lnk; \
|
| A D | af_smc.c | 545 if (!smc_link_active(&lgr->lnk[i])) in smcr_lgr_reg_sndbufs() 547 rc = smcr_link_reg_buf(&lgr->lnk[i], snd_desc); in smcr_lgr_reg_sndbufs() 569 if (!smc_link_active(&lgr->lnk[i])) in smcr_lgr_reg_rmbs() 585 if (!smc_link_active(&lgr->lnk[i])) in smcr_lgr_reg_rmbs() 587 rc = smcr_link_reg_buf(&lgr->lnk[i], rmb_desc); in smcr_lgr_reg_rmbs() 607 struct smc_link *link = smc->conn.lnk; in smcr_clnt_conf_first_link() 1287 link = smc->conn.lnk; in smc_connect_rdma() 1292 struct smc_link *l = &smc->conn.lgr->lnk[i]; in smc_connect_rdma() 1866 struct smc_link *link = smc->conn.lnk; in smcr_serv_conf_first_link() 2280 if (smcr_lgr_reg_sndbufs(conn->lnk, in smc_listen_rdma_reg() [all …]
|
| A D | smc_rx.c | 374 SMC_STAT_RMB_RX_FULL(smc, !conn->lnk); in smc_rx_recvmsg() 377 SMC_STAT_RMB_RX_SIZE_SMALL(smc, !conn->lnk); in smc_rx_recvmsg()
|
| A D | smc.h | 198 struct smc_link *lnk; /* assigned SMC-R link */ member
|
| A D | smc_clc.c | 1098 struct smc_link *link = conn->lnk; in smcr_clc_prep_confirm_accept()
|
| /net/ipv6/ |
| A D | mcast.c | 284 struct ipv6_mc_socklist __rcu **lnk; in ipv6_sock_mc_drop() local 290 for (lnk = &np->ipv6_mc_list; in ipv6_sock_mc_drop() 291 (mc_lst = sock_dereference(*lnk, sk)) != NULL; in ipv6_sock_mc_drop() 292 lnk = &mc_lst->next) { in ipv6_sock_mc_drop() 295 *lnk = mc_lst->next; in ipv6_sock_mc_drop()
|