Lines Matching refs:cm
99 priv->cm.rx_wr.wr_id = id | IPOIB_OP_CM | IPOIB_OP_RECV; in ipoib_cm_post_receive_srq()
101 for (i = 0; i < priv->cm.num_frags; ++i) in ipoib_cm_post_receive_srq()
102 priv->cm.rx_sge[i].addr = priv->cm.srq_ring[id].mapping[i]; in ipoib_cm_post_receive_srq()
104 ret = ib_post_srq_recv(priv->cm.srq, &priv->cm.rx_wr, NULL); in ipoib_cm_post_receive_srq()
107 ipoib_cm_dma_unmap_rx(priv, priv->cm.num_frags - 1, in ipoib_cm_post_receive_srq()
108 priv->cm.srq_ring[id].mapping); in ipoib_cm_post_receive_srq()
109 dev_kfree_skb_any(priv->cm.srq_ring[id].skb); in ipoib_cm_post_receive_srq()
110 priv->cm.srq_ring[id].skb = NULL; in ipoib_cm_post_receive_srq()
217 if (list_empty(&priv->cm.rx_flush_list) || in ipoib_cm_start_rx_drain()
218 !list_empty(&priv->cm.rx_drain_list)) in ipoib_cm_start_rx_drain()
225 p = list_entry(priv->cm.rx_flush_list.next, typeof(*p), list); in ipoib_cm_start_rx_drain()
230 list_splice_init(&priv->cm.rx_flush_list, &priv->cm.rx_drain_list); in ipoib_cm_start_rx_drain()
243 list_move(&p->list, &priv->cm.rx_flush_list); in ipoib_cm_rx_event_handler()
257 .srq = priv->cm.srq, in ipoib_cm_create_rx_qp()
335 for (i = 0; i < priv->cm.num_frags; ++i) in ipoib_cm_init_rx_wr()
339 for (i = 1; i < priv->cm.num_frags; ++i) in ipoib_cm_init_rx_wr()
344 wr->num_sge = priv->cm.num_frags; in ipoib_cm_init_rx_wr()
373 if (priv->cm.nonsrq_conn_qp >= ipoib_max_conn_qp) { in ipoib_cm_nonsrq_init_rx()
379 ++priv->cm.nonsrq_conn_qp; in ipoib_cm_nonsrq_init_rx()
408 --priv->cm.nonsrq_conn_qp; in ipoib_cm_nonsrq_init_rx()
481 &priv->cm.stale_task, IPOIB_CM_RX_DELAY); in ipoib_cm_req_handler()
486 list_move(&p->list, &priv->cm.passive_ids); in ipoib_cm_req_handler()
579 list_splice_init(&priv->cm.rx_drain_list, &priv->cm.rx_reap_list); in ipoib_cm_handle_rx_wc()
581 queue_work(priv->wq, &priv->cm.rx_reap_task); in ipoib_cm_handle_rx_wc()
592 rx_ring = has_srq ? priv->cm.srq_ring : p->rx_ring; in ipoib_cm_handle_rx_wc()
606 list_move(&p->list, &priv->cm.rx_reap_list); in ipoib_cm_handle_rx_wc()
608 queue_work(priv->wq, &priv->cm.rx_reap_task); in ipoib_cm_handle_rx_wc()
621 list_move(&p->list, &priv->cm.passive_ids); in ipoib_cm_handle_rx_wc()
686 &priv->cm.rx_wr, in ipoib_cm_handle_rx_wc()
687 priv->cm.rx_sge, in ipoib_cm_handle_rx_wc()
853 neigh->cm = NULL; in ipoib_cm_handle_tx_wc()
860 list_move(&tx->list, &priv->cm.reap_list); in ipoib_cm_handle_tx_wc()
861 queue_work(priv->wq, &priv->cm.reap_task); in ipoib_cm_handle_tx_wc()
880 priv->cm.id = ib_create_cm_id(priv->ca, ipoib_cm_rx_handler, dev); in ipoib_cm_dev_open()
881 if (IS_ERR(priv->cm.id)) { in ipoib_cm_dev_open()
883 ret = PTR_ERR(priv->cm.id); in ipoib_cm_dev_open()
887 ret = ib_cm_listen(priv->cm.id, in ipoib_cm_dev_open()
898 ib_destroy_cm_id(priv->cm.id); in ipoib_cm_dev_open()
900 priv->cm.id = NULL; in ipoib_cm_dev_open()
911 list_splice_init(&priv->cm.rx_reap_list, &list); in ipoib_cm_free_rx_reap_list()
920 --priv->cm.nonsrq_conn_qp; in ipoib_cm_free_rx_reap_list()
934 if (!IPOIB_CM_SUPPORTED(dev->dev_addr) || !priv->cm.id) in ipoib_cm_dev_stop()
937 ib_destroy_cm_id(priv->cm.id); in ipoib_cm_dev_stop()
938 priv->cm.id = NULL; in ipoib_cm_dev_stop()
941 while (!list_empty(&priv->cm.passive_ids)) { in ipoib_cm_dev_stop()
942 p = list_entry(priv->cm.passive_ids.next, typeof(*p), list); in ipoib_cm_dev_stop()
943 list_move(&p->list, &priv->cm.rx_error_list); in ipoib_cm_dev_stop()
955 while (!list_empty(&priv->cm.rx_error_list) || in ipoib_cm_dev_stop()
956 !list_empty(&priv->cm.rx_flush_list) || in ipoib_cm_dev_stop()
957 !list_empty(&priv->cm.rx_drain_list)) { in ipoib_cm_dev_stop()
964 list_splice_init(&priv->cm.rx_flush_list, in ipoib_cm_dev_stop()
965 &priv->cm.rx_reap_list); in ipoib_cm_dev_stop()
966 list_splice_init(&priv->cm.rx_error_list, in ipoib_cm_dev_stop()
967 &priv->cm.rx_reap_list); in ipoib_cm_dev_stop()
968 list_splice_init(&priv->cm.rx_drain_list, in ipoib_cm_dev_stop()
969 &priv->cm.rx_reap_list); in ipoib_cm_dev_stop()
982 cancel_delayed_work(&priv->cm.stale_task); in ipoib_cm_dev_stop()
1063 .srq = priv->cm.srq, in ipoib_cm_create_tx_qp()
1280 neigh->cm = NULL; in ipoib_cm_tx_handler()
1287 list_move(&tx->list, &priv->cm.reap_list); in ipoib_cm_tx_handler()
1288 queue_work(priv->wq, &priv->cm.reap_task); in ipoib_cm_tx_handler()
1311 neigh->cm = tx; in ipoib_cm_create_tx()
1314 list_add(&tx->list, &priv->cm.start_list); in ipoib_cm_create_tx()
1316 queue_work(priv->wq, &priv->cm.start_task); in ipoib_cm_create_tx()
1326 list_move(&tx->list, &priv->cm.reap_list); in ipoib_cm_destroy_tx()
1327 queue_work(priv->wq, &priv->cm.reap_task); in ipoib_cm_destroy_tx()
1340 cm.start_task); in ipoib_cm_tx_start()
1354 while (!list_empty(&priv->cm.start_list)) { in ipoib_cm_tx_start()
1355 p = list_entry(priv->cm.start_list.next, typeof(*p), list); in ipoib_cm_tx_start()
1385 neigh->cm = NULL; in ipoib_cm_tx_start()
1400 cm.reap_task); in ipoib_cm_tx_reap()
1408 while (!list_empty(&priv->cm.reap_list)) { in ipoib_cm_tx_reap()
1409 p = list_entry(priv->cm.reap_list.next, typeof(*p), list); in ipoib_cm_tx_reap()
1425 cm.skb_task); in ipoib_cm_skb_reap()
1434 while ((skb = skb_dequeue(&priv->cm.skb_queue))) { in ipoib_cm_skb_reap()
1462 int e = skb_queue_empty(&priv->cm.skb_queue); in ipoib_cm_skb_too_long()
1466 skb_queue_tail(&priv->cm.skb_queue, skb); in ipoib_cm_skb_too_long()
1468 queue_work(priv->wq, &priv->cm.skb_task); in ipoib_cm_skb_too_long()
1474 cm.rx_reap_task)->dev); in ipoib_cm_rx_reap()
1480 cm.stale_task.work); in ipoib_cm_stale_task()
1485 while (!list_empty(&priv->cm.passive_ids)) { in ipoib_cm_stale_task()
1488 p = list_entry(priv->cm.passive_ids.prev, typeof(*p), list); in ipoib_cm_stale_task()
1491 list_move(&p->list, &priv->cm.rx_error_list); in ipoib_cm_stale_task()
1500 if (!list_empty(&priv->cm.passive_ids)) in ipoib_cm_stale_task()
1502 &priv->cm.stale_task, IPOIB_CM_RX_DELAY); in ipoib_cm_stale_task()
1563 priv->cm.srq = ib_create_srq(priv->pd, &srq_init_attr); in ipoib_cm_create_srq()
1564 if (IS_ERR(priv->cm.srq)) { in ipoib_cm_create_srq()
1565 if (PTR_ERR(priv->cm.srq) != -EOPNOTSUPP) in ipoib_cm_create_srq()
1567 priv->ca->name, PTR_ERR(priv->cm.srq)); in ipoib_cm_create_srq()
1568 priv->cm.srq = NULL; in ipoib_cm_create_srq()
1572 priv->cm.srq_ring = vzalloc(array_size(ipoib_recvq_size, in ipoib_cm_create_srq()
1573 sizeof(*priv->cm.srq_ring))); in ipoib_cm_create_srq()
1574 if (!priv->cm.srq_ring) { in ipoib_cm_create_srq()
1575 ib_destroy_srq(priv->cm.srq); in ipoib_cm_create_srq()
1576 priv->cm.srq = NULL; in ipoib_cm_create_srq()
1588 INIT_LIST_HEAD(&priv->cm.passive_ids); in ipoib_cm_dev_init()
1589 INIT_LIST_HEAD(&priv->cm.reap_list); in ipoib_cm_dev_init()
1590 INIT_LIST_HEAD(&priv->cm.start_list); in ipoib_cm_dev_init()
1591 INIT_LIST_HEAD(&priv->cm.rx_error_list); in ipoib_cm_dev_init()
1592 INIT_LIST_HEAD(&priv->cm.rx_flush_list); in ipoib_cm_dev_init()
1593 INIT_LIST_HEAD(&priv->cm.rx_drain_list); in ipoib_cm_dev_init()
1594 INIT_LIST_HEAD(&priv->cm.rx_reap_list); in ipoib_cm_dev_init()
1595 INIT_WORK(&priv->cm.start_task, ipoib_cm_tx_start); in ipoib_cm_dev_init()
1596 INIT_WORK(&priv->cm.reap_task, ipoib_cm_tx_reap); in ipoib_cm_dev_init()
1597 INIT_WORK(&priv->cm.skb_task, ipoib_cm_skb_reap); in ipoib_cm_dev_init()
1598 INIT_WORK(&priv->cm.rx_reap_task, ipoib_cm_rx_reap); in ipoib_cm_dev_init()
1599 INIT_DELAYED_WORK(&priv->cm.stale_task, ipoib_cm_stale_task); in ipoib_cm_dev_init()
1601 skb_queue_head_init(&priv->cm.skb_queue); in ipoib_cm_dev_init()
1608 priv->cm.max_cm_mtu = max_srq_sge * PAGE_SIZE - 0x10; in ipoib_cm_dev_init()
1609 priv->cm.num_frags = max_srq_sge; in ipoib_cm_dev_init()
1611 priv->cm.max_cm_mtu, priv->cm.num_frags); in ipoib_cm_dev_init()
1613 priv->cm.max_cm_mtu = IPOIB_CM_MTU; in ipoib_cm_dev_init()
1614 priv->cm.num_frags = IPOIB_CM_RX_SG; in ipoib_cm_dev_init()
1617 ipoib_cm_init_rx_wr(dev, &priv->cm.rx_wr, priv->cm.rx_sge); in ipoib_cm_dev_init()
1621 if (!ipoib_cm_alloc_rx_skb(dev, priv->cm.srq_ring, i, in ipoib_cm_dev_init()
1622 priv->cm.num_frags - 1, in ipoib_cm_dev_init()
1623 priv->cm.srq_ring[i].mapping, in ipoib_cm_dev_init()
1649 if (!priv->cm.srq) in ipoib_cm_dev_cleanup()
1654 ib_destroy_srq(priv->cm.srq); in ipoib_cm_dev_cleanup()
1655 priv->cm.srq = NULL; in ipoib_cm_dev_cleanup()
1656 if (!priv->cm.srq_ring) in ipoib_cm_dev_cleanup()
1659 ipoib_cm_free_rx_ring(dev, priv->cm.srq_ring); in ipoib_cm_dev_cleanup()
1660 priv->cm.srq_ring = NULL; in ipoib_cm_dev_cleanup()