1 /*
2  * Copyright (c) 2006, 2007 Cisco Systems, Inc. All rights reserved.
3  * Copyright (c) 2007, 2008 Mellanox Technologies. All rights reserved.
4  *
5  * This software is available to you under a choice of one of two
6  * licenses.  You may choose to be licensed under the terms of the GNU
7  * General Public License (GPL) Version 2, available from the file
8  * COPYING in the main directory of this source tree, or the
9  * OpenIB.org BSD license below:
10  *
11  *     Redistribution and use in source and binary forms, with or
12  *     without modification, are permitted provided that the following
13  *     conditions are met:
14  *
15  *      - Redistributions of source code must retain the above
16  *        copyright notice, this list of conditions and the following
17  *        disclaimer.
18  *
19  *      - Redistributions in binary form must reproduce the above
20  *        copyright notice, this list of conditions and the following
21  *        disclaimer in the documentation and/or other materials
22  *        provided with the distribution.
23  *
24  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
25  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
26  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
27  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
28  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
29  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
30  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
31  * SOFTWARE.
32  */
33 
34 #include <linux/slab.h>
35 #include <linux/export.h>
36 #include <linux/errno.h>
37 #include <net/devlink.h>
38 
39 #include "mlx4.h"
40 
41 struct mlx4_device_context {
42 	struct list_head	list;
43 	struct list_head	bond_list;
44 	struct mlx4_interface  *intf;
45 	void		       *context;
46 };
47 
48 static LIST_HEAD(intf_list);
49 static LIST_HEAD(dev_list);
50 static DEFINE_MUTEX(intf_mutex);
51 
mlx4_add_device(struct mlx4_interface * intf,struct mlx4_priv * priv)52 static void mlx4_add_device(struct mlx4_interface *intf, struct mlx4_priv *priv)
53 {
54 	struct mlx4_device_context *dev_ctx;
55 
56 	dev_ctx = kmalloc(sizeof(*dev_ctx), GFP_KERNEL);
57 	if (!dev_ctx)
58 		return;
59 
60 	dev_ctx->intf    = intf;
61 	dev_ctx->context = intf->add(&priv->dev);
62 
63 	if (dev_ctx->context) {
64 		spin_lock_irq(&priv->ctx_lock);
65 		list_add_tail(&dev_ctx->list, &priv->ctx_list);
66 		spin_unlock_irq(&priv->ctx_lock);
67 		if (intf->activate)
68 			intf->activate(&priv->dev, dev_ctx->context);
69 	} else
70 		kfree(dev_ctx);
71 
72 }
73 
mlx4_remove_device(struct mlx4_interface * intf,struct mlx4_priv * priv)74 static void mlx4_remove_device(struct mlx4_interface *intf, struct mlx4_priv *priv)
75 {
76 	struct mlx4_device_context *dev_ctx;
77 
78 	list_for_each_entry(dev_ctx, &priv->ctx_list, list)
79 		if (dev_ctx->intf == intf) {
80 			spin_lock_irq(&priv->ctx_lock);
81 			list_del(&dev_ctx->list);
82 			spin_unlock_irq(&priv->ctx_lock);
83 
84 			intf->remove(&priv->dev, dev_ctx->context);
85 			kfree(dev_ctx);
86 			return;
87 		}
88 }
89 
mlx4_register_interface(struct mlx4_interface * intf)90 int mlx4_register_interface(struct mlx4_interface *intf)
91 {
92 	struct mlx4_priv *priv;
93 
94 	if (!intf->add || !intf->remove)
95 		return -EINVAL;
96 
97 	mutex_lock(&intf_mutex);
98 
99 	list_add_tail(&intf->list, &intf_list);
100 	list_for_each_entry(priv, &dev_list, dev_list) {
101 		if (mlx4_is_mfunc(&priv->dev) && (intf->flags & MLX4_INTFF_BONDING)) {
102 			mlx4_dbg(&priv->dev,
103 				 "SRIOV, disabling HA mode for intf proto %d\n", intf->protocol);
104 			intf->flags &= ~MLX4_INTFF_BONDING;
105 		}
106 		mlx4_add_device(intf, priv);
107 	}
108 
109 	mutex_unlock(&intf_mutex);
110 
111 	return 0;
112 }
113 EXPORT_SYMBOL_GPL(mlx4_register_interface);
114 
mlx4_unregister_interface(struct mlx4_interface * intf)115 void mlx4_unregister_interface(struct mlx4_interface *intf)
116 {
117 	struct mlx4_priv *priv;
118 
119 	mutex_lock(&intf_mutex);
120 
121 	list_for_each_entry(priv, &dev_list, dev_list)
122 		mlx4_remove_device(intf, priv);
123 
124 	list_del(&intf->list);
125 
126 	mutex_unlock(&intf_mutex);
127 }
128 EXPORT_SYMBOL_GPL(mlx4_unregister_interface);
129 
mlx4_do_bond(struct mlx4_dev * dev,bool enable)130 int mlx4_do_bond(struct mlx4_dev *dev, bool enable)
131 {
132 	struct mlx4_priv *priv = mlx4_priv(dev);
133 	struct mlx4_device_context *dev_ctx = NULL, *temp_dev_ctx;
134 	unsigned long flags;
135 	int ret;
136 	LIST_HEAD(bond_list);
137 
138 	if (!(dev->caps.flags2 & MLX4_DEV_CAP_FLAG2_PORT_REMAP))
139 		return -EOPNOTSUPP;
140 
141 	ret = mlx4_disable_rx_port_check(dev, enable);
142 	if (ret) {
143 		mlx4_err(dev, "Fail to %s rx port check\n",
144 			 enable ? "enable" : "disable");
145 		return ret;
146 	}
147 	if (enable) {
148 		dev->flags |= MLX4_FLAG_BONDED;
149 	} else {
150 		ret = mlx4_virt2phy_port_map(dev, 1, 2);
151 		if (ret) {
152 			mlx4_err(dev, "Fail to reset port map\n");
153 			return ret;
154 		}
155 		dev->flags &= ~MLX4_FLAG_BONDED;
156 	}
157 
158 	spin_lock_irqsave(&priv->ctx_lock, flags);
159 	list_for_each_entry_safe(dev_ctx, temp_dev_ctx, &priv->ctx_list, list) {
160 		if (dev_ctx->intf->flags & MLX4_INTFF_BONDING) {
161 			list_add_tail(&dev_ctx->bond_list, &bond_list);
162 			list_del(&dev_ctx->list);
163 		}
164 	}
165 	spin_unlock_irqrestore(&priv->ctx_lock, flags);
166 
167 	list_for_each_entry(dev_ctx, &bond_list, bond_list) {
168 		dev_ctx->intf->remove(dev, dev_ctx->context);
169 		dev_ctx->context =  dev_ctx->intf->add(dev);
170 
171 		spin_lock_irqsave(&priv->ctx_lock, flags);
172 		list_add_tail(&dev_ctx->list, &priv->ctx_list);
173 		spin_unlock_irqrestore(&priv->ctx_lock, flags);
174 
175 		mlx4_dbg(dev, "Interface for protocol %d restarted with bonded mode %s\n",
176 			 dev_ctx->intf->protocol, enable ?
177 			 "enabled" : "disabled");
178 	}
179 	return 0;
180 }
181 
mlx4_dispatch_event(struct mlx4_dev * dev,enum mlx4_dev_event type,unsigned long param)182 void mlx4_dispatch_event(struct mlx4_dev *dev, enum mlx4_dev_event type,
183 			 unsigned long param)
184 {
185 	struct mlx4_priv *priv = mlx4_priv(dev);
186 	struct mlx4_device_context *dev_ctx;
187 	unsigned long flags;
188 
189 	spin_lock_irqsave(&priv->ctx_lock, flags);
190 
191 	list_for_each_entry(dev_ctx, &priv->ctx_list, list)
192 		if (dev_ctx->intf->event)
193 			dev_ctx->intf->event(dev, dev_ctx->context, type, param);
194 
195 	spin_unlock_irqrestore(&priv->ctx_lock, flags);
196 }
197 
mlx4_register_device(struct mlx4_dev * dev)198 int mlx4_register_device(struct mlx4_dev *dev)
199 {
200 	struct mlx4_priv *priv = mlx4_priv(dev);
201 	struct mlx4_interface *intf;
202 
203 	mutex_lock(&intf_mutex);
204 
205 	dev->persist->interface_state |= MLX4_INTERFACE_STATE_UP;
206 	list_add_tail(&priv->dev_list, &dev_list);
207 	list_for_each_entry(intf, &intf_list, list)
208 		mlx4_add_device(intf, priv);
209 
210 	mutex_unlock(&intf_mutex);
211 	mlx4_start_catas_poll(dev);
212 
213 	return 0;
214 }
215 
mlx4_unregister_device(struct mlx4_dev * dev)216 void mlx4_unregister_device(struct mlx4_dev *dev)
217 {
218 	struct mlx4_priv *priv = mlx4_priv(dev);
219 	struct mlx4_interface *intf;
220 
221 	if (!(dev->persist->interface_state & MLX4_INTERFACE_STATE_UP))
222 		return;
223 
224 	mlx4_stop_catas_poll(dev);
225 	if (dev->persist->interface_state & MLX4_INTERFACE_STATE_DELETION &&
226 	    mlx4_is_slave(dev)) {
227 		/* In mlx4_remove_one on a VF */
228 		u32 slave_read =
229 			swab32(readl(&mlx4_priv(dev)->mfunc.comm->slave_read));
230 
231 		if (mlx4_comm_internal_err(slave_read)) {
232 			mlx4_dbg(dev, "%s: comm channel is down, entering error state.\n",
233 				 __func__);
234 			mlx4_enter_error_state(dev->persist);
235 		}
236 	}
237 	mutex_lock(&intf_mutex);
238 
239 	list_for_each_entry(intf, &intf_list, list)
240 		mlx4_remove_device(intf, priv);
241 
242 	list_del(&priv->dev_list);
243 	dev->persist->interface_state &= ~MLX4_INTERFACE_STATE_UP;
244 
245 	mutex_unlock(&intf_mutex);
246 }
247 
mlx4_get_protocol_dev(struct mlx4_dev * dev,enum mlx4_protocol proto,int port)248 void *mlx4_get_protocol_dev(struct mlx4_dev *dev, enum mlx4_protocol proto, int port)
249 {
250 	struct mlx4_priv *priv = mlx4_priv(dev);
251 	struct mlx4_device_context *dev_ctx;
252 	unsigned long flags;
253 	void *result = NULL;
254 
255 	spin_lock_irqsave(&priv->ctx_lock, flags);
256 
257 	list_for_each_entry(dev_ctx, &priv->ctx_list, list)
258 		if (dev_ctx->intf->protocol == proto && dev_ctx->intf->get_dev) {
259 			result = dev_ctx->intf->get_dev(dev, dev_ctx->context, port);
260 			break;
261 		}
262 
263 	spin_unlock_irqrestore(&priv->ctx_lock, flags);
264 
265 	return result;
266 }
267 EXPORT_SYMBOL_GPL(mlx4_get_protocol_dev);
268 
mlx4_get_devlink_port(struct mlx4_dev * dev,int port)269 struct devlink_port *mlx4_get_devlink_port(struct mlx4_dev *dev, int port)
270 {
271 	struct mlx4_port_info *info = &mlx4_priv(dev)->port[port];
272 
273 	return &info->devlink_port;
274 }
275 EXPORT_SYMBOL_GPL(mlx4_get_devlink_port);
276