blob: 43120a3fb06f39c74cdc740b333c15332fdcd544 [file] [log] [blame]
Thomas Gleixner2874c5f2019-05-27 08:55:01 +02001// SPDX-License-Identifier: GPL-2.0-or-later
Lennert Buytenhek91da11f2008-10-07 13:44:02 +00002/*
3 * net/dsa/dsa.c - Hardware switch handling
Lennert Buytenheke84665c2009-03-20 09:52:09 +00004 * Copyright (c) 2008-2009 Marvell Semiconductor
Florian Fainelli5e95329b2013-03-22 10:50:50 +00005 * Copyright (c) 2013 Florian Fainelli <florian@openwrt.org>
Lennert Buytenhek91da11f2008-10-07 13:44:02 +00006 */
7
Guenter Roeck51579c32014-10-29 10:44:58 -07008#include <linux/device.h>
Lennert Buytenhek91da11f2008-10-07 13:44:02 +00009#include <linux/list.h>
Lennert Buytenhek91da11f2008-10-07 13:44:02 +000010#include <linux/platform_device.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090011#include <linux/slab.h>
Paul Gortmaker3a9a2312011-05-27 09:12:25 -040012#include <linux/module.h>
Florian Fainelli60724d42017-10-11 10:57:48 -070013#include <linux/notifier.h>
Florian Fainelli5e95329b2013-03-22 10:50:50 +000014#include <linux/of.h>
15#include <linux/of_mdio.h>
16#include <linux/of_platform.h>
Florian Fainelli769a0202015-03-09 14:31:21 -070017#include <linux/of_net.h>
Andrew Lunnc6e970a2017-03-28 23:45:06 +020018#include <linux/netdevice.h>
Guenter Roeck51579c32014-10-29 10:44:58 -070019#include <linux/sysfs.h>
Neil Armstrongcbc5d902015-10-06 15:40:32 +010020#include <linux/phy_fixed.h>
Brandon Streiff90af1052018-02-14 01:07:49 +010021#include <linux/ptp_classify.h>
Florian Fainellia86d8be2017-04-08 08:55:23 -070022#include <linux/etherdevice.h>
Vivien Didelotea5dd342017-05-17 15:46:03 -040023
Lennert Buytenhek91da11f2008-10-07 13:44:02 +000024#include "dsa_priv.h"
25
Andrew Lunnbdc6fe52019-04-28 19:37:16 +020026static LIST_HEAD(dsa_tag_drivers_list);
27static DEFINE_MUTEX(dsa_tag_drivers_lock);
28
Andrew Lunn39a7f2a2016-06-04 21:17:03 +020029static struct sk_buff *dsa_slave_notag_xmit(struct sk_buff *skb,
30 struct net_device *dev)
31{
32 /* Just return the original SKB */
33 return skb;
34}
35
36static const struct dsa_device_ops none_ops = {
Andrew Lunn875138f2019-04-28 19:37:11 +020037 .name = "none",
Andrew Lunn056eed22019-04-28 19:37:14 +020038 .proto = DSA_TAG_PROTO_NONE,
Andrew Lunn39a7f2a2016-06-04 21:17:03 +020039 .xmit = dsa_slave_notag_xmit,
40 .rcv = NULL,
41};
42
Andrew Lunn409065b2019-04-28 19:37:17 +020043DSA_TAG_DRIVER(none_ops);
44
Andrew Lunnbdc6fe52019-04-28 19:37:16 +020045static void dsa_tag_driver_register(struct dsa_tag_driver *dsa_tag_driver,
46 struct module *owner)
47{
48 dsa_tag_driver->owner = owner;
49
50 mutex_lock(&dsa_tag_drivers_lock);
51 list_add_tail(&dsa_tag_driver->list, &dsa_tag_drivers_list);
52 mutex_unlock(&dsa_tag_drivers_lock);
53}
54
Andrew Lunnd3b8c042019-04-28 19:37:15 +020055void dsa_tag_drivers_register(struct dsa_tag_driver *dsa_tag_driver_array[],
56 unsigned int count, struct module *owner)
57{
Andrew Lunnbdc6fe52019-04-28 19:37:16 +020058 unsigned int i;
59
60 for (i = 0; i < count; i++)
61 dsa_tag_driver_register(dsa_tag_driver_array[i], owner);
62}
63
64static void dsa_tag_driver_unregister(struct dsa_tag_driver *dsa_tag_driver)
65{
66 mutex_lock(&dsa_tag_drivers_lock);
67 list_del(&dsa_tag_driver->list);
68 mutex_unlock(&dsa_tag_drivers_lock);
Andrew Lunnd3b8c042019-04-28 19:37:15 +020069}
70EXPORT_SYMBOL_GPL(dsa_tag_drivers_register);
71
72void dsa_tag_drivers_unregister(struct dsa_tag_driver *dsa_tag_driver_array[],
73 unsigned int count)
74{
Andrew Lunnbdc6fe52019-04-28 19:37:16 +020075 unsigned int i;
76
77 for (i = 0; i < count; i++)
78 dsa_tag_driver_unregister(dsa_tag_driver_array[i]);
Andrew Lunnd3b8c042019-04-28 19:37:15 +020079}
80EXPORT_SYMBOL_GPL(dsa_tag_drivers_unregister);
81
Florian Fainelli98cdb482018-09-07 11:09:02 -070082const char *dsa_tag_protocol_to_str(const struct dsa_device_ops *ops)
83{
Andrew Lunn875138f2019-04-28 19:37:11 +020084 return ops->name;
Florian Fainelli98cdb482018-09-07 11:09:02 -070085};
86
Andrew Lunnc39e2a12019-04-28 19:37:18 +020087const struct dsa_device_ops *dsa_tag_driver_get(int tag_protocol)
Andrew Lunn39a7f2a2016-06-04 21:17:03 +020088{
Andrew Lunn36756172019-04-28 19:37:20 +020089 struct dsa_tag_driver *dsa_tag_driver;
Andrew Lunn39a7f2a2016-06-04 21:17:03 +020090 const struct dsa_device_ops *ops;
Andrew Lunn36756172019-04-28 19:37:20 +020091 char module_name[128];
92 bool found = false;
Andrew Lunn39a7f2a2016-06-04 21:17:03 +020093
Andrew Lunn36756172019-04-28 19:37:20 +020094 snprintf(module_name, 127, "%s%d", DSA_TAG_DRIVER_ALIAS,
95 tag_protocol);
Andrew Lunn39a7f2a2016-06-04 21:17:03 +020096
Andrew Lunn36756172019-04-28 19:37:20 +020097 request_module(module_name);
98
99 mutex_lock(&dsa_tag_drivers_lock);
100 list_for_each_entry(dsa_tag_driver, &dsa_tag_drivers_list, list) {
101 ops = dsa_tag_driver->ops;
102 if (ops->proto == tag_protocol) {
103 found = true;
104 break;
105 }
106 }
107
108 if (found) {
109 if (!try_module_get(dsa_tag_driver->owner))
110 ops = ERR_PTR(-ENOPROTOOPT);
111 } else {
112 ops = ERR_PTR(-ENOPROTOOPT);
113 }
114
115 mutex_unlock(&dsa_tag_drivers_lock);
Andrew Lunn39a7f2a2016-06-04 21:17:03 +0200116
117 return ops;
118}
119
Andrew Lunn4dad81e2019-04-28 19:37:19 +0200120void dsa_tag_driver_put(const struct dsa_device_ops *ops)
121{
Andrew Lunn36756172019-04-28 19:37:20 +0200122 struct dsa_tag_driver *dsa_tag_driver;
123
124 mutex_lock(&dsa_tag_drivers_lock);
125 list_for_each_entry(dsa_tag_driver, &dsa_tag_drivers_list, list) {
126 if (dsa_tag_driver->ops == ops) {
127 module_put(dsa_tag_driver->owner);
128 break;
129 }
130 }
131 mutex_unlock(&dsa_tag_drivers_lock);
Andrew Lunn4dad81e2019-04-28 19:37:19 +0200132}
133
Lennert Buytenhek91da11f2008-10-07 13:44:02 +0000134static int dev_is_class(struct device *dev, void *class)
135{
136 if (dev->class != NULL && !strcmp(dev->class->name, class))
137 return 1;
138
139 return 0;
140}
141
142static struct device *dev_find_class(struct device *parent, char *class)
143{
144 if (dev_is_class(parent, class)) {
145 get_device(parent);
146 return parent;
147 }
148
149 return device_find_child(parent, class, dev_is_class);
150}
151
Florian Fainelli14b89f32017-02-04 13:02:42 -0800152struct net_device *dsa_dev_to_net_device(struct device *dev)
Lennert Buytenhek91da11f2008-10-07 13:44:02 +0000153{
154 struct device *d;
155
156 d = dev_find_class(dev, "net");
157 if (d != NULL) {
158 struct net_device *nd;
159
160 nd = to_net_dev(d);
161 dev_hold(nd);
162 put_device(d);
163
164 return nd;
165 }
166
167 return NULL;
168}
Florian Fainelli14b89f32017-02-04 13:02:42 -0800169EXPORT_SYMBOL_GPL(dsa_dev_to_net_device);
Lennert Buytenhek91da11f2008-10-07 13:44:02 +0000170
Brandon Streiff90af1052018-02-14 01:07:49 +0100171/* Determine if we should defer delivery of skb until we have a rx timestamp.
172 *
173 * Called from dsa_switch_rcv. For now, this will only work if tagging is
174 * enabled on the switch. Normally the MAC driver would retrieve the hardware
175 * timestamp when it reads the packet out of the hardware. However in a DSA
176 * switch, the DSA driver owning the interface to which the packet is
177 * delivered is never notified unless we do so here.
178 */
179static bool dsa_skb_defer_rx_timestamp(struct dsa_slave_priv *p,
180 struct sk_buff *skb)
181{
182 struct dsa_switch *ds = p->dp->ds;
183 unsigned int type;
184
185 if (skb_headroom(skb) < ETH_HLEN)
186 return false;
187
188 __skb_push(skb, ETH_HLEN);
189
190 type = ptp_classify_raw(skb);
191
192 __skb_pull(skb, ETH_HLEN);
193
194 if (type == PTP_CLASS_NONE)
195 return false;
196
197 if (likely(ds->ops->port_rxtstamp))
198 return ds->ops->port_rxtstamp(ds, p->dp->index, skb, type);
199
200 return false;
201}
202
Florian Fainelli3e8a72d2014-08-27 17:04:46 -0700203static int dsa_switch_rcv(struct sk_buff *skb, struct net_device *dev,
Florian Westphal89e49502017-08-17 16:47:00 +0200204 struct packet_type *pt, struct net_device *unused)
Florian Fainelli3e8a72d2014-08-27 17:04:46 -0700205{
Vivien Didelot2f657a62017-09-29 17:19:20 -0400206 struct dsa_port *cpu_dp = dev->dsa_ptr;
Florian Fainellia86d8be2017-04-08 08:55:23 -0700207 struct sk_buff *nskb = NULL;
Florian Fainelli5f6b4e142017-08-03 21:33:27 -0700208 struct pcpu_sw_netstats *s;
Florian Fainellif613ed62017-08-01 15:00:36 -0700209 struct dsa_slave_priv *p;
Florian Fainelli3e8a72d2014-08-27 17:04:46 -0700210
Vivien Didelot2f657a62017-09-29 17:19:20 -0400211 if (unlikely(!cpu_dp)) {
Florian Fainelli3e8a72d2014-08-27 17:04:46 -0700212 kfree_skb(skb);
213 return 0;
214 }
215
Florian Fainelli16c5dcb2017-04-08 08:55:22 -0700216 skb = skb_unshare(skb, GFP_ATOMIC);
217 if (!skb)
218 return 0;
219
Vivien Didelot2f657a62017-09-29 17:19:20 -0400220 nskb = cpu_dp->rcv(skb, dev, pt);
Florian Fainellia86d8be2017-04-08 08:55:23 -0700221 if (!nskb) {
222 kfree_skb(skb);
223 return 0;
224 }
225
226 skb = nskb;
Florian Fainellif613ed62017-08-01 15:00:36 -0700227 p = netdev_priv(skb->dev);
Florian Fainellia86d8be2017-04-08 08:55:23 -0700228 skb_push(skb, ETH_HLEN);
229 skb->pkt_type = PACKET_HOST;
230 skb->protocol = eth_type_trans(skb, skb->dev);
231
Florian Fainelli5f6b4e142017-08-03 21:33:27 -0700232 s = this_cpu_ptr(p->stats64);
233 u64_stats_update_begin(&s->syncp);
234 s->rx_packets++;
235 s->rx_bytes += skb->len;
236 u64_stats_update_end(&s->syncp);
Florian Fainellia86d8be2017-04-08 08:55:23 -0700237
Brandon Streiff90af1052018-02-14 01:07:49 +0100238 if (dsa_skb_defer_rx_timestamp(p, skb))
239 return 0;
240
Florian Fainellia86d8be2017-04-08 08:55:23 -0700241 netif_receive_skb(skb);
242
243 return 0;
Florian Fainelli3e8a72d2014-08-27 17:04:46 -0700244}
245
Florian Fainelliac2629a2017-06-01 19:53:04 -0700246#ifdef CONFIG_PM_SLEEP
Vivien Didelote7d53ad2017-07-18 16:23:56 -0400247static bool dsa_is_port_initialized(struct dsa_switch *ds, int p)
248{
Vivien Didelot4a5b85f2017-10-26 11:22:55 -0400249 return dsa_is_user_port(ds, p) && ds->ports[p].slave;
Vivien Didelote7d53ad2017-07-18 16:23:56 -0400250}
251
Florian Fainelliac2629a2017-06-01 19:53:04 -0700252int dsa_switch_suspend(struct dsa_switch *ds)
253{
254 int i, ret = 0;
255
256 /* Suspend slave network devices */
257 for (i = 0; i < ds->num_ports; i++) {
258 if (!dsa_is_port_initialized(ds, i))
259 continue;
260
Vivien Didelotf8b8b1c2017-10-16 11:12:18 -0400261 ret = dsa_slave_suspend(ds->ports[i].slave);
Florian Fainelliac2629a2017-06-01 19:53:04 -0700262 if (ret)
263 return ret;
264 }
265
266 if (ds->ops->suspend)
267 ret = ds->ops->suspend(ds);
268
269 return ret;
270}
271EXPORT_SYMBOL_GPL(dsa_switch_suspend);
272
273int dsa_switch_resume(struct dsa_switch *ds)
274{
275 int i, ret = 0;
276
277 if (ds->ops->resume)
278 ret = ds->ops->resume(ds);
279
280 if (ret)
281 return ret;
282
283 /* Resume slave network devices */
284 for (i = 0; i < ds->num_ports; i++) {
285 if (!dsa_is_port_initialized(ds, i))
286 continue;
287
Vivien Didelotf8b8b1c2017-10-16 11:12:18 -0400288 ret = dsa_slave_resume(ds->ports[i].slave);
Florian Fainelliac2629a2017-06-01 19:53:04 -0700289 if (ret)
290 return ret;
291 }
292
293 return 0;
294}
295EXPORT_SYMBOL_GPL(dsa_switch_resume);
296#endif
297
Florian Fainelli61b73632014-08-29 12:42:07 -0700298static struct packet_type dsa_pack_type __read_mostly = {
Florian Fainelli3e8a72d2014-08-27 17:04:46 -0700299 .type = cpu_to_be16(ETH_P_XDSA),
300 .func = dsa_switch_rcv,
301};
302
Arkadi Sharshevskyc9eb3e02017-08-06 16:15:42 +0300303static struct workqueue_struct *dsa_owq;
304
305bool dsa_schedule_work(struct work_struct *work)
306{
307 return queue_work(dsa_owq, work);
308}
309
Florian Fainelli60724d42017-10-11 10:57:48 -0700310static ATOMIC_NOTIFIER_HEAD(dsa_notif_chain);
311
312int register_dsa_notifier(struct notifier_block *nb)
313{
314 return atomic_notifier_chain_register(&dsa_notif_chain, nb);
315}
316EXPORT_SYMBOL_GPL(register_dsa_notifier);
317
318int unregister_dsa_notifier(struct notifier_block *nb)
319{
320 return atomic_notifier_chain_unregister(&dsa_notif_chain, nb);
321}
322EXPORT_SYMBOL_GPL(unregister_dsa_notifier);
323
324int call_dsa_notifiers(unsigned long val, struct net_device *dev,
325 struct dsa_notifier_info *info)
326{
327 info->dev = dev;
328 return atomic_notifier_call_chain(&dsa_notif_chain, val, info);
329}
330EXPORT_SYMBOL_GPL(call_dsa_notifiers);
331
Lennert Buytenhek91da11f2008-10-07 13:44:02 +0000332static int __init dsa_init_module(void)
333{
Ben Hutchings7df899c2011-11-25 14:35:02 +0000334 int rc;
335
Arkadi Sharshevskyc9eb3e02017-08-06 16:15:42 +0300336 dsa_owq = alloc_ordered_workqueue("dsa_ordered",
337 WQ_MEM_RECLAIM);
338 if (!dsa_owq)
339 return -ENOMEM;
340
Vivien Didelot88e4f0c2017-02-03 13:20:16 -0500341 rc = dsa_slave_register_notifier();
342 if (rc)
YueHaibing68be9302019-05-06 23:25:29 +0800343 goto register_notifier_fail;
Florian Fainellib73adef2015-02-24 13:15:33 -0800344
Florian Fainelli3e8a72d2014-08-27 17:04:46 -0700345 dev_add_pack(&dsa_pack_type);
346
Andrew Lunn409065b2019-04-28 19:37:17 +0200347 dsa_tag_driver_register(&DSA_TAG_DRIVER_NAME(none_ops),
348 THIS_MODULE);
349
Ben Hutchings7df899c2011-11-25 14:35:02 +0000350 return 0;
YueHaibing68be9302019-05-06 23:25:29 +0800351
YueHaibing68be9302019-05-06 23:25:29 +0800352register_notifier_fail:
353 destroy_workqueue(dsa_owq);
354
355 return rc;
Lennert Buytenhek91da11f2008-10-07 13:44:02 +0000356}
357module_init(dsa_init_module);
358
359static void __exit dsa_cleanup_module(void)
360{
Andrew Lunn409065b2019-04-28 19:37:17 +0200361 dsa_tag_driver_unregister(&DSA_TAG_DRIVER_NAME(none_ops));
362
Vivien Didelot88e4f0c2017-02-03 13:20:16 -0500363 dsa_slave_unregister_notifier();
Florian Fainelli3e8a72d2014-08-27 17:04:46 -0700364 dev_remove_pack(&dsa_pack_type);
Arkadi Sharshevskyc9eb3e02017-08-06 16:15:42 +0300365 destroy_workqueue(dsa_owq);
Lennert Buytenhek91da11f2008-10-07 13:44:02 +0000366}
367module_exit(dsa_cleanup_module);
368
Rusty Russell577d6a72011-01-24 14:32:52 -0600369MODULE_AUTHOR("Lennert Buytenhek <buytenh@wantstofly.org>");
Lennert Buytenhek91da11f2008-10-07 13:44:02 +0000370MODULE_DESCRIPTION("Driver for Distributed Switch Architecture switch chips");
371MODULE_LICENSE("GPL");
372MODULE_ALIAS("platform:dsa");