user.c

   1// SPDX-License-Identifier: GPL-2.0-or-later
   2/*
   3 * net/dsa/user.c - user device handling
   4 * Copyright (c) 2008-2009 Marvell Semiconductor
   5 */
   6
   7#include <linux/list.h>
   8#include <linux/etherdevice.h>
   9#include <linux/netdevice.h>
  10#include <linux/phy.h>
  11#include <linux/phy_fixed.h>
  12#include <linux/phylink.h>
  13#include <linux/of_net.h>
  14#include <linux/of_mdio.h>
  15#include <linux/mdio.h>
  16#include <net/rtnetlink.h>
  17#include <net/pkt_cls.h>
  18#include <net/selftests.h>
  19#include <net/tc_act/tc_mirred.h>
  20#include <linux/if_bridge.h>
  21#include <linux/if_hsr.h>
  22#include <net/dcbnl.h>
  23#include <linux/netpoll.h>
  24#include <linux/string.h>
  25
  26#include "conduit.h"
  27#include "dsa.h"
  28#include "netlink.h"
  29#include "port.h"
  30#include "switch.h"
  31#include "tag.h"
  32#include "user.h"
  33
  34struct dsa_switchdev_event_work {
  35	struct net_device *dev;
  36	struct net_device *orig_dev;
  37	struct work_struct work;
  38	unsigned long event;
  39	/* Specific for SWITCHDEV_FDB_ADD_TO_DEVICE and
  40	 * SWITCHDEV_FDB_DEL_TO_DEVICE
  41	 */
  42	unsigned char addr[ETH_ALEN];
  43	u16 vid;
  44	bool host_addr;
  45};
  46
  47enum dsa_standalone_event {
  48	DSA_UC_ADD,
  49	DSA_UC_DEL,
  50	DSA_MC_ADD,
  51	DSA_MC_DEL,
  52};
  53
  54struct dsa_standalone_event_work {
  55	struct work_struct work;
  56	struct net_device *dev;
  57	enum dsa_standalone_event event;
  58	unsigned char addr[ETH_ALEN];
  59	u16 vid;
  60};
  61
  62struct dsa_host_vlan_rx_filtering_ctx {
  63	struct net_device *dev;
  64	const unsigned char *addr;
  65	enum dsa_standalone_event event;
  66};
  67
  68static bool dsa_switch_supports_uc_filtering(struct dsa_switch *ds)
  69{
  70	return ds->ops->port_fdb_add && ds->ops->port_fdb_del &&
  71	       ds->fdb_isolation && !ds->vlan_filtering_is_global &&
  72	       !ds->needs_standalone_vlan_filtering;
  73}
  74
  75static bool dsa_switch_supports_mc_filtering(struct dsa_switch *ds)
  76{
  77	return ds->ops->port_mdb_add && ds->ops->port_mdb_del &&
  78	       ds->fdb_isolation && !ds->vlan_filtering_is_global &&
  79	       !ds->needs_standalone_vlan_filtering;
  80}
  81
  82static void dsa_user_standalone_event_work(struct work_struct *work)
  83{
  84	struct dsa_standalone_event_work *standalone_work =
  85		container_of(work, struct dsa_standalone_event_work, work);
  86	const unsigned char *addr = standalone_work->addr;
  87	struct net_device *dev = standalone_work->dev;
  88	struct dsa_port *dp = dsa_user_to_port(dev);
  89	struct switchdev_obj_port_mdb mdb;
  90	struct dsa_switch *ds = dp->ds;
  91	u16 vid = standalone_work->vid;
  92	int err;
  93
  94	switch (standalone_work->event) {
  95	case DSA_UC_ADD:
  96		err = dsa_port_standalone_host_fdb_add(dp, addr, vid);
  97		if (err) {
  98			dev_err(ds->dev,
  99				"port %d failed to add %pM vid %d to fdb: %d\n",
 100				dp->index, addr, vid, err);
 101			break;
 102		}
 103		break;
 104
 105	case DSA_UC_DEL:
 106		err = dsa_port_standalone_host_fdb_del(dp, addr, vid);
 107		if (err) {
 108			dev_err(ds->dev,
 109				"port %d failed to delete %pM vid %d from fdb: %d\n",
 110				dp->index, addr, vid, err);
 111		}
 112
 113		break;
 114	case DSA_MC_ADD:
 115		ether_addr_copy(mdb.addr, addr);
 116		mdb.vid = vid;
 117
 118		err = dsa_port_standalone_host_mdb_add(dp, &mdb);
 119		if (err) {
 120			dev_err(ds->dev,
 121				"port %d failed to add %pM vid %d to mdb: %d\n",
 122				dp->index, addr, vid, err);
 123			break;
 124		}
 125		break;
 126	case DSA_MC_DEL:
 127		ether_addr_copy(mdb.addr, addr);
 128		mdb.vid = vid;
 129
 130		err = dsa_port_standalone_host_mdb_del(dp, &mdb);
 131		if (err) {
 132			dev_err(ds->dev,
 133				"port %d failed to delete %pM vid %d from mdb: %d\n",
 134				dp->index, addr, vid, err);
 135		}
 136
 137		break;
 138	}
 139
 140	kfree(standalone_work);
 141}
 142
 143static int dsa_user_schedule_standalone_work(struct net_device *dev,
 144					     enum dsa_standalone_event event,
 145					     const unsigned char *addr,
 146					     u16 vid)
 147{
 148	struct dsa_standalone_event_work *standalone_work;
 149
 150	standalone_work = kzalloc(sizeof(*standalone_work), GFP_ATOMIC);
 151	if (!standalone_work)
 152		return -ENOMEM;
 153
 154	INIT_WORK(&standalone_work->work, dsa_user_standalone_event_work);
 155	standalone_work->event = event;
 156	standalone_work->dev = dev;
 157
 158	ether_addr_copy(standalone_work->addr, addr);
 159	standalone_work->vid = vid;
 160
 161	dsa_schedule_work(&standalone_work->work);
 162
 163	return 0;
 164}
 165
 166static int dsa_user_host_vlan_rx_filtering(void *arg, int vid)
 167{
 168	struct dsa_host_vlan_rx_filtering_ctx *ctx = arg;
 169
 170	return dsa_user_schedule_standalone_work(ctx->dev, ctx->event,
 171						  ctx->addr, vid);
 172}
 173
 174static int dsa_user_vlan_for_each(struct net_device *dev,
 175				  int (*cb)(void *arg, int vid), void *arg)
 176{
 177	struct dsa_port *dp = dsa_user_to_port(dev);
 178	struct dsa_vlan *v;
 179	int err;
 180
 181	lockdep_assert_held(&dev->addr_list_lock);
 182
 183	err = cb(arg, 0);
 184	if (err)
 185		return err;
 186
 187	list_for_each_entry(v, &dp->user_vlans, list) {
 188		err = cb(arg, v->vid);
 189		if (err)
 190			return err;
 191	}
 192
 193	return 0;
 194}
 195
 196static int dsa_user_sync_uc(struct net_device *dev,
 197			    const unsigned char *addr)
 198{
 199	struct net_device *conduit = dsa_user_to_conduit(dev);
 200	struct dsa_port *dp = dsa_user_to_port(dev);
 201	struct dsa_host_vlan_rx_filtering_ctx ctx = {
 202		.dev = dev,
 203		.addr = addr,
 204		.event = DSA_UC_ADD,
 205	};
 206
 207	dev_uc_add(conduit, addr);
 208
 209	if (!dsa_switch_supports_uc_filtering(dp->ds))
 210		return 0;
 211
 212	return dsa_user_vlan_for_each(dev, dsa_user_host_vlan_rx_filtering,
 213				      &ctx);
 214}
 215
 216static int dsa_user_unsync_uc(struct net_device *dev,
 217			      const unsigned char *addr)
 218{
 219	struct net_device *conduit = dsa_user_to_conduit(dev);
 220	struct dsa_port *dp = dsa_user_to_port(dev);
 221	struct dsa_host_vlan_rx_filtering_ctx ctx = {
 222		.dev = dev,
 223		.addr = addr,
 224		.event = DSA_UC_DEL,
 225	};
 226
 227	dev_uc_del(conduit, addr);
 228
 229	if (!dsa_switch_supports_uc_filtering(dp->ds))
 230		return 0;
 231
 232	return dsa_user_vlan_for_each(dev, dsa_user_host_vlan_rx_filtering,
 233				      &ctx);
 234}
 235
 236static int dsa_user_sync_mc(struct net_device *dev,
 237			    const unsigned char *addr)
 238{
 239	struct net_device *conduit = dsa_user_to_conduit(dev);
 240	struct dsa_port *dp = dsa_user_to_port(dev);
 241	struct dsa_host_vlan_rx_filtering_ctx ctx = {
 242		.dev = dev,
 243		.addr = addr,
 244		.event = DSA_MC_ADD,
 245	};
 246
 247	dev_mc_add(conduit, addr);
 248
 249	if (!dsa_switch_supports_mc_filtering(dp->ds))
 250		return 0;
 251
 252	return dsa_user_vlan_for_each(dev, dsa_user_host_vlan_rx_filtering,
 253				      &ctx);
 254}
 255
 256static int dsa_user_unsync_mc(struct net_device *dev,
 257			      const unsigned char *addr)
 258{
 259	struct net_device *conduit = dsa_user_to_conduit(dev);
 260	struct dsa_port *dp = dsa_user_to_port(dev);
 261	struct dsa_host_vlan_rx_filtering_ctx ctx = {
 262		.dev = dev,
 263		.addr = addr,
 264		.event = DSA_MC_DEL,
 265	};
 266
 267	dev_mc_del(conduit, addr);
 268
 269	if (!dsa_switch_supports_mc_filtering(dp->ds))
 270		return 0;
 271
 272	return dsa_user_vlan_for_each(dev, dsa_user_host_vlan_rx_filtering,
 273				      &ctx);
 274}
 275
 276void dsa_user_sync_ha(struct net_device *dev)
 277{
 278	struct dsa_port *dp = dsa_user_to_port(dev);
 279	struct dsa_switch *ds = dp->ds;
 280	struct netdev_hw_addr *ha;
 281
 282	netif_addr_lock_bh(dev);
 283
 284	netdev_for_each_synced_mc_addr(ha, dev)
 285		dsa_user_sync_mc(dev, ha->addr);
 286
 287	netdev_for_each_synced_uc_addr(ha, dev)
 288		dsa_user_sync_uc(dev, ha->addr);
 289
 290	netif_addr_unlock_bh(dev);
 291
 292	if (dsa_switch_supports_uc_filtering(ds) ||
 293	    dsa_switch_supports_mc_filtering(ds))
 294		dsa_flush_workqueue();
 295}
 296
 297void dsa_user_unsync_ha(struct net_device *dev)
 298{
 299	struct dsa_port *dp = dsa_user_to_port(dev);
 300	struct dsa_switch *ds = dp->ds;
 301	struct netdev_hw_addr *ha;
 302
 303	netif_addr_lock_bh(dev);
 304
 305	netdev_for_each_synced_uc_addr(ha, dev)
 306		dsa_user_unsync_uc(dev, ha->addr);
 307
 308	netdev_for_each_synced_mc_addr(ha, dev)
 309		dsa_user_unsync_mc(dev, ha->addr);
 310
 311	netif_addr_unlock_bh(dev);
 312
 313	if (dsa_switch_supports_uc_filtering(ds) ||
 314	    dsa_switch_supports_mc_filtering(ds))
 315		dsa_flush_workqueue();
 316}
 317
 318/* user mii_bus handling ***************************************************/
 319static int dsa_user_phy_read(struct mii_bus *bus, int addr, int reg)
 320{
 321	struct dsa_switch *ds = bus->priv;
 322
 323	if (ds->phys_mii_mask & (1 << addr))
 324		return ds->ops->phy_read(ds, addr, reg);
 325
 326	return 0xffff;
 327}
 328
 329static int dsa_user_phy_write(struct mii_bus *bus, int addr, int reg, u16 val)
 330{
 331	struct dsa_switch *ds = bus->priv;
 332
 333	if (ds->phys_mii_mask & (1 << addr))
 334		return ds->ops->phy_write(ds, addr, reg, val);
 335
 336	return 0;
 337}
 338
 339void dsa_user_mii_bus_init(struct dsa_switch *ds)
 340{
 341	ds->user_mii_bus->priv = (void *)ds;
 342	ds->user_mii_bus->name = "dsa user smi";
 343	ds->user_mii_bus->read = dsa_user_phy_read;
 344	ds->user_mii_bus->write = dsa_user_phy_write;
 345	snprintf(ds->user_mii_bus->id, MII_BUS_ID_SIZE, "dsa-%d.%d",
 346		 ds->dst->index, ds->index);
 347	ds->user_mii_bus->parent = ds->dev;
 348	ds->user_mii_bus->phy_mask = ~ds->phys_mii_mask;
 349}
 350
 351
 352/* user device handling ****************************************************/
 353static int dsa_user_get_iflink(const struct net_device *dev)
 354{
 355	return READ_ONCE(dsa_user_to_conduit(dev)->ifindex);
 356}
 357
 358int dsa_user_host_uc_install(struct net_device *dev, const u8 *addr)
 359{
 360	struct net_device *conduit = dsa_user_to_conduit(dev);
 361	struct dsa_port *dp = dsa_user_to_port(dev);
 362	struct dsa_switch *ds = dp->ds;
 363	int err;
 364
 365	if (dsa_switch_supports_uc_filtering(ds)) {
 366		err = dsa_port_standalone_host_fdb_add(dp, addr, 0);
 367		if (err)
 368			goto out;
 369	}
 370
 371	if (!ether_addr_equal(addr, conduit->dev_addr)) {
 372		err = dev_uc_add(conduit, addr);
 373		if (err < 0)
 374			goto del_host_addr;
 375	}
 376
 377	return 0;
 378
 379del_host_addr:
 380	if (dsa_switch_supports_uc_filtering(ds))
 381		dsa_port_standalone_host_fdb_del(dp, addr, 0);
 382out:
 383	return err;
 384}
 385
 386void dsa_user_host_uc_uninstall(struct net_device *dev)
 387{
 388	struct net_device *conduit = dsa_user_to_conduit(dev);
 389	struct dsa_port *dp = dsa_user_to_port(dev);
 390	struct dsa_switch *ds = dp->ds;
 391
 392	if (!ether_addr_equal(dev->dev_addr, conduit->dev_addr))
 393		dev_uc_del(conduit, dev->dev_addr);
 394
 395	if (dsa_switch_supports_uc_filtering(ds))
 396		dsa_port_standalone_host_fdb_del(dp, dev->dev_addr, 0);
 397}
 398
 399static int dsa_user_open(struct net_device *dev)
 400{
 401	struct net_device *conduit = dsa_user_to_conduit(dev);
 402	struct dsa_port *dp = dsa_user_to_port(dev);
 403	int err;
 404
 405	err = dev_open(conduit, NULL);
 406	if (err < 0) {
 407		netdev_err(dev, "failed to open conduit %s\n", conduit->name);
 408		goto out;
 409	}
 410
 411	err = dsa_user_host_uc_install(dev, dev->dev_addr);
 412	if (err)
 413		goto out;
 414
 415	err = dsa_port_enable_rt(dp, dev->phydev);
 416	if (err)
 417		goto out_del_host_uc;
 418
 419	return 0;
 420
 421out_del_host_uc:
 422	dsa_user_host_uc_uninstall(dev);
 423out:
 424	return err;
 425}
 426
 427static int dsa_user_close(struct net_device *dev)
 428{
 429	struct dsa_port *dp = dsa_user_to_port(dev);
 430
 431	dsa_port_disable_rt(dp);
 432
 433	dsa_user_host_uc_uninstall(dev);
 434
 435	return 0;
 436}
 437
 438static void dsa_user_manage_host_flood(struct net_device *dev)
 439{
 440	bool mc = dev->flags & (IFF_PROMISC | IFF_ALLMULTI);
 441	struct dsa_port *dp = dsa_user_to_port(dev);
 442	bool uc = dev->flags & IFF_PROMISC;
 443
 444	dsa_port_set_host_flood(dp, uc, mc);
 445}
 446
 447static void dsa_user_change_rx_flags(struct net_device *dev, int change)
 448{
 449	struct net_device *conduit = dsa_user_to_conduit(dev);
 450	struct dsa_port *dp = dsa_user_to_port(dev);
 451	struct dsa_switch *ds = dp->ds;
 452
 453	if (change & IFF_ALLMULTI)
 454		dev_set_allmulti(conduit,
 455				 dev->flags & IFF_ALLMULTI ? 1 : -1);
 456	if (change & IFF_PROMISC)
 457		dev_set_promiscuity(conduit,
 458				    dev->flags & IFF_PROMISC ? 1 : -1);
 459
 460	if (dsa_switch_supports_uc_filtering(ds) &&
 461	    dsa_switch_supports_mc_filtering(ds))
 462		dsa_user_manage_host_flood(dev);
 463}
 464
 465static void dsa_user_set_rx_mode(struct net_device *dev)
 466{
 467	__dev_mc_sync(dev, dsa_user_sync_mc, dsa_user_unsync_mc);
 468	__dev_uc_sync(dev, dsa_user_sync_uc, dsa_user_unsync_uc);
 469}
 470
 471static int dsa_user_set_mac_address(struct net_device *dev, void *a)
 472{
 473	struct dsa_port *dp = dsa_user_to_port(dev);
 474	struct dsa_switch *ds = dp->ds;
 475	struct sockaddr *addr = a;
 476	int err;
 477
 478	if (!is_valid_ether_addr(addr->sa_data))
 479		return -EADDRNOTAVAIL;
 480
 481	if (ds->ops->port_set_mac_address) {
 482		err = ds->ops->port_set_mac_address(ds, dp->index,
 483						    addr->sa_data);
 484		if (err)
 485			return err;
 486	}
 487
 488	/* If the port is down, the address isn't synced yet to hardware or
 489	 * to the DSA conduit, so there is nothing to change.
 490	 */
 491	if (!(dev->flags & IFF_UP))
 492		goto out_change_dev_addr;
 493
 494	err = dsa_user_host_uc_install(dev, addr->sa_data);
 495	if (err)
 496		return err;
 497
 498	dsa_user_host_uc_uninstall(dev);
 499
 500out_change_dev_addr:
 501	eth_hw_addr_set(dev, addr->sa_data);
 502
 503	return 0;
 504}
 505
 506struct dsa_user_dump_ctx {
 507	struct net_device *dev;
 508	struct sk_buff *skb;
 509	struct netlink_callback *cb;
 510	int idx;
 511};
 512
 513static int
 514dsa_user_port_fdb_do_dump(const unsigned char *addr, u16 vid,
 515			  bool is_static, void *data)
 516{
 517	struct dsa_user_dump_ctx *dump = data;
 518	struct ndo_fdb_dump_context *ctx = (void *)dump->cb->ctx;
 519	u32 portid = NETLINK_CB(dump->cb->skb).portid;
 520	u32 seq = dump->cb->nlh->nlmsg_seq;
 521	struct nlmsghdr *nlh;
 522	struct ndmsg *ndm;
 523
 524	if (dump->idx < ctx->fdb_idx)
 525		goto skip;
 526
 527	nlh = nlmsg_put(dump->skb, portid, seq, RTM_NEWNEIGH,
 528			sizeof(*ndm), NLM_F_MULTI);
 529	if (!nlh)
 530		return -EMSGSIZE;
 531
 532	ndm = nlmsg_data(nlh);
 533	ndm->ndm_family  = AF_BRIDGE;
 534	ndm->ndm_pad1    = 0;
 535	ndm->ndm_pad2    = 0;
 536	ndm->ndm_flags   = NTF_SELF;
 537	ndm->ndm_type    = 0;
 538	ndm->ndm_ifindex = dump->dev->ifindex;
 539	ndm->ndm_state   = is_static ? NUD_NOARP : NUD_REACHABLE;
 540
 541	if (nla_put(dump->skb, NDA_LLADDR, ETH_ALEN, addr))
 542		goto nla_put_failure;
 543
 544	if (vid && nla_put_u16(dump->skb, NDA_VLAN, vid))
 545		goto nla_put_failure;
 546
 547	nlmsg_end(dump->skb, nlh);
 548
 549skip:
 550	dump->idx++;
 551	return 0;
 552
 553nla_put_failure:
 554	nlmsg_cancel(dump->skb, nlh);
 555	return -EMSGSIZE;
 556}
 557
 558static int
 559dsa_user_fdb_dump(struct sk_buff *skb, struct netlink_callback *cb,
 560		  struct net_device *dev, struct net_device *filter_dev,
 561		  int *idx)
 562{
 563	struct dsa_port *dp = dsa_user_to_port(dev);
 564	struct dsa_user_dump_ctx dump = {
 565		.dev = dev,
 566		.skb = skb,
 567		.cb = cb,
 568		.idx = *idx,
 569	};
 570	int err;
 571
 572	err = dsa_port_fdb_dump(dp, dsa_user_port_fdb_do_dump, &dump);
 573	*idx = dump.idx;
 574
 575	return err;
 576}
 577
 578static int dsa_user_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
 579{
 580	struct dsa_user_priv *p = netdev_priv(dev);
 581
 582	return phylink_mii_ioctl(p->dp->pl, ifr, cmd);
 583}
 584
 585static int dsa_user_port_attr_set(struct net_device *dev, const void *ctx,
 586				  const struct switchdev_attr *attr,
 587				  struct netlink_ext_ack *extack)
 588{
 589	struct dsa_port *dp = dsa_user_to_port(dev);
 590	int ret;
 591
 592	if (ctx && ctx != dp)
 593		return 0;
 594
 595	switch (attr->id) {
 596	case SWITCHDEV_ATTR_ID_PORT_STP_STATE:
 597		if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev))
 598			return -EOPNOTSUPP;
 599
 600		ret = dsa_port_set_state(dp, attr->u.stp_state, true);
 601		break;
 602	case SWITCHDEV_ATTR_ID_PORT_MST_STATE:
 603		if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev))
 604			return -EOPNOTSUPP;
 605
 606		ret = dsa_port_set_mst_state(dp, &attr->u.mst_state, extack);
 607		break;
 608	case SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING:
 609		if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev))
 610			return -EOPNOTSUPP;
 611
 612		ret = dsa_port_vlan_filtering(dp, attr->u.vlan_filtering,
 613					      extack);
 614		break;
 615	case SWITCHDEV_ATTR_ID_BRIDGE_AGEING_TIME:
 616		if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev))
 617			return -EOPNOTSUPP;
 618
 619		ret = dsa_port_ageing_time(dp, attr->u.ageing_time);
 620		break;
 621	case SWITCHDEV_ATTR_ID_BRIDGE_MST:
 622		if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev))
 623			return -EOPNOTSUPP;
 624
 625		ret = dsa_port_mst_enable(dp, attr->u.mst, extack);
 626		break;
 627	case SWITCHDEV_ATTR_ID_PORT_PRE_BRIDGE_FLAGS:
 628		if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev))
 629			return -EOPNOTSUPP;
 630
 631		ret = dsa_port_pre_bridge_flags(dp, attr->u.brport_flags,
 632						extack);
 633		break;
 634	case SWITCHDEV_ATTR_ID_PORT_BRIDGE_FLAGS:
 635		if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev))
 636			return -EOPNOTSUPP;
 637
 638		ret = dsa_port_bridge_flags(dp, attr->u.brport_flags, extack);
 639		break;
 640	case SWITCHDEV_ATTR_ID_VLAN_MSTI:
 641		if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev))
 642			return -EOPNOTSUPP;
 643
 644		ret = dsa_port_vlan_msti(dp, &attr->u.vlan_msti);
 645		break;
 646	default:
 647		ret = -EOPNOTSUPP;
 648		break;
 649	}
 650
 651	return ret;
 652}
 653
 654/* Must be called under rcu_read_lock() */
 655static int
 656dsa_user_vlan_check_for_8021q_uppers(struct net_device *user,
 657				     const struct switchdev_obj_port_vlan *vlan)
 658{
 659	struct net_device *upper_dev;
 660	struct list_head *iter;
 661
 662	netdev_for_each_upper_dev_rcu(user, upper_dev, iter) {
 663		u16 vid;
 664
 665		if (!is_vlan_dev(upper_dev))
 666			continue;
 667
 668		vid = vlan_dev_vlan_id(upper_dev);
 669		if (vid == vlan->vid)
 670			return -EBUSY;
 671	}
 672
 673	return 0;
 674}
 675
 676static int dsa_user_vlan_add(struct net_device *dev,
 677			     const struct switchdev_obj *obj,
 678			     struct netlink_ext_ack *extack)
 679{
 680	struct dsa_port *dp = dsa_user_to_port(dev);
 681	struct switchdev_obj_port_vlan *vlan;
 682	int err;
 683
 684	if (dsa_port_skip_vlan_configuration(dp)) {
 685		NL_SET_ERR_MSG_MOD(extack, "skipping configuration of VLAN");
 686		return 0;
 687	}
 688
 689	vlan = SWITCHDEV_OBJ_PORT_VLAN(obj);
 690
 691	/* Deny adding a bridge VLAN when there is already an 802.1Q upper with
 692	 * the same VID.
 693	 */
 694	if (br_vlan_enabled(dsa_port_bridge_dev_get(dp))) {
 695		rcu_read_lock();
 696		err = dsa_user_vlan_check_for_8021q_uppers(dev, vlan);
 697		rcu_read_unlock();
 698		if (err) {
 699			NL_SET_ERR_MSG_MOD(extack,
 700					   "Port already has a VLAN upper with this VID");
 701			return err;
 702		}
 703	}
 704
 705	return dsa_port_vlan_add(dp, vlan, extack);
 706}
 707
 708/* Offload a VLAN installed on the bridge or on a foreign interface by
 709 * installing it as a VLAN towards the CPU port.
 710 */
 711static int dsa_user_host_vlan_add(struct net_device *dev,
 712				  const struct switchdev_obj *obj,
 713				  struct netlink_ext_ack *extack)
 714{
 715	struct dsa_port *dp = dsa_user_to_port(dev);
 716	struct switchdev_obj_port_vlan vlan;
 717
 718	/* Do nothing if this is a software bridge */
 719	if (!dp->bridge)
 720		return -EOPNOTSUPP;
 721
 722	if (dsa_port_skip_vlan_configuration(dp)) {
 723		NL_SET_ERR_MSG_MOD(extack, "skipping configuration of VLAN");
 724		return 0;
 725	}
 726
 727	vlan = *SWITCHDEV_OBJ_PORT_VLAN(obj);
 728
 729	/* Even though drivers often handle CPU membership in special ways,
 730	 * it doesn't make sense to program a PVID, so clear this flag.
 731	 */
 732	vlan.flags &= ~BRIDGE_VLAN_INFO_PVID;
 733
 734	return dsa_port_host_vlan_add(dp, &vlan, extack);
 735}
 736
 737static int dsa_user_port_obj_add(struct net_device *dev, const void *ctx,
 738				 const struct switchdev_obj *obj,
 739				 struct netlink_ext_ack *extack)
 740{
 741	struct dsa_port *dp = dsa_user_to_port(dev);
 742	int err;
 743
 744	if (ctx && ctx != dp)
 745		return 0;
 746
 747	switch (obj->id) {
 748	case SWITCHDEV_OBJ_ID_PORT_MDB:
 749		if (!dsa_port_offloads_bridge_port(dp, obj->orig_dev))
 750			return -EOPNOTSUPP;
 751
 752		err = dsa_port_mdb_add(dp, SWITCHDEV_OBJ_PORT_MDB(obj));
 753		break;
 754	case SWITCHDEV_OBJ_ID_HOST_MDB:
 755		if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
 756			return -EOPNOTSUPP;
 757
 758		err = dsa_port_bridge_host_mdb_add(dp, SWITCHDEV_OBJ_PORT_MDB(obj));
 759		break;
 760	case SWITCHDEV_OBJ_ID_PORT_VLAN:
 761		if (dsa_port_offloads_bridge_port(dp, obj->orig_dev))
 762			err = dsa_user_vlan_add(dev, obj, extack);
 763		else
 764			err = dsa_user_host_vlan_add(dev, obj, extack);
 765		break;
 766	case SWITCHDEV_OBJ_ID_MRP:
 767		if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
 768			return -EOPNOTSUPP;
 769
 770		err = dsa_port_mrp_add(dp, SWITCHDEV_OBJ_MRP(obj));
 771		break;
 772	case SWITCHDEV_OBJ_ID_RING_ROLE_MRP:
 773		if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
 774			return -EOPNOTSUPP;
 775
 776		err = dsa_port_mrp_add_ring_role(dp,
 777						 SWITCHDEV_OBJ_RING_ROLE_MRP(obj));
 778		break;
 779	default:
 780		err = -EOPNOTSUPP;
 781		break;
 782	}
 783
 784	return err;
 785}
 786
 787static int dsa_user_vlan_del(struct net_device *dev,
 788			     const struct switchdev_obj *obj)
 789{
 790	struct dsa_port *dp = dsa_user_to_port(dev);
 791	struct switchdev_obj_port_vlan *vlan;
 792
 793	if (dsa_port_skip_vlan_configuration(dp))
 794		return 0;
 795
 796	vlan = SWITCHDEV_OBJ_PORT_VLAN(obj);
 797
 798	return dsa_port_vlan_del(dp, vlan);
 799}
 800
 801static int dsa_user_host_vlan_del(struct net_device *dev,
 802				  const struct switchdev_obj *obj)
 803{
 804	struct dsa_port *dp = dsa_user_to_port(dev);
 805	struct switchdev_obj_port_vlan *vlan;
 806
 807	/* Do nothing if this is a software bridge */
 808	if (!dp->bridge)
 809		return -EOPNOTSUPP;
 810
 811	if (dsa_port_skip_vlan_configuration(dp))
 812		return 0;
 813
 814	vlan = SWITCHDEV_OBJ_PORT_VLAN(obj);
 815
 816	return dsa_port_host_vlan_del(dp, vlan);
 817}
 818
 819static int dsa_user_port_obj_del(struct net_device *dev, const void *ctx,
 820				 const struct switchdev_obj *obj)
 821{
 822	struct dsa_port *dp = dsa_user_to_port(dev);
 823	int err;
 824
 825	if (ctx && ctx != dp)
 826		return 0;
 827
 828	switch (obj->id) {
 829	case SWITCHDEV_OBJ_ID_PORT_MDB:
 830		if (!dsa_port_offloads_bridge_port(dp, obj->orig_dev))
 831			return -EOPNOTSUPP;
 832
 833		err = dsa_port_mdb_del(dp, SWITCHDEV_OBJ_PORT_MDB(obj));
 834		break;
 835	case SWITCHDEV_OBJ_ID_HOST_MDB:
 836		if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
 837			return -EOPNOTSUPP;
 838
 839		err = dsa_port_bridge_host_mdb_del(dp, SWITCHDEV_OBJ_PORT_MDB(obj));
 840		break;
 841	case SWITCHDEV_OBJ_ID_PORT_VLAN:
 842		if (dsa_port_offloads_bridge_port(dp, obj->orig_dev))
 843			err = dsa_user_vlan_del(dev, obj);
 844		else
 845			err = dsa_user_host_vlan_del(dev, obj);
 846		break;
 847	case SWITCHDEV_OBJ_ID_MRP:
 848		if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
 849			return -EOPNOTSUPP;
 850
 851		err = dsa_port_mrp_del(dp, SWITCHDEV_OBJ_MRP(obj));
 852		break;
 853	case SWITCHDEV_OBJ_ID_RING_ROLE_MRP:
 854		if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
 855			return -EOPNOTSUPP;
 856
 857		err = dsa_port_mrp_del_ring_role(dp,
 858						 SWITCHDEV_OBJ_RING_ROLE_MRP(obj));
 859		break;
 860	default:
 861		err = -EOPNOTSUPP;
 862		break;
 863	}
 864
 865	return err;
 866}
 867
 868static netdev_tx_t dsa_user_netpoll_send_skb(struct net_device *dev,
 869					     struct sk_buff *skb)
 870{
 871#ifdef CONFIG_NET_POLL_CONTROLLER
 872	struct dsa_user_priv *p = netdev_priv(dev);
 873
 874	return netpoll_send_skb(p->netpoll, skb);
 875#else
 876	BUG();
 877	return NETDEV_TX_OK;
 878#endif
 879}
 880
 881static void dsa_skb_tx_timestamp(struct dsa_user_priv *p,
 882				 struct sk_buff *skb)
 883{
 884	struct dsa_switch *ds = p->dp->ds;
 885
 886	if (!(skb_shinfo(skb)->tx_flags & SKBTX_HW_TSTAMP_NOBPF))
 887		return;
 888
 889	if (!ds->ops->port_txtstamp)
 890		return;
 891
 892	ds->ops->port_txtstamp(ds, p->dp->index, skb);
 893}
 894
 895netdev_tx_t dsa_enqueue_skb(struct sk_buff *skb, struct net_device *dev)
 896{
 897	/* SKB for netpoll still need to be mangled with the protocol-specific
 898	 * tag to be successfully transmitted
 899	 */
 900	if (unlikely(netpoll_tx_running(dev)))
 901		return dsa_user_netpoll_send_skb(dev, skb);
 902
 903	/* Queue the SKB for transmission on the parent interface, but
 904	 * do not modify its EtherType
 905	 */
 906	skb->dev = dsa_user_to_conduit(dev);
 907	dev_queue_xmit(skb);
 908
 909	return NETDEV_TX_OK;
 910}
 911EXPORT_SYMBOL_GPL(dsa_enqueue_skb);
 912
 913static netdev_tx_t dsa_user_xmit(struct sk_buff *skb, struct net_device *dev)
 914{
 915	struct dsa_user_priv *p = netdev_priv(dev);
 916	struct sk_buff *nskb;
 917
 918	dev_sw_netstats_tx_add(dev, 1, skb->len);
 919
 920	memset(skb->cb, 0, sizeof(skb->cb));
 921
 922	/* Handle tx timestamp if any */
 923	dsa_skb_tx_timestamp(p, skb);
 924
 925	if (skb_ensure_writable_head_tail(skb, dev)) {
 926		dev_kfree_skb_any(skb);
 927		return NETDEV_TX_OK;
 928	}
 929
 930	/* needed_tailroom should still be 'warm' in the cache line from
 931	 * skb_ensure_writable_head_tail(), which has also ensured that
 932	 * padding is safe.
 933	 */
 934	if (dev->needed_tailroom)
 935		eth_skb_pad(skb);
 936
 937	/* Transmit function may have to reallocate the original SKB,
 938	 * in which case it must have freed it. Only free it here on error.
 939	 */
 940	nskb = p->xmit(skb, dev);
 941	if (!nskb) {
 942		kfree_skb(skb);
 943		return NETDEV_TX_OK;
 944	}
 945
 946	return dsa_enqueue_skb(nskb, dev);
 947}
 948
 949/* ethtool operations *******************************************************/
 950
 951static void dsa_user_get_drvinfo(struct net_device *dev,
 952				 struct ethtool_drvinfo *drvinfo)
 953{
 954	strscpy(drvinfo->driver, "dsa", sizeof(drvinfo->driver));
 955	strscpy(drvinfo->fw_version, "N/A", sizeof(drvinfo->fw_version));
 956	strscpy(drvinfo->bus_info, "platform", sizeof(drvinfo->bus_info));
 957}
 958
 959static int dsa_user_get_regs_len(struct net_device *dev)
 960{
 961	struct dsa_port *dp = dsa_user_to_port(dev);
 962	struct dsa_switch *ds = dp->ds;
 963
 964	if (ds->ops->get_regs_len)
 965		return ds->ops->get_regs_len(ds, dp->index);
 966
 967	return -EOPNOTSUPP;
 968}
 969
 970static void
 971dsa_user_get_regs(struct net_device *dev, struct ethtool_regs *regs, void *_p)
 972{
 973	struct dsa_port *dp = dsa_user_to_port(dev);
 974	struct dsa_switch *ds = dp->ds;
 975
 976	if (ds->ops->get_regs)
 977		ds->ops->get_regs(ds, dp->index, regs, _p);
 978}
 979
 980static int dsa_user_nway_reset(struct net_device *dev)
 981{
 982	struct dsa_port *dp = dsa_user_to_port(dev);
 983
 984	return phylink_ethtool_nway_reset(dp->pl);
 985}
 986
 987static int dsa_user_get_eeprom_len(struct net_device *dev)
 988{
 989	struct dsa_port *dp = dsa_user_to_port(dev);
 990	struct dsa_switch *ds = dp->ds;
 991
 992	if (ds->cd && ds->cd->eeprom_len)
 993		return ds->cd->eeprom_len;
 994
 995	if (ds->ops->get_eeprom_len)
 996		return ds->ops->get_eeprom_len(ds);
 997
 998	return 0;
 999}
1000
1001static int dsa_user_get_eeprom(struct net_device *dev,
1002			       struct ethtool_eeprom *eeprom, u8 *data)
1003{
1004	struct dsa_port *dp = dsa_user_to_port(dev);
1005	struct dsa_switch *ds = dp->ds;
1006
1007	if (ds->ops->get_eeprom)
1008		return ds->ops->get_eeprom(ds, eeprom, data);
1009
1010	return -EOPNOTSUPP;
1011}
1012
1013static int dsa_user_set_eeprom(struct net_device *dev,
1014			       struct ethtool_eeprom *eeprom, u8 *data)
1015{
1016	struct dsa_port *dp = dsa_user_to_port(dev);
1017	struct dsa_switch *ds = dp->ds;
1018
1019	if (ds->ops->set_eeprom)
1020		return ds->ops->set_eeprom(ds, eeprom, data);
1021
1022	return -EOPNOTSUPP;
1023}
1024
1025static void dsa_user_get_strings(struct net_device *dev,
1026				 uint32_t stringset, uint8_t *data)
1027{
1028	struct dsa_port *dp = dsa_user_to_port(dev);
1029	struct dsa_switch *ds = dp->ds;
1030
1031	if (stringset == ETH_SS_STATS) {
1032		ethtool_puts(&data, "tx_packets");
1033		ethtool_puts(&data, "tx_bytes");
1034		ethtool_puts(&data, "rx_packets");
1035		ethtool_puts(&data, "rx_bytes");
1036		if (ds->ops->get_strings)
1037			ds->ops->get_strings(ds, dp->index, stringset, data);
1038	} else if (stringset ==  ETH_SS_TEST) {
1039		net_selftest_get_strings(data);
1040	}
1041
1042}
1043
1044static void dsa_user_get_ethtool_stats(struct net_device *dev,
1045				       struct ethtool_stats *stats,
1046				       uint64_t *data)
1047{
1048	struct dsa_port *dp = dsa_user_to_port(dev);
1049	struct dsa_switch *ds = dp->ds;
1050	struct pcpu_sw_netstats *s;
1051	unsigned int start;
1052	int i;
1053
1054	for_each_possible_cpu(i) {
1055		u64 tx_packets, tx_bytes, rx_packets, rx_bytes;
1056
1057		s = per_cpu_ptr(dev->tstats, i);
1058		do {
1059			start = u64_stats_fetch_begin(&s->syncp);
1060			tx_packets = u64_stats_read(&s->tx_packets);
1061			tx_bytes = u64_stats_read(&s->tx_bytes);
1062			rx_packets = u64_stats_read(&s->rx_packets);
1063			rx_bytes = u64_stats_read(&s->rx_bytes);
1064		} while (u64_stats_fetch_retry(&s->syncp, start));
1065		data[0] += tx_packets;
1066		data[1] += tx_bytes;
1067		data[2] += rx_packets;
1068		data[3] += rx_bytes;
1069	}
1070	if (ds->ops->get_ethtool_stats)
1071		ds->ops->get_ethtool_stats(ds, dp->index, data + 4);
1072}
1073
1074static int dsa_user_get_sset_count(struct net_device *dev, int sset)
1075{
1076	struct dsa_port *dp = dsa_user_to_port(dev);
1077	struct dsa_switch *ds = dp->ds;
1078
1079	if (sset == ETH_SS_STATS) {
1080		int count = 0;
1081
1082		if (ds->ops->get_sset_count) {
1083			count = ds->ops->get_sset_count(ds, dp->index, sset);
1084			if (count < 0)
1085				return count;
1086		}
1087
1088		return count + 4;
1089	} else if (sset ==  ETH_SS_TEST) {
1090		return net_selftest_get_count();
1091	}
1092
1093	return -EOPNOTSUPP;
1094}
1095
1096static void dsa_user_get_eth_phy_stats(struct net_device *dev,
1097				       struct ethtool_eth_phy_stats *phy_stats)
1098{
1099	struct dsa_port *dp = dsa_user_to_port(dev);
1100	struct dsa_switch *ds = dp->ds;
1101
1102	if (ds->ops->get_eth_phy_stats)
1103		ds->ops->get_eth_phy_stats(ds, dp->index, phy_stats);
1104}
1105
1106static void dsa_user_get_eth_mac_stats(struct net_device *dev,
1107				       struct ethtool_eth_mac_stats *mac_stats)
1108{
1109	struct dsa_port *dp = dsa_user_to_port(dev);
1110	struct dsa_switch *ds = dp->ds;
1111
1112	if (ds->ops->get_eth_mac_stats)
1113		ds->ops->get_eth_mac_stats(ds, dp->index, mac_stats);
1114}
1115
1116static void
1117dsa_user_get_eth_ctrl_stats(struct net_device *dev,
1118			    struct ethtool_eth_ctrl_stats *ctrl_stats)
1119{
1120	struct dsa_port *dp = dsa_user_to_port(dev);
1121	struct dsa_switch *ds = dp->ds;
1122
1123	if (ds->ops->get_eth_ctrl_stats)
1124		ds->ops->get_eth_ctrl_stats(ds, dp->index, ctrl_stats);
1125}
1126
1127static void
1128dsa_user_get_rmon_stats(struct net_device *dev,
1129			struct ethtool_rmon_stats *rmon_stats,
1130			const struct ethtool_rmon_hist_range **ranges)
1131{
1132	struct dsa_port *dp = dsa_user_to_port(dev);
1133	struct dsa_switch *ds = dp->ds;
1134
1135	if (ds->ops->get_rmon_stats)
1136		ds->ops->get_rmon_stats(ds, dp->index, rmon_stats, ranges);
1137}
1138
1139static void dsa_user_get_ts_stats(struct net_device *dev,
1140				  struct ethtool_ts_stats *ts_stats)
1141{
1142	struct dsa_port *dp = dsa_user_to_port(dev);
1143	struct dsa_switch *ds = dp->ds;
1144
1145	if (ds->ops->get_ts_stats)
1146		ds->ops->get_ts_stats(ds, dp->index, ts_stats);
1147}
1148
1149static void dsa_user_net_selftest(struct net_device *ndev,
1150				  struct ethtool_test *etest, u64 *buf)
1151{
1152	struct dsa_port *dp = dsa_user_to_port(ndev);
1153	struct dsa_switch *ds = dp->ds;
1154
1155	if (ds->ops->self_test) {
1156		ds->ops->self_test(ds, dp->index, etest, buf);
1157		return;
1158	}
1159
1160	net_selftest(ndev, etest, buf);
1161}
1162
1163static int dsa_user_get_mm(struct net_device *dev,
1164			   struct ethtool_mm_state *state)
1165{
1166	struct dsa_port *dp = dsa_user_to_port(dev);
1167	struct dsa_switch *ds = dp->ds;
1168
1169	if (!ds->ops->get_mm)
1170		return -EOPNOTSUPP;
1171
1172	return ds->ops->get_mm(ds, dp->index, state);
1173}
1174
1175static int dsa_user_set_mm(struct net_device *dev, struct ethtool_mm_cfg *cfg,
1176			   struct netlink_ext_ack *extack)
1177{
1178	struct dsa_port *dp = dsa_user_to_port(dev);
1179	struct dsa_switch *ds = dp->ds;
1180
1181	if (!ds->ops->set_mm)
1182		return -EOPNOTSUPP;
1183
1184	return ds->ops->set_mm(ds, dp->index, cfg, extack);
1185}
1186
1187static void dsa_user_get_mm_stats(struct net_device *dev,
1188				  struct ethtool_mm_stats *stats)
1189{
1190	struct dsa_port *dp = dsa_user_to_port(dev);
1191	struct dsa_switch *ds = dp->ds;
1192
1193	if (ds->ops->get_mm_stats)
1194		ds->ops->get_mm_stats(ds, dp->index, stats);
1195}
1196
1197static void dsa_user_get_wol(struct net_device *dev, struct ethtool_wolinfo *w)
1198{
1199	struct dsa_port *dp = dsa_user_to_port(dev);
1200	struct dsa_switch *ds = dp->ds;
1201
1202	phylink_ethtool_get_wol(dp->pl, w);
1203
1204	if (ds->ops->get_wol)
1205		ds->ops->get_wol(ds, dp->index, w);
1206}
1207
1208static int dsa_user_set_wol(struct net_device *dev, struct ethtool_wolinfo *w)
1209{
1210	struct dsa_port *dp = dsa_user_to_port(dev);
1211	struct dsa_switch *ds = dp->ds;
1212	int ret = -EOPNOTSUPP;
1213
1214	phylink_ethtool_set_wol(dp->pl, w);
1215
1216	if (ds->ops->set_wol)
1217		ret = ds->ops->set_wol(ds, dp->index, w);
1218
1219	return ret;
1220}
1221
1222static int dsa_user_set_eee(struct net_device *dev, struct ethtool_keee *e)
1223{
1224	struct dsa_port *dp = dsa_user_to_port(dev);
1225	struct dsa_switch *ds = dp->ds;
1226	int ret;
1227
1228	/* Check whether the switch supports EEE */
1229	if (!ds->ops->support_eee || !ds->ops->support_eee(ds, dp->index))
1230		return -EOPNOTSUPP;
1231
1232	/* If the port is using phylink managed EEE, then an unimplemented
1233	 * set_mac_eee() is permissible.
1234	 */
1235	if (!phylink_mac_implements_lpi(ds->phylink_mac_ops)) {
1236		/* Port's PHY and MAC both need to be EEE capable */
1237		if (!dev->phydev)
1238			return -ENODEV;
1239
1240		if (!ds->ops->set_mac_eee)
1241			return -EOPNOTSUPP;
1242
1243		ret = ds->ops->set_mac_eee(ds, dp->index, e);
1244		if (ret)
1245			return ret;
1246	} else if (ds->ops->set_mac_eee) {
1247		ret = ds->ops->set_mac_eee(ds, dp->index, e);
1248		if (ret)
1249			return ret;
1250	}
1251
1252	return phylink_ethtool_set_eee(dp->pl, e);
1253}
1254
1255static int dsa_user_get_eee(struct net_device *dev, struct ethtool_keee *e)
1256{
1257	struct dsa_port *dp = dsa_user_to_port(dev);
1258	struct dsa_switch *ds = dp->ds;
1259
1260	/* Check whether the switch supports EEE */
1261	if (!ds->ops->support_eee || !ds->ops->support_eee(ds, dp->index))
1262		return -EOPNOTSUPP;
1263
1264	/* Port's PHY and MAC both need to be EEE capable */
1265	if (!dev->phydev)
1266		return -ENODEV;
1267
1268	return phylink_ethtool_get_eee(dp->pl, e);
1269}
1270
1271static int dsa_user_get_link_ksettings(struct net_device *dev,
1272				       struct ethtool_link_ksettings *cmd)
1273{
1274	struct dsa_port *dp = dsa_user_to_port(dev);
1275
1276	return phylink_ethtool_ksettings_get(dp->pl, cmd);
1277}
1278
1279static int dsa_user_set_link_ksettings(struct net_device *dev,
1280				       const struct ethtool_link_ksettings *cmd)
1281{
1282	struct dsa_port *dp = dsa_user_to_port(dev);
1283
1284	return phylink_ethtool_ksettings_set(dp->pl, cmd);
1285}
1286
1287static void dsa_user_get_pause_stats(struct net_device *dev,
1288				     struct ethtool_pause_stats *pause_stats)
1289{
1290	struct dsa_port *dp = dsa_user_to_port(dev);
1291	struct dsa_switch *ds = dp->ds;
1292
1293	if (ds->ops->get_pause_stats)
1294		ds->ops->get_pause_stats(ds, dp->index, pause_stats);
1295}
1296
1297static void dsa_user_get_pauseparam(struct net_device *dev,
1298				    struct ethtool_pauseparam *pause)
1299{
1300	struct dsa_port *dp = dsa_user_to_port(dev);
1301
1302	phylink_ethtool_get_pauseparam(dp->pl, pause);
1303}
1304
1305static int dsa_user_set_pauseparam(struct net_device *dev,
1306				   struct ethtool_pauseparam *pause)
1307{
1308	struct dsa_port *dp = dsa_user_to_port(dev);
1309
1310	return phylink_ethtool_set_pauseparam(dp->pl, pause);
1311}
1312
1313#ifdef CONFIG_NET_POLL_CONTROLLER
1314static int dsa_user_netpoll_setup(struct net_device *dev)
1315{
1316	struct net_device *conduit = dsa_user_to_conduit(dev);
1317	struct dsa_user_priv *p = netdev_priv(dev);
1318	struct netpoll *netpoll;
1319	int err = 0;
1320
1321	netpoll = kzalloc(sizeof(*netpoll), GFP_KERNEL);
1322	if (!netpoll)
1323		return -ENOMEM;
1324
1325	err = __netpoll_setup(netpoll, conduit);
1326	if (err) {
1327		kfree(netpoll);
1328		goto out;
1329	}
1330
1331	p->netpoll = netpoll;
1332out:
1333	return err;
1334}
1335
1336static void dsa_user_netpoll_cleanup(struct net_device *dev)
1337{
1338	struct dsa_user_priv *p = netdev_priv(dev);
1339	struct netpoll *netpoll = p->netpoll;
1340
1341	if (!netpoll)
1342		return;
1343
1344	p->netpoll = NULL;
1345
1346	__netpoll_free(netpoll);
1347}
1348
1349static void dsa_user_poll_controller(struct net_device *dev)
1350{
1351}
1352#endif
1353
1354static struct dsa_mall_tc_entry *
1355dsa_user_mall_tc_entry_find(struct net_device *dev, unsigned long cookie)
1356{
1357	struct dsa_user_priv *p = netdev_priv(dev);
1358	struct dsa_mall_tc_entry *mall_tc_entry;
1359
1360	list_for_each_entry(mall_tc_entry, &p->mall_tc_list, list)
1361		if (mall_tc_entry->cookie == cookie)
1362			return mall_tc_entry;
1363
1364	return NULL;
1365}
1366
1367static int
1368dsa_user_add_cls_matchall_mirred(struct net_device *dev,
1369				 struct tc_cls_matchall_offload *cls,
1370				 bool ingress, bool ingress_target)
1371{
1372	struct netlink_ext_ack *extack = cls->common.extack;
1373	struct dsa_port *dp = dsa_user_to_port(dev);
1374	struct dsa_user_priv *p = netdev_priv(dev);
1375	struct dsa_mall_mirror_tc_entry *mirror;
1376	struct dsa_mall_tc_entry *mall_tc_entry;
1377	struct dsa_switch *ds = dp->ds;
1378	struct flow_action_entry *act;
1379	struct dsa_port *to_dp;
1380	int err;
1381
1382	if (cls->common.protocol != htons(ETH_P_ALL)) {
1383		NL_SET_ERR_MSG_MOD(extack,
1384				   "Can only offload \"protocol all\" matchall filter");
1385		return -EOPNOTSUPP;
1386	}
1387
1388	if (!ds->ops->port_mirror_add) {
1389		NL_SET_ERR_MSG_MOD(extack,
1390				   "Switch does not support mirroring operation");
1391		return -EOPNOTSUPP;
1392	}
1393
1394	if (!flow_action_basic_hw_stats_check(&cls->rule->action, extack))
1395		return -EOPNOTSUPP;
1396
1397	act = &cls->rule->action.entries[0];
1398
1399	if (!act->dev)
1400		return -EINVAL;
1401
1402	if (dsa_user_dev_check(act->dev)) {
1403		if (ingress_target) {
1404			/* We can only fulfill this using software assist */
1405			if (cls->common.skip_sw) {
1406				NL_SET_ERR_MSG_MOD(extack,
1407						   "Can only mirred to ingress of DSA user port if filter also runs in software");
1408				return -EOPNOTSUPP;
1409			}
1410			to_dp = dp->cpu_dp;
1411		} else {
1412			to_dp = dsa_user_to_port(act->dev);
1413		}
1414	} else {
1415		/* Handle mirroring to foreign target ports as a mirror towards
1416		 * the CPU. The software tc rule will take the packets from
1417		 * there.
1418		 */
1419		if (cls->common.skip_sw) {
1420			NL_SET_ERR_MSG_MOD(extack,
1421					   "Can only mirred to CPU if filter also runs in software");
1422			return -EOPNOTSUPP;
1423		}
1424		to_dp = dp->cpu_dp;
1425	}
1426
1427	if (dp->ds != to_dp->ds) {
1428		NL_SET_ERR_MSG_MOD(extack,
1429				   "Cross-chip mirroring not implemented");
1430		return -EOPNOTSUPP;
1431	}
1432
1433	mall_tc_entry = kzalloc(sizeof(*mall_tc_entry), GFP_KERNEL);
1434	if (!mall_tc_entry)
1435		return -ENOMEM;
1436
1437	mall_tc_entry->cookie = cls->cookie;
1438	mall_tc_entry->type = DSA_PORT_MALL_MIRROR;
1439	mirror = &mall_tc_entry->mirror;
1440	mirror->to_local_port = to_dp->index;
1441	mirror->ingress = ingress;
1442
1443	err = ds->ops->port_mirror_add(ds, dp->index, mirror, ingress, extack);
1444	if (err) {
1445		kfree(mall_tc_entry);
1446		return err;
1447	}
1448
1449	list_add_tail(&mall_tc_entry->list, &p->mall_tc_list);
1450
1451	return err;
1452}
1453
1454static int
1455dsa_user_add_cls_matchall_police(struct net_device *dev,
1456				 struct tc_cls_matchall_offload *cls,
1457				 bool ingress)
1458{
1459	struct netlink_ext_ack *extack = cls->common.extack;
1460	struct dsa_port *dp = dsa_user_to_port(dev);
1461	struct dsa_user_priv *p = netdev_priv(dev);
1462	struct dsa_mall_policer_tc_entry *policer;
1463	struct dsa_mall_tc_entry *mall_tc_entry;
1464	struct dsa_switch *ds = dp->ds;
1465	struct flow_action_entry *act;
1466	int err;
1467
1468	if (!ds->ops->port_policer_add) {
1469		NL_SET_ERR_MSG_MOD(extack,
1470				   "Policing offload not implemented");
1471		return -EOPNOTSUPP;
1472	}
1473
1474	if (!ingress) {
1475		NL_SET_ERR_MSG_MOD(extack,
1476				   "Only supported on ingress qdisc");
1477		return -EOPNOTSUPP;
1478	}
1479
1480	if (!flow_action_basic_hw_stats_check(&cls->rule->action, extack))
1481		return -EOPNOTSUPP;
1482
1483	list_for_each_entry(mall_tc_entry, &p->mall_tc_list, list) {
1484		if (mall_tc_entry->type == DSA_PORT_MALL_POLICER) {
1485			NL_SET_ERR_MSG_MOD(extack,
1486					   "Only one port policer allowed");
1487			return -EEXIST;
1488		}
1489	}
1490
1491	act = &cls->rule->action.entries[0];
1492
1493	mall_tc_entry = kzalloc(sizeof(*mall_tc_entry), GFP_KERNEL);
1494	if (!mall_tc_entry)
1495		return -ENOMEM;
1496
1497	mall_tc_entry->cookie = cls->cookie;
1498	mall_tc_entry->type = DSA_PORT_MALL_POLICER;
1499	policer = &mall_tc_entry->policer;
1500	policer->rate_bytes_per_sec = act->police.rate_bytes_ps;
1501	policer->burst = act->police.burst;
1502
1503	err = ds->ops->port_policer_add(ds, dp->index, policer);
1504	if (err) {
1505		kfree(mall_tc_entry);
1506		return err;
1507	}
1508
1509	list_add_tail(&mall_tc_entry->list, &p->mall_tc_list);
1510
1511	return err;
1512}
1513
1514static int dsa_user_add_cls_matchall(struct net_device *dev,
1515				     struct tc_cls_matchall_offload *cls,
1516				     bool ingress)
1517{
1518	const struct flow_action *action = &cls->rule->action;
1519	struct netlink_ext_ack *extack = cls->common.extack;
1520
1521	if (!flow_offload_has_one_action(action)) {
1522		NL_SET_ERR_MSG_MOD(extack,
1523				   "Cannot offload matchall filter with more than one action");
1524		return -EOPNOTSUPP;
1525	}
1526
1527	switch (action->entries[0].id) {
1528	case FLOW_ACTION_MIRRED:
1529		return dsa_user_add_cls_matchall_mirred(dev, cls, ingress,
1530							false);
1531	case FLOW_ACTION_MIRRED_INGRESS:
1532		return dsa_user_add_cls_matchall_mirred(dev, cls, ingress,
1533							true);
1534	case FLOW_ACTION_POLICE:
1535		return dsa_user_add_cls_matchall_police(dev, cls, ingress);
1536	default:
1537		NL_SET_ERR_MSG_MOD(extack, "Unknown action");
1538		break;
1539	}
1540
1541	return -EOPNOTSUPP;
1542}
1543
1544static void dsa_user_del_cls_matchall(struct net_device *dev,
1545				      struct tc_cls_matchall_offload *cls)
1546{
1547	struct dsa_port *dp = dsa_user_to_port(dev);
1548	struct dsa_mall_tc_entry *mall_tc_entry;
1549	struct dsa_switch *ds = dp->ds;
1550
1551	mall_tc_entry = dsa_user_mall_tc_entry_find(dev, cls->cookie);
1552	if (!mall_tc_entry)
1553		return;
1554
1555	list_del(&mall_tc_entry->list);
1556
1557	switch (mall_tc_entry->type) {
1558	case DSA_PORT_MALL_MIRROR:
1559		if (ds->ops->port_mirror_del)
1560			ds->ops->port_mirror_del(ds, dp->index,
1561						 &mall_tc_entry->mirror);
1562		break;
1563	case DSA_PORT_MALL_POLICER:
1564		if (ds->ops->port_policer_del)
1565			ds->ops->port_policer_del(ds, dp->index);
1566		break;
1567	default:
1568		WARN_ON(1);
1569	}
1570
1571	kfree(mall_tc_entry);
1572}
1573
1574static int dsa_user_setup_tc_cls_matchall(struct net_device *dev,
1575					  struct tc_cls_matchall_offload *cls,
1576					  bool ingress)
1577{
1578	if (cls->common.chain_index)
1579		return -EOPNOTSUPP;
1580
1581	switch (cls->command) {
1582	case TC_CLSMATCHALL_REPLACE:
1583		return dsa_user_add_cls_matchall(dev, cls, ingress);
1584	case TC_CLSMATCHALL_DESTROY:
1585		dsa_user_del_cls_matchall(dev, cls);
1586		return 0;
1587	default:
1588		return -EOPNOTSUPP;
1589	}
1590}
1591
1592static int dsa_user_add_cls_flower(struct net_device *dev,
1593				   struct flow_cls_offload *cls,
1594				   bool ingress)
1595{
1596	struct dsa_port *dp = dsa_user_to_port(dev);
1597	struct dsa_switch *ds = dp->ds;
1598	int port = dp->index;
1599
1600	if (!ds->ops->cls_flower_add)
1601		return -EOPNOTSUPP;
1602
1603	return ds->ops->cls_flower_add(ds, port, cls, ingress);
1604}
1605
1606static int dsa_user_del_cls_flower(struct net_device *dev,
1607				   struct flow_cls_offload *cls,
1608				   bool ingress)
1609{
1610	struct dsa_port *dp = dsa_user_to_port(dev);
1611	struct dsa_switch *ds = dp->ds;
1612	int port = dp->index;
1613
1614	if (!ds->ops->cls_flower_del)
1615		return -EOPNOTSUPP;
1616
1617	return ds->ops->cls_flower_del(ds, port, cls, ingress);
1618}
1619
1620static int dsa_user_stats_cls_flower(struct net_device *dev,
1621				     struct flow_cls_offload *cls,
1622				     bool ingress)
1623{
1624	struct dsa_port *dp = dsa_user_to_port(dev);
1625	struct dsa_switch *ds = dp->ds;
1626	int port = dp->index;
1627
1628	if (!ds->ops->cls_flower_stats)
1629		return -EOPNOTSUPP;
1630
1631	return ds->ops->cls_flower_stats(ds, port, cls, ingress);
1632}
1633
1634static int dsa_user_setup_tc_cls_flower(struct net_device *dev,
1635					struct flow_cls_offload *cls,
1636					bool ingress)
1637{
1638	switch (cls->command) {
1639	case FLOW_CLS_REPLACE:
1640		return dsa_user_add_cls_flower(dev, cls, ingress);
1641	case FLOW_CLS_DESTROY:
1642		return dsa_user_del_cls_flower(dev, cls, ingress);
1643	case FLOW_CLS_STATS:
1644		return dsa_user_stats_cls_flower(dev, cls, ingress);
1645	default:
1646		return -EOPNOTSUPP;
1647	}
1648}
1649
1650static int dsa_user_setup_tc_block_cb(enum tc_setup_type type, void *type_data,
1651				      void *cb_priv, bool ingress)
1652{
1653	struct net_device *dev = cb_priv;
1654
1655	if (!tc_can_offload(dev))
1656		return -EOPNOTSUPP;
1657
1658	switch (type) {
1659	case TC_SETUP_CLSMATCHALL:
1660		return dsa_user_setup_tc_cls_matchall(dev, type_data, ingress);
1661	case TC_SETUP_CLSFLOWER:
1662		return dsa_user_setup_tc_cls_flower(dev, type_data, ingress);
1663	default:
1664		return -EOPNOTSUPP;
1665	}
1666}
1667
1668static int dsa_user_setup_tc_block_cb_ig(enum tc_setup_type type,
1669					 void *type_data, void *cb_priv)
1670{
1671	return dsa_user_setup_tc_block_cb(type, type_data, cb_priv, true);
1672}
1673
1674static int dsa_user_setup_tc_block_cb_eg(enum tc_setup_type type,
1675					 void *type_data, void *cb_priv)
1676{
1677	return dsa_user_setup_tc_block_cb(type, type_data, cb_priv, false);
1678}
1679
1680static LIST_HEAD(dsa_user_block_cb_list);
1681
1682static int dsa_user_setup_tc_block(struct net_device *dev,
1683				   struct flow_block_offload *f)
1684{
1685	struct flow_block_cb *block_cb;
1686	flow_setup_cb_t *cb;
1687
1688	if (f->binder_type == FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS)
1689		cb = dsa_user_setup_tc_block_cb_ig;
1690	else if (f->binder_type == FLOW_BLOCK_BINDER_TYPE_CLSACT_EGRESS)
1691		cb = dsa_user_setup_tc_block_cb_eg;
1692	else
1693		return -EOPNOTSUPP;
1694
1695	f->driver_block_list = &dsa_user_block_cb_list;
1696
1697	switch (f->command) {
1698	case FLOW_BLOCK_BIND:
1699		if (flow_block_cb_is_busy(cb, dev, &dsa_user_block_cb_list))
1700			return -EBUSY;
1701
1702		block_cb = flow_block_cb_alloc(cb, dev, dev, NULL);
1703		if (IS_ERR(block_cb))
1704			return PTR_ERR(block_cb);
1705
1706		flow_block_cb_add(block_cb, f);
1707		list_add_tail(&block_cb->driver_list, &dsa_user_block_cb_list);
1708		return 0;
1709	case FLOW_BLOCK_UNBIND:
1710		block_cb = flow_block_cb_lookup(f->block, cb, dev);
1711		if (!block_cb)
1712			return -ENOENT;
1713
1714		flow_block_cb_remove(block_cb, f);
1715		list_del(&block_cb->driver_list);
1716		return 0;
1717	default:
1718		return -EOPNOTSUPP;
1719	}
1720}
1721
1722static int dsa_user_setup_ft_block(struct dsa_switch *ds, int port,
1723				   void *type_data)
1724{
1725	struct net_device *conduit = dsa_port_to_conduit(dsa_to_port(ds, port));
1726
1727	if (!conduit->netdev_ops->ndo_setup_tc)
1728		return -EOPNOTSUPP;
1729
1730	return conduit->netdev_ops->ndo_setup_tc(conduit, TC_SETUP_FT, type_data);
1731}
1732
1733static int dsa_user_setup_tc(struct net_device *dev, enum tc_setup_type type,
1734			     void *type_data)
1735{
1736	struct dsa_port *dp = dsa_user_to_port(dev);
1737	struct dsa_switch *ds = dp->ds;
1738
1739	switch (type) {
1740	case TC_SETUP_BLOCK:
1741		return dsa_user_setup_tc_block(dev, type_data);
1742	case TC_SETUP_FT:
1743		return dsa_user_setup_ft_block(ds, dp->index, type_data);
1744	default:
1745		break;
1746	}
1747
1748	if (!ds->ops->port_setup_tc)
1749		return -EOPNOTSUPP;
1750
1751	return ds->ops->port_setup_tc(ds, dp->index, type, type_data);
1752}
1753
1754static int dsa_user_get_rxnfc(struct net_device *dev,
1755			      struct ethtool_rxnfc *nfc, u32 *rule_locs)
1756{
1757	struct dsa_port *dp = dsa_user_to_port(dev);
1758	struct dsa_switch *ds = dp->ds;
1759
1760	if (!ds->ops->get_rxnfc)
1761		return -EOPNOTSUPP;
1762
1763	return ds->ops->get_rxnfc(ds, dp->index, nfc, rule_locs);
1764}
1765
1766static int dsa_user_set_rxnfc(struct net_device *dev,
1767			      struct ethtool_rxnfc *nfc)
1768{
1769	struct dsa_port *dp = dsa_user_to_port(dev);
1770	struct dsa_switch *ds = dp->ds;
1771
1772	if (!ds->ops->set_rxnfc)
1773		return -EOPNOTSUPP;
1774
1775	return ds->ops->set_rxnfc(ds, dp->index, nfc);
1776}
1777
1778static int dsa_user_get_ts_info(struct net_device *dev,
1779				struct kernel_ethtool_ts_info *ts)
1780{
1781	struct dsa_user_priv *p = netdev_priv(dev);
1782	struct dsa_switch *ds = p->dp->ds;
1783
1784	if (!ds->ops->get_ts_info)
1785		return -EOPNOTSUPP;
1786
1787	return ds->ops->get_ts_info(ds, p->dp->index, ts);
1788}
1789
1790static int dsa_user_vlan_rx_add_vid(struct net_device *dev, __be16 proto,
1791				    u16 vid)
1792{
1793	struct dsa_port *dp = dsa_user_to_port(dev);
1794	struct switchdev_obj_port_vlan vlan = {
1795		.obj.id = SWITCHDEV_OBJ_ID_PORT_VLAN,
1796		.vid = vid,
1797		/* This API only allows programming tagged, non-PVID VIDs */
1798		.flags = 0,
1799	};
1800	struct netlink_ext_ack extack = {0};
1801	struct dsa_switch *ds = dp->ds;
1802	struct netdev_hw_addr *ha;
1803	struct dsa_vlan *v;
1804	int ret;
1805
1806	/* User port... */
1807	ret = dsa_port_vlan_add(dp, &vlan, &extack);
1808	if (ret) {
1809		if (extack._msg)
1810			netdev_err(dev, "%s\n", extack._msg);
1811		return ret;
1812	}
1813
1814	/* And CPU port... */
1815	ret = dsa_port_host_vlan_add(dp, &vlan, &extack);
1816	if (ret) {
1817		if (extack._msg)
1818			netdev_err(dev, "CPU port %d: %s\n", dp->cpu_dp->index,
1819				   extack._msg);
1820		return ret;
1821	}
1822
1823	if (!dsa_switch_supports_uc_filtering(ds) &&
1824	    !dsa_switch_supports_mc_filtering(ds))
1825		return 0;
1826
1827	v = kzalloc(sizeof(*v), GFP_KERNEL);
1828	if (!v) {
1829		ret = -ENOMEM;
1830		goto rollback;
1831	}
1832
1833	netif_addr_lock_bh(dev);
1834
1835	v->vid = vid;
1836	list_add_tail(&v->list, &dp->user_vlans);
1837
1838	if (dsa_switch_supports_mc_filtering(ds)) {
1839		netdev_for_each_synced_mc_addr(ha, dev) {
1840			dsa_user_schedule_standalone_work(dev, DSA_MC_ADD,
1841							  ha->addr, vid);
1842		}
1843	}
1844
1845	if (dsa_switch_supports_uc_filtering(ds)) {
1846		netdev_for_each_synced_uc_addr(ha, dev) {
1847			dsa_user_schedule_standalone_work(dev, DSA_UC_ADD,
1848							  ha->addr, vid);
1849		}
1850	}
1851
1852	netif_addr_unlock_bh(dev);
1853
1854	dsa_flush_workqueue();
1855
1856	return 0;
1857
1858rollback:
1859	dsa_port_host_vlan_del(dp, &vlan);
1860	dsa_port_vlan_del(dp, &vlan);
1861
1862	return ret;
1863}
1864
1865static int dsa_user_vlan_rx_kill_vid(struct net_device *dev, __be16 proto,
1866				     u16 vid)
1867{
1868	struct dsa_port *dp = dsa_user_to_port(dev);
1869	struct switchdev_obj_port_vlan vlan = {
1870		.vid = vid,
1871		/* This API only allows programming tagged, non-PVID VIDs */
1872		.flags = 0,
1873	};
1874	struct dsa_switch *ds = dp->ds;
1875	struct netdev_hw_addr *ha;
1876	struct dsa_vlan *v;
1877	int err;
1878
1879	err = dsa_port_vlan_del(dp, &vlan);
1880	if (err)
1881		return err;
1882
1883	err = dsa_port_host_vlan_del(dp, &vlan);
1884	if (err)
1885		return err;
1886
1887	if (!dsa_switch_supports_uc_filtering(ds) &&
1888	    !dsa_switch_supports_mc_filtering(ds))
1889		return 0;
1890
1891	netif_addr_lock_bh(dev);
1892
1893	v = dsa_vlan_find(&dp->user_vlans, &vlan);
1894	if (!v) {
1895		netif_addr_unlock_bh(dev);
1896		return -ENOENT;
1897	}
1898
1899	list_del(&v->list);
1900	kfree(v);
1901
1902	if (dsa_switch_supports_mc_filtering(ds)) {
1903		netdev_for_each_synced_mc_addr(ha, dev) {
1904			dsa_user_schedule_standalone_work(dev, DSA_MC_DEL,
1905							  ha->addr, vid);
1906		}
1907	}
1908
1909	if (dsa_switch_supports_uc_filtering(ds)) {
1910		netdev_for_each_synced_uc_addr(ha, dev) {
1911			dsa_user_schedule_standalone_work(dev, DSA_UC_DEL,
1912							  ha->addr, vid);
1913		}
1914	}
1915
1916	netif_addr_unlock_bh(dev);
1917
1918	dsa_flush_workqueue();
1919
1920	return 0;
1921}
1922
1923static int dsa_user_restore_vlan(struct net_device *vdev, int vid, void *arg)
1924{
1925	__be16 proto = vdev ? vlan_dev_vlan_proto(vdev) : htons(ETH_P_8021Q);
1926
1927	return dsa_user_vlan_rx_add_vid(arg, proto, vid);
1928}
1929
1930static int dsa_user_clear_vlan(struct net_device *vdev, int vid, void *arg)
1931{
1932	__be16 proto = vdev ? vlan_dev_vlan_proto(vdev) : htons(ETH_P_8021Q);
1933
1934	return dsa_user_vlan_rx_kill_vid(arg, proto, vid);
1935}
1936
1937/* Keep the VLAN RX filtering list in sync with the hardware only if VLAN
1938 * filtering is enabled. The baseline is that only ports that offload a
1939 * VLAN-aware bridge are VLAN-aware, and standalone ports are VLAN-unaware,
1940 * but there are exceptions for quirky hardware.
1941 *
1942 * If ds->vlan_filtering_is_global = true, then standalone ports which share
1943 * the same switch with other ports that offload a VLAN-aware bridge are also
1944 * inevitably VLAN-aware.
1945 *
1946 * To summarize, a DSA switch port offloads:
1947 *
1948 * - If standalone (this includes software bridge, software LAG):
1949 *     - if ds->needs_standalone_vlan_filtering = true, OR if
1950 *       (ds->vlan_filtering_is_global = true AND there are bridges spanning
1951 *       this switch chip which have vlan_filtering=1)
1952 *         - the 8021q upper VLANs
1953 *     - else (standalone VLAN filtering is not needed, VLAN filtering is not
1954 *       global, or it is, but no port is under a VLAN-aware bridge):
1955 *         - no VLAN (any 8021q upper is a software VLAN)
1956 *
1957 * - If under a vlan_filtering=0 bridge which it offload:
1958 *     - if ds->configure_vlan_while_not_filtering = true (default):
1959 *         - the bridge VLANs. These VLANs are committed to hardware but inactive.
1960 *     - else (deprecated):
1961 *         - no VLAN. The bridge VLANs are not restored when VLAN awareness is
1962 *           enabled, so this behavior is broken and discouraged.
1963 *
1964 * - If under a vlan_filtering=1 bridge which it offload:
1965 *     - the bridge VLANs
1966 *     - the 8021q upper VLANs
1967 */
1968int dsa_user_manage_vlan_filtering(struct net_device *user,
1969				   bool vlan_filtering)
1970{
1971	int err;
1972
1973	if (vlan_filtering) {
1974		user->features |= NETIF_F_HW_VLAN_CTAG_FILTER;
1975
1976		err = vlan_for_each(user, dsa_user_restore_vlan, user);
1977		if (err) {
1978			vlan_for_each(user, dsa_user_clear_vlan, user);
1979			user->features &= ~NETIF_F_HW_VLAN_CTAG_FILTER;
1980			return err;
1981		}
1982	} else {
1983		err = vlan_for_each(user, dsa_user_clear_vlan, user);
1984		if (err)
1985			return err;
1986
1987		user->features &= ~NETIF_F_HW_VLAN_CTAG_FILTER;
1988	}
1989
1990	return 0;
1991}
1992
1993struct dsa_hw_port {
1994	struct list_head list;
1995	struct net_device *dev;
1996	int old_mtu;
1997};
1998
1999static int dsa_hw_port_list_set_mtu(struct list_head *hw_port_list, int mtu)
2000{
2001	const struct dsa_hw_port *p;
2002	int err;
2003
2004	list_for_each_entry(p, hw_port_list, list) {
2005		if (p->dev->mtu == mtu)
2006			continue;
2007
2008		err = dev_set_mtu(p->dev, mtu);
2009		if (err)
2010			goto rollback;
2011	}
2012
2013	return 0;
2014
2015rollback:
2016	list_for_each_entry_continue_reverse(p, hw_port_list, list) {
2017		if (p->dev->mtu == p->old_mtu)
2018			continue;
2019
2020		if (dev_set_mtu(p->dev, p->old_mtu))
2021			netdev_err(p->dev, "Failed to restore MTU\n");
2022	}
2023
2024	return err;
2025}
2026
2027static void dsa_hw_port_list_free(struct list_head *hw_port_list)
2028{
2029	struct dsa_hw_port *p, *n;
2030
2031	list_for_each_entry_safe(p, n, hw_port_list, list)
2032		kfree(p);
2033}
2034
2035/* Make the hardware datapath to/from @dev limited to a common MTU */
2036static void dsa_bridge_mtu_normalization(struct dsa_port *dp)
2037{
2038	struct list_head hw_port_list;
2039	struct dsa_switch_tree *dst;
2040	int min_mtu = ETH_MAX_MTU;
2041	struct dsa_port *other_dp;
2042	int err;
2043
2044	if (!dp->ds->mtu_enforcement_ingress)
2045		return;
2046
2047	if (!dp->bridge)
2048		return;
2049
2050	INIT_LIST_HEAD(&hw_port_list);
2051
2052	/* Populate the list of ports that are part of the same bridge
2053	 * as the newly added/modified port
2054	 */
2055	list_for_each_entry(dst, &dsa_tree_list, list) {
2056		list_for_each_entry(other_dp, &dst->ports, list) {
2057			struct dsa_hw_port *hw_port;
2058			struct net_device *user;
2059
2060			if (other_dp->type != DSA_PORT_TYPE_USER)
2061				continue;
2062
2063			if (!dsa_port_bridge_same(dp, other_dp))
2064				continue;
2065
2066			if (!other_dp->ds->mtu_enforcement_ingress)
2067				continue;
2068
2069			user = other_dp->user;
2070
2071			if (min_mtu > user->mtu)
2072				min_mtu = user->mtu;
2073
2074			hw_port = kzalloc(sizeof(*hw_port), GFP_KERNEL);
2075			if (!hw_port)
2076				goto out;
2077
2078			hw_port->dev = user;
2079			hw_port->old_mtu = user->mtu;
2080
2081			list_add(&hw_port->list, &hw_port_list);
2082		}
2083	}
2084
2085	/* Attempt to configure the entire hardware bridge to the newly added
2086	 * interface's MTU first, regardless of whether the intention of the
2087	 * user was to raise or lower it.
2088	 */
2089	err = dsa_hw_port_list_set_mtu(&hw_port_list, dp->user->mtu);
2090	if (!err)
2091		goto out;
2092
2093	/* Clearly that didn't work out so well, so just set the minimum MTU on
2094	 * all hardware bridge ports now. If this fails too, then all ports will
2095	 * still have their old MTU rolled back anyway.
2096	 */
2097	dsa_hw_port_list_set_mtu(&hw_port_list, min_mtu);
2098
2099out:
2100	dsa_hw_port_list_free(&hw_port_list);
2101}
2102
2103int dsa_user_change_mtu(struct net_device *dev, int new_mtu)
2104{
2105	struct net_device *conduit = dsa_user_to_conduit(dev);
2106	struct dsa_port *dp = dsa_user_to_port(dev);
2107	struct dsa_port *cpu_dp = dp->cpu_dp;
2108	struct dsa_switch *ds = dp->ds;
2109	struct dsa_port *other_dp;
2110	int largest_mtu = 0;
2111	int new_conduit_mtu;
2112	int old_conduit_mtu;
2113	int mtu_limit;
2114	int overhead;
2115	int cpu_mtu;
2116	int err;
2117
2118	if (!ds->ops->port_change_mtu)
2119		return -EOPNOTSUPP;
2120
2121	dsa_tree_for_each_user_port(other_dp, ds->dst) {
2122		int user_mtu;
2123
2124		/* During probe, this function will be called for each user
2125		 * device, while not all of them have been allocated. That's
2126		 * ok, it doesn't change what the maximum is, so ignore it.
2127		 */
2128		if (!other_dp->user)
2129			continue;
2130
2131		/* Pretend that we already applied the setting, which we
2132		 * actually haven't (still haven't done all integrity checks)
2133		 */
2134		if (dp == other_dp)
2135			user_mtu = new_mtu;
2136		else
2137			user_mtu = other_dp->user->mtu;
2138
2139		if (largest_mtu < user_mtu)
2140			largest_mtu = user_mtu;
2141	}
2142
2143	overhead = dsa_tag_protocol_overhead(cpu_dp->tag_ops);
2144	mtu_limit = min_t(int, conduit->max_mtu, dev->max_mtu + overhead);
2145	old_conduit_mtu = conduit->mtu;
2146	new_conduit_mtu = largest_mtu + overhead;
2147	if (new_conduit_mtu > mtu_limit)
2148		return -ERANGE;
2149
2150	/* If the conduit MTU isn't over limit, there's no need to check the CPU
2151	 * MTU, since that surely isn't either.
2152	 */
2153	cpu_mtu = largest_mtu;
2154
2155	/* Start applying stuff */
2156	if (new_conduit_mtu != old_conduit_mtu) {
2157		err = dev_set_mtu(conduit, new_conduit_mtu);
2158		if (err < 0)
2159			goto out_conduit_failed;
2160
2161		/* We only need to propagate the MTU of the CPU port to
2162		 * upstream switches, so emit a notifier which updates them.
2163		 */
2164		err = dsa_port_mtu_change(cpu_dp, cpu_mtu);
2165		if (err)
2166			goto out_cpu_failed;
2167	}
2168
2169	err = ds->ops->port_change_mtu(ds, dp->index, new_mtu);
2170	if (err)
2171		goto out_port_failed;
2172
2173	WRITE_ONCE(dev->mtu, new_mtu);
2174
2175	dsa_bridge_mtu_normalization(dp);
2176
2177	return 0;
2178
2179out_port_failed:
2180	if (new_conduit_mtu != old_conduit_mtu)
2181		dsa_port_mtu_change(cpu_dp, old_conduit_mtu - overhead);
2182out_cpu_failed:
2183	if (new_conduit_mtu != old_conduit_mtu)
2184		dev_set_mtu(conduit, old_conduit_mtu);
2185out_conduit_failed:
2186	return err;
2187}
2188
2189static int __maybe_unused
2190dsa_user_dcbnl_set_apptrust(struct net_device *dev, u8 *sel, int nsel)
2191{
2192	struct dsa_port *dp = dsa_user_to_port(dev);
2193	struct dsa_switch *ds = dp->ds;
2194	int port = dp->index;
2195
2196	if (!ds->ops->port_set_apptrust)
2197		return -EOPNOTSUPP;
2198
2199	return ds->ops->port_set_apptrust(ds, port, sel, nsel);
2200}
2201
2202static int __maybe_unused
2203dsa_user_dcbnl_get_apptrust(struct net_device *dev, u8 *sel, int *nsel)
2204{
2205	struct dsa_port *dp = dsa_user_to_port(dev);
2206	struct dsa_switch *ds = dp->ds;
2207	int port = dp->index;
2208
2209	if (!ds->ops->port_get_apptrust)
2210		return -EOPNOTSUPP;
2211
2212	return ds->ops->port_get_apptrust(ds, port, sel, nsel);
2213}
2214
2215static int __maybe_unused
2216dsa_user_dcbnl_set_default_prio(struct net_device *dev, struct dcb_app *app)
2217{
2218	struct dsa_port *dp = dsa_user_to_port(dev);
2219	struct dsa_switch *ds = dp->ds;
2220	unsigned long mask, new_prio;
2221	int err, port = dp->index;
2222
2223	if (!ds->ops->port_set_default_prio)
2224		return -EOPNOTSUPP;
2225
2226	err = dcb_ieee_setapp(dev, app);
2227	if (err)
2228		return err;
2229
2230	mask = dcb_ieee_getapp_mask(dev, app);
2231	new_prio = __fls(mask);
2232
2233	err = ds->ops->port_set_default_prio(ds, port, new_prio);
2234	if (err) {
2235		dcb_ieee_delapp(dev, app);
2236		return err;
2237	}
2238
2239	return 0;
2240}
2241
2242/* Update the DSCP prio entries on all user ports of the switch in case
2243 * the switch supports global DSCP prio instead of per port DSCP prios.
2244 */
2245static int dsa_user_dcbnl_ieee_global_dscp_setdel(struct net_device *dev,
2246						  struct dcb_app *app, bool del)
2247{
2248	int (*setdel)(struct net_device *dev, struct dcb_app *app);
2249	struct dsa_port *dp = dsa_user_to_port(dev);
2250	struct dsa_switch *ds = dp->ds;
2251	struct dsa_port *other_dp;
2252	int err, restore_err;
2253
2254	if (del)
2255		setdel = dcb_ieee_delapp;
2256	else
2257		setdel = dcb_ieee_setapp;
2258
2259	dsa_switch_for_each_user_port(other_dp, ds) {
2260		struct net_device *user = other_dp->user;
2261
2262		if (!user || user == dev)
2263			continue;
2264
2265		err = setdel(user, app);
2266		if (err)
2267			goto err_try_to_restore;
2268	}
2269
2270	return 0;
2271
2272err_try_to_restore:
2273
2274	/* Revert logic to restore previous state of app entries */
2275	if (!del)
2276		setdel = dcb_ieee_delapp;
2277	else
2278		setdel = dcb_ieee_setapp;
2279
2280	dsa_switch_for_each_user_port_continue_reverse(other_dp, ds) {
2281		struct net_device *user = other_dp->user;
2282
2283		if (!user || user == dev)
2284			continue;
2285
2286		restore_err = setdel(user, app);
2287		if (restore_err)
2288			netdev_err(user, "Failed to restore DSCP prio entry configuration\n");
2289	}
2290
2291	return err;
2292}
2293
2294static int __maybe_unused
2295dsa_user_dcbnl_add_dscp_prio(struct net_device *dev, struct dcb_app *app)
2296{
2297	struct dsa_port *dp = dsa_user_to_port(dev);
2298	struct dsa_switch *ds = dp->ds;
2299	unsigned long mask, new_prio;
2300	int err, port = dp->index;
2301	u8 dscp = app->protocol;
2302
2303	if (!ds->ops->port_add_dscp_prio)
2304		return -EOPNOTSUPP;
2305
2306	if (dscp >= 64) {
2307		netdev_err(dev, "DSCP APP entry with protocol value %u is invalid\n",
2308			   dscp);
2309		return -EINVAL;
2310	}
2311
2312	err = dcb_ieee_setapp(dev, app);
2313	if (err)
2314		return err;
2315
2316	mask = dcb_ieee_getapp_mask(dev, app);
2317	new_prio = __fls(mask);
2318
2319	err = ds->ops->port_add_dscp_prio(ds, port, dscp, new_prio);
2320	if (err) {
2321		dcb_ieee_delapp(dev, app);
2322		return err;
2323	}
2324
2325	if (!ds->dscp_prio_mapping_is_global)
2326		return 0;
2327
2328	err = dsa_user_dcbnl_ieee_global_dscp_setdel(dev, app, false);
2329	if (err) {
2330		if (ds->ops->port_del_dscp_prio)
2331			ds->ops->port_del_dscp_prio(ds, port, dscp, new_prio);
2332		dcb_ieee_delapp(dev, app);
2333		return err;
2334	}
2335
2336	return 0;
2337}
2338
2339static int __maybe_unused dsa_user_dcbnl_ieee_setapp(struct net_device *dev,
2340						     struct dcb_app *app)
2341{
2342	switch (app->selector) {
2343	case IEEE_8021QAZ_APP_SEL_ETHERTYPE:
2344		switch (app->protocol) {
2345		case 0:
2346			return dsa_user_dcbnl_set_default_prio(dev, app);
2347		default:
2348			return -EOPNOTSUPP;
2349		}
2350		break;
2351	case IEEE_8021QAZ_APP_SEL_DSCP:
2352		return dsa_user_dcbnl_add_dscp_prio(dev, app);
2353	default:
2354		return -EOPNOTSUPP;
2355	}
2356}
2357
2358static int __maybe_unused
2359dsa_user_dcbnl_del_default_prio(struct net_device *dev, struct dcb_app *app)
2360{
2361	struct dsa_port *dp = dsa_user_to_port(dev);
2362	struct dsa_switch *ds = dp->ds;
2363	unsigned long mask, new_prio;
2364	int err, port = dp->index;
2365
2366	if (!ds->ops->port_set_default_prio)
2367		return -EOPNOTSUPP;
2368
2369	err = dcb_ieee_delapp(dev, app);
2370	if (err)
2371		return err;
2372
2373	mask = dcb_ieee_getapp_mask(dev, app);
2374	new_prio = mask ? __fls(mask) : 0;
2375
2376	err = ds->ops->port_set_default_prio(ds, port, new_prio);
2377	if (err) {
2378		dcb_ieee_setapp(dev, app);
2379		return err;
2380	}
2381
2382	return 0;
2383}
2384
2385static int __maybe_unused
2386dsa_user_dcbnl_del_dscp_prio(struct net_device *dev, struct dcb_app *app)
2387{
2388	struct dsa_port *dp = dsa_user_to_port(dev);
2389	struct dsa_switch *ds = dp->ds;
2390	int err, port = dp->index;
2391	u8 dscp = app->protocol;
2392
2393	if (!ds->ops->port_del_dscp_prio)
2394		return -EOPNOTSUPP;
2395
2396	err = dcb_ieee_delapp(dev, app);
2397	if (err)
2398		return err;
2399
2400	err = ds->ops->port_del_dscp_prio(ds, port, dscp, app->priority);
2401	if (err) {
2402		dcb_ieee_setapp(dev, app);
2403		return err;
2404	}
2405
2406	if (!ds->dscp_prio_mapping_is_global)
2407		return 0;
2408
2409	err = dsa_user_dcbnl_ieee_global_dscp_setdel(dev, app, true);
2410	if (err) {
2411		if (ds->ops->port_add_dscp_prio)
2412			ds->ops->port_add_dscp_prio(ds, port, dscp,
2413						    app->priority);
2414		dcb_ieee_setapp(dev, app);
2415		return err;
2416	}
2417
2418	return 0;
2419}
2420
2421static int __maybe_unused dsa_user_dcbnl_ieee_delapp(struct net_device *dev,
2422						     struct dcb_app *app)
2423{
2424	switch (app->selector) {
2425	case IEEE_8021QAZ_APP_SEL_ETHERTYPE:
2426		switch (app->protocol) {
2427		case 0:
2428			return dsa_user_dcbnl_del_default_prio(dev, app);
2429		default:
2430			return -EOPNOTSUPP;
2431		}
2432		break;
2433	case IEEE_8021QAZ_APP_SEL_DSCP:
2434		return dsa_user_dcbnl_del_dscp_prio(dev, app);
2435	default:
2436		return -EOPNOTSUPP;
2437	}
2438}
2439
2440/* Pre-populate the DCB application priority table with the priorities
2441 * configured during switch setup, which we read from hardware here.
2442 */
2443static int dsa_user_dcbnl_init(struct net_device *dev)
2444{
2445	struct dsa_port *dp = dsa_user_to_port(dev);
2446	struct dsa_switch *ds = dp->ds;
2447	int port = dp->index;
2448	int err;
2449
2450	if (ds->ops->port_get_default_prio) {
2451		int prio = ds->ops->port_get_default_prio(ds, port);
2452		struct dcb_app app = {
2453			.selector = IEEE_8021QAZ_APP_SEL_ETHERTYPE,
2454			.protocol = 0,
2455			.priority = prio,
2456		};
2457
2458		if (prio < 0)
2459			return prio;
2460
2461		err = dcb_ieee_setapp(dev, &app);
2462		if (err)
2463			return err;
2464	}
2465
2466	if (ds->ops->port_get_dscp_prio) {
2467		int protocol;
2468
2469		for (protocol = 0; protocol < 64; protocol++) {
2470			struct dcb_app app = {
2471				.selector = IEEE_8021QAZ_APP_SEL_DSCP,
2472				.protocol = protocol,
2473			};
2474			int prio;
2475
2476			prio = ds->ops->port_get_dscp_prio(ds, port, protocol);
2477			if (prio == -EOPNOTSUPP)
2478				continue;
2479			if (prio < 0)
2480				return prio;
2481
2482			app.priority = prio;
2483
2484			err = dcb_ieee_setapp(dev, &app);
2485			if (err)
2486				return err;
2487		}
2488	}
2489
2490	return 0;
2491}
2492
2493static const struct ethtool_ops dsa_user_ethtool_ops = {
2494	.get_drvinfo		= dsa_user_get_drvinfo,
2495	.get_regs_len		= dsa_user_get_regs_len,
2496	.get_regs		= dsa_user_get_regs,
2497	.nway_reset		= dsa_user_nway_reset,
2498	.get_link		= ethtool_op_get_link,
2499	.get_eeprom_len		= dsa_user_get_eeprom_len,
2500	.get_eeprom		= dsa_user_get_eeprom,
2501	.set_eeprom		= dsa_user_set_eeprom,
2502	.get_strings		= dsa_user_get_strings,
2503	.get_ethtool_stats	= dsa_user_get_ethtool_stats,
2504	.get_sset_count		= dsa_user_get_sset_count,
2505	.get_eth_phy_stats	= dsa_user_get_eth_phy_stats,
2506	.get_eth_mac_stats	= dsa_user_get_eth_mac_stats,
2507	.get_eth_ctrl_stats	= dsa_user_get_eth_ctrl_stats,
2508	.get_rmon_stats		= dsa_user_get_rmon_stats,
2509	.get_ts_stats		= dsa_user_get_ts_stats,
2510	.set_wol		= dsa_user_set_wol,
2511	.get_wol		= dsa_user_get_wol,
2512	.set_eee		= dsa_user_set_eee,
2513	.get_eee		= dsa_user_get_eee,
2514	.get_link_ksettings	= dsa_user_get_link_ksettings,
2515	.set_link_ksettings	= dsa_user_set_link_ksettings,
2516	.get_pause_stats	= dsa_user_get_pause_stats,
2517	.get_pauseparam		= dsa_user_get_pauseparam,
2518	.set_pauseparam		= dsa_user_set_pauseparam,
2519	.get_rxnfc		= dsa_user_get_rxnfc,
2520	.set_rxnfc		= dsa_user_set_rxnfc,
2521	.get_ts_info		= dsa_user_get_ts_info,
2522	.self_test		= dsa_user_net_selftest,
2523	.get_mm			= dsa_user_get_mm,
2524	.set_mm			= dsa_user_set_mm,
2525	.get_mm_stats		= dsa_user_get_mm_stats,
2526};
2527
2528static const struct dcbnl_rtnl_ops __maybe_unused dsa_user_dcbnl_ops = {
2529	.ieee_setapp		= dsa_user_dcbnl_ieee_setapp,
2530	.ieee_delapp		= dsa_user_dcbnl_ieee_delapp,
2531	.dcbnl_setapptrust	= dsa_user_dcbnl_set_apptrust,
2532	.dcbnl_getapptrust	= dsa_user_dcbnl_get_apptrust,
2533};
2534
2535static void dsa_user_get_stats64(struct net_device *dev,
2536				 struct rtnl_link_stats64 *s)
2537{
2538	struct dsa_port *dp = dsa_user_to_port(dev);
2539	struct dsa_switch *ds = dp->ds;
2540
2541	if (ds->ops->get_stats64)
2542		ds->ops->get_stats64(ds, dp->index, s);
2543	else
2544		dev_get_tstats64(dev, s);
2545}
2546
2547static int dsa_user_fill_forward_path(struct net_device_path_ctx *ctx,
2548				      struct net_device_path *path)
2549{
2550	struct dsa_port *dp = dsa_user_to_port(ctx->dev);
2551	struct net_device *conduit = dsa_port_to_conduit(dp);
2552	struct dsa_port *cpu_dp = dp->cpu_dp;
2553
2554	path->dev = ctx->dev;
2555	path->type = DEV_PATH_DSA;
2556	path->dsa.proto = cpu_dp->tag_ops->proto;
2557	path->dsa.port = dp->index;
2558	ctx->dev = conduit;
2559
2560	return 0;
2561}
2562
2563static int dsa_user_hwtstamp_get(struct net_device *dev,
2564				 struct kernel_hwtstamp_config *cfg)
2565{
2566	struct dsa_port *dp = dsa_user_to_port(dev);
2567	struct dsa_switch *ds = dp->ds;
2568
2569	if (!ds->ops->port_hwtstamp_get)
2570		return -EOPNOTSUPP;
2571
2572	return ds->ops->port_hwtstamp_get(ds, dp->index, cfg);
2573}
2574
2575static int dsa_user_hwtstamp_set(struct net_device *dev,
2576				 struct kernel_hwtstamp_config *cfg,
2577				 struct netlink_ext_ack *extack)
2578{
2579	struct dsa_port *dp = dsa_user_to_port(dev);
2580	struct dsa_switch *ds = dp->ds;
2581
2582	if (!ds->ops->port_hwtstamp_set)
2583		return -EOPNOTSUPP;
2584
2585	return ds->ops->port_hwtstamp_set(ds, dp->index, cfg, extack);
2586}
2587
2588static const struct net_device_ops dsa_user_netdev_ops = {
2589	.ndo_open		= dsa_user_open,
2590	.ndo_stop		= dsa_user_close,
2591	.ndo_start_xmit		= dsa_user_xmit,
2592	.ndo_change_rx_flags	= dsa_user_change_rx_flags,
2593	.ndo_set_rx_mode	= dsa_user_set_rx_mode,
2594	.ndo_set_mac_address	= dsa_user_set_mac_address,
2595	.ndo_fdb_dump		= dsa_user_fdb_dump,
2596	.ndo_eth_ioctl		= dsa_user_ioctl,
2597	.ndo_get_iflink		= dsa_user_get_iflink,
2598#ifdef CONFIG_NET_POLL_CONTROLLER
2599	.ndo_netpoll_setup	= dsa_user_netpoll_setup,
2600	.ndo_netpoll_cleanup	= dsa_user_netpoll_cleanup,
2601	.ndo_poll_controller	= dsa_user_poll_controller,
2602#endif
2603	.ndo_setup_tc		= dsa_user_setup_tc,
2604	.ndo_get_stats64	= dsa_user_get_stats64,
2605	.ndo_vlan_rx_add_vid	= dsa_user_vlan_rx_add_vid,
2606	.ndo_vlan_rx_kill_vid	= dsa_user_vlan_rx_kill_vid,
2607	.ndo_change_mtu		= dsa_user_change_mtu,
2608	.ndo_fill_forward_path	= dsa_user_fill_forward_path,
2609	.ndo_hwtstamp_get	= dsa_user_hwtstamp_get,
2610	.ndo_hwtstamp_set	= dsa_user_hwtstamp_set,
2611};
2612
2613static const struct device_type dsa_type = {
2614	.name	= "dsa",
2615};
2616
2617void dsa_port_phylink_mac_change(struct dsa_switch *ds, int port, bool up)
2618{
2619	const struct dsa_port *dp = dsa_to_port(ds, port);
2620
2621	if (dp->pl)
2622		phylink_mac_change(dp->pl, up);
2623}
2624EXPORT_SYMBOL_GPL(dsa_port_phylink_mac_change);
2625
2626static void dsa_user_phylink_fixed_state(struct phylink_config *config,
2627					 struct phylink_link_state *state)
2628{
2629	struct dsa_port *dp = dsa_phylink_to_port(config);
2630	struct dsa_switch *ds = dp->ds;
2631
2632	/* No need to check that this operation is valid, the callback would
2633	 * not be called if it was not.
2634	 */
2635	ds->ops->phylink_fixed_state(ds, dp->index, state);
2636}
2637
2638/* user device setup *******************************************************/
2639static int dsa_user_phy_connect(struct net_device *user_dev, int addr,
2640				u32 flags)
2641{
2642	struct dsa_port *dp = dsa_user_to_port(user_dev);
2643	struct dsa_switch *ds = dp->ds;
2644
2645	user_dev->phydev = mdiobus_get_phy(ds->user_mii_bus, addr);
2646	if (!user_dev->phydev) {
2647		netdev_err(user_dev, "no phy at %d\n", addr);
2648		return -ENODEV;
2649	}
2650
2651	user_dev->phydev->dev_flags |= flags;
2652
2653	return phylink_connect_phy(dp->pl, user_dev->phydev);
2654}
2655
2656static int dsa_user_phy_setup(struct net_device *user_dev)
2657{
2658	struct dsa_port *dp = dsa_user_to_port(user_dev);
2659	struct device_node *port_dn = dp->dn;
2660	struct dsa_switch *ds = dp->ds;
2661	u32 phy_flags = 0;
2662	int ret;
2663
2664	dp->pl_config.dev = &user_dev->dev;
2665	dp->pl_config.type = PHYLINK_NETDEV;
2666
2667	/* The get_fixed_state callback takes precedence over polling the
2668	 * link GPIO in PHYLINK (see phylink_get_fixed_state).  Only set
2669	 * this if the switch provides such a callback.
2670	 */
2671	if (ds->ops->phylink_fixed_state) {
2672		dp->pl_config.get_fixed_state = dsa_user_phylink_fixed_state;
2673		dp->pl_config.poll_fixed_state = true;
2674	}
2675
2676	ret = dsa_port_phylink_create(dp);
2677	if (ret)
2678		return ret;
2679
2680	if (ds->ops->get_phy_flags)
2681		phy_flags = ds->ops->get_phy_flags(ds, dp->index);
2682
2683	ret = phylink_of_phy_connect(dp->pl, port_dn, phy_flags);
2684	if (ret == -ENODEV && ds->user_mii_bus) {
2685		/* We could not connect to a designated PHY or SFP, so try to
2686		 * use the switch internal MDIO bus instead
2687		 */
2688		ret = dsa_user_phy_connect(user_dev, dp->index, phy_flags);
2689	}
2690	if (ret) {
2691		netdev_err(user_dev, "failed to connect to PHY: %pe\n",
2692			   ERR_PTR(ret));
2693		dsa_port_phylink_destroy(dp);
2694	}
2695
2696	return ret;
2697}
2698
2699void dsa_user_setup_tagger(struct net_device *user)
2700{
2701	struct dsa_port *dp = dsa_user_to_port(user);
2702	struct net_device *conduit = dsa_port_to_conduit(dp);
2703	struct dsa_user_priv *p = netdev_priv(user);
2704	const struct dsa_port *cpu_dp = dp->cpu_dp;
2705	const struct dsa_switch *ds = dp->ds;
2706
2707	user->needed_headroom = cpu_dp->tag_ops->needed_headroom;
2708	user->needed_tailroom = cpu_dp->tag_ops->needed_tailroom;
2709	/* Try to save one extra realloc later in the TX path (in the conduit)
2710	 * by also inheriting the conduit's needed headroom and tailroom.
2711	 * The 8021q driver also does this.
2712	 */
2713	user->needed_headroom += conduit->needed_headroom;
2714	user->needed_tailroom += conduit->needed_tailroom;
2715
2716	p->xmit = cpu_dp->tag_ops->xmit;
2717
2718	user->features = conduit->vlan_features | NETIF_F_HW_TC;
2719	user->hw_features |= NETIF_F_HW_TC;
2720	if (user->needed_tailroom)
2721		user->features &= ~(NETIF_F_SG | NETIF_F_FRAGLIST);
2722	if (ds->needs_standalone_vlan_filtering)
2723		user->features |= NETIF_F_HW_VLAN_CTAG_FILTER;
2724
2725	user->lltx = true;
2726}
2727
2728int dsa_user_suspend(struct net_device *user_dev)
2729{
2730	struct dsa_port *dp = dsa_user_to_port(user_dev);
2731
2732	if (!netif_running(user_dev))
2733		return 0;
2734
2735	netif_device_detach(user_dev);
2736
2737	rtnl_lock();
2738	phylink_stop(dp->pl);
2739	rtnl_unlock();
2740
2741	return 0;
2742}
2743
2744int dsa_user_resume(struct net_device *user_dev)
2745{
2746	struct dsa_port *dp = dsa_user_to_port(user_dev);
2747
2748	if (!netif_running(user_dev))
2749		return 0;
2750
2751	netif_device_attach(user_dev);
2752
2753	rtnl_lock();
2754	phylink_start(dp->pl);
2755	rtnl_unlock();
2756
2757	return 0;
2758}
2759
2760int dsa_user_create(struct dsa_port *port)
2761{
2762	struct net_device *conduit = dsa_port_to_conduit(port);
2763	struct dsa_switch *ds = port->ds;
2764	struct net_device *user_dev;
2765	struct dsa_user_priv *p;
2766	const char *name;
2767	int assign_type;
2768	int ret;
2769
2770	if (!ds->num_tx_queues)
2771		ds->num_tx_queues = 1;
2772
2773	if (port->name) {
2774		name = port->name;
2775		assign_type = NET_NAME_PREDICTABLE;
2776	} else {
2777		name = "eth%d";
2778		assign_type = NET_NAME_ENUM;
2779	}
2780
2781	user_dev = alloc_netdev_mqs(sizeof(struct dsa_user_priv), name,
2782				    assign_type, ether_setup,
2783				    ds->num_tx_queues, 1);
2784	if (user_dev == NULL)
2785		return -ENOMEM;
2786
2787	user_dev->rtnl_link_ops = &dsa_link_ops;
2788	user_dev->ethtool_ops = &dsa_user_ethtool_ops;
2789#if IS_ENABLED(CONFIG_DCB)
2790	user_dev->dcbnl_ops = &dsa_user_dcbnl_ops;
2791#endif
2792	if (!is_zero_ether_addr(port->mac))
2793		eth_hw_addr_set(user_dev, port->mac);
2794	else
2795		eth_hw_addr_inherit(user_dev, conduit);
2796	user_dev->priv_flags |= IFF_NO_QUEUE;
2797	if (dsa_switch_supports_uc_filtering(ds))
2798		user_dev->priv_flags |= IFF_UNICAST_FLT;
2799	user_dev->netdev_ops = &dsa_user_netdev_ops;
2800	if (ds->ops->port_max_mtu)
2801		user_dev->max_mtu = ds->ops->port_max_mtu(ds, port->index);
2802	SET_NETDEV_DEVTYPE(user_dev, &dsa_type);
2803
2804	SET_NETDEV_DEV(user_dev, port->ds->dev);
2805	SET_NETDEV_DEVLINK_PORT(user_dev, &port->devlink_port);
2806	user_dev->dev.of_node = port->dn;
2807	user_dev->vlan_features = conduit->vlan_features;
2808
2809	p = netdev_priv(user_dev);
2810	user_dev->pcpu_stat_type = NETDEV_PCPU_STAT_TSTATS;
2811
2812	ret = gro_cells_init(&p->gcells, user_dev);
2813	if (ret)
2814		goto out_free;
2815
2816	p->dp = port;
2817	INIT_LIST_HEAD(&p->mall_tc_list);
2818	port->user = user_dev;
2819	dsa_user_setup_tagger(user_dev);
2820
2821	netif_carrier_off(user_dev);
2822
2823	ret = dsa_user_phy_setup(user_dev);
2824	if (ret) {
2825		netdev_err(user_dev,
2826			   "error %d setting up PHY for tree %d, switch %d, port %d\n",
2827			   ret, ds->dst->index, ds->index, port->index);
2828		goto out_gcells;
2829	}
2830
2831	rtnl_lock();
2832
2833	ret = dsa_user_change_mtu(user_dev, ETH_DATA_LEN);
2834	if (ret && ret != -EOPNOTSUPP)
2835		dev_warn(ds->dev, "nonfatal error %d setting MTU to %d on port %d\n",
2836			 ret, ETH_DATA_LEN, port->index);
2837
2838	ret = register_netdevice(user_dev);
2839	if (ret) {
2840		netdev_err(conduit, "error %d registering interface %s\n",
2841			   ret, user_dev->name);
2842		rtnl_unlock();
2843		goto out_phy;
2844	}
2845
2846	if (IS_ENABLED(CONFIG_DCB)) {
2847		ret = dsa_user_dcbnl_init(user_dev);
2848		if (ret) {
2849			netdev_err(user_dev,
2850				   "failed to initialize DCB: %pe\n",
2851				   ERR_PTR(ret));
2852			rtnl_unlock();
2853			goto out_unregister;
2854		}
2855	}
2856
2857	ret = netdev_upper_dev_link(conduit, user_dev, NULL);
2858
2859	rtnl_unlock();
2860
2861	if (ret)
2862		goto out_unregister;
2863
2864	return 0;
2865
2866out_unregister:
2867	unregister_netdev(user_dev);
2868out_phy:
2869	rtnl_lock();
2870	phylink_disconnect_phy(p->dp->pl);
2871	rtnl_unlock();
2872	dsa_port_phylink_destroy(p->dp);
2873out_gcells:
2874	gro_cells_destroy(&p->gcells);
2875out_free:
2876	free_netdev(user_dev);
2877	port->user = NULL;
2878	return ret;
2879}
2880
2881void dsa_user_destroy(struct net_device *user_dev)
2882{
2883	struct net_device *conduit = dsa_user_to_conduit(user_dev);
2884	struct dsa_port *dp = dsa_user_to_port(user_dev);
2885	struct dsa_user_priv *p = netdev_priv(user_dev);
2886
2887	netif_carrier_off(user_dev);
2888	rtnl_lock();
2889	netdev_upper_dev_unlink(conduit, user_dev);
2890	unregister_netdevice(user_dev);
2891	phylink_disconnect_phy(dp->pl);
2892	rtnl_unlock();
2893
2894	dsa_port_phylink_destroy(dp);
2895	gro_cells_destroy(&p->gcells);
2896	free_netdev(user_dev);
2897}
2898
2899int dsa_user_change_conduit(struct net_device *dev, struct net_device *conduit,
2900			    struct netlink_ext_ack *extack)
2901{
2902	struct net_device *old_conduit = dsa_user_to_conduit(dev);
2903	struct dsa_port *dp = dsa_user_to_port(dev);
2904	struct dsa_switch *ds = dp->ds;
2905	struct net_device *upper;
2906	struct list_head *iter;
2907	int err;
2908
2909	if (conduit == old_conduit)
2910		return 0;
2911
2912	if (!ds->ops->port_change_conduit) {
2913		NL_SET_ERR_MSG_MOD(extack,
2914				   "Driver does not support changing DSA conduit");
2915		return -EOPNOTSUPP;
2916	}
2917
2918	if (!netdev_uses_dsa(conduit)) {
2919		NL_SET_ERR_MSG_MOD(extack,
2920				   "Interface not eligible as DSA conduit");
2921		return -EOPNOTSUPP;
2922	}
2923
2924	netdev_for_each_upper_dev_rcu(conduit, upper, iter) {
2925		if (dsa_user_dev_check(upper))
2926			continue;
2927		if (netif_is_bridge_master(upper))
2928			continue;
2929		NL_SET_ERR_MSG_MOD(extack, "Cannot join conduit with unknown uppers");
2930		return -EOPNOTSUPP;
2931	}
2932
2933	/* Since we allow live-changing the DSA conduit, plus we auto-open the
2934	 * DSA conduit when the user port opens => we need to ensure that the
2935	 * new DSA conduit is open too.
2936	 */
2937	if (dev->flags & IFF_UP) {
2938		err = dev_open(conduit, extack);
2939		if (err)
2940			return err;
2941	}
2942
2943	netdev_upper_dev_unlink(old_conduit, dev);
2944
2945	err = netdev_upper_dev_link(conduit, dev, extack);
2946	if (err)
2947		goto out_revert_old_conduit_unlink;
2948
2949	err = dsa_port_change_conduit(dp, conduit, extack);
2950	if (err)
2951		goto out_revert_conduit_link;
2952
2953	/* Update the MTU of the new CPU port through cross-chip notifiers */
2954	err = dsa_user_change_mtu(dev, dev->mtu);
2955	if (err && err != -EOPNOTSUPP) {
2956		netdev_warn(dev,
2957			    "nonfatal error updating MTU with new conduit: %pe\n",
2958			    ERR_PTR(err));
2959	}
2960
2961	return 0;
2962
2963out_revert_conduit_link:
2964	netdev_upper_dev_unlink(conduit, dev);
2965out_revert_old_conduit_unlink:
2966	netdev_upper_dev_link(old_conduit, dev, NULL);
2967	return err;
2968}
2969
2970bool dsa_user_dev_check(const struct net_device *dev)
2971{
2972	return dev->netdev_ops == &dsa_user_netdev_ops;
2973}
2974EXPORT_SYMBOL_GPL(dsa_user_dev_check);
2975
2976static int dsa_user_changeupper(struct net_device *dev,
2977				struct netdev_notifier_changeupper_info *info)
2978{
2979	struct netlink_ext_ack *extack;
2980	int err = NOTIFY_DONE;
2981	struct dsa_port *dp;
2982
2983	if (!dsa_user_dev_check(dev))
2984		return err;
2985
2986	dp = dsa_user_to_port(dev);
2987	extack = netdev_notifier_info_to_extack(&info->info);
2988
2989	if (netif_is_bridge_master(info->upper_dev)) {
2990		if (info->linking) {
2991			err = dsa_port_bridge_join(dp, info->upper_dev, extack);
2992			if (!err)
2993				dsa_bridge_mtu_normalization(dp);
2994			if (err == -EOPNOTSUPP) {
2995				NL_SET_ERR_MSG_WEAK_MOD(extack,
2996							"Offloading not supported");
2997				err = 0;
2998			}
2999			err = notifier_from_errno(err);
3000		} else {
3001			dsa_port_bridge_leave(dp, info->upper_dev);
3002			err = NOTIFY_OK;
3003		}
3004	} else if (netif_is_lag_master(info->upper_dev)) {
3005		if (info->linking) {
3006			err = dsa_port_lag_join(dp, info->upper_dev,
3007						info->upper_info, extack);
3008			if (err == -EOPNOTSUPP) {
3009				NL_SET_ERR_MSG_WEAK_MOD(extack,
3010							"Offloading not supported");
3011				err = 0;
3012			}
3013			err = notifier_from_errno(err);
3014		} else {
3015			dsa_port_lag_leave(dp, info->upper_dev);
3016			err = NOTIFY_OK;
3017		}
3018	} else if (is_hsr_master(info->upper_dev)) {
3019		if (info->linking) {
3020			err = dsa_port_hsr_join(dp, info->upper_dev, extack);
3021			if (err == -EOPNOTSUPP) {
3022				NL_SET_ERR_MSG_WEAK_MOD(extack,
3023							"Offloading not supported");
3024				err = 0;
3025			}
3026			err = notifier_from_errno(err);
3027		} else {
3028			dsa_port_hsr_leave(dp, info->upper_dev);
3029			err = NOTIFY_OK;
3030		}
3031	}
3032
3033	return err;
3034}
3035
3036static int dsa_user_prechangeupper(struct net_device *dev,
3037				   struct netdev_notifier_changeupper_info *info)
3038{
3039	struct dsa_port *dp;
3040
3041	if (!dsa_user_dev_check(dev))
3042		return NOTIFY_DONE;
3043
3044	dp = dsa_user_to_port(dev);
3045
3046	if (netif_is_bridge_master(info->upper_dev) && !info->linking)
3047		dsa_port_pre_bridge_leave(dp, info->upper_dev);
3048	else if (netif_is_lag_master(info->upper_dev) && !info->linking)
3049		dsa_port_pre_lag_leave(dp, info->upper_dev);
3050	/* dsa_port_pre_hsr_leave is not yet necessary since hsr devices cannot
3051	 * meaningfully placed under a bridge yet
3052	 */
3053
3054	return NOTIFY_DONE;
3055}
3056
3057static int
3058dsa_user_lag_changeupper(struct net_device *dev,
3059			 struct netdev_notifier_changeupper_info *info)
3060{
3061	struct net_device *lower;
3062	struct list_head *iter;
3063	int err = NOTIFY_DONE;
3064	struct dsa_port *dp;
3065
3066	if (!netif_is_lag_master(dev))
3067		return err;
3068
3069	netdev_for_each_lower_dev(dev, lower, iter) {
3070		if (!dsa_user_dev_check(lower))
3071			continue;
3072
3073		dp = dsa_user_to_port(lower);
3074		if (!dp->lag)
3075			/* Software LAG */
3076			continue;
3077
3078		err = dsa_user_changeupper(lower, info);
3079		if (notifier_to_errno(err))
3080			break;
3081	}
3082
3083	return err;
3084}
3085
3086/* Same as dsa_user_lag_changeupper() except that it calls
3087 * dsa_user_prechangeupper()
3088 */
3089static int
3090dsa_user_lag_prechangeupper(struct net_device *dev,
3091			    struct netdev_notifier_changeupper_info *info)
3092{
3093	struct net_device *lower;
3094	struct list_head *iter;
3095	int err = NOTIFY_DONE;
3096	struct dsa_port *dp;
3097
3098	if (!netif_is_lag_master(dev))
3099		return err;
3100
3101	netdev_for_each_lower_dev(dev, lower, iter) {
3102		if (!dsa_user_dev_check(lower))
3103			continue;
3104
3105		dp = dsa_user_to_port(lower);
3106		if (!dp->lag)
3107			/* Software LAG */
3108			continue;
3109
3110		err = dsa_user_prechangeupper(lower, info);
3111		if (notifier_to_errno(err))
3112			break;
3113	}
3114
3115	return err;
3116}
3117
3118static int
3119dsa_prevent_bridging_8021q_upper(struct net_device *dev,
3120				 struct netdev_notifier_changeupper_info *info)
3121{
3122	struct netlink_ext_ack *ext_ack;
3123	struct net_device *user, *br;
3124	struct dsa_port *dp;
3125
3126	ext_ack = netdev_notifier_info_to_extack(&info->info);
3127
3128	if (!is_vlan_dev(dev))
3129		return NOTIFY_DONE;
3130
3131	user = vlan_dev_real_dev(dev);
3132	if (!dsa_user_dev_check(user))
3133		return NOTIFY_DONE;
3134
3135	dp = dsa_user_to_port(user);
3136	br = dsa_port_bridge_dev_get(dp);
3137	if (!br)
3138		return NOTIFY_DONE;
3139
3140	/* Deny enslaving a VLAN device into a VLAN-aware bridge */
3141	if (br_vlan_enabled(br) &&
3142	    netif_is_bridge_master(info->upper_dev) && info->linking) {
3143		NL_SET_ERR_MSG_MOD(ext_ack,
3144				   "Cannot make VLAN device join VLAN-aware bridge");
3145		return notifier_from_errno(-EINVAL);
3146	}
3147
3148	return NOTIFY_DONE;
3149}
3150
3151static int
3152dsa_user_check_8021q_upper(struct net_device *dev,
3153			   struct netdev_notifier_changeupper_info *info)
3154{
3155	struct dsa_port *dp = dsa_user_to_port(dev);
3156	struct net_device *br = dsa_port_bridge_dev_get(dp);
3157	struct bridge_vlan_info br_info;
3158	struct netlink_ext_ack *extack;
3159	int err = NOTIFY_DONE;
3160	u16 vid;
3161
3162	if (!br || !br_vlan_enabled(br))
3163		return NOTIFY_DONE;
3164
3165	extack = netdev_notifier_info_to_extack(&info->info);
3166	vid = vlan_dev_vlan_id(info->upper_dev);
3167
3168	/* br_vlan_get_info() returns -EINVAL or -ENOENT if the
3169	 * device, respectively the VID is not found, returning
3170	 * 0 means success, which is a failure for us here.
3171	 */
3172	err = br_vlan_get_info(br, vid, &br_info);
3173	if (err == 0) {
3174		NL_SET_ERR_MSG_MOD(extack,
3175				   "This VLAN is already configured by the bridge");
3176		return notifier_from_errno(-EBUSY);
3177	}
3178
3179	return NOTIFY_DONE;
3180}
3181
3182static int
3183dsa_user_prechangeupper_sanity_check(struct net_device *dev,
3184				     struct netdev_notifier_changeupper_info *info)
3185{
3186	struct dsa_switch *ds;
3187	struct dsa_port *dp;
3188	int err;
3189
3190	if (!dsa_user_dev_check(dev))
3191		return dsa_prevent_bridging_8021q_upper(dev, info);
3192
3193	dp = dsa_user_to_port(dev);
3194	ds = dp->ds;
3195
3196	if (ds->ops->port_prechangeupper) {
3197		err = ds->ops->port_prechangeupper(ds, dp->index, info);
3198		if (err)
3199			return notifier_from_errno(err);
3200	}
3201
3202	if (is_vlan_dev(info->upper_dev))
3203		return dsa_user_check_8021q_upper(dev, info);
3204
3205	return NOTIFY_DONE;
3206}
3207
3208/* To be eligible as a DSA conduit, a LAG must have all lower interfaces be
3209 * eligible DSA conduits. Additionally, all LAG slaves must be DSA conduits of
3210 * switches in the same switch tree.
3211 */
3212static int dsa_lag_conduit_validate(struct net_device *lag_dev,
3213				    struct netlink_ext_ack *extack)
3214{
3215	struct net_device *lower1, *lower2;
3216	struct list_head *iter1, *iter2;
3217
3218	netdev_for_each_lower_dev(lag_dev, lower1, iter1) {
3219		netdev_for_each_lower_dev(lag_dev, lower2, iter2) {
3220			if (!netdev_uses_dsa(lower1) ||
3221			    !netdev_uses_dsa(lower2)) {
3222				NL_SET_ERR_MSG_MOD(extack,
3223						   "All LAG ports must be eligible as DSA conduits");
3224				return notifier_from_errno(-EINVAL);
3225			}
3226
3227			if (lower1 == lower2)
3228				continue;
3229
3230			if (!dsa_port_tree_same(lower1->dsa_ptr,
3231						lower2->dsa_ptr)) {
3232				NL_SET_ERR_MSG_MOD(extack,
3233						   "LAG contains DSA conduits of disjoint switch trees");
3234				return notifier_from_errno(-EINVAL);
3235			}
3236		}
3237	}
3238
3239	return NOTIFY_DONE;
3240}
3241
3242static int
3243dsa_conduit_prechangeupper_sanity_check(struct net_device *conduit,
3244					struct netdev_notifier_changeupper_info *info)
3245{
3246	struct netlink_ext_ack *extack = netdev_notifier_info_to_extack(&info->info);
3247
3248	if (!netdev_uses_dsa(conduit))
3249		return NOTIFY_DONE;
3250
3251	if (!info->linking)
3252		return NOTIFY_DONE;
3253
3254	/* Allow DSA switch uppers */
3255	if (dsa_user_dev_check(info->upper_dev))
3256		return NOTIFY_DONE;
3257
3258	/* Allow bridge uppers of DSA conduits, subject to further
3259	 * restrictions in dsa_bridge_prechangelower_sanity_check()
3260	 */
3261	if (netif_is_bridge_master(info->upper_dev))
3262		return NOTIFY_DONE;
3263
3264	/* Allow LAG uppers, subject to further restrictions in
3265	 * dsa_lag_conduit_prechangelower_sanity_check()
3266	 */
3267	if (netif_is_lag_master(info->upper_dev))
3268		return dsa_lag_conduit_validate(info->upper_dev, extack);
3269
3270	NL_SET_ERR_MSG_MOD(extack,
3271			   "DSA conduit cannot join unknown upper interfaces");
3272	return notifier_from_errno(-EBUSY);
3273}
3274
3275static int
3276dsa_lag_conduit_prechangelower_sanity_check(struct net_device *dev,
3277					    struct netdev_notifier_changeupper_info *info)
3278{
3279	struct netlink_ext_ack *extack = netdev_notifier_info_to_extack(&info->info);
3280	struct net_device *lag_dev = info->upper_dev;
3281	struct net_device *lower;
3282	struct list_head *iter;
3283
3284	if (!netdev_uses_dsa(lag_dev) || !netif_is_lag_master(lag_dev))
3285		return NOTIFY_DONE;
3286
3287	if (!info->linking)
3288		return NOTIFY_DONE;
3289
3290	if (!netdev_uses_dsa(dev)) {
3291		NL_SET_ERR_MSG(extack,
3292			       "Only DSA conduits can join a LAG DSA conduit");
3293		return notifier_from_errno(-EINVAL);
3294	}
3295
3296	netdev_for_each_lower_dev(lag_dev, lower, iter) {
3297		if (!dsa_port_tree_same(dev->dsa_ptr, lower->dsa_ptr)) {
3298			NL_SET_ERR_MSG(extack,
3299				       "Interface is DSA conduit for a different switch tree than this LAG");
3300			return notifier_from_errno(-EINVAL);
3301		}
3302
3303		break;
3304	}
3305
3306	return NOTIFY_DONE;
3307}
3308
3309/* Don't allow bridging of DSA conduits, since the bridge layer rx_handler
3310 * prevents the DSA fake ethertype handler to be invoked, so we don't get the
3311 * chance to strip off and parse the DSA switch tag protocol header (the bridge
3312 * layer just returns RX_HANDLER_CONSUMED, stopping RX processing for these
3313 * frames).
3314 * The only case where that would not be an issue is when bridging can already
3315 * be offloaded, such as when the DSA conduit is itself a DSA or plain switchdev
3316 * port, and is bridged only with other ports from the same hardware device.
3317 */
3318static int
3319dsa_bridge_prechangelower_sanity_check(struct net_device *new_lower,
3320				       struct netdev_notifier_changeupper_info *info)
3321{
3322	struct net_device *br = info->upper_dev;
3323	struct netlink_ext_ack *extack;
3324	struct net_device *lower;
3325	struct list_head *iter;
3326
3327	if (!netif_is_bridge_master(br))
3328		return NOTIFY_DONE;
3329
3330	if (!info->linking)
3331		return NOTIFY_DONE;
3332
3333	extack = netdev_notifier_info_to_extack(&info->info);
3334
3335	netdev_for_each_lower_dev(br, lower, iter) {
3336		if (!netdev_uses_dsa(new_lower) && !netdev_uses_dsa(lower))
3337			continue;
3338
3339		if (!netdev_port_same_parent_id(lower, new_lower)) {
3340			NL_SET_ERR_MSG(extack,
3341				       "Cannot do software bridging with a DSA conduit");
3342			return notifier_from_errno(-EINVAL);
3343		}
3344	}
3345
3346	return NOTIFY_DONE;
3347}
3348
3349static void dsa_tree_migrate_ports_from_lag_conduit(struct dsa_switch_tree *dst,
3350						    struct net_device *lag_dev)
3351{
3352	struct net_device *new_conduit = dsa_tree_find_first_conduit(dst);
3353	struct dsa_port *dp;
3354	int err;
3355
3356	dsa_tree_for_each_user_port(dp, dst) {
3357		if (dsa_port_to_conduit(dp) != lag_dev)
3358			continue;
3359
3360		err = dsa_user_change_conduit(dp->user, new_conduit, NULL);
3361		if (err) {
3362			netdev_err(dp->user,
3363				   "failed to restore conduit to %s: %pe\n",
3364				   new_conduit->name, ERR_PTR(err));
3365		}
3366	}
3367}
3368
3369static int dsa_conduit_lag_join(struct net_device *conduit,
3370				struct net_device *lag_dev,
3371				struct netdev_lag_upper_info *uinfo,
3372				struct netlink_ext_ack *extack)
3373{
3374	struct dsa_port *cpu_dp = conduit->dsa_ptr;
3375	struct dsa_switch_tree *dst = cpu_dp->dst;
3376	struct dsa_port *dp;
3377	int err;
3378
3379	err = dsa_conduit_lag_setup(lag_dev, cpu_dp, uinfo, extack);
3380	if (err)
3381		return err;
3382
3383	dsa_tree_for_each_user_port(dp, dst) {
3384		if (dsa_port_to_conduit(dp) != conduit)
3385			continue;
3386
3387		err = dsa_user_change_conduit(dp->user, lag_dev, extack);
3388		if (err)
3389			goto restore;
3390	}
3391
3392	return 0;
3393
3394restore:
3395	dsa_tree_for_each_user_port_continue_reverse(dp, dst) {
3396		if (dsa_port_to_conduit(dp) != lag_dev)
3397			continue;
3398
3399		err = dsa_user_change_conduit(dp->user, conduit, NULL);
3400		if (err) {
3401			netdev_err(dp->user,
3402				   "failed to restore conduit to %s: %pe\n",
3403				   conduit->name, ERR_PTR(err));
3404		}
3405	}
3406
3407	dsa_conduit_lag_teardown(lag_dev, conduit->dsa_ptr);
3408
3409	return err;
3410}
3411
3412static void dsa_conduit_lag_leave(struct net_device *conduit,
3413				  struct net_device *lag_dev)
3414{
3415	struct dsa_port *dp, *cpu_dp = lag_dev->dsa_ptr;
3416	struct dsa_switch_tree *dst = cpu_dp->dst;
3417	struct dsa_port *new_cpu_dp = NULL;
3418	struct net_device *lower;
3419	struct list_head *iter;
3420
3421	netdev_for_each_lower_dev(lag_dev, lower, iter) {
3422		if (netdev_uses_dsa(lower)) {
3423			new_cpu_dp = lower->dsa_ptr;
3424			break;
3425		}
3426	}
3427
3428	if (new_cpu_dp) {
3429		/* Update the CPU port of the user ports still under the LAG
3430		 * so that dsa_port_to_conduit() continues to work properly
3431		 */
3432		dsa_tree_for_each_user_port(dp, dst)
3433			if (dsa_port_to_conduit(dp) == lag_dev)
3434				dp->cpu_dp = new_cpu_dp;
3435
3436		/* Update the index of the virtual CPU port to match the lowest
3437		 * physical CPU port
3438		 */
3439		lag_dev->dsa_ptr = new_cpu_dp;
3440		wmb();
3441	} else {
3442		/* If the LAG DSA conduit has no ports left, migrate back all
3443		 * user ports to the first physical CPU port
3444		 */
3445		dsa_tree_migrate_ports_from_lag_conduit(dst, lag_dev);
3446	}
3447
3448	/* This DSA conduit has left its LAG in any case, so let
3449	 * the CPU port leave the hardware LAG as well
3450	 */
3451	dsa_conduit_lag_teardown(lag_dev, conduit->dsa_ptr);
3452}
3453
3454static int dsa_conduit_changeupper(struct net_device *dev,
3455				   struct netdev_notifier_changeupper_info *info)
3456{
3457	struct netlink_ext_ack *extack;
3458	int err = NOTIFY_DONE;
3459
3460	if (!netdev_uses_dsa(dev))
3461		return err;
3462
3463	extack = netdev_notifier_info_to_extack(&info->info);
3464
3465	if (netif_is_lag_master(info->upper_dev)) {
3466		if (info->linking) {
3467			err = dsa_conduit_lag_join(dev, info->upper_dev,
3468						   info->upper_info, extack);
3469			err = notifier_from_errno(err);
3470		} else {
3471			dsa_conduit_lag_leave(dev, info->upper_dev);
3472			err = NOTIFY_OK;
3473		}
3474	}
3475
3476	return err;
3477}
3478
3479static int dsa_user_netdevice_event(struct notifier_block *nb,
3480				    unsigned long event, void *ptr)
3481{
3482	struct net_device *dev = netdev_notifier_info_to_dev(ptr);
3483
3484	switch (event) {
3485	case NETDEV_PRECHANGEUPPER: {
3486		struct netdev_notifier_changeupper_info *info = ptr;
3487		int err;
3488
3489		err = dsa_user_prechangeupper_sanity_check(dev, info);
3490		if (notifier_to_errno(err))
3491			return err;
3492
3493		err = dsa_conduit_prechangeupper_sanity_check(dev, info);
3494		if (notifier_to_errno(err))
3495			return err;
3496
3497		err = dsa_lag_conduit_prechangelower_sanity_check(dev, info);
3498		if (notifier_to_errno(err))
3499			return err;
3500
3501		err = dsa_bridge_prechangelower_sanity_check(dev, info);
3502		if (notifier_to_errno(err))
3503			return err;
3504
3505		err = dsa_user_prechangeupper(dev, ptr);
3506		if (notifier_to_errno(err))
3507			return err;
3508
3509		err = dsa_user_lag_prechangeupper(dev, ptr);
3510		if (notifier_to_errno(err))
3511			return err;
3512
3513		break;
3514	}
3515	case NETDEV_CHANGEUPPER: {
3516		int err;
3517
3518		err = dsa_user_changeupper(dev, ptr);
3519		if (notifier_to_errno(err))
3520			return err;
3521
3522		err = dsa_user_lag_changeupper(dev, ptr);
3523		if (notifier_to_errno(err))
3524			return err;
3525
3526		err = dsa_conduit_changeupper(dev, ptr);
3527		if (notifier_to_errno(err))
3528			return err;
3529
3530		break;
3531	}
3532	case NETDEV_CHANGELOWERSTATE: {
3533		struct netdev_notifier_changelowerstate_info *info = ptr;
3534		struct dsa_port *dp;
3535		int err = 0;
3536
3537		if (dsa_user_dev_check(dev)) {
3538			dp = dsa_user_to_port(dev);
3539
3540			err = dsa_port_lag_change(dp, info->lower_state_info);
3541		}
3542
3543		/* Mirror LAG port events on DSA conduits that are in
3544		 * a LAG towards their respective switch CPU ports
3545		 */
3546		if (netdev_uses_dsa(dev)) {
3547			dp = dev->dsa_ptr;
3548
3549			err = dsa_port_lag_change(dp, info->lower_state_info);
3550		}
3551
3552		return notifier_from_errno(err);
3553	}
3554	case NETDEV_CHANGE:
3555	case NETDEV_UP: {
3556		/* Track state of conduit port.
3557		 * DSA driver may require the conduit port (and indirectly
3558		 * the tagger) to be available for some special operation.
3559		 */
3560		if (netdev_uses_dsa(dev)) {
3561			struct dsa_port *cpu_dp = dev->dsa_ptr;
3562			struct dsa_switch_tree *dst = cpu_dp->ds->dst;
3563
3564			/* Track when the conduit port is UP */
3565			dsa_tree_conduit_oper_state_change(dst, dev,
3566							   netif_oper_up(dev));
3567
3568			/* Track when the conduit port is ready and can accept
3569			 * packet.
3570			 * NETDEV_UP event is not enough to flag a port as ready.
3571			 * We also have to wait for linkwatch_do_dev to dev_activate
3572			 * and emit a NETDEV_CHANGE event.
3573			 * We check if a conduit port is ready by checking if the dev
3574			 * have a qdisc assigned and is not noop.
3575			 */
3576			dsa_tree_conduit_admin_state_change(dst, dev,
3577							    !qdisc_tx_is_noop(dev));
3578
3579			return NOTIFY_OK;
3580		}
3581
3582		return NOTIFY_DONE;
3583	}
3584	case NETDEV_GOING_DOWN: {
3585		struct dsa_port *dp, *cpu_dp;
3586		struct dsa_switch_tree *dst;
3587		LIST_HEAD(close_list);
3588
3589		if (!netdev_uses_dsa(dev))
3590			return NOTIFY_DONE;
3591
3592		cpu_dp = dev->dsa_ptr;
3593		dst = cpu_dp->ds->dst;
3594
3595		dsa_tree_conduit_admin_state_change(dst, dev, false);
3596
3597		list_for_each_entry(dp, &dst->ports, list) {
3598			if (!dsa_port_is_user(dp))
3599				continue;
3600
3601			if (dp->cpu_dp != cpu_dp)
3602				continue;
3603
3604			list_add(&dp->user->close_list, &close_list);
3605		}
3606
3607		netif_close_many(&close_list, true);
3608
3609		return NOTIFY_OK;
3610	}
3611	default:
3612		break;
3613	}
3614
3615	return NOTIFY_DONE;
3616}
3617
3618static void
3619dsa_fdb_offload_notify(struct dsa_switchdev_event_work *switchdev_work)
3620{
3621	struct switchdev_notifier_fdb_info info = {};
3622
3623	info.addr = switchdev_work->addr;
3624	info.vid = switchdev_work->vid;
3625	info.offloaded = true;
3626	call_switchdev_notifiers(SWITCHDEV_FDB_OFFLOADED,
3627				 switchdev_work->orig_dev, &info.info, NULL);
3628}
3629
3630static void dsa_user_switchdev_event_work(struct work_struct *work)
3631{
3632	struct dsa_switchdev_event_work *switchdev_work =
3633		container_of(work, struct dsa_switchdev_event_work, work);
3634	const unsigned char *addr = switchdev_work->addr;
3635	struct net_device *dev = switchdev_work->dev;
3636	u16 vid = switchdev_work->vid;
3637	struct dsa_switch *ds;
3638	struct dsa_port *dp;
3639	int err;
3640
3641	dp = dsa_user_to_port(dev);
3642	ds = dp->ds;
3643
3644	switch (switchdev_work->event) {
3645	case SWITCHDEV_FDB_ADD_TO_DEVICE:
3646		if (switchdev_work->host_addr)
3647			err = dsa_port_bridge_host_fdb_add(dp, addr, vid);
3648		else if (dp->lag)
3649			err = dsa_port_lag_fdb_add(dp, addr, vid);
3650		else
3651			err = dsa_port_fdb_add(dp, addr, vid);
3652		if (err) {
3653			dev_err(ds->dev,
3654				"port %d failed to add %pM vid %d to fdb: %d\n",
3655				dp->index, addr, vid, err);
3656			break;
3657		}
3658		dsa_fdb_offload_notify(switchdev_work);
3659		break;
3660
3661	case SWITCHDEV_FDB_DEL_TO_DEVICE:
3662		if (switchdev_work->host_addr)
3663			err = dsa_port_bridge_host_fdb_del(dp, addr, vid);
3664		else if (dp->lag)
3665			err = dsa_port_lag_fdb_del(dp, addr, vid);
3666		else
3667			err = dsa_port_fdb_del(dp, addr, vid);
3668		if (err) {
3669			dev_err(ds->dev,
3670				"port %d failed to delete %pM vid %d from fdb: %d\n",
3671				dp->index, addr, vid, err);
3672		}
3673
3674		break;
3675	}
3676
3677	kfree(switchdev_work);
3678}
3679
3680static bool dsa_foreign_dev_check(const struct net_device *dev,
3681				  const struct net_device *foreign_dev)
3682{
3683	const struct dsa_port *dp = dsa_user_to_port(dev);
3684	struct dsa_switch_tree *dst = dp->ds->dst;
3685
3686	if (netif_is_bridge_master(foreign_dev))
3687		return !dsa_tree_offloads_bridge_dev(dst, foreign_dev);
3688
3689	if (netif_is_bridge_port(foreign_dev))
3690		return !dsa_tree_offloads_bridge_port(dst, foreign_dev);
3691
3692	/* Everything else is foreign */
3693	return true;
3694}
3695
3696static int dsa_user_fdb_event(struct net_device *dev,
3697			      struct net_device *orig_dev,
3698			      unsigned long event, const void *ctx,
3699			      const struct switchdev_notifier_fdb_info *fdb_info)
3700{
3701	struct dsa_switchdev_event_work *switchdev_work;
3702	struct dsa_port *dp = dsa_user_to_port(dev);
3703	bool host_addr = fdb_info->is_local;
3704	struct dsa_switch *ds = dp->ds;
3705
3706	if (ctx && ctx != dp)
3707		return 0;
3708
3709	if (!dp->bridge)
3710		return 0;
3711
3712	if (switchdev_fdb_is_dynamically_learned(fdb_info)) {
3713		if (dsa_port_offloads_bridge_port(dp, orig_dev))
3714			return 0;
3715
3716		/* FDB entries learned by the software bridge or by foreign
3717		 * bridge ports should be installed as host addresses only if
3718		 * the driver requests assisted learning.
3719		 */
3720		if (!ds->assisted_learning_on_cpu_port)
3721			return 0;
3722	}
3723
3724	/* Also treat FDB entries on foreign interfaces bridged with us as host
3725	 * addresses.
3726	 */
3727	if (dsa_foreign_dev_check(dev, orig_dev))
3728		host_addr = true;
3729
3730	/* Check early that we're not doing work in vain.
3731	 * Host addresses on LAG ports still require regular FDB ops,
3732	 * since the CPU port isn't in a LAG.
3733	 */
3734	if (dp->lag && !host_addr) {
3735		if (!ds->ops->lag_fdb_add || !ds->ops->lag_fdb_del)
3736			return -EOPNOTSUPP;
3737	} else {
3738		if (!ds->ops->port_fdb_add || !ds->ops->port_fdb_del)
3739			return -EOPNOTSUPP;
3740	}
3741
3742	switchdev_work = kzalloc(sizeof(*switchdev_work), GFP_ATOMIC);
3743	if (!switchdev_work)
3744		return -ENOMEM;
3745
3746	netdev_dbg(dev, "%s FDB entry towards %s, addr %pM vid %d%s\n",
3747		   event == SWITCHDEV_FDB_ADD_TO_DEVICE ? "Adding" : "Deleting",
3748		   orig_dev->name, fdb_info->addr, fdb_info->vid,
3749		   host_addr ? " as host address" : "");
3750
3751	INIT_WORK(&switchdev_work->work, dsa_user_switchdev_event_work);
3752	switchdev_work->event = event;
3753	switchdev_work->dev = dev;
3754	switchdev_work->orig_dev = orig_dev;
3755
3756	ether_addr_copy(switchdev_work->addr, fdb_info->addr);
3757	switchdev_work->vid = fdb_info->vid;
3758	switchdev_work->host_addr = host_addr;
3759
3760	dsa_schedule_work(&switchdev_work->work);
3761
3762	return 0;
3763}
3764
3765/* Called under rcu_read_lock() */
3766static int dsa_user_switchdev_event(struct notifier_block *unused,
3767				    unsigned long event, void *ptr)
3768{
3769	struct net_device *dev = switchdev_notifier_info_to_dev(ptr);
3770	int err;
3771
3772	switch (event) {
3773	case SWITCHDEV_PORT_ATTR_SET:
3774		err = switchdev_handle_port_attr_set(dev, ptr,
3775						     dsa_user_dev_check,
3776						     dsa_user_port_attr_set);
3777		return notifier_from_errno(err);
3778	case SWITCHDEV_FDB_ADD_TO_DEVICE:
3779	case SWITCHDEV_FDB_DEL_TO_DEVICE:
3780		err = switchdev_handle_fdb_event_to_device(dev, event, ptr,
3781							   dsa_user_dev_check,
3782							   dsa_foreign_dev_check,
3783							   dsa_user_fdb_event);
3784		return notifier_from_errno(err);
3785	default:
3786		return NOTIFY_DONE;
3787	}
3788
3789	return NOTIFY_OK;
3790}
3791
3792static int dsa_user_switchdev_blocking_event(struct notifier_block *unused,
3793					     unsigned long event, void *ptr)
3794{
3795	struct net_device *dev = switchdev_notifier_info_to_dev(ptr);
3796	int err;
3797
3798	switch (event) {
3799	case SWITCHDEV_PORT_OBJ_ADD:
3800		err = switchdev_handle_port_obj_add_foreign(dev, ptr,
3801							    dsa_user_dev_check,
3802							    dsa_foreign_dev_check,
3803							    dsa_user_port_obj_add);
3804		return notifier_from_errno(err);
3805	case SWITCHDEV_PORT_OBJ_DEL:
3806		err = switchdev_handle_port_obj_del_foreign(dev, ptr,
3807							    dsa_user_dev_check,
3808							    dsa_foreign_dev_check,
3809							    dsa_user_port_obj_del);
3810		return notifier_from_errno(err);
3811	case SWITCHDEV_PORT_ATTR_SET:
3812		err = switchdev_handle_port_attr_set(dev, ptr,
3813						     dsa_user_dev_check,
3814						     dsa_user_port_attr_set);
3815		return notifier_from_errno(err);
3816	}
3817
3818	return NOTIFY_DONE;
3819}
3820
3821static struct notifier_block dsa_user_nb __read_mostly = {
3822	.notifier_call  = dsa_user_netdevice_event,
3823};
3824
3825struct notifier_block dsa_user_switchdev_notifier = {
3826	.notifier_call = dsa_user_switchdev_event,
3827};
3828
3829struct notifier_block dsa_user_switchdev_blocking_notifier = {
3830	.notifier_call = dsa_user_switchdev_blocking_event,
3831};
3832
3833int dsa_user_register_notifier(void)
3834{
3835	struct notifier_block *nb;
3836	int err;
3837
3838	err = register_netdevice_notifier(&dsa_user_nb);
3839	if (err)
3840		return err;
3841
3842	err = register_switchdev_notifier(&dsa_user_switchdev_notifier);
3843	if (err)
3844		goto err_switchdev_nb;
3845
3846	nb = &dsa_user_switchdev_blocking_notifier;
3847	err = register_switchdev_blocking_notifier(nb);
3848	if (err)
3849		goto err_switchdev_blocking_nb;
3850
3851	return 0;
3852
3853err_switchdev_blocking_nb:
3854	unregister_switchdev_notifier(&dsa_user_switchdev_notifier);
3855err_switchdev_nb:
3856	unregister_netdevice_notifier(&dsa_user_nb);
3857	return err;
3858}
3859
3860void dsa_user_unregister_notifier(void)
3861{
3862	struct notifier_block *nb;
3863	int err;
3864
3865	nb = &dsa_user_switchdev_blocking_notifier;
3866	err = unregister_switchdev_blocking_notifier(nb);
3867	if (err)
3868		pr_err("DSA: failed to unregister switchdev blocking notifier (%d)\n", err);
3869
3870	err = unregister_switchdev_notifier(&dsa_user_switchdev_notifier);
3871	if (err)
3872		pr_err("DSA: failed to unregister switchdev notifier (%d)\n", err);
3873
3874	err = unregister_netdevice_notifier(&dsa_user_nb);
3875	if (err)
3876		pr_err("DSA: failed to unregister user notifier (%d)\n", err);
3877}