535 lines · c
1/* SPDX-License-Identifier: GPL-2.0 */2/* Texas Instruments K3 AM65 Ethernet Switchdev Driver3 *4 * Copyright (C) 2020 Texas Instruments Incorporated - https://www.ti.com/5 *6 */7 8#include <linux/etherdevice.h>9#include <linux/if_bridge.h>10#include <linux/netdevice.h>11#include <linux/workqueue.h>12#include <net/switchdev.h>13 14#include "am65-cpsw-nuss.h"15#include "am65-cpsw-switchdev.h"16#include "cpsw_ale.h"17 18struct am65_cpsw_switchdev_event_work {19 struct work_struct work;20 struct switchdev_notifier_fdb_info fdb_info;21 struct am65_cpsw_port *port;22 unsigned long event;23};24 25static int am65_cpsw_port_stp_state_set(struct am65_cpsw_port *port, u8 state)26{27 struct am65_cpsw_common *cpsw = port->common;28 u8 cpsw_state;29 int ret = 0;30 31 switch (state) {32 case BR_STATE_FORWARDING:33 cpsw_state = ALE_PORT_STATE_FORWARD;34 break;35 case BR_STATE_LEARNING:36 cpsw_state = ALE_PORT_STATE_LEARN;37 break;38 case BR_STATE_DISABLED:39 cpsw_state = ALE_PORT_STATE_DISABLE;40 break;41 case BR_STATE_LISTENING:42 case BR_STATE_BLOCKING:43 cpsw_state = ALE_PORT_STATE_BLOCK;44 break;45 default:46 return -EOPNOTSUPP;47 }48 49 ret = cpsw_ale_control_set(cpsw->ale, port->port_id,50 ALE_PORT_STATE, cpsw_state);51 netdev_dbg(port->ndev, "ale state: %u\n", cpsw_state);52 53 return ret;54}55 56static int am65_cpsw_port_attr_br_flags_set(struct am65_cpsw_port *port,57 struct net_device *orig_dev,58 struct switchdev_brport_flags flags)59{60 struct am65_cpsw_common *cpsw = port->common;61 62 if (flags.mask & BR_MCAST_FLOOD) {63 bool unreg_mcast_add = false;64 65 if (flags.val & BR_MCAST_FLOOD)66 unreg_mcast_add = true;67 68 netdev_dbg(port->ndev, "BR_MCAST_FLOOD: %d port %u\n",69 unreg_mcast_add, port->port_id);70 71 cpsw_ale_set_unreg_mcast(cpsw->ale, BIT(port->port_id),72 unreg_mcast_add);73 }74 75 return 0;76}77 78static int am65_cpsw_port_attr_br_flags_pre_set(struct net_device *netdev,79 struct switchdev_brport_flags flags)80{81 if (flags.mask & ~(BR_LEARNING | BR_MCAST_FLOOD))82 return -EINVAL;83 84 return 0;85}86 87static int am65_cpsw_port_attr_set(struct net_device *ndev, const void *ctx,88 const struct switchdev_attr *attr,89 struct netlink_ext_ack *extack)90{91 struct am65_cpsw_port *port = am65_ndev_to_port(ndev);92 int ret;93 94 netdev_dbg(ndev, "attr: id %u port: %u\n", attr->id, port->port_id);95 96 switch (attr->id) {97 case SWITCHDEV_ATTR_ID_PORT_PRE_BRIDGE_FLAGS:98 ret = am65_cpsw_port_attr_br_flags_pre_set(ndev,99 attr->u.brport_flags);100 break;101 case SWITCHDEV_ATTR_ID_PORT_STP_STATE:102 ret = am65_cpsw_port_stp_state_set(port, attr->u.stp_state);103 netdev_dbg(ndev, "stp state: %u\n", attr->u.stp_state);104 break;105 case SWITCHDEV_ATTR_ID_PORT_BRIDGE_FLAGS:106 ret = am65_cpsw_port_attr_br_flags_set(port, attr->orig_dev,107 attr->u.brport_flags);108 break;109 default:110 ret = -EOPNOTSUPP;111 break;112 }113 114 return ret;115}116 117static u16 am65_cpsw_get_pvid(struct am65_cpsw_port *port)118{119 struct am65_cpsw_common *cpsw = port->common;120 struct am65_cpsw_host *host_p = am65_common_get_host(cpsw);121 u32 pvid;122 123 if (port->port_id)124 pvid = readl(port->port_base + AM65_CPSW_PORT_VLAN_REG_OFFSET);125 else126 pvid = readl(host_p->port_base + AM65_CPSW_PORT_VLAN_REG_OFFSET);127 128 pvid = pvid & 0xfff;129 130 return pvid;131}132 133static void am65_cpsw_set_pvid(struct am65_cpsw_port *port, u16 vid, bool cfi, u32 cos)134{135 struct am65_cpsw_common *cpsw = port->common;136 struct am65_cpsw_host *host_p = am65_common_get_host(cpsw);137 u32 pvid;138 139 pvid = vid;140 pvid |= cfi ? BIT(12) : 0;141 pvid |= (cos & 0x7) << 13;142 143 if (port->port_id)144 writel(pvid, port->port_base + AM65_CPSW_PORT_VLAN_REG_OFFSET);145 else146 writel(pvid, host_p->port_base + AM65_CPSW_PORT_VLAN_REG_OFFSET);147}148 149static int am65_cpsw_port_vlan_add(struct am65_cpsw_port *port, bool untag, bool pvid,150 u16 vid, struct net_device *orig_dev)151{152 bool cpu_port = netif_is_bridge_master(orig_dev);153 struct am65_cpsw_common *cpsw = port->common;154 int unreg_mcast_mask = 0;155 int reg_mcast_mask = 0;156 int untag_mask = 0;157 int port_mask;158 int ret = 0;159 u32 flags;160 161 if (cpu_port) {162 port_mask = BIT(HOST_PORT_NUM);163 flags = orig_dev->flags;164 unreg_mcast_mask = port_mask;165 } else {166 port_mask = BIT(port->port_id);167 flags = port->ndev->flags;168 }169 170 if (flags & IFF_MULTICAST)171 reg_mcast_mask = port_mask;172 173 if (untag)174 untag_mask = port_mask;175 176 ret = cpsw_ale_vlan_add_modify(cpsw->ale, vid, port_mask, untag_mask,177 reg_mcast_mask, unreg_mcast_mask);178 if (ret) {179 netdev_err(port->ndev, "Unable to add vlan\n");180 return ret;181 }182 183 if (cpu_port)184 cpsw_ale_add_ucast(cpsw->ale, port->slave.mac_addr,185 HOST_PORT_NUM, ALE_VLAN | ALE_SECURE, vid);186 if (!pvid)187 return ret;188 189 am65_cpsw_set_pvid(port, vid, 0, 0);190 191 netdev_dbg(port->ndev, "VID add: %s: vid:%u ports:%X\n",192 port->ndev->name, vid, port_mask);193 194 return ret;195}196 197static int am65_cpsw_port_vlan_del(struct am65_cpsw_port *port, u16 vid,198 struct net_device *orig_dev)199{200 bool cpu_port = netif_is_bridge_master(orig_dev);201 struct am65_cpsw_common *cpsw = port->common;202 int port_mask;203 int ret = 0;204 205 if (cpu_port)206 port_mask = BIT(HOST_PORT_NUM);207 else208 port_mask = BIT(port->port_id);209 210 ret = cpsw_ale_del_vlan(cpsw->ale, vid, port_mask);211 if (ret != 0)212 return ret;213 214 /* We don't care for the return value here, error is returned only if215 * the unicast entry is not present216 */217 if (cpu_port)218 cpsw_ale_del_ucast(cpsw->ale, port->slave.mac_addr,219 HOST_PORT_NUM, ALE_VLAN, vid);220 221 if (vid == am65_cpsw_get_pvid(port))222 am65_cpsw_set_pvid(port, 0, 0, 0);223 224 /* We don't care for the return value here, error is returned only if225 * the multicast entry is not present226 */227 cpsw_ale_del_mcast(cpsw->ale, port->ndev->broadcast, port_mask,228 ALE_VLAN, vid);229 netdev_dbg(port->ndev, "VID del: %s: vid:%u ports:%X\n",230 port->ndev->name, vid, port_mask);231 232 return ret;233}234 235static int am65_cpsw_port_vlans_add(struct am65_cpsw_port *port,236 const struct switchdev_obj_port_vlan *vlan)237{238 bool untag = vlan->flags & BRIDGE_VLAN_INFO_UNTAGGED;239 struct net_device *orig_dev = vlan->obj.orig_dev;240 bool pvid = vlan->flags & BRIDGE_VLAN_INFO_PVID;241 242 netdev_dbg(port->ndev, "VID add: %s: vid:%u flags:%X\n",243 port->ndev->name, vlan->vid, vlan->flags);244 245 return am65_cpsw_port_vlan_add(port, untag, pvid, vlan->vid, orig_dev);246}247 248static int am65_cpsw_port_vlans_del(struct am65_cpsw_port *port,249 const struct switchdev_obj_port_vlan *vlan)250 251{252 return am65_cpsw_port_vlan_del(port, vlan->vid, vlan->obj.orig_dev);253}254 255static int am65_cpsw_port_mdb_add(struct am65_cpsw_port *port,256 struct switchdev_obj_port_mdb *mdb)257 258{259 struct net_device *orig_dev = mdb->obj.orig_dev;260 bool cpu_port = netif_is_bridge_master(orig_dev);261 struct am65_cpsw_common *cpsw = port->common;262 int port_mask;263 int err;264 265 if (cpu_port)266 port_mask = BIT(HOST_PORT_NUM);267 else268 port_mask = BIT(port->port_id);269 270 err = cpsw_ale_add_mcast(cpsw->ale, mdb->addr, port_mask,271 ALE_VLAN, mdb->vid, 0);272 netdev_dbg(port->ndev, "MDB add: %s: vid %u:%pM ports: %X\n",273 port->ndev->name, mdb->vid, mdb->addr, port_mask);274 275 return err;276}277 278static int am65_cpsw_port_mdb_del(struct am65_cpsw_port *port,279 struct switchdev_obj_port_mdb *mdb)280 281{282 struct net_device *orig_dev = mdb->obj.orig_dev;283 bool cpu_port = netif_is_bridge_master(orig_dev);284 struct am65_cpsw_common *cpsw = port->common;285 int del_mask;286 287 if (cpu_port)288 del_mask = BIT(HOST_PORT_NUM);289 else290 del_mask = BIT(port->port_id);291 292 /* Ignore error as error code is returned only when entry is already removed */293 cpsw_ale_del_mcast(cpsw->ale, mdb->addr, del_mask,294 ALE_VLAN, mdb->vid);295 netdev_dbg(port->ndev, "MDB del: %s: vid %u:%pM ports: %X\n",296 port->ndev->name, mdb->vid, mdb->addr, del_mask);297 298 return 0;299}300 301static int am65_cpsw_port_obj_add(struct net_device *ndev, const void *ctx,302 const struct switchdev_obj *obj,303 struct netlink_ext_ack *extack)304{305 struct switchdev_obj_port_vlan *vlan = SWITCHDEV_OBJ_PORT_VLAN(obj);306 struct switchdev_obj_port_mdb *mdb = SWITCHDEV_OBJ_PORT_MDB(obj);307 struct am65_cpsw_port *port = am65_ndev_to_port(ndev);308 int err = 0;309 310 netdev_dbg(ndev, "obj_add: id %u port: %u\n", obj->id, port->port_id);311 312 switch (obj->id) {313 case SWITCHDEV_OBJ_ID_PORT_VLAN:314 err = am65_cpsw_port_vlans_add(port, vlan);315 break;316 case SWITCHDEV_OBJ_ID_PORT_MDB:317 case SWITCHDEV_OBJ_ID_HOST_MDB:318 err = am65_cpsw_port_mdb_add(port, mdb);319 break;320 default:321 err = -EOPNOTSUPP;322 break;323 }324 325 return err;326}327 328static int am65_cpsw_port_obj_del(struct net_device *ndev, const void *ctx,329 const struct switchdev_obj *obj)330{331 struct switchdev_obj_port_vlan *vlan = SWITCHDEV_OBJ_PORT_VLAN(obj);332 struct switchdev_obj_port_mdb *mdb = SWITCHDEV_OBJ_PORT_MDB(obj);333 struct am65_cpsw_port *port = am65_ndev_to_port(ndev);334 int err = 0;335 336 netdev_dbg(ndev, "obj_del: id %u port: %u\n", obj->id, port->port_id);337 338 switch (obj->id) {339 case SWITCHDEV_OBJ_ID_PORT_VLAN:340 err = am65_cpsw_port_vlans_del(port, vlan);341 break;342 case SWITCHDEV_OBJ_ID_PORT_MDB:343 case SWITCHDEV_OBJ_ID_HOST_MDB:344 err = am65_cpsw_port_mdb_del(port, mdb);345 break;346 default:347 err = -EOPNOTSUPP;348 break;349 }350 351 return err;352}353 354static void am65_cpsw_fdb_offload_notify(struct net_device *ndev,355 struct switchdev_notifier_fdb_info *rcv)356{357 struct switchdev_notifier_fdb_info info = {};358 359 info.addr = rcv->addr;360 info.vid = rcv->vid;361 info.offloaded = true;362 call_switchdev_notifiers(SWITCHDEV_FDB_OFFLOADED,363 ndev, &info.info, NULL);364}365 366static void am65_cpsw_switchdev_event_work(struct work_struct *work)367{368 struct am65_cpsw_switchdev_event_work *switchdev_work =369 container_of(work, struct am65_cpsw_switchdev_event_work, work);370 struct am65_cpsw_port *port = switchdev_work->port;371 struct switchdev_notifier_fdb_info *fdb;372 struct am65_cpsw_common *cpsw = port->common;373 int port_id = port->port_id;374 375 rtnl_lock();376 switch (switchdev_work->event) {377 case SWITCHDEV_FDB_ADD_TO_DEVICE:378 fdb = &switchdev_work->fdb_info;379 380 netdev_dbg(port->ndev, "cpsw_fdb_add: MACID = %pM vid = %u flags = %u %u -- port %d\n",381 fdb->addr, fdb->vid, fdb->added_by_user,382 fdb->offloaded, port_id);383 384 if (!fdb->added_by_user || fdb->is_local)385 break;386 if (memcmp(port->slave.mac_addr, (u8 *)fdb->addr, ETH_ALEN) == 0)387 port_id = HOST_PORT_NUM;388 389 cpsw_ale_add_ucast(cpsw->ale, (u8 *)fdb->addr, port_id,390 fdb->vid ? ALE_VLAN : 0, fdb->vid);391 am65_cpsw_fdb_offload_notify(port->ndev, fdb);392 break;393 case SWITCHDEV_FDB_DEL_TO_DEVICE:394 fdb = &switchdev_work->fdb_info;395 396 netdev_dbg(port->ndev, "cpsw_fdb_del: MACID = %pM vid = %u flags = %u %u -- port %d\n",397 fdb->addr, fdb->vid, fdb->added_by_user,398 fdb->offloaded, port_id);399 400 if (!fdb->added_by_user || fdb->is_local)401 break;402 if (memcmp(port->slave.mac_addr, (u8 *)fdb->addr, ETH_ALEN) == 0)403 port_id = HOST_PORT_NUM;404 405 cpsw_ale_del_ucast(cpsw->ale, (u8 *)fdb->addr, port_id,406 fdb->vid ? ALE_VLAN : 0, fdb->vid);407 break;408 default:409 break;410 }411 rtnl_unlock();412 413 kfree(switchdev_work->fdb_info.addr);414 kfree(switchdev_work);415 dev_put(port->ndev);416}417 418/* called under rcu_read_lock() */419static int am65_cpsw_switchdev_event(struct notifier_block *unused,420 unsigned long event, void *ptr)421{422 struct net_device *ndev = switchdev_notifier_info_to_dev(ptr);423 struct am65_cpsw_switchdev_event_work *switchdev_work;424 struct am65_cpsw_port *port = am65_ndev_to_port(ndev);425 struct switchdev_notifier_fdb_info *fdb_info = ptr;426 int err;427 428 if (event == SWITCHDEV_PORT_ATTR_SET) {429 err = switchdev_handle_port_attr_set(ndev, ptr,430 am65_cpsw_port_dev_check,431 am65_cpsw_port_attr_set);432 return notifier_from_errno(err);433 }434 435 if (!am65_cpsw_port_dev_check(ndev))436 return NOTIFY_DONE;437 438 switchdev_work = kzalloc(sizeof(*switchdev_work), GFP_ATOMIC);439 if (WARN_ON(!switchdev_work))440 return NOTIFY_BAD;441 442 INIT_WORK(&switchdev_work->work, am65_cpsw_switchdev_event_work);443 switchdev_work->port = port;444 switchdev_work->event = event;445 446 switch (event) {447 case SWITCHDEV_FDB_ADD_TO_DEVICE:448 case SWITCHDEV_FDB_DEL_TO_DEVICE:449 memcpy(&switchdev_work->fdb_info, ptr,450 sizeof(switchdev_work->fdb_info));451 switchdev_work->fdb_info.addr = kzalloc(ETH_ALEN, GFP_ATOMIC);452 if (!switchdev_work->fdb_info.addr)453 goto err_addr_alloc;454 ether_addr_copy((u8 *)switchdev_work->fdb_info.addr,455 fdb_info->addr);456 dev_hold(ndev);457 break;458 default:459 kfree(switchdev_work);460 return NOTIFY_DONE;461 }462 463 queue_work(system_long_wq, &switchdev_work->work);464 465 return NOTIFY_DONE;466 467err_addr_alloc:468 kfree(switchdev_work);469 return NOTIFY_BAD;470}471 472static struct notifier_block cpsw_switchdev_notifier = {473 .notifier_call = am65_cpsw_switchdev_event,474};475 476static int am65_cpsw_switchdev_blocking_event(struct notifier_block *unused,477 unsigned long event, void *ptr)478{479 struct net_device *dev = switchdev_notifier_info_to_dev(ptr);480 int err;481 482 switch (event) {483 case SWITCHDEV_PORT_OBJ_ADD:484 err = switchdev_handle_port_obj_add(dev, ptr,485 am65_cpsw_port_dev_check,486 am65_cpsw_port_obj_add);487 return notifier_from_errno(err);488 case SWITCHDEV_PORT_OBJ_DEL:489 err = switchdev_handle_port_obj_del(dev, ptr,490 am65_cpsw_port_dev_check,491 am65_cpsw_port_obj_del);492 return notifier_from_errno(err);493 case SWITCHDEV_PORT_ATTR_SET:494 err = switchdev_handle_port_attr_set(dev, ptr,495 am65_cpsw_port_dev_check,496 am65_cpsw_port_attr_set);497 return notifier_from_errno(err);498 default:499 break;500 }501 502 return NOTIFY_DONE;503}504 505static struct notifier_block cpsw_switchdev_bl_notifier = {506 .notifier_call = am65_cpsw_switchdev_blocking_event,507};508 509int am65_cpsw_switchdev_register_notifiers(struct am65_cpsw_common *cpsw)510{511 int ret = 0;512 513 ret = register_switchdev_notifier(&cpsw_switchdev_notifier);514 if (ret) {515 dev_err(cpsw->dev, "register switchdev notifier fail ret:%d\n",516 ret);517 return ret;518 }519 520 ret = register_switchdev_blocking_notifier(&cpsw_switchdev_bl_notifier);521 if (ret) {522 dev_err(cpsw->dev, "register switchdev blocking notifier ret:%d\n",523 ret);524 unregister_switchdev_notifier(&cpsw_switchdev_notifier);525 }526 527 return ret;528}529 530void am65_cpsw_switchdev_unregister_notifiers(struct am65_cpsw_common *cpsw)531{532 unregister_switchdev_blocking_notifier(&cpsw_switchdev_bl_notifier);533 unregister_switchdev_notifier(&cpsw_switchdev_notifier);534}535