net/bridge/br_vlan.c

   1 #include <linux/kernel.h>
   2 #include <linux/netdevice.h>
   3 #include <linux/rtnetlink.h>
   4 #include <linux/slab.h>
   5 #include <net/switchdev.h>
   6
   7 #include "br_private.h"
   8 #include "br_private_tunnel.h"
   9
  10 static inline int br_vlan_cmp(struct rhashtable_compare_arg *arg,
  11                               const void *ptr)
  12 {
  13         const struct net_bridge_vlan *vle = ptr;
  14         u16 vid = *(u16 *)arg->key;
  15
  16         return vle->vid != vid;
  17 }
  18
  19 static const struct rhashtable_params br_vlan_rht_params = {
  20         .head_offset = offsetof(struct net_bridge_vlan, vnode),
  21         .key_offset = offsetof(struct net_bridge_vlan, vid),
  22         .key_len = sizeof(u16),
  23         .nelem_hint = 3,
  24         .locks_mul = 1,
  25         .max_size = VLAN_N_VID,
  26         .obj_cmpfn = br_vlan_cmp,
  27         .automatic_shrinking = true,
  28 };
  29
  30 static struct net_bridge_vlan *br_vlan_lookup(struct rhashtable *tbl, u16 vid)
  31 {
  32         return rhashtable_lookup_fast(tbl, &vid, br_vlan_rht_params);
  33 }
  34
  35 static bool __vlan_add_pvid(struct net_bridge_vlan_group *vg, u16 vid)
  36 {
  37         if (vg->pvid == vid)
  38                 return false;
  39
  40         smp_wmb();
  41         vg->pvid = vid;
  42
  43         return true;
  44 }
  45
  46 static bool __vlan_delete_pvid(struct net_bridge_vlan_group *vg, u16 vid)
  47 {
  48         if (vg->pvid != vid)
  49                 return false;
  50
  51         smp_wmb();
  52         vg->pvid = 0;
  53
  54         return true;
  55 }
  56
  57 /* return true if anything changed, false otherwise */
  58 static bool __vlan_add_flags(struct net_bridge_vlan *v, u16 flags)
  59 {
  60         struct net_bridge_vlan_group *vg;
  61         u16 old_flags = v->flags;
  62         bool ret;
  63
  64         if (br_vlan_is_master(v))
  65                 vg = br_vlan_group(v->br);
  66         else
  67                 vg = nbp_vlan_group(v->port);
  68
  69         if (flags & BRIDGE_VLAN_INFO_PVID)
  70                 ret = __vlan_add_pvid(vg, v->vid);
  71         else
  72                 ret = __vlan_delete_pvid(vg, v->vid);
  73
  74         if (flags & BRIDGE_VLAN_INFO_UNTAGGED)
  75                 v->flags |= BRIDGE_VLAN_INFO_UNTAGGED;
  76         else
  77                 v->flags &= ~BRIDGE_VLAN_INFO_UNTAGGED;
  78
  79         return ret || !!(old_flags ^ v->flags);
  80 }
  81
  82 static int __vlan_vid_add(struct net_device *dev, struct net_bridge *br,
  83                           u16 vid, u16 flags)
  84 {
  85         int err;
  86
  87         /* Try switchdev op first. In case it is not supported, fallback to
  88          * 8021q add.
  89          */
  90         err = br_switchdev_port_vlan_add(dev, vid, flags);
  91         if (err == -EOPNOTSUPP)
  92                 return vlan_vid_add(dev, br->vlan_proto, vid);
  93         return err;
  94 }
  95
  96 static void __vlan_add_list(struct net_bridge_vlan *v)
  97 {
  98         struct net_bridge_vlan_group *vg;
  99         struct list_head *headp, *hpos;
 100         struct net_bridge_vlan *vent;
 101
 102         if (br_vlan_is_master(v))
 103                 vg = br_vlan_group(v->br);
 104         else
 105                 vg = nbp_vlan_group(v->port);
 106
 107         headp = &vg->vlan_list;
 108         list_for_each_prev(hpos, headp) {
 109                 vent = list_entry(hpos, struct net_bridge_vlan, vlist);
 110                 if (v->vid < vent->vid)
 111                         continue;
 112                 else
 113                         break;
 114         }
 115         list_add_rcu(&v->vlist, hpos);
 116 }
 117
 118 static void __vlan_del_list(struct net_bridge_vlan *v)
 119 {
 120         list_del_rcu(&v->vlist);
 121 }
 122
 123 static int __vlan_vid_del(struct net_device *dev, struct net_bridge *br,
 124                           u16 vid)
 125 {
 126         int err;
 127
 128         /* Try switchdev op first. In case it is not supported, fallback to
 129          * 8021q del.
 130          */
 131         err = br_switchdev_port_vlan_del(dev, vid);
 132         if (err == -EOPNOTSUPP) {
 133                 vlan_vid_del(dev, br->vlan_proto, vid);
 134                 return 0;
 135         }
 136         return err;
 137 }
 138
 139 /* Returns a master vlan, if it didn't exist it gets created. In all cases a
 140  * a reference is taken to the master vlan before returning.
 141  */
 142 static struct net_bridge_vlan *br_vlan_get_master(struct net_bridge *br, u16 vid)
 143 {
 144         struct net_bridge_vlan_group *vg;
 145         struct net_bridge_vlan *masterv;
 146
 147         vg = br_vlan_group(br);
 148         masterv = br_vlan_find(vg, vid);
 149         if (!masterv) {
 150                 bool changed;
 151
 152                 /* missing global ctx, create it now */
 153                 if (br_vlan_add(br, vid, 0, &changed))
 154                         return NULL;
 155                 masterv = br_vlan_find(vg, vid);
 156                 if (WARN_ON(!masterv))
 157                         return NULL;
 158                 refcount_set(&masterv->refcnt, 1);
 159                 return masterv;
 160         }
 161         refcount_inc(&masterv->refcnt);
 162
 163         return masterv;
 164 }
 165
 166 static void br_master_vlan_rcu_free(struct rcu_head *rcu)
 167 {
 168         struct net_bridge_vlan *v;
 169
 170         v = container_of(rcu, struct net_bridge_vlan, rcu);
 171         WARN_ON(!br_vlan_is_master(v));
 172         free_percpu(v->stats);
 173         v->stats = NULL;
 174         kfree(v);
 175 }
 176
 177 static void br_vlan_put_master(struct net_bridge_vlan *masterv)
 178 {
 179         struct net_bridge_vlan_group *vg;
 180
 181         if (!br_vlan_is_master(masterv))
 182                 return;
 183
 184         vg = br_vlan_group(masterv->br);
 185         if (refcount_dec_and_test(&masterv->refcnt)) {
 186                 rhashtable_remove_fast(&vg->vlan_hash,
 187                                        &masterv->vnode, br_vlan_rht_params);
 188                 __vlan_del_list(masterv);
 189                 call_rcu(&masterv->rcu, br_master_vlan_rcu_free);
 190         }
 191 }
 192
 193 /* This is the shared VLAN add function which works for both ports and bridge
 194  * devices. There are four possible calls to this function in terms of the
 195  * vlan entry type:
 196  * 1. vlan is being added on a port (no master flags, global entry exists)
 197  * 2. vlan is being added on a bridge (both master and brentry flags)
 198  * 3. vlan is being added on a port, but a global entry didn't exist which
 199  *    is being created right now (master flag set, brentry flag unset), the
 200  *    global entry is used for global per-vlan features, but not for filtering
 201  * 4. same as 3 but with both master and brentry flags set so the entry
 202  *    will be used for filtering in both the port and the bridge
 203  */
 204 static int __vlan_add(struct net_bridge_vlan *v, u16 flags)
 205 {
 206         struct net_bridge_vlan *masterv = NULL;
 207         struct net_bridge_port *p = NULL;
 208         struct net_bridge_vlan_group *vg;
 209         struct net_device *dev;
 210         struct net_bridge *br;
 211         int err;
 212
 213         if (br_vlan_is_master(v)) {
 214                 br = v->br;
 215                 dev = br->dev;
 216                 vg = br_vlan_group(br);
 217         } else {
 218                 p = v->port;
 219                 br = p->br;
 220                 dev = p->dev;
 221                 vg = nbp_vlan_group(p);
 222         }
 223
 224         if (p) {
 225                 /* Add VLAN to the device filter if it is supported.
 226                  * This ensures tagged traffic enters the bridge when
 227                  * promiscuous mode is disabled by br_manage_promisc().
 228                  */
 229                 err = __vlan_vid_add(dev, br, v->vid, flags);
 230                 if (err)
 231                         goto out;
 232
 233                 /* need to work on the master vlan too */
 234                 if (flags & BRIDGE_VLAN_INFO_MASTER) {
 235                         bool changed;
 236
 237                         err = br_vlan_add(br, v->vid,
 238                                           flags | BRIDGE_VLAN_INFO_BRENTRY,
 239                                           &changed);
 240                         if (err)
 241                                 goto out_filt;
 242                 }
 243
 244                 masterv = br_vlan_get_master(br, v->vid);
 245                 if (!masterv) {
 246                         err = -ENOMEM;
 247                         goto out_filt;
 248                 }
 249                 v->brvlan = masterv;
 250                 v->stats = masterv->stats;
 251         } else {
 252                 err = br_switchdev_port_vlan_add(dev, v->vid, flags);
 253                 if (err && err != -EOPNOTSUPP)
 254                         goto out;
 255         }
 256
 257         /* Add the dev mac and count the vlan only if it's usable */
 258         if (br_vlan_should_use(v)) {
 259                 err = br_fdb_insert(br, p, dev->dev_addr, v->vid);
 260                 if (err) {
 261                         br_err(br, "failed insert local address into bridge forwarding table\n");
 262                         goto out_filt;
 263                 }
 264                 vg->num_vlans++;
 265         }
 266
 267         err = rhashtable_lookup_insert_fast(&vg->vlan_hash, &v->vnode,
 268                                             br_vlan_rht_params);
 269         if (err)
 270                 goto out_fdb_insert;
 271
 272         __vlan_add_list(v);
 273         __vlan_add_flags(v, flags);
 274 out:
 275         return err;
 276
 277 out_fdb_insert:
 278         if (br_vlan_should_use(v)) {
 279                 br_fdb_find_delete_local(br, p, dev->dev_addr, v->vid);
 280                 vg->num_vlans--;
 281         }
 282
 283 out_filt:
 284         if (p) {
 285                 __vlan_vid_del(dev, br, v->vid);
 286                 if (masterv) {
 287                         br_vlan_put_master(masterv);
 288                         v->brvlan = NULL;
 289                 }
 290         } else {
 291                 br_switchdev_port_vlan_del(dev, v->vid);
 292         }
 293
 294         goto out;
 295 }
 296
 297 static int __vlan_del(struct net_bridge_vlan *v)
 298 {
 299         struct net_bridge_vlan *masterv = v;
 300         struct net_bridge_vlan_group *vg;
 301         struct net_bridge_port *p = NULL;
 302         int err = 0;
 303
 304         if (br_vlan_is_master(v)) {
 305                 vg = br_vlan_group(v->br);
 306         } else {
 307                 p = v->port;
 308                 vg = nbp_vlan_group(v->port);
 309                 masterv = v->brvlan;
 310         }
 311
 312         __vlan_delete_pvid(vg, v->vid);
 313         if (p) {
 314                 err = __vlan_vid_del(p->dev, p->br, v->vid);
 315                 if (err)
 316                         goto out;
 317         } else {
 318                 err = br_switchdev_port_vlan_del(v->br->dev, v->vid);
 319                 if (err && err != -EOPNOTSUPP)
 320                         goto out;
 321                 err = 0;
 322         }
 323
 324         if (br_vlan_should_use(v)) {
 325                 v->flags &= ~BRIDGE_VLAN_INFO_BRENTRY;
 326                 vg->num_vlans--;
 327         }
 328
 329         if (masterv != v) {
 330                 vlan_tunnel_info_del(vg, v);
 331                 rhashtable_remove_fast(&vg->vlan_hash, &v->vnode,
 332                                        br_vlan_rht_params);
 333                 __vlan_del_list(v);
 334                 kfree_rcu(v, rcu);
 335         }
 336
 337         br_vlan_put_master(masterv);
 338 out:
 339         return err;
 340 }
 341
 342 static void __vlan_group_free(struct net_bridge_vlan_group *vg)
 343 {
 344         WARN_ON(!list_empty(&vg->vlan_list));
 345         rhashtable_destroy(&vg->vlan_hash);
 346         vlan_tunnel_deinit(vg);
 347         kfree(vg);
 348 }
 349
 350 static void __vlan_flush(struct net_bridge_vlan_group *vg)
 351 {
 352         struct net_bridge_vlan *vlan, *tmp;
 353
 354         __vlan_delete_pvid(vg, vg->pvid);
 355         list_for_each_entry_safe(vlan, tmp, &vg->vlan_list, vlist)
 356                 __vlan_del(vlan);
 357 }
 358
 359 struct sk_buff *br_handle_vlan(struct net_bridge *br,
 360                                const struct net_bridge_port *p,
 361                                struct net_bridge_vlan_group *vg,
 362                                struct sk_buff *skb)
 363 {
 364         struct br_vlan_stats *stats;
 365         struct net_bridge_vlan *v;
 366         u16 vid;
 367
 368         /* If this packet was not filtered at input, let it pass */
 369         if (!BR_INPUT_SKB_CB(skb)->vlan_filtered)
 370                 goto out;
 371
 372         /* At this point, we know that the frame was filtered and contains
 373          * a valid vlan id.  If the vlan id has untagged flag set,
 374          * send untagged; otherwise, send tagged.
 375          */
 376         br_vlan_get_tag(skb, &vid);
 377         v = br_vlan_find(vg, vid);
 378         /* Vlan entry must be configured at this point.  The
 379          * only exception is the bridge is set in promisc mode and the
 380          * packet is destined for the bridge device.  In this case
 381          * pass the packet as is.
 382          */
 383         if (!v || !br_vlan_should_use(v)) {
 384                 if ((br->dev->flags & IFF_PROMISC) && skb->dev == br->dev) {
 385                         goto out;
 386                 } else {
 387                         kfree_skb(skb);
 388                         return NULL;
 389                 }
 390         }
 391         if (br->vlan_stats_enabled) {
 392                 stats = this_cpu_ptr(v->stats);
 393                 u64_stats_update_begin(&stats->syncp);
 394                 stats->tx_bytes += skb->len;
 395                 stats->tx_packets++;
 396                 u64_stats_update_end(&stats->syncp);
 397         }
 398
 399         if (v->flags & BRIDGE_VLAN_INFO_UNTAGGED)
 400                 skb->vlan_tci = 0;
 401
 402         if (p && (p->flags & BR_VLAN_TUNNEL) &&
 403             br_handle_egress_vlan_tunnel(skb, v)) {
 404                 kfree_skb(skb);
 405                 return NULL;
 406         }
 407 out:
 408         return skb;
 409 }
 410
 411 /* Called under RCU */
 412 static bool __allowed_ingress(const struct net_bridge *br,
 413                               struct net_bridge_vlan_group *vg,
 414                               struct sk_buff *skb, u16 *vid)
 415 {
 416         struct br_vlan_stats *stats;
 417         struct net_bridge_vlan *v;
 418         bool tagged;
 419
 420         BR_INPUT_SKB_CB(skb)->vlan_filtered = true;
 421         /* If vlan tx offload is disabled on bridge device and frame was
 422          * sent from vlan device on the bridge device, it does not have
 423          * HW accelerated vlan tag.
 424          */
 425         if (unlikely(!skb_vlan_tag_present(skb) &&
 426                      skb->protocol == br->vlan_proto)) {
 427                 skb = skb_vlan_untag(skb);
 428                 if (unlikely(!skb))
 429                         return false;
 430         }
 431
 432         if (!br_vlan_get_tag(skb, vid)) {
 433                 /* Tagged frame */
 434                 if (skb->vlan_proto != br->vlan_proto) {
 435                         /* Protocol-mismatch, empty out vlan_tci for new tag */
 436                         skb_push(skb, ETH_HLEN);
 437                         skb = vlan_insert_tag_set_proto(skb, skb->vlan_proto,
 438                                                         skb_vlan_tag_get(skb));
 439                         if (unlikely(!skb))
 440                                 return false;
 441
 442                         skb_pull(skb, ETH_HLEN);
 443                         skb_reset_mac_len(skb);
 444                         *vid = 0;
 445                         tagged = false;
 446                 } else {
 447                         tagged = true;
 448                 }
 449         } else {
 450                 /* Untagged frame */
 451                 tagged = false;
 452         }
 453
 454         if (!*vid) {
 455                 u16 pvid = br_get_pvid(vg);
 456
 457                 /* Frame had a tag with VID 0 or did not have a tag.
 458                  * See if pvid is set on this port.  That tells us which
 459                  * vlan untagged or priority-tagged traffic belongs to.
 460                  */
 461                 if (!pvid)
 462                         goto drop;
 463
 464                 /* PVID is set on this port.  Any untagged or priority-tagged
 465                  * ingress frame is considered to belong to this vlan.
 466                  */
 467                 *vid = pvid;
 468                 if (likely(!tagged))
 469                         /* Untagged Frame. */
 470                         __vlan_hwaccel_put_tag(skb, br->vlan_proto, pvid);
 471                 else
 472                         /* Priority-tagged Frame.
 473                          * At this point, We know that skb->vlan_tci had
 474                          * VLAN_TAG_PRESENT bit and its VID field was 0x000.
 475                          * We update only VID field and preserve PCP field.
 476                          */
 477                         skb->vlan_tci |= pvid;
 478
 479                 /* if stats are disabled we can avoid the lookup */
 480                 if (!br->vlan_stats_enabled)
 481                         return true;
 482         }
 483         v = br_vlan_find(vg, *vid);
 484         if (!v || !br_vlan_should_use(v))
 485                 goto drop;
 486
 487         if (br->vlan_stats_enabled) {
 488                 stats = this_cpu_ptr(v->stats);
 489                 u64_stats_update_begin(&stats->syncp);
 490                 stats->rx_bytes += skb->len;
 491                 stats->rx_packets++;
 492                 u64_stats_update_end(&stats->syncp);
 493         }
 494
 495         return true;
 496
 497 drop:
 498         kfree_skb(skb);
 499         return false;
 500 }
 501
 502 bool br_allowed_ingress(const struct net_bridge *br,
 503                         struct net_bridge_vlan_group *vg, struct sk_buff *skb,
 504                         u16 *vid)
 505 {
 506         /* If VLAN filtering is disabled on the bridge, all packets are
 507          * permitted.
 508          */
 509         if (!br->vlan_enabled) {
 510                 BR_INPUT_SKB_CB(skb)->vlan_filtered = false;
 511                 return true;
 512         }
 513
 514         return __allowed_ingress(br, vg, skb, vid);
 515 }
 516
 517 /* Called under RCU. */
 518 bool br_allowed_egress(struct net_bridge_vlan_group *vg,
 519                        const struct sk_buff *skb)
 520 {
 521         const struct net_bridge_vlan *v;
 522         u16 vid;
 523
 524         /* If this packet was not filtered at input, let it pass */
 525         if (!BR_INPUT_SKB_CB(skb)->vlan_filtered)
 526                 return true;
 527
 528         br_vlan_get_tag(skb, &vid);
 529         v = br_vlan_find(vg, vid);
 530         if (v && br_vlan_should_use(v))
 531                 return true;
 532
 533         return false;
 534 }
 535
 536 /* Called under RCU */
 537 bool br_should_learn(struct net_bridge_port *p, struct sk_buff *skb, u16 *vid)
 538 {
 539         struct net_bridge_vlan_group *vg;
 540         struct net_bridge *br = p->br;
 541
 542         /* If filtering was disabled at input, let it pass. */
 543         if (!br->vlan_enabled)
 544                 return true;
 545
 546         vg = nbp_vlan_group_rcu(p);
 547         if (!vg || !vg->num_vlans)
 548                 return false;
 549
 550         if (!br_vlan_get_tag(skb, vid) && skb->vlan_proto != br->vlan_proto)
 551                 *vid = 0;
 552
 553         if (!*vid) {
 554                 *vid = br_get_pvid(vg);
 555                 if (!*vid)
 556                         return false;
 557
 558                 return true;
 559         }
 560
 561         if (br_vlan_find(vg, *vid))
 562                 return true;
 563
 564         return false;
 565 }
 566
 567 static int br_vlan_add_existing(struct net_bridge *br,
 568                                 struct net_bridge_vlan_group *vg,
 569                                 struct net_bridge_vlan *vlan,
 570                                 u16 flags, bool *changed)
 571 {
 572         int err;
 573
 574         err = br_switchdev_port_vlan_add(br->dev, vlan->vid, flags);
 575         if (err && err != -EOPNOTSUPP)
 576                 return err;
 577
 578         if (!br_vlan_is_brentry(vlan)) {
 579                 /* Trying to change flags of non-existent bridge vlan */
 580                 if (!(flags & BRIDGE_VLAN_INFO_BRENTRY)) {
 581                         err = -EINVAL;
 582                         goto err_flags;
 583                 }
 584                 /* It was only kept for port vlans, now make it real */
 585                 err = br_fdb_insert(br, NULL, br->dev->dev_addr,
 586                                     vlan->vid);
 587                 if (err) {
 588                         br_err(br, "failed to insert local address into bridge forwarding table\n");
 589                         goto err_fdb_insert;
 590                 }
 591
 592                 refcount_inc(&vlan->refcnt);
 593                 vlan->flags |= BRIDGE_VLAN_INFO_BRENTRY;
 594                 vg->num_vlans++;
 595                 *changed = true;
 596         }
 597
 598         if (__vlan_add_flags(vlan, flags))
 599                 *changed = true;
 600
 601         return 0;
 602
 603 err_fdb_insert:
 604 err_flags:
 605         br_switchdev_port_vlan_del(br->dev, vlan->vid);
 606         return err;
 607 }
 608
 609 /* Must be protected by RTNL.
 610  * Must be called with vid in range from 1 to 4094 inclusive.
 611  * changed must be true only if the vlan was created or updated
 612  */
 613 int br_vlan_add(struct net_bridge *br, u16 vid, u16 flags, bool *changed)
 614 {
 615         struct net_bridge_vlan_group *vg;
 616         struct net_bridge_vlan *vlan;
 617         int ret;
 618
 619         ASSERT_RTNL();
 620
 621         *changed = false;
 622         vg = br_vlan_group(br);
 623         vlan = br_vlan_find(vg, vid);
 624         if (vlan)
 625                 return br_vlan_add_existing(br, vg, vlan, flags, changed);
 626
 627         vlan = kzalloc(sizeof(*vlan), GFP_KERNEL);
 628         if (!vlan)
 629                 return -ENOMEM;
 630
 631         vlan->stats = netdev_alloc_pcpu_stats(struct br_vlan_stats);
 632         if (!vlan->stats) {
 633                 kfree(vlan);
 634                 return -ENOMEM;
 635         }
 636         vlan->vid = vid;
 637         vlan->flags = flags | BRIDGE_VLAN_INFO_MASTER;
 638         vlan->flags &= ~BRIDGE_VLAN_INFO_PVID;
 639         vlan->br = br;
 640         if (flags & BRIDGE_VLAN_INFO_BRENTRY)
 641                 refcount_set(&vlan->refcnt, 1);
 642         ret = __vlan_add(vlan, flags);
 643         if (ret) {
 644                 free_percpu(vlan->stats);
 645                 kfree(vlan);
 646         } else {
 647                 *changed = true;
 648         }
 649
 650         return ret;
 651 }
 652
 653 /* Must be protected by RTNL.
 654  * Must be called with vid in range from 1 to 4094 inclusive.
 655  */
 656 int br_vlan_delete(struct net_bridge *br, u16 vid)
 657 {
 658         struct net_bridge_vlan_group *vg;
 659         struct net_bridge_vlan *v;
 660
 661         ASSERT_RTNL();
 662
 663         vg = br_vlan_group(br);
 664         v = br_vlan_find(vg, vid);
 665         if (!v || !br_vlan_is_brentry(v))
 666                 return -ENOENT;
 667
 668         br_fdb_find_delete_local(br, NULL, br->dev->dev_addr, vid);
 669         br_fdb_delete_by_port(br, NULL, vid, 0);
 670
 671         vlan_tunnel_info_del(vg, v);
 672
 673         return __vlan_del(v);
 674 }
 675
 676 void br_vlan_flush(struct net_bridge *br)
 677 {
 678         struct net_bridge_vlan_group *vg;
 679
 680         ASSERT_RTNL();
 681
 682         /* delete auto-added default pvid local fdb before flushing vlans
 683          * otherwise it will be leaked on bridge device init failure
 684          */
 685         br_fdb_delete_by_port(br, NULL, 0, 1);
 686
 687         vg = br_vlan_group(br);
 688         __vlan_flush(vg);
 689         RCU_INIT_POINTER(br->vlgrp, NULL);
 690         synchronize_rcu();
 691         __vlan_group_free(vg);
 692 }
 693
 694 struct net_bridge_vlan *br_vlan_find(struct net_bridge_vlan_group *vg, u16 vid)
 695 {
 696         if (!vg)
 697                 return NULL;
 698
 699         return br_vlan_lookup(&vg->vlan_hash, vid);
 700 }
 701
 702 /* Must be protected by RTNL. */
 703 static void recalculate_group_addr(struct net_bridge *br)
 704 {
 705         if (br->group_addr_set)
 706                 return;
 707
 708         spin_lock_bh(&br->lock);
 709         if (!br->vlan_enabled || br->vlan_proto == htons(ETH_P_8021Q)) {
 710                 /* Bridge Group Address */
 711                 br->group_addr[5] = 0x00;
 712         } else { /* vlan_enabled && ETH_P_8021AD */
 713                 /* Provider Bridge Group Address */
 714                 br->group_addr[5] = 0x08;
 715         }
 716         spin_unlock_bh(&br->lock);
 717 }
 718
 719 /* Must be protected by RTNL. */
 720 void br_recalculate_fwd_mask(struct net_bridge *br)
 721 {
 722         if (!br->vlan_enabled || br->vlan_proto == htons(ETH_P_8021Q))
 723                 br->group_fwd_mask_required = BR_GROUPFWD_DEFAULT;
 724         else /* vlan_enabled && ETH_P_8021AD */
 725                 br->group_fwd_mask_required = BR_GROUPFWD_8021AD &
 726                                               ~(1u << br->group_addr[5]);
 727 }
 728
 729 int __br_vlan_filter_toggle(struct net_bridge *br, unsigned long val)
 730 {
 731         struct switchdev_attr attr = {
 732                 .orig_dev = br->dev,
 733                 .id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING,
 734                 .flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
 735                 .u.vlan_filtering = val,
 736         };
 737         int err;
 738
 739         if (br->vlan_enabled == val)
 740                 return 0;
 741
 742         err = switchdev_port_attr_set(br->dev, &attr);
 743         if (err && err != -EOPNOTSUPP)
 744                 return err;
 745
 746         br->vlan_enabled = val;
 747         br_manage_promisc(br);
 748         recalculate_group_addr(br);
 749         br_recalculate_fwd_mask(br);
 750
 751         return 0;
 752 }
 753
 754 int br_vlan_filter_toggle(struct net_bridge *br, unsigned long val)
 755 {
 756         return __br_vlan_filter_toggle(br, val);
 757 }
 758
 759 bool br_vlan_enabled(const struct net_device *dev)
 760 {
 761         struct net_bridge *br = netdev_priv(dev);
 762
 763         return !!br->vlan_enabled;
 764 }
 765 EXPORT_SYMBOL_GPL(br_vlan_enabled);
 766
 767 int __br_vlan_set_proto(struct net_bridge *br, __be16 proto)
 768 {
 769         int err = 0;
 770         struct net_bridge_port *p;
 771         struct net_bridge_vlan *vlan;
 772         struct net_bridge_vlan_group *vg;
 773         __be16 oldproto;
 774
 775         if (br->vlan_proto == proto)
 776                 return 0;
 777
 778         /* Add VLANs for the new proto to the device filter. */
 779         list_for_each_entry(p, &br->port_list, list) {
 780                 vg = nbp_vlan_group(p);
 781                 list_for_each_entry(vlan, &vg->vlan_list, vlist) {
 782                         err = vlan_vid_add(p->dev, proto, vlan->vid);
 783                         if (err)
 784                                 goto err_filt;
 785                 }
 786         }
 787
 788         oldproto = br->vlan_proto;
 789         br->vlan_proto = proto;
 790
 791         recalculate_group_addr(br);
 792         br_recalculate_fwd_mask(br);
 793
 794         /* Delete VLANs for the old proto from the device filter. */
 795         list_for_each_entry(p, &br->port_list, list) {
 796                 vg = nbp_vlan_group(p);
 797                 list_for_each_entry(vlan, &vg->vlan_list, vlist)
 798                         vlan_vid_del(p->dev, oldproto, vlan->vid);
 799         }
 800
 801         return 0;
 802
 803 err_filt:
 804         list_for_each_entry_continue_reverse(vlan, &vg->vlan_list, vlist)
 805                 vlan_vid_del(p->dev, proto, vlan->vid);
 806
 807         list_for_each_entry_continue_reverse(p, &br->port_list, list) {
 808                 vg = nbp_vlan_group(p);
 809                 list_for_each_entry(vlan, &vg->vlan_list, vlist)
 810                         vlan_vid_del(p->dev, proto, vlan->vid);
 811         }
 812
 813         return err;
 814 }
 815
 816 int br_vlan_set_proto(struct net_bridge *br, unsigned long val)
 817 {
 818         if (val != ETH_P_8021Q && val != ETH_P_8021AD)
 819                 return -EPROTONOSUPPORT;
 820
 821         return __br_vlan_set_proto(br, htons(val));
 822 }
 823
 824 int br_vlan_set_stats(struct net_bridge *br, unsigned long val)
 825 {
 826         switch (val) {
 827         case 0:
 828         case 1:
 829                 br->vlan_stats_enabled = val;
 830                 break;
 831         default:
 832                 return -EINVAL;
 833         }
 834
 835         return 0;
 836 }
 837
 838 static bool vlan_default_pvid(struct net_bridge_vlan_group *vg, u16 vid)
 839 {
 840         struct net_bridge_vlan *v;
 841
 842         if (vid != vg->pvid)
 843                 return false;
 844
 845         v = br_vlan_lookup(&vg->vlan_hash, vid);
 846         if (v && br_vlan_should_use(v) &&
 847             (v->flags & BRIDGE_VLAN_INFO_UNTAGGED))
 848                 return true;
 849
 850         return false;
 851 }
 852
 853 static void br_vlan_disable_default_pvid(struct net_bridge *br)
 854 {
 855         struct net_bridge_port *p;
 856         u16 pvid = br->default_pvid;
 857
 858         /* Disable default_pvid on all ports where it is still
 859          * configured.
 860          */
 861         if (vlan_default_pvid(br_vlan_group(br), pvid))
 862                 br_vlan_delete(br, pvid);
 863
 864         list_for_each_entry(p, &br->port_list, list) {
 865                 if (vlan_default_pvid(nbp_vlan_group(p), pvid))
 866                         nbp_vlan_delete(p, pvid);
 867         }
 868
 869         br->default_pvid = 0;
 870 }
 871
 872 int __br_vlan_set_default_pvid(struct net_bridge *br, u16 pvid)
 873 {
 874         const struct net_bridge_vlan *pvent;
 875         struct net_bridge_vlan_group *vg;
 876         struct net_bridge_port *p;
 877         unsigned long *changed;
 878         bool vlchange;
 879         u16 old_pvid;
 880         int err = 0;
 881
 882         if (!pvid) {
 883                 br_vlan_disable_default_pvid(br);
 884                 return 0;
 885         }
 886
 887         changed = kcalloc(BITS_TO_LONGS(BR_MAX_PORTS), sizeof(unsigned long),
 888                           GFP_KERNEL);
 889         if (!changed)
 890                 return -ENOMEM;
 891
 892         old_pvid = br->default_pvid;
 893
 894         /* Update default_pvid config only if we do not conflict with
 895          * user configuration.
 896          */
 897         vg = br_vlan_group(br);
 898         pvent = br_vlan_find(vg, pvid);
 899         if ((!old_pvid || vlan_default_pvid(vg, old_pvid)) &&
 900             (!pvent || !br_vlan_should_use(pvent))) {
 901                 err = br_vlan_add(br, pvid,
 902                                   BRIDGE_VLAN_INFO_PVID |
 903                                   BRIDGE_VLAN_INFO_UNTAGGED |
 904                                   BRIDGE_VLAN_INFO_BRENTRY,
 905                                   &vlchange);
 906                 if (err)
 907                         goto out;
 908                 br_vlan_delete(br, old_pvid);
 909                 set_bit(0, changed);
 910         }
 911
 912         list_for_each_entry(p, &br->port_list, list) {
 913                 /* Update default_pvid config only if we do not conflict with
 914                  * user configuration.
 915                  */
 916                 vg = nbp_vlan_group(p);
 917                 if ((old_pvid &&
 918                      !vlan_default_pvid(vg, old_pvid)) ||
 919                     br_vlan_find(vg, pvid))
 920                         continue;
 921
 922                 err = nbp_vlan_add(p, pvid,
 923                                    BRIDGE_VLAN_INFO_PVID |
 924                                    BRIDGE_VLAN_INFO_UNTAGGED,
 925                                    &vlchange);
 926                 if (err)
 927                         goto err_port;
 928                 nbp_vlan_delete(p, old_pvid);
 929                 set_bit(p->port_no, changed);
 930         }
 931
 932         br->default_pvid = pvid;
 933
 934 out:
 935         kfree(changed);
 936         return err;
 937
 938 err_port:
 939         list_for_each_entry_continue_reverse(p, &br->port_list, list) {
 940                 if (!test_bit(p->port_no, changed))
 941                         continue;
 942
 943                 if (old_pvid)
 944                         nbp_vlan_add(p, old_pvid,
 945                                      BRIDGE_VLAN_INFO_PVID |
 946                                      BRIDGE_VLAN_INFO_UNTAGGED,
 947                                      &vlchange);
 948                 nbp_vlan_delete(p, pvid);
 949         }
 950
 951         if (test_bit(0, changed)) {
 952                 if (old_pvid)
 953                         br_vlan_add(br, old_pvid,
 954                                     BRIDGE_VLAN_INFO_PVID |
 955                                     BRIDGE_VLAN_INFO_UNTAGGED |
 956                                     BRIDGE_VLAN_INFO_BRENTRY,
 957                                     &vlchange);
 958                 br_vlan_delete(br, pvid);
 959         }
 960         goto out;
 961 }
 962
 963 int br_vlan_set_default_pvid(struct net_bridge *br, unsigned long val)
 964 {
 965         u16 pvid = val;
 966         int err = 0;
 967
 968         if (val >= VLAN_VID_MASK)
 969                 return -EINVAL;
 970
 971         if (pvid == br->default_pvid)
 972                 goto out;
 973
 974         /* Only allow default pvid change when filtering is disabled */
 975         if (br->vlan_enabled) {
 976                 pr_info_once("Please disable vlan filtering to change default_pvid\n");
 977                 err = -EPERM;
 978                 goto out;
 979         }
 980         err = __br_vlan_set_default_pvid(br, pvid);
 981 out:
 982         return err;
 983 }
 984
 985 int br_vlan_init(struct net_bridge *br)
 986 {
 987         struct net_bridge_vlan_group *vg;
 988         int ret = -ENOMEM;
 989         bool changed;
 990
 991         vg = kzalloc(sizeof(*vg), GFP_KERNEL);
 992         if (!vg)
 993                 goto out;
 994         ret = rhashtable_init(&vg->vlan_hash, &br_vlan_rht_params);
 995         if (ret)
 996                 goto err_rhtbl;
 997         ret = vlan_tunnel_init(vg);
 998         if (ret)
 999                 goto err_tunnel_init;
1000         INIT_LIST_HEAD(&vg->vlan_list);
1001         br->vlan_proto = htons(ETH_P_8021Q);
1002         br->default_pvid = 1;
1003         rcu_assign_pointer(br->vlgrp, vg);
1004         ret = br_vlan_add(br, 1,
1005                           BRIDGE_VLAN_INFO_PVID | BRIDGE_VLAN_INFO_UNTAGGED |
1006                           BRIDGE_VLAN_INFO_BRENTRY, &changed);
1007         if (ret)
1008                 goto err_vlan_add;
1009
1010 out:
1011         return ret;
1012
1013 err_vlan_add:
1014         vlan_tunnel_deinit(vg);
1015 err_tunnel_init:
1016         rhashtable_destroy(&vg->vlan_hash);
1017 err_rhtbl:
1018         kfree(vg);
1019
1020         goto out;
1021 }
1022
1023 int nbp_vlan_init(struct net_bridge_port *p)
1024 {
1025         struct switchdev_attr attr = {
1026                 .orig_dev = p->br->dev,
1027                 .id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING,
1028                 .flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
1029                 .u.vlan_filtering = p->br->vlan_enabled,
1030         };
1031         struct net_bridge_vlan_group *vg;
1032         int ret = -ENOMEM;
1033
1034         vg = kzalloc(sizeof(struct net_bridge_vlan_group), GFP_KERNEL);
1035         if (!vg)
1036                 goto out;
1037
1038         ret = switchdev_port_attr_set(p->dev, &attr);
1039         if (ret && ret != -EOPNOTSUPP)
1040                 goto err_vlan_enabled;
1041
1042         ret = rhashtable_init(&vg->vlan_hash, &br_vlan_rht_params);
1043         if (ret)
1044                 goto err_rhtbl;
1045         ret = vlan_tunnel_init(vg);
1046         if (ret)
1047                 goto err_tunnel_init;
1048         INIT_LIST_HEAD(&vg->vlan_list);
1049         rcu_assign_pointer(p->vlgrp, vg);
1050         if (p->br->default_pvid) {
1051                 bool changed;
1052
1053                 ret = nbp_vlan_add(p, p->br->default_pvid,
1054                                    BRIDGE_VLAN_INFO_PVID |
1055                                    BRIDGE_VLAN_INFO_UNTAGGED,
1056                                    &changed);
1057                 if (ret)
1058                         goto err_vlan_add;
1059         }
1060 out:
1061         return ret;
1062
1063 err_vlan_add:
1064         RCU_INIT_POINTER(p->vlgrp, NULL);
1065         synchronize_rcu();
1066         vlan_tunnel_deinit(vg);
1067 err_tunnel_init:
1068         rhashtable_destroy(&vg->vlan_hash);
1069 err_rhtbl:
1070 err_vlan_enabled:
1071         kfree(vg);
1072
1073         goto out;
1074 }
1075
1076 /* Must be protected by RTNL.
1077  * Must be called with vid in range from 1 to 4094 inclusive.
1078  * changed must be true only if the vlan was created or updated
1079  */
1080 int nbp_vlan_add(struct net_bridge_port *port, u16 vid, u16 flags,
1081                  bool *changed)
1082 {
1083         struct net_bridge_vlan *vlan;
1084         int ret;
1085
1086         ASSERT_RTNL();
1087
1088         *changed = false;
1089         vlan = br_vlan_find(nbp_vlan_group(port), vid);
1090         if (vlan) {
1091                 /* Pass the flags to the hardware bridge */
1092                 ret = br_switchdev_port_vlan_add(port->dev, vid, flags);
1093                 if (ret && ret != -EOPNOTSUPP)
1094                         return ret;
1095                 *changed = __vlan_add_flags(vlan, flags);
1096
1097                 return 0;
1098         }
1099
1100         vlan = kzalloc(sizeof(*vlan), GFP_KERNEL);
1101         if (!vlan)
1102                 return -ENOMEM;
1103
1104         vlan->vid = vid;
1105         vlan->port = port;
1106         ret = __vlan_add(vlan, flags);
1107         if (ret)
1108                 kfree(vlan);
1109         else
1110                 *changed = true;
1111
1112         return ret;
1113 }
1114
1115 /* Must be protected by RTNL.
1116  * Must be called with vid in range from 1 to 4094 inclusive.
1117  */
1118 int nbp_vlan_delete(struct net_bridge_port *port, u16 vid)
1119 {
1120         struct net_bridge_vlan *v;
1121
1122         ASSERT_RTNL();
1123
1124         v = br_vlan_find(nbp_vlan_group(port), vid);
1125         if (!v)
1126                 return -ENOENT;
1127         br_fdb_find_delete_local(port->br, port, port->dev->dev_addr, vid);
1128         br_fdb_delete_by_port(port->br, port, vid, 0);
1129
1130         return __vlan_del(v);
1131 }
1132
1133 void nbp_vlan_flush(struct net_bridge_port *port)
1134 {
1135         struct net_bridge_vlan_group *vg;
1136
1137         ASSERT_RTNL();
1138
1139         vg = nbp_vlan_group(port);
1140         __vlan_flush(vg);
1141         RCU_INIT_POINTER(port->vlgrp, NULL);
1142         synchronize_rcu();
1143         __vlan_group_free(vg);
1144 }
1145
1146 void br_vlan_get_stats(const struct net_bridge_vlan *v,
1147                        struct br_vlan_stats *stats)
1148 {
1149         int i;
1150
1151         memset(stats, 0, sizeof(*stats));
1152         for_each_possible_cpu(i) {
1153                 u64 rxpackets, rxbytes, txpackets, txbytes;
1154                 struct br_vlan_stats *cpu_stats;
1155                 unsigned int start;
1156
1157                 cpu_stats = per_cpu_ptr(v->stats, i);
1158                 do {
1159                         start = u64_stats_fetch_begin_irq(&cpu_stats->syncp);
1160                         rxpackets = cpu_stats->rx_packets;
1161                         rxbytes = cpu_stats->rx_bytes;
1162                         txbytes = cpu_stats->tx_bytes;
1163                         txpackets = cpu_stats->tx_packets;
1164                 } while (u64_stats_fetch_retry_irq(&cpu_stats->syncp, start));
1165
1166                 stats->rx_packets += rxpackets;
1167                 stats->rx_bytes += rxbytes;
1168                 stats->tx_bytes += txbytes;
1169                 stats->tx_packets += txpackets;
1170         }
1171 }
1172
1173 int br_vlan_get_pvid(const struct net_device *dev, u16 *p_pvid)
1174 {
1175         struct net_bridge_vlan_group *vg;
1176
1177         ASSERT_RTNL();
1178         if (netif_is_bridge_master(dev))
1179                 vg = br_vlan_group(netdev_priv(dev));
1180         else
1181                 return -EINVAL;
1182
1183         *p_pvid = br_get_pvid(vg);
1184         return 0;
1185 }
1186 EXPORT_SYMBOL_GPL(br_vlan_get_pvid);
1187
1188 int br_vlan_get_info(const struct net_device *dev, u16 vid,
1189                      struct bridge_vlan_info *p_vinfo)
1190 {
1191         struct net_bridge_vlan_group *vg;
1192         struct net_bridge_vlan *v;
1193         struct net_bridge_port *p;
1194
1195         ASSERT_RTNL();
1196         p = br_port_get_check_rtnl(dev);
1197         if (p)
1198                 vg = nbp_vlan_group(p);
1199         else if (netif_is_bridge_master(dev))
1200                 vg = br_vlan_group(netdev_priv(dev));
1201         else
1202                 return -EINVAL;
1203
1204         v = br_vlan_find(vg, vid);
1205         if (!v)
1206                 return -ENOENT;
1207
1208         p_vinfo->vid = vid;
1209         p_vinfo->flags = v->flags;
1210         return 0;
1211 }
1212 EXPORT_SYMBOL_GPL(br_vlan_get_info);