net/8021q/vlan.c

   1 /*
   2  * INET         802.1Q VLAN
   3  *              Ethernet-type device handling.
   4  *
   5  * Authors:     Ben Greear <greearb@candelatech.com>
   6  *              Please send support related email to: netdev@vger.kernel.org
   7  *              VLAN Home Page: http://www.candelatech.com/~greear/vlan.html
   8  *
   9  * Fixes:
  10  *              Fix for packet capture - Nick Eggleston <nick@dccinc.com>;
  11  *              Add HW acceleration hooks - David S. Miller <davem@redhat.com>;
  12  *              Correct all the locking - David S. Miller <davem@redhat.com>;
  13  *              Use hash table for VLAN groups - David S. Miller <davem@redhat.com>
  14  *
  15  *              This program is free software; you can redistribute it and/or
  16  *              modify it under the terms of the GNU General Public License
  17  *              as published by the Free Software Foundation; either version
  18  *              2 of the License, or (at your option) any later version.
  19  */
  20
  21 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
  22
  23 #include <linux/capability.h>
  24 #include <linux/module.h>
  25 #include <linux/netdevice.h>
  26 #include <linux/skbuff.h>
  27 #include <linux/slab.h>
  28 #include <linux/init.h>
  29 #include <linux/rculist.h>
  30 #include <net/p8022.h>
  31 #include <net/arp.h>
  32 #include <linux/rtnetlink.h>
  33 #include <linux/notifier.h>
  34 #include <net/rtnetlink.h>
  35 #include <net/net_namespace.h>
  36 #include <net/netns/generic.h>
  37 #include <linux/uaccess.h>
  38
  39 #include <linux/if_vlan.h>
  40 #include "vlan.h"
  41 #include "vlanproc.h"
  42
  43 #define DRV_VERSION "1.8"
  44
  45 /* Global VLAN variables */
  46
  47 unsigned int vlan_net_id __read_mostly;
  48
  49 const char vlan_fullname[] = "802.1Q VLAN Support";
  50 const char vlan_version[] = DRV_VERSION;
  51
  52 /* End of global variables definitions. */
  53
  54 static int vlan_group_prealloc_vid(struct vlan_group *vg,
  55                                    __be16 vlan_proto, u16 vlan_id)
  56 {
  57         struct net_device **array;
  58         unsigned int pidx, vidx;
  59         unsigned int size;
  60
  61         ASSERT_RTNL();
  62
  63         pidx  = vlan_proto_idx(vlan_proto);
  64         vidx  = vlan_id / VLAN_GROUP_ARRAY_PART_LEN;
  65         array = vg->vlan_devices_arrays[pidx][vidx];
  66         if (array != NULL)
  67                 return 0;
  68
  69         size = sizeof(struct net_device *) * VLAN_GROUP_ARRAY_PART_LEN;
  70         array = kzalloc(size, GFP_KERNEL);
  71         if (array == NULL)
  72                 return -ENOBUFS;
  73
  74         vg->vlan_devices_arrays[pidx][vidx] = array;
  75         return 0;
  76 }
  77
  78 void unregister_vlan_dev(struct net_device *dev, struct list_head *head)
  79 {
  80         struct vlan_dev_priv *vlan = vlan_dev_priv(dev);
  81         struct net_device *real_dev = vlan->real_dev;
  82         struct vlan_info *vlan_info;
  83         struct vlan_group *grp;
  84         u16 vlan_id = vlan->vlan_id;
  85
  86         ASSERT_RTNL();
  87
  88         vlan_info = rtnl_dereference(real_dev->vlan_info);
  89         BUG_ON(!vlan_info);
  90
  91         grp = &vlan_info->grp;
  92
  93         grp->nr_vlan_devs--;
  94
  95         if (vlan->flags & VLAN_FLAG_MVRP)
  96                 vlan_mvrp_request_leave(dev);
  97         if (vlan->flags & VLAN_FLAG_GVRP)
  98                 vlan_gvrp_request_leave(dev);
  99
 100         vlan_group_set_device(grp, vlan->vlan_proto, vlan_id, NULL);
 101
 102         netdev_upper_dev_unlink(real_dev, dev);
 103         /* Because unregister_netdevice_queue() makes sure at least one rcu
 104          * grace period is respected before device freeing,
 105          * we dont need to call synchronize_net() here.
 106          */
 107         unregister_netdevice_queue(dev, head);
 108
 109         if (grp->nr_vlan_devs == 0) {
 110                 vlan_mvrp_uninit_applicant(real_dev);
 111                 vlan_gvrp_uninit_applicant(real_dev);
 112         }
 113
 114         vlan_vid_del(real_dev, vlan->vlan_proto, vlan_id);
 115
 116         /* Get rid of the vlan's reference to real_dev */
 117         dev_put(real_dev);
 118 }
 119
 120 int vlan_check_real_dev(struct net_device *real_dev,
 121                         __be16 protocol, u16 vlan_id,
 122                         struct netlink_ext_ack *extack)
 123 {
 124         const char *name = real_dev->name;
 125
 126         if (real_dev->features & NETIF_F_VLAN_CHALLENGED) {
 127                 pr_info("VLANs not supported on %s\n", name);
 128                 NL_SET_ERR_MSG_MOD(extack, "VLANs not supported on device");
 129                 return -EOPNOTSUPP;
 130         }
 131
 132         if (vlan_find_dev(real_dev, protocol, vlan_id) != NULL) {
 133                 NL_SET_ERR_MSG_MOD(extack, "VLAN device already exists");
 134                 return -EEXIST;
 135         }
 136
 137         return 0;
 138 }
 139
 140 int register_vlan_dev(struct net_device *dev, struct netlink_ext_ack *extack)
 141 {
 142         struct vlan_dev_priv *vlan = vlan_dev_priv(dev);
 143         struct net_device *real_dev = vlan->real_dev;
 144         u16 vlan_id = vlan->vlan_id;
 145         struct vlan_info *vlan_info;
 146         struct vlan_group *grp;
 147         int err;
 148
 149         err = vlan_vid_add(real_dev, vlan->vlan_proto, vlan_id);
 150         if (err)
 151                 return err;
 152
 153         vlan_info = rtnl_dereference(real_dev->vlan_info);
 154         /* vlan_info should be there now. vlan_vid_add took care of it */
 155         BUG_ON(!vlan_info);
 156
 157         grp = &vlan_info->grp;
 158         if (grp->nr_vlan_devs == 0) {
 159                 err = vlan_gvrp_init_applicant(real_dev);
 160                 if (err < 0)
 161                         goto out_vid_del;
 162                 err = vlan_mvrp_init_applicant(real_dev);
 163                 if (err < 0)
 164                         goto out_uninit_gvrp;
 165         }
 166
 167         err = vlan_group_prealloc_vid(grp, vlan->vlan_proto, vlan_id);
 168         if (err < 0)
 169                 goto out_uninit_mvrp;
 170
 171         vlan->nest_level = dev_get_nest_level(real_dev) + 1;
 172         err = register_netdevice(dev);
 173         if (err < 0)
 174                 goto out_uninit_mvrp;
 175
 176         err = netdev_upper_dev_link(real_dev, dev, extack);
 177         if (err)
 178                 goto out_unregister_netdev;
 179
 180         /* Account for reference in struct vlan_dev_priv */
 181         dev_hold(real_dev);
 182
 183         netif_stacked_transfer_operstate(real_dev, dev);
 184         linkwatch_fire_event(dev); /* _MUST_ call rfc2863_policy() */
 185
 186         /* So, got the sucker initialized, now lets place
 187          * it into our local structure.
 188          */
 189         vlan_group_set_device(grp, vlan->vlan_proto, vlan_id, dev);
 190         grp->nr_vlan_devs++;
 191
 192         return 0;
 193
 194 out_unregister_netdev:
 195         unregister_netdevice(dev);
 196 out_uninit_mvrp:
 197         if (grp->nr_vlan_devs == 0)
 198                 vlan_mvrp_uninit_applicant(real_dev);
 199 out_uninit_gvrp:
 200         if (grp->nr_vlan_devs == 0)
 201                 vlan_gvrp_uninit_applicant(real_dev);
 202 out_vid_del:
 203         vlan_vid_del(real_dev, vlan->vlan_proto, vlan_id);
 204         return err;
 205 }
 206
 207 /*  Attach a VLAN device to a mac address (ie Ethernet Card).
 208  *  Returns 0 if the device was created or a negative error code otherwise.
 209  */
 210 static int register_vlan_device(struct net_device *real_dev, u16 vlan_id)
 211 {
 212         struct net_device *new_dev;
 213         struct vlan_dev_priv *vlan;
 214         struct net *net = dev_net(real_dev);
 215         struct vlan_net *vn = net_generic(net, vlan_net_id);
 216         char name[IFNAMSIZ];
 217         int err;
 218
 219         if (vlan_id >= VLAN_VID_MASK)
 220                 return -ERANGE;
 221
 222         err = vlan_check_real_dev(real_dev, htons(ETH_P_8021Q), vlan_id,
 223                                   NULL);
 224         if (err < 0)
 225                 return err;
 226
 227         /* Gotta set up the fields for the device. */
 228         switch (vn->name_type) {
 229         case VLAN_NAME_TYPE_RAW_PLUS_VID:
 230                 /* name will look like:  eth1.0005 */
 231                 snprintf(name, IFNAMSIZ, "%s.%.4i", real_dev->name, vlan_id);
 232                 break;
 233         case VLAN_NAME_TYPE_PLUS_VID_NO_PAD:
 234                 /* Put our vlan.VID in the name.
 235                  * Name will look like:  vlan5
 236                  */
 237                 snprintf(name, IFNAMSIZ, "vlan%i", vlan_id);
 238                 break;
 239         case VLAN_NAME_TYPE_RAW_PLUS_VID_NO_PAD:
 240                 /* Put our vlan.VID in the name.
 241                  * Name will look like:  eth0.5
 242                  */
 243                 snprintf(name, IFNAMSIZ, "%s.%i", real_dev->name, vlan_id);
 244                 break;
 245         case VLAN_NAME_TYPE_PLUS_VID:
 246                 /* Put our vlan.VID in the name.
 247                  * Name will look like:  vlan0005
 248                  */
 249         default:
 250                 snprintf(name, IFNAMSIZ, "vlan%.4i", vlan_id);
 251         }
 252
 253         new_dev = alloc_netdev(sizeof(struct vlan_dev_priv), name,
 254                                NET_NAME_UNKNOWN, vlan_setup);
 255
 256         if (new_dev == NULL)
 257                 return -ENOBUFS;
 258
 259         dev_net_set(new_dev, net);
 260         /* need 4 bytes for extra VLAN header info,
 261          * hope the underlying device can handle it.
 262          */
 263         new_dev->mtu = real_dev->mtu;
 264
 265         vlan = vlan_dev_priv(new_dev);
 266         vlan->vlan_proto = htons(ETH_P_8021Q);
 267         vlan->vlan_id = vlan_id;
 268         vlan->real_dev = real_dev;
 269         vlan->dent = NULL;
 270         vlan->flags = VLAN_FLAG_REORDER_HDR;
 271
 272         new_dev->rtnl_link_ops = &vlan_link_ops;
 273         err = register_vlan_dev(new_dev, NULL);
 274         if (err < 0)
 275                 goto out_free_newdev;
 276
 277         return 0;
 278
 279 out_free_newdev:
 280         if (new_dev->reg_state == NETREG_UNINITIALIZED ||
 281             new_dev->reg_state == NETREG_UNREGISTERED)
 282                 free_netdev(new_dev);
 283         return err;
 284 }
 285
 286 static void vlan_sync_address(struct net_device *dev,
 287                               struct net_device *vlandev)
 288 {
 289         struct vlan_dev_priv *vlan = vlan_dev_priv(vlandev);
 290
 291         /* May be called without an actual change */
 292         if (ether_addr_equal(vlan->real_dev_addr, dev->dev_addr))
 293                 return;
 294
 295         /* vlan continues to inherit address of lower device */
 296         if (vlan_dev_inherit_address(vlandev, dev))
 297                 goto out;
 298
 299         /* vlan address was different from the old address and is equal to
 300          * the new address */
 301         if (!ether_addr_equal(vlandev->dev_addr, vlan->real_dev_addr) &&
 302             ether_addr_equal(vlandev->dev_addr, dev->dev_addr))
 303                 dev_uc_del(dev, vlandev->dev_addr);
 304
 305         /* vlan address was equal to the old address and is different from
 306          * the new address */
 307         if (ether_addr_equal(vlandev->dev_addr, vlan->real_dev_addr) &&
 308             !ether_addr_equal(vlandev->dev_addr, dev->dev_addr))
 309                 dev_uc_add(dev, vlandev->dev_addr);
 310
 311 out:
 312         ether_addr_copy(vlan->real_dev_addr, dev->dev_addr);
 313 }
 314
 315 static void vlan_transfer_features(struct net_device *dev,
 316                                    struct net_device *vlandev)
 317 {
 318         struct vlan_dev_priv *vlan = vlan_dev_priv(vlandev);
 319
 320         vlandev->gso_max_size = dev->gso_max_size;
 321         vlandev->gso_max_segs = dev->gso_max_segs;
 322
 323         if (vlan_hw_offload_capable(dev->features, vlan->vlan_proto))
 324                 vlandev->hard_header_len = dev->hard_header_len;
 325         else
 326                 vlandev->hard_header_len = dev->hard_header_len + VLAN_HLEN;
 327
 328 #if IS_ENABLED(CONFIG_FCOE)
 329         vlandev->fcoe_ddp_xid = dev->fcoe_ddp_xid;
 330 #endif
 331
 332         vlandev->priv_flags &= ~IFF_XMIT_DST_RELEASE;
 333         vlandev->priv_flags |= (vlan->real_dev->priv_flags & IFF_XMIT_DST_RELEASE);
 334
 335         netdev_update_features(vlandev);
 336 }
 337
 338 static int __vlan_device_event(struct net_device *dev, unsigned long event)
 339 {
 340         int err = 0;
 341
 342         switch (event) {
 343         case NETDEV_CHANGENAME:
 344                 vlan_proc_rem_dev(dev);
 345                 err = vlan_proc_add_dev(dev);
 346                 break;
 347         case NETDEV_REGISTER:
 348                 err = vlan_proc_add_dev(dev);
 349                 break;
 350         case NETDEV_UNREGISTER:
 351                 vlan_proc_rem_dev(dev);
 352                 break;
 353         }
 354
 355         return err;
 356 }
 357
 358 static int vlan_device_event(struct notifier_block *unused, unsigned long event,
 359                              void *ptr)
 360 {
 361         struct net_device *dev = netdev_notifier_info_to_dev(ptr);
 362         struct vlan_group *grp;
 363         struct vlan_info *vlan_info;
 364         int i, flgs;
 365         struct net_device *vlandev;
 366         struct vlan_dev_priv *vlan;
 367         bool last = false;
 368         LIST_HEAD(list);
 369         int err;
 370
 371         if (is_vlan_dev(dev)) {
 372                 int err = __vlan_device_event(dev, event);
 373
 374                 if (err)
 375                         return notifier_from_errno(err);
 376         }
 377
 378         if ((event == NETDEV_UP) &&
 379             (dev->features & NETIF_F_HW_VLAN_CTAG_FILTER)) {
 380                 pr_info("adding VLAN 0 to HW filter on device %s\n",
 381                         dev->name);
 382                 vlan_vid_add(dev, htons(ETH_P_8021Q), 0);
 383         }
 384         if (event == NETDEV_DOWN &&
 385             (dev->features & NETIF_F_HW_VLAN_CTAG_FILTER))
 386                 vlan_vid_del(dev, htons(ETH_P_8021Q), 0);
 387
 388         vlan_info = rtnl_dereference(dev->vlan_info);
 389         if (!vlan_info)
 390                 goto out;
 391         grp = &vlan_info->grp;
 392
 393         /* It is OK that we do not hold the group lock right now,
 394          * as we run under the RTNL lock.
 395          */
 396
 397         switch (event) {
 398         case NETDEV_CHANGE:
 399                 /* Propagate real device state to vlan devices */
 400                 vlan_group_for_each_dev(grp, i, vlandev)
 401                         netif_stacked_transfer_operstate(dev, vlandev);
 402                 break;
 403
 404         case NETDEV_CHANGEADDR:
 405                 /* Adjust unicast filters on underlying device */
 406                 vlan_group_for_each_dev(grp, i, vlandev) {
 407                         flgs = vlandev->flags;
 408                         if (!(flgs & IFF_UP))
 409                                 continue;
 410
 411                         vlan_sync_address(dev, vlandev);
 412                 }
 413                 break;
 414
 415         case NETDEV_CHANGEMTU:
 416                 vlan_group_for_each_dev(grp, i, vlandev) {
 417                         if (vlandev->mtu <= dev->mtu)
 418                                 continue;
 419
 420                         dev_set_mtu(vlandev, dev->mtu);
 421                 }
 422                 break;
 423
 424         case NETDEV_FEAT_CHANGE:
 425                 /* Propagate device features to underlying device */
 426                 vlan_group_for_each_dev(grp, i, vlandev)
 427                         vlan_transfer_features(dev, vlandev);
 428                 break;
 429
 430         case NETDEV_DOWN: {
 431                 struct net_device *tmp;
 432                 LIST_HEAD(close_list);
 433
 434                 /* Put all VLANs for this dev in the down state too.  */
 435                 vlan_group_for_each_dev(grp, i, vlandev) {
 436                         flgs = vlandev->flags;
 437                         if (!(flgs & IFF_UP))
 438                                 continue;
 439
 440                         vlan = vlan_dev_priv(vlandev);
 441                         if (!(vlan->flags & VLAN_FLAG_LOOSE_BINDING))
 442                                 list_add(&vlandev->close_list, &close_list);
 443                 }
 444
 445                 dev_close_many(&close_list, false);
 446
 447                 list_for_each_entry_safe(vlandev, tmp, &close_list, close_list) {
 448                         netif_stacked_transfer_operstate(dev, vlandev);
 449                         list_del_init(&vlandev->close_list);
 450                 }
 451                 list_del(&close_list);
 452                 break;
 453         }
 454         case NETDEV_UP:
 455                 /* Put all VLANs for this dev in the up state too.  */
 456                 vlan_group_for_each_dev(grp, i, vlandev) {
 457                         flgs = dev_get_flags(vlandev);
 458                         if (flgs & IFF_UP)
 459                                 continue;
 460
 461                         vlan = vlan_dev_priv(vlandev);
 462                         if (!(vlan->flags & VLAN_FLAG_LOOSE_BINDING))
 463                                 dev_change_flags(vlandev, flgs | IFF_UP);
 464                         netif_stacked_transfer_operstate(dev, vlandev);
 465                 }
 466                 break;
 467
 468         case NETDEV_UNREGISTER:
 469                 /* twiddle thumbs on netns device moves */
 470                 if (dev->reg_state != NETREG_UNREGISTERING)
 471                         break;
 472
 473                 vlan_group_for_each_dev(grp, i, vlandev) {
 474                         /* removal of last vid destroys vlan_info, abort
 475                          * afterwards */
 476                         if (vlan_info->nr_vids == 1)
 477                                 last = true;
 478
 479                         unregister_vlan_dev(vlandev, &list);
 480                         if (last)
 481                                 break;
 482                 }
 483                 unregister_netdevice_many(&list);
 484                 break;
 485
 486         case NETDEV_PRE_TYPE_CHANGE:
 487                 /* Forbid underlaying device to change its type. */
 488                 if (vlan_uses_dev(dev))
 489                         return NOTIFY_BAD;
 490                 break;
 491
 492         case NETDEV_NOTIFY_PEERS:
 493         case NETDEV_BONDING_FAILOVER:
 494         case NETDEV_RESEND_IGMP:
 495                 /* Propagate to vlan devices */
 496                 vlan_group_for_each_dev(grp, i, vlandev)
 497                         call_netdevice_notifiers(event, vlandev);
 498                 break;
 499
 500         case NETDEV_CVLAN_FILTER_PUSH_INFO:
 501                 err = vlan_filter_push_vids(vlan_info, htons(ETH_P_8021Q));
 502                 if (err)
 503                         return notifier_from_errno(err);
 504                 break;
 505
 506         case NETDEV_CVLAN_FILTER_DROP_INFO:
 507                 vlan_filter_drop_vids(vlan_info, htons(ETH_P_8021Q));
 508                 break;
 509
 510         case NETDEV_SVLAN_FILTER_PUSH_INFO:
 511                 err = vlan_filter_push_vids(vlan_info, htons(ETH_P_8021AD));
 512                 if (err)
 513                         return notifier_from_errno(err);
 514                 break;
 515
 516         case NETDEV_SVLAN_FILTER_DROP_INFO:
 517                 vlan_filter_drop_vids(vlan_info, htons(ETH_P_8021AD));
 518                 break;
 519         }
 520
 521 out:
 522         return NOTIFY_DONE;
 523 }
 524
 525 static struct notifier_block vlan_notifier_block __read_mostly = {
 526         .notifier_call = vlan_device_event,
 527 };
 528
 529 /*
 530  *      VLAN IOCTL handler.
 531  *      o execute requested action or pass command to the device driver
 532  *   arg is really a struct vlan_ioctl_args __user *.
 533  */
 534 static int vlan_ioctl_handler(struct net *net, void __user *arg)
 535 {
 536         int err;
 537         struct vlan_ioctl_args args;
 538         struct net_device *dev = NULL;
 539
 540         if (copy_from_user(&args, arg, sizeof(struct vlan_ioctl_args)))
 541                 return -EFAULT;
 542
 543         /* Null terminate this sucker, just in case. */
 544         args.device1[sizeof(args.device1) - 1] = 0;
 545         args.u.device2[sizeof(args.u.device2) - 1] = 0;
 546
 547         rtnl_lock();
 548
 549         switch (args.cmd) {
 550         case SET_VLAN_INGRESS_PRIORITY_CMD:
 551         case SET_VLAN_EGRESS_PRIORITY_CMD:
 552         case SET_VLAN_FLAG_CMD:
 553         case ADD_VLAN_CMD:
 554         case DEL_VLAN_CMD:
 555         case GET_VLAN_REALDEV_NAME_CMD:
 556         case GET_VLAN_VID_CMD:
 557                 err = -ENODEV;
 558                 dev = __dev_get_by_name(net, args.device1);
 559                 if (!dev)
 560                         goto out;
 561
 562                 err = -EINVAL;
 563                 if (args.cmd != ADD_VLAN_CMD && !is_vlan_dev(dev))
 564                         goto out;
 565         }
 566
 567         switch (args.cmd) {
 568         case SET_VLAN_INGRESS_PRIORITY_CMD:
 569                 err = -EPERM;
 570                 if (!ns_capable(net->user_ns, CAP_NET_ADMIN))
 571                         break;
 572                 vlan_dev_set_ingress_priority(dev,
 573                                               args.u.skb_priority,
 574                                               args.vlan_qos);
 575                 err = 0;
 576                 break;
 577
 578         case SET_VLAN_EGRESS_PRIORITY_CMD:
 579                 err = -EPERM;
 580                 if (!ns_capable(net->user_ns, CAP_NET_ADMIN))
 581                         break;
 582                 err = vlan_dev_set_egress_priority(dev,
 583                                                    args.u.skb_priority,
 584                                                    args.vlan_qos);
 585                 break;
 586
 587         case SET_VLAN_FLAG_CMD:
 588                 err = -EPERM;
 589                 if (!ns_capable(net->user_ns, CAP_NET_ADMIN))
 590                         break;
 591                 err = vlan_dev_change_flags(dev,
 592                                             args.vlan_qos ? args.u.flag : 0,
 593                                             args.u.flag);
 594                 break;
 595
 596         case SET_VLAN_NAME_TYPE_CMD:
 597                 err = -EPERM;
 598                 if (!ns_capable(net->user_ns, CAP_NET_ADMIN))
 599                         break;
 600                 if (args.u.name_type < VLAN_NAME_TYPE_HIGHEST) {
 601                         struct vlan_net *vn;
 602
 603                         vn = net_generic(net, vlan_net_id);
 604                         vn->name_type = args.u.name_type;
 605                         err = 0;
 606                 } else {
 607                         err = -EINVAL;
 608                 }
 609                 break;
 610
 611         case ADD_VLAN_CMD:
 612                 err = -EPERM;
 613                 if (!ns_capable(net->user_ns, CAP_NET_ADMIN))
 614                         break;
 615                 err = register_vlan_device(dev, args.u.VID);
 616                 break;
 617
 618         case DEL_VLAN_CMD:
 619                 err = -EPERM;
 620                 if (!ns_capable(net->user_ns, CAP_NET_ADMIN))
 621                         break;
 622                 unregister_vlan_dev(dev, NULL);
 623                 err = 0;
 624                 break;
 625
 626         case GET_VLAN_REALDEV_NAME_CMD:
 627                 err = 0;
 628                 vlan_dev_get_realdev_name(dev, args.u.device2);
 629                 if (copy_to_user(arg, &args,
 630                                  sizeof(struct vlan_ioctl_args)))
 631                         err = -EFAULT;
 632                 break;
 633
 634         case GET_VLAN_VID_CMD:
 635                 err = 0;
 636                 args.u.VID = vlan_dev_vlan_id(dev);
 637                 if (copy_to_user(arg, &args,
 638                                  sizeof(struct vlan_ioctl_args)))
 639                       err = -EFAULT;
 640                 break;
 641
 642         default:
 643                 err = -EOPNOTSUPP;
 644                 break;
 645         }
 646 out:
 647         rtnl_unlock();
 648         return err;
 649 }
 650
 651 static struct sk_buff *vlan_gro_receive(struct list_head *head,
 652                                         struct sk_buff *skb)
 653 {
 654         const struct packet_offload *ptype;
 655         unsigned int hlen, off_vlan;
 656         struct sk_buff *pp = NULL;
 657         struct vlan_hdr *vhdr;
 658         struct sk_buff *p;
 659         __be16 type;
 660         int flush = 1;
 661
 662         off_vlan = skb_gro_offset(skb);
 663         hlen = off_vlan + sizeof(*vhdr);
 664         vhdr = skb_gro_header_fast(skb, off_vlan);
 665         if (skb_gro_header_hard(skb, hlen)) {
 666                 vhdr = skb_gro_header_slow(skb, hlen, off_vlan);
 667                 if (unlikely(!vhdr))
 668                         goto out;
 669         }
 670
 671         type = vhdr->h_vlan_encapsulated_proto;
 672
 673         rcu_read_lock();
 674         ptype = gro_find_receive_by_type(type);
 675         if (!ptype)
 676                 goto out_unlock;
 677
 678         flush = 0;
 679
 680         list_for_each_entry(p, head, list) {
 681                 struct vlan_hdr *vhdr2;
 682
 683                 if (!NAPI_GRO_CB(p)->same_flow)
 684                         continue;
 685
 686                 vhdr2 = (struct vlan_hdr *)(p->data + off_vlan);
 687                 if (compare_vlan_header(vhdr, vhdr2))
 688                         NAPI_GRO_CB(p)->same_flow = 0;
 689         }
 690
 691         skb_gro_pull(skb, sizeof(*vhdr));
 692         skb_gro_postpull_rcsum(skb, vhdr, sizeof(*vhdr));
 693         pp = call_gro_receive(ptype->callbacks.gro_receive, head, skb);
 694
 695 out_unlock:
 696         rcu_read_unlock();
 697 out:
 698         skb_gro_flush_final(skb, pp, flush);
 699
 700         return pp;
 701 }
 702
 703 static int vlan_gro_complete(struct sk_buff *skb, int nhoff)
 704 {
 705         struct vlan_hdr *vhdr = (struct vlan_hdr *)(skb->data + nhoff);
 706         __be16 type = vhdr->h_vlan_encapsulated_proto;
 707         struct packet_offload *ptype;
 708         int err = -ENOENT;
 709
 710         rcu_read_lock();
 711         ptype = gro_find_complete_by_type(type);
 712         if (ptype)
 713                 err = ptype->callbacks.gro_complete(skb, nhoff + sizeof(*vhdr));
 714
 715         rcu_read_unlock();
 716         return err;
 717 }
 718
 719 static struct packet_offload vlan_packet_offloads[] __read_mostly = {
 720         {
 721                 .type = cpu_to_be16(ETH_P_8021Q),
 722                 .priority = 10,
 723                 .callbacks = {
 724                         .gro_receive = vlan_gro_receive,
 725                         .gro_complete = vlan_gro_complete,
 726                 },
 727         },
 728         {
 729                 .type = cpu_to_be16(ETH_P_8021AD),
 730                 .priority = 10,
 731                 .callbacks = {
 732                         .gro_receive = vlan_gro_receive,
 733                         .gro_complete = vlan_gro_complete,
 734                 },
 735         },
 736 };
 737
 738 static int __net_init vlan_init_net(struct net *net)
 739 {
 740         struct vlan_net *vn = net_generic(net, vlan_net_id);
 741         int err;
 742
 743         vn->name_type = VLAN_NAME_TYPE_RAW_PLUS_VID_NO_PAD;
 744
 745         err = vlan_proc_init(net);
 746
 747         return err;
 748 }
 749
 750 static void __net_exit vlan_exit_net(struct net *net)
 751 {
 752         vlan_proc_cleanup(net);
 753 }
 754
 755 static struct pernet_operations vlan_net_ops = {
 756         .init = vlan_init_net,
 757         .exit = vlan_exit_net,
 758         .id   = &vlan_net_id,
 759         .size = sizeof(struct vlan_net),
 760 };
 761
 762 static int __init vlan_proto_init(void)
 763 {
 764         int err;
 765         unsigned int i;
 766
 767         pr_info("%s v%s\n", vlan_fullname, vlan_version);
 768
 769         err = register_pernet_subsys(&vlan_net_ops);
 770         if (err < 0)
 771                 goto err0;
 772
 773         err = register_netdevice_notifier(&vlan_notifier_block);
 774         if (err < 0)
 775                 goto err2;
 776
 777         err = vlan_gvrp_init();
 778         if (err < 0)
 779                 goto err3;
 780
 781         err = vlan_mvrp_init();
 782         if (err < 0)
 783                 goto err4;
 784
 785         err = vlan_netlink_init();
 786         if (err < 0)
 787                 goto err5;
 788
 789         for (i = 0; i < ARRAY_SIZE(vlan_packet_offloads); i++)
 790                 dev_add_offload(&vlan_packet_offloads[i]);
 791
 792         vlan_ioctl_set(vlan_ioctl_handler);
 793         return 0;
 794
 795 err5:
 796         vlan_mvrp_uninit();
 797 err4:
 798         vlan_gvrp_uninit();
 799 err3:
 800         unregister_netdevice_notifier(&vlan_notifier_block);
 801 err2:
 802         unregister_pernet_subsys(&vlan_net_ops);
 803 err0:
 804         return err;
 805 }
 806
 807 static void __exit vlan_cleanup_module(void)
 808 {
 809         unsigned int i;
 810
 811         vlan_ioctl_set(NULL);
 812
 813         for (i = 0; i < ARRAY_SIZE(vlan_packet_offloads); i++)
 814                 dev_remove_offload(&vlan_packet_offloads[i]);
 815
 816         vlan_netlink_fini();
 817
 818         unregister_netdevice_notifier(&vlan_notifier_block);
 819
 820         unregister_pernet_subsys(&vlan_net_ops);
 821         rcu_barrier(); /* Wait for completion of call_rcu()'s */
 822
 823         vlan_mvrp_uninit();
 824         vlan_gvrp_uninit();
 825 }
 826
 827 module_init(vlan_proto_init);
 828 module_exit(vlan_cleanup_module);
 829
 830 MODULE_LICENSE("GPL");
 831 MODULE_VERSION(DRV_VERSION);