net/bridge/br_netfilter_hooks.c

   1 /*
   2  *      Handle firewalling
   3  *      Linux ethernet bridge
   4  *
   5  *      Authors:
   6  *      Lennert Buytenhek               <buytenh@gnu.org>
   7  *      Bart De Schuymer                <bdschuym@pandora.be>
   8  *
   9  *      This program is free software; you can redistribute it and/or
  10  *      modify it under the terms of the GNU General Public License
  11  *      as published by the Free Software Foundation; either version
  12  *      2 of the License, or (at your option) any later version.
  13  *
  14  *      Lennert dedicates this file to Kerstin Wurdinger.
  15  */
  16
  17 #include <linux/module.h>
  18 #include <linux/kernel.h>
  19 #include <linux/slab.h>
  20 #include <linux/ip.h>
  21 #include <linux/netdevice.h>
  22 #include <linux/skbuff.h>
  23 #include <linux/if_arp.h>
  24 #include <linux/if_ether.h>
  25 #include <linux/if_vlan.h>
  26 #include <linux/if_pppox.h>
  27 #include <linux/ppp_defs.h>
  28 #include <linux/netfilter_bridge.h>
  29 #include <linux/netfilter_ipv4.h>
  30 #include <linux/netfilter_ipv6.h>
  31 #include <linux/netfilter_arp.h>
  32 #include <linux/in_route.h>
  33 #include <linux/rculist.h>
  34 #include <linux/inetdevice.h>
  35
  36 #include <net/ip.h>
  37 #include <net/ipv6.h>
  38 #include <net/addrconf.h>
  39 #include <net/route.h>
  40 #include <net/netfilter/br_netfilter.h>
  41 #include <net/netns/generic.h>
  42
  43 #include <asm/uaccess.h>
  44 #include "br_private.h"
  45 #ifdef CONFIG_SYSCTL
  46 #include <linux/sysctl.h>
  47 #endif
  48
  49 static int brnf_net_id __read_mostly;
  50
  51 struct brnf_net {
  52         bool enabled;
  53 };
  54
  55 #ifdef CONFIG_SYSCTL
  56 static struct ctl_table_header *brnf_sysctl_header;
  57 static int brnf_call_iptables __read_mostly = 1;
  58 static int brnf_call_ip6tables __read_mostly = 1;
  59 static int brnf_call_arptables __read_mostly = 1;
  60 static int brnf_filter_vlan_tagged __read_mostly;
  61 static int brnf_filter_pppoe_tagged __read_mostly;
  62 static int brnf_pass_vlan_indev __read_mostly;
  63 #else
  64 #define brnf_call_iptables 1
  65 #define brnf_call_ip6tables 1
  66 #define brnf_call_arptables 1
  67 #define brnf_filter_vlan_tagged 0
  68 #define brnf_filter_pppoe_tagged 0
  69 #define brnf_pass_vlan_indev 0
  70 #endif
  71
  72 #define IS_IP(skb) \
  73         (!skb_vlan_tag_present(skb) && skb->protocol == htons(ETH_P_IP))
  74
  75 #define IS_IPV6(skb) \
  76         (!skb_vlan_tag_present(skb) && skb->protocol == htons(ETH_P_IPV6))
  77
  78 #define IS_ARP(skb) \
  79         (!skb_vlan_tag_present(skb) && skb->protocol == htons(ETH_P_ARP))
  80
  81 static inline __be16 vlan_proto(const struct sk_buff *skb)
  82 {
  83         if (skb_vlan_tag_present(skb))
  84                 return skb->protocol;
  85         else if (skb->protocol == htons(ETH_P_8021Q))
  86                 return vlan_eth_hdr(skb)->h_vlan_encapsulated_proto;
  87         else
  88                 return 0;
  89 }
  90
  91 #define IS_VLAN_IP(skb) \
  92         (vlan_proto(skb) == htons(ETH_P_IP) && \
  93          brnf_filter_vlan_tagged)
  94
  95 #define IS_VLAN_IPV6(skb) \
  96         (vlan_proto(skb) == htons(ETH_P_IPV6) && \
  97          brnf_filter_vlan_tagged)
  98
  99 #define IS_VLAN_ARP(skb) \
 100         (vlan_proto(skb) == htons(ETH_P_ARP) && \
 101          brnf_filter_vlan_tagged)
 102
 103 static inline __be16 pppoe_proto(const struct sk_buff *skb)
 104 {
 105         return *((__be16 *)(skb_mac_header(skb) + ETH_HLEN +
 106                             sizeof(struct pppoe_hdr)));
 107 }
 108
 109 #define IS_PPPOE_IP(skb) \
 110         (skb->protocol == htons(ETH_P_PPP_SES) && \
 111          pppoe_proto(skb) == htons(PPP_IP) && \
 112          brnf_filter_pppoe_tagged)
 113
 114 #define IS_PPPOE_IPV6(skb) \
 115         (skb->protocol == htons(ETH_P_PPP_SES) && \
 116          pppoe_proto(skb) == htons(PPP_IPV6) && \
 117          brnf_filter_pppoe_tagged)
 118
 119 /* largest possible L2 header, see br_nf_dev_queue_xmit() */
 120 #define NF_BRIDGE_MAX_MAC_HEADER_LENGTH (PPPOE_SES_HLEN + ETH_HLEN)
 121
 122 struct brnf_frag_data {
 123         char mac[NF_BRIDGE_MAX_MAC_HEADER_LENGTH];
 124         u8 encap_size;
 125         u8 size;
 126         u16 vlan_tci;
 127         __be16 vlan_proto;
 128 };
 129
 130 static DEFINE_PER_CPU(struct brnf_frag_data, brnf_frag_data_storage);
 131
 132 static void nf_bridge_info_free(struct sk_buff *skb)
 133 {
 134         if (skb->nf_bridge) {
 135                 nf_bridge_put(skb->nf_bridge);
 136                 skb->nf_bridge = NULL;
 137         }
 138 }
 139
 140 static inline struct net_device *bridge_parent(const struct net_device *dev)
 141 {
 142         struct net_bridge_port *port;
 143
 144         port = br_port_get_rcu(dev);
 145         return port ? port->br->dev : NULL;
 146 }
 147
 148 static inline struct nf_bridge_info *nf_bridge_unshare(struct sk_buff *skb)
 149 {
 150         struct nf_bridge_info *nf_bridge = skb->nf_bridge;
 151
 152         if (atomic_read(&nf_bridge->use) > 1) {
 153                 struct nf_bridge_info *tmp = nf_bridge_alloc(skb);
 154
 155                 if (tmp) {
 156                         memcpy(tmp, nf_bridge, sizeof(struct nf_bridge_info));
 157                         atomic_set(&tmp->use, 1);
 158                 }
 159                 nf_bridge_put(nf_bridge);
 160                 nf_bridge = tmp;
 161         }
 162         return nf_bridge;
 163 }
 164
 165 unsigned int nf_bridge_encap_header_len(const struct sk_buff *skb)
 166 {
 167         switch (skb->protocol) {
 168         case __cpu_to_be16(ETH_P_8021Q):
 169                 return VLAN_HLEN;
 170         case __cpu_to_be16(ETH_P_PPP_SES):
 171                 return PPPOE_SES_HLEN;
 172         default:
 173                 return 0;
 174         }
 175 }
 176
 177 static inline void nf_bridge_pull_encap_header(struct sk_buff *skb)
 178 {
 179         unsigned int len = nf_bridge_encap_header_len(skb);
 180
 181         skb_pull(skb, len);
 182         skb->network_header += len;
 183 }
 184
 185 static inline void nf_bridge_pull_encap_header_rcsum(struct sk_buff *skb)
 186 {
 187         unsigned int len = nf_bridge_encap_header_len(skb);
 188
 189         skb_pull_rcsum(skb, len);
 190         skb->network_header += len;
 191 }
 192
 193 /* When handing a packet over to the IP layer
 194  * check whether we have a skb that is in the
 195  * expected format
 196  */
 197
 198 static int br_validate_ipv4(struct net *net, struct sk_buff *skb)
 199 {
 200         const struct iphdr *iph;
 201         u32 len;
 202
 203         if (!pskb_may_pull(skb, sizeof(struct iphdr)))
 204                 goto inhdr_error;
 205
 206         iph = ip_hdr(skb);
 207
 208         /* Basic sanity checks */
 209         if (iph->ihl < 5 || iph->version != 4)
 210                 goto inhdr_error;
 211
 212         if (!pskb_may_pull(skb, iph->ihl*4))
 213                 goto inhdr_error;
 214
 215         iph = ip_hdr(skb);
 216         if (unlikely(ip_fast_csum((u8 *)iph, iph->ihl)))
 217                 goto inhdr_error;
 218
 219         len = ntohs(iph->tot_len);
 220         if (skb->len < len) {
 221                 __IP_INC_STATS(net, IPSTATS_MIB_INTRUNCATEDPKTS);
 222                 goto drop;
 223         } else if (len < (iph->ihl*4))
 224                 goto inhdr_error;
 225
 226         if (pskb_trim_rcsum(skb, len)) {
 227                 __IP_INC_STATS(net, IPSTATS_MIB_INDISCARDS);
 228                 goto drop;
 229         }
 230
 231         memset(IPCB(skb), 0, sizeof(struct inet_skb_parm));
 232         /* We should really parse IP options here but until
 233          * somebody who actually uses IP options complains to
 234          * us we'll just silently ignore the options because
 235          * we're lazy!
 236          */
 237         return 0;
 238
 239 inhdr_error:
 240         __IP_INC_STATS(net, IPSTATS_MIB_INHDRERRORS);
 241 drop:
 242         return -1;
 243 }
 244
 245 void nf_bridge_update_protocol(struct sk_buff *skb)
 246 {
 247         switch (skb->nf_bridge->orig_proto) {
 248         case BRNF_PROTO_8021Q:
 249                 skb->protocol = htons(ETH_P_8021Q);
 250                 break;
 251         case BRNF_PROTO_PPPOE:
 252                 skb->protocol = htons(ETH_P_PPP_SES);
 253                 break;
 254         case BRNF_PROTO_UNCHANGED:
 255                 break;
 256         }
 257 }
 258
 259 /* Obtain the correct destination MAC address, while preserving the original
 260  * source MAC address. If we already know this address, we just copy it. If we
 261  * don't, we use the neighbour framework to find out. In both cases, we make
 262  * sure that br_handle_frame_finish() is called afterwards.
 263  */
 264 int br_nf_pre_routing_finish_bridge(struct net *net, struct sock *sk, struct sk_buff *skb)
 265 {
 266         struct neighbour *neigh;
 267         struct dst_entry *dst;
 268
 269         skb->dev = bridge_parent(skb->dev);
 270         if (!skb->dev)
 271                 goto free_skb;
 272         dst = skb_dst(skb);
 273         neigh = dst_neigh_lookup_skb(dst, skb);
 274         if (neigh) {
 275                 struct nf_bridge_info *nf_bridge = nf_bridge_info_get(skb);
 276                 int ret;
 277
 278                 if ((neigh->nud_state & NUD_CONNECTED) && neigh->hh.hh_len) {
 279                         neigh_hh_bridge(&neigh->hh, skb);
 280                         skb->dev = nf_bridge->physindev;
 281                         ret = br_handle_frame_finish(net, sk, skb);
 282                 } else {
 283                         /* the neighbour function below overwrites the complete
 284                          * MAC header, so we save the Ethernet source address and
 285                          * protocol number.
 286                          */
 287                         skb_copy_from_linear_data_offset(skb,
 288                                                          -(ETH_HLEN-ETH_ALEN),
 289                                                          nf_bridge->neigh_header,
 290                                                          ETH_HLEN-ETH_ALEN);
 291                         /* tell br_dev_xmit to continue with forwarding */
 292                         nf_bridge->bridged_dnat = 1;
 293                         /* FIXME Need to refragment */
 294                         ret = neigh->output(neigh, skb);
 295                 }
 296                 neigh_release(neigh);
 297                 return ret;
 298         }
 299 free_skb:
 300         kfree_skb(skb);
 301         return 0;
 302 }
 303
 304 static inline bool
 305 br_nf_ipv4_daddr_was_changed(const struct sk_buff *skb,
 306                              const struct nf_bridge_info *nf_bridge)
 307 {
 308         return ip_hdr(skb)->daddr != nf_bridge->ipv4_daddr;
 309 }
 310
 311 /* This requires some explaining. If DNAT has taken place,
 312  * we will need to fix up the destination Ethernet address.
 313  * This is also true when SNAT takes place (for the reply direction).
 314  *
 315  * There are two cases to consider:
 316  * 1. The packet was DNAT'ed to a device in the same bridge
 317  *    port group as it was received on. We can still bridge
 318  *    the packet.
 319  * 2. The packet was DNAT'ed to a different device, either
 320  *    a non-bridged device or another bridge port group.
 321  *    The packet will need to be routed.
 322  *
 323  * The correct way of distinguishing between these two cases is to
 324  * call ip_route_input() and to look at skb->dst->dev, which is
 325  * changed to the destination device if ip_route_input() succeeds.
 326  *
 327  * Let's first consider the case that ip_route_input() succeeds:
 328  *
 329  * If the output device equals the logical bridge device the packet
 330  * came in on, we can consider this bridging. The corresponding MAC
 331  * address will be obtained in br_nf_pre_routing_finish_bridge.
 332  * Otherwise, the packet is considered to be routed and we just
 333  * change the destination MAC address so that the packet will
 334  * later be passed up to the IP stack to be routed. For a redirected
 335  * packet, ip_route_input() will give back the localhost as output device,
 336  * which differs from the bridge device.
 337  *
 338  * Let's now consider the case that ip_route_input() fails:
 339  *
 340  * This can be because the destination address is martian, in which case
 341  * the packet will be dropped.
 342  * If IP forwarding is disabled, ip_route_input() will fail, while
 343  * ip_route_output_key() can return success. The source
 344  * address for ip_route_output_key() is set to zero, so ip_route_output_key()
 345  * thinks we're handling a locally generated packet and won't care
 346  * if IP forwarding is enabled. If the output device equals the logical bridge
 347  * device, we proceed as if ip_route_input() succeeded. If it differs from the
 348  * logical bridge port or if ip_route_output_key() fails we drop the packet.
 349  */
 350 static int br_nf_pre_routing_finish(struct net *net, struct sock *sk, struct sk_buff *skb)
 351 {
 352         struct net_device *dev = skb->dev;
 353         struct iphdr *iph = ip_hdr(skb);
 354         struct nf_bridge_info *nf_bridge = nf_bridge_info_get(skb);
 355         struct rtable *rt;
 356         int err;
 357
 358         nf_bridge->frag_max_size = IPCB(skb)->frag_max_size;
 359
 360         if (nf_bridge->pkt_otherhost) {
 361                 skb->pkt_type = PACKET_OTHERHOST;
 362                 nf_bridge->pkt_otherhost = false;
 363         }
 364         nf_bridge->in_prerouting = 0;
 365         if (br_nf_ipv4_daddr_was_changed(skb, nf_bridge)) {
 366                 if ((err = ip_route_input(skb, iph->daddr, iph->saddr, iph->tos, dev))) {
 367                         struct in_device *in_dev = __in_dev_get_rcu(dev);
 368
 369                         /* If err equals -EHOSTUNREACH the error is due to a
 370                          * martian destination or due to the fact that
 371                          * forwarding is disabled. For most martian packets,
 372                          * ip_route_output_key() will fail. It won't fail for 2 types of
 373                          * martian destinations: loopback destinations and destination
 374                          * 0.0.0.0. In both cases the packet will be dropped because the
 375                          * destination is the loopback device and not the bridge. */
 376                         if (err != -EHOSTUNREACH || !in_dev || IN_DEV_FORWARD(in_dev))
 377                                 goto free_skb;
 378
 379                         rt = ip_route_output(net, iph->daddr, 0,
 380                                              RT_TOS(iph->tos), 0);
 381                         if (!IS_ERR(rt)) {
 382                                 /* - Bridged-and-DNAT'ed traffic doesn't
 383                                  *   require ip_forwarding. */
 384                                 if (rt->dst.dev == dev) {
 385                                         skb_dst_drop(skb);
 386                                         skb_dst_set(skb, &rt->dst);
 387                                         goto bridged_dnat;
 388                                 }
 389                                 ip_rt_put(rt);
 390                         }
 391 free_skb:
 392                         kfree_skb(skb);
 393                         return 0;
 394                 } else {
 395                         if (skb_dst(skb)->dev == dev) {
 396 bridged_dnat:
 397                                 skb->dev = nf_bridge->physindev;
 398                                 nf_bridge_update_protocol(skb);
 399                                 nf_bridge_push_encap_header(skb);
 400                                 br_nf_hook_thresh(NF_BR_PRE_ROUTING,
 401                                                   net, sk, skb, skb->dev,
 402                                                   NULL,
 403                                                   br_nf_pre_routing_finish_bridge);
 404                                 return 0;
 405                         }
 406                         ether_addr_copy(eth_hdr(skb)->h_dest, dev->dev_addr);
 407                         skb->pkt_type = PACKET_HOST;
 408                 }
 409         } else {
 410                 rt = bridge_parent_rtable(nf_bridge->physindev);
 411                 if (!rt) {
 412                         kfree_skb(skb);
 413                         return 0;
 414                 }
 415                 skb_dst_drop(skb);
 416                 skb_dst_set_noref(skb, &rt->dst);
 417         }
 418
 419         skb->dev = nf_bridge->physindev;
 420         nf_bridge_update_protocol(skb);
 421         nf_bridge_push_encap_header(skb);
 422         br_nf_hook_thresh(NF_BR_PRE_ROUTING, net, sk, skb, skb->dev, NULL,
 423                           br_handle_frame_finish);
 424         return 0;
 425 }
 426
 427 static struct net_device *brnf_get_logical_dev(struct sk_buff *skb, const struct net_device *dev)
 428 {
 429         struct net_device *vlan, *br;
 430
 431         br = bridge_parent(dev);
 432         if (brnf_pass_vlan_indev == 0 || !skb_vlan_tag_present(skb))
 433                 return br;
 434
 435         vlan = __vlan_find_dev_deep_rcu(br, skb->vlan_proto,
 436                                     skb_vlan_tag_get(skb) & VLAN_VID_MASK);
 437
 438         return vlan ? vlan : br;
 439 }
 440
 441 /* Some common code for IPv4/IPv6 */
 442 struct net_device *setup_pre_routing(struct sk_buff *skb)
 443 {
 444         struct nf_bridge_info *nf_bridge = nf_bridge_info_get(skb);
 445
 446         if (skb->pkt_type == PACKET_OTHERHOST) {
 447                 skb->pkt_type = PACKET_HOST;
 448                 nf_bridge->pkt_otherhost = true;
 449         }
 450
 451         nf_bridge->in_prerouting = 1;
 452         nf_bridge->physindev = skb->dev;
 453         skb->dev = brnf_get_logical_dev(skb, skb->dev);
 454
 455         if (skb->protocol == htons(ETH_P_8021Q))
 456                 nf_bridge->orig_proto = BRNF_PROTO_8021Q;
 457         else if (skb->protocol == htons(ETH_P_PPP_SES))
 458                 nf_bridge->orig_proto = BRNF_PROTO_PPPOE;
 459
 460         /* Must drop socket now because of tproxy. */
 461         skb_orphan(skb);
 462         return skb->dev;
 463 }
 464
 465 /* Direct IPv6 traffic to br_nf_pre_routing_ipv6.
 466  * Replicate the checks that IPv4 does on packet reception.
 467  * Set skb->dev to the bridge device (i.e. parent of the
 468  * receiving device) to make netfilter happy, the REDIRECT
 469  * target in particular.  Save the original destination IP
 470  * address to be able to detect DNAT afterwards. */
 471 static unsigned int br_nf_pre_routing(void *priv,
 472                                       struct sk_buff *skb,
 473                                       const struct nf_hook_state *state)
 474 {
 475         struct nf_bridge_info *nf_bridge;
 476         struct net_bridge_port *p;
 477         struct net_bridge *br;
 478         __u32 len = nf_bridge_encap_header_len(skb);
 479
 480         if (unlikely(!pskb_may_pull(skb, len)))
 481                 return NF_DROP;
 482
 483         p = br_port_get_rcu(state->in);
 484         if (p == NULL)
 485                 return NF_DROP;
 486         br = p->br;
 487
 488         if (IS_IPV6(skb) || IS_VLAN_IPV6(skb) || IS_PPPOE_IPV6(skb)) {
 489                 if (!brnf_call_ip6tables && !br->nf_call_ip6tables)
 490                         return NF_ACCEPT;
 491
 492                 nf_bridge_pull_encap_header_rcsum(skb);
 493                 return br_nf_pre_routing_ipv6(priv, skb, state);
 494         }
 495
 496         if (!brnf_call_iptables && !br->nf_call_iptables)
 497                 return NF_ACCEPT;
 498
 499         if (!IS_IP(skb) && !IS_VLAN_IP(skb) && !IS_PPPOE_IP(skb))
 500                 return NF_ACCEPT;
 501
 502         nf_bridge_pull_encap_header_rcsum(skb);
 503
 504         if (br_validate_ipv4(state->net, skb))
 505                 return NF_DROP;
 506
 507         nf_bridge_put(skb->nf_bridge);
 508         if (!nf_bridge_alloc(skb))
 509                 return NF_DROP;
 510         if (!setup_pre_routing(skb))
 511                 return NF_DROP;
 512
 513         nf_bridge = nf_bridge_info_get(skb);
 514         nf_bridge->ipv4_daddr = ip_hdr(skb)->daddr;
 515
 516         skb->protocol = htons(ETH_P_IP);
 517         skb->transport_header = skb->network_header + ip_hdr(skb)->ihl * 4;
 518
 519         NF_HOOK(NFPROTO_IPV4, NF_INET_PRE_ROUTING, state->net, state->sk, skb,
 520                 skb->dev, NULL,
 521                 br_nf_pre_routing_finish);
 522
 523         return NF_STOLEN;
 524 }
 525
 526
 527 /* PF_BRIDGE/FORWARD *************************************************/
 528 static int br_nf_forward_finish(struct net *net, struct sock *sk, struct sk_buff *skb)
 529 {
 530         struct nf_bridge_info *nf_bridge = nf_bridge_info_get(skb);
 531         struct net_device *in;
 532
 533         if (!IS_ARP(skb) && !IS_VLAN_ARP(skb)) {
 534
 535                 if (skb->protocol == htons(ETH_P_IP))
 536                         nf_bridge->frag_max_size = IPCB(skb)->frag_max_size;
 537
 538                 if (skb->protocol == htons(ETH_P_IPV6))
 539                         nf_bridge->frag_max_size = IP6CB(skb)->frag_max_size;
 540
 541                 in = nf_bridge->physindev;
 542                 if (nf_bridge->pkt_otherhost) {
 543                         skb->pkt_type = PACKET_OTHERHOST;
 544                         nf_bridge->pkt_otherhost = false;
 545                 }
 546                 nf_bridge_update_protocol(skb);
 547         } else {
 548                 in = *((struct net_device **)(skb->cb));
 549         }
 550         nf_bridge_push_encap_header(skb);
 551
 552         NF_HOOK_THRESH(NFPROTO_BRIDGE, NF_BR_FORWARD, net, sk, skb,
 553                        in, skb->dev, br_forward_finish, 1);
 554         return 0;
 555 }
 556
 557
 558 /* This is the 'purely bridged' case.  For IP, we pass the packet to
 559  * netfilter with indev and outdev set to the bridge device,
 560  * but we are still able to filter on the 'real' indev/outdev
 561  * because of the physdev module. For ARP, indev and outdev are the
 562  * bridge ports. */
 563 static unsigned int br_nf_forward_ip(void *priv,
 564                                      struct sk_buff *skb,
 565                                      const struct nf_hook_state *state)
 566 {
 567         struct nf_bridge_info *nf_bridge;
 568         struct net_device *parent;
 569         u_int8_t pf;
 570
 571         if (!skb->nf_bridge)
 572                 return NF_ACCEPT;
 573
 574         /* Need exclusive nf_bridge_info since we might have multiple
 575          * different physoutdevs. */
 576         if (!nf_bridge_unshare(skb))
 577                 return NF_DROP;
 578
 579         nf_bridge = nf_bridge_info_get(skb);
 580         if (!nf_bridge)
 581                 return NF_DROP;
 582
 583         parent = bridge_parent(state->out);
 584         if (!parent)
 585                 return NF_DROP;
 586
 587         if (IS_IP(skb) || IS_VLAN_IP(skb) || IS_PPPOE_IP(skb))
 588                 pf = NFPROTO_IPV4;
 589         else if (IS_IPV6(skb) || IS_VLAN_IPV6(skb) || IS_PPPOE_IPV6(skb))
 590                 pf = NFPROTO_IPV6;
 591         else
 592                 return NF_ACCEPT;
 593
 594         nf_bridge_pull_encap_header(skb);
 595
 596         if (skb->pkt_type == PACKET_OTHERHOST) {
 597                 skb->pkt_type = PACKET_HOST;
 598                 nf_bridge->pkt_otherhost = true;
 599         }
 600
 601         if (pf == NFPROTO_IPV4) {
 602                 if (br_validate_ipv4(state->net, skb))
 603                         return NF_DROP;
 604                 IPCB(skb)->frag_max_size = nf_bridge->frag_max_size;
 605         }
 606
 607         if (pf == NFPROTO_IPV6) {
 608                 if (br_validate_ipv6(state->net, skb))
 609                         return NF_DROP;
 610                 IP6CB(skb)->frag_max_size = nf_bridge->frag_max_size;
 611         }
 612
 613         nf_bridge->physoutdev = skb->dev;
 614         if (pf == NFPROTO_IPV4)
 615                 skb->protocol = htons(ETH_P_IP);
 616         else
 617                 skb->protocol = htons(ETH_P_IPV6);
 618
 619         NF_HOOK(pf, NF_INET_FORWARD, state->net, NULL, skb,
 620                 brnf_get_logical_dev(skb, state->in),
 621                 parent, br_nf_forward_finish);
 622
 623         return NF_STOLEN;
 624 }
 625
 626 static unsigned int br_nf_forward_arp(void *priv,
 627                                       struct sk_buff *skb,
 628                                       const struct nf_hook_state *state)
 629 {
 630         struct net_bridge_port *p;
 631         struct net_bridge *br;
 632         struct net_device **d = (struct net_device **)(skb->cb);
 633
 634         p = br_port_get_rcu(state->out);
 635         if (p == NULL)
 636                 return NF_ACCEPT;
 637         br = p->br;
 638
 639         if (!brnf_call_arptables && !br->nf_call_arptables)
 640                 return NF_ACCEPT;
 641
 642         if (!IS_ARP(skb)) {
 643                 if (!IS_VLAN_ARP(skb))
 644                         return NF_ACCEPT;
 645                 nf_bridge_pull_encap_header(skb);
 646         }
 647
 648         if (unlikely(!pskb_may_pull(skb, sizeof(struct arphdr))))
 649                 return NF_DROP;
 650
 651         if (arp_hdr(skb)->ar_pln != 4) {
 652                 if (IS_VLAN_ARP(skb))
 653                         nf_bridge_push_encap_header(skb);
 654                 return NF_ACCEPT;
 655         }
 656         *d = state->in;
 657         NF_HOOK(NFPROTO_ARP, NF_ARP_FORWARD, state->net, state->sk, skb,
 658                 state->in, state->out, br_nf_forward_finish);
 659
 660         return NF_STOLEN;
 661 }
 662
 663 static int br_nf_push_frag_xmit(struct net *net, struct sock *sk, struct sk_buff *skb)
 664 {
 665         struct brnf_frag_data *data;
 666         int err;
 667
 668         data = this_cpu_ptr(&brnf_frag_data_storage);
 669         err = skb_cow_head(skb, data->size);
 670
 671         if (err) {
 672                 kfree_skb(skb);
 673                 return 0;
 674         }
 675
 676         if (data->vlan_tci) {
 677                 skb->vlan_tci = data->vlan_tci;
 678                 skb->vlan_proto = data->vlan_proto;
 679         }
 680
 681         skb_copy_to_linear_data_offset(skb, -data->size, data->mac, data->size);
 682         __skb_push(skb, data->encap_size);
 683
 684         nf_bridge_info_free(skb);
 685         return br_dev_queue_push_xmit(net, sk, skb);
 686 }
 687
 688 static int
 689 br_nf_ip_fragment(struct net *net, struct sock *sk, struct sk_buff *skb,
 690                   int (*output)(struct net *, struct sock *, struct sk_buff *))
 691 {
 692         unsigned int mtu = ip_skb_dst_mtu(sk, skb);
 693         struct iphdr *iph = ip_hdr(skb);
 694
 695         if (unlikely(((iph->frag_off & htons(IP_DF)) && !skb->ignore_df) ||
 696                      (IPCB(skb)->frag_max_size &&
 697                       IPCB(skb)->frag_max_size > mtu))) {
 698                 IP_INC_STATS(net, IPSTATS_MIB_FRAGFAILS);
 699                 kfree_skb(skb);
 700                 return -EMSGSIZE;
 701         }
 702
 703         return ip_do_fragment(net, sk, skb, output);
 704 }
 705
 706 static unsigned int nf_bridge_mtu_reduction(const struct sk_buff *skb)
 707 {
 708         if (skb->nf_bridge->orig_proto == BRNF_PROTO_PPPOE)
 709                 return PPPOE_SES_HLEN;
 710         return 0;
 711 }
 712
 713 static int br_nf_dev_queue_xmit(struct net *net, struct sock *sk, struct sk_buff *skb)
 714 {
 715         struct nf_bridge_info *nf_bridge = nf_bridge_info_get(skb);
 716         unsigned int mtu, mtu_reserved;
 717
 718         mtu_reserved = nf_bridge_mtu_reduction(skb);
 719         mtu = skb->dev->mtu;
 720
 721         if (nf_bridge->pkt_otherhost) {
 722                 skb->pkt_type = PACKET_OTHERHOST;
 723                 nf_bridge->pkt_otherhost = false;
 724         }
 725
 726         if (nf_bridge->frag_max_size && nf_bridge->frag_max_size < mtu)
 727                 mtu = nf_bridge->frag_max_size;
 728
 729         nf_bridge_update_protocol(skb);
 730         nf_bridge_push_encap_header(skb);
 731
 732         if (skb_is_gso(skb) || skb->len + mtu_reserved <= mtu) {
 733                 nf_bridge_info_free(skb);
 734                 return br_dev_queue_push_xmit(net, sk, skb);
 735         }
 736
 737         /* This is wrong! We should preserve the original fragment
 738          * boundaries by preserving frag_list rather than refragmenting.
 739          */
 740         if (IS_ENABLED(CONFIG_NF_DEFRAG_IPV4) &&
 741             skb->protocol == htons(ETH_P_IP)) {
 742                 struct brnf_frag_data *data;
 743
 744                 if (br_validate_ipv4(net, skb))
 745                         goto drop;
 746
 747                 IPCB(skb)->frag_max_size = nf_bridge->frag_max_size;
 748
 749                 data = this_cpu_ptr(&brnf_frag_data_storage);
 750
 751                 data->vlan_tci = skb->vlan_tci;
 752                 data->vlan_proto = skb->vlan_proto;
 753                 data->encap_size = nf_bridge_encap_header_len(skb);
 754                 data->size = ETH_HLEN + data->encap_size;
 755
 756                 skb_copy_from_linear_data_offset(skb, -data->size, data->mac,
 757                                                  data->size);
 758
 759                 return br_nf_ip_fragment(net, sk, skb, br_nf_push_frag_xmit);
 760         }
 761         if (IS_ENABLED(CONFIG_NF_DEFRAG_IPV6) &&
 762             skb->protocol == htons(ETH_P_IPV6)) {
 763                 const struct nf_ipv6_ops *v6ops = nf_get_ipv6_ops();
 764                 struct brnf_frag_data *data;
 765
 766                 if (br_validate_ipv6(net, skb))
 767                         goto drop;
 768
 769                 IP6CB(skb)->frag_max_size = nf_bridge->frag_max_size;
 770
 771                 data = this_cpu_ptr(&brnf_frag_data_storage);
 772                 data->encap_size = nf_bridge_encap_header_len(skb);
 773                 data->size = ETH_HLEN + data->encap_size;
 774
 775                 skb_copy_from_linear_data_offset(skb, -data->size, data->mac,
 776                                                  data->size);
 777
 778                 if (v6ops)
 779                         return v6ops->fragment(net, sk, skb, br_nf_push_frag_xmit);
 780
 781                 kfree_skb(skb);
 782                 return -EMSGSIZE;
 783         }
 784         nf_bridge_info_free(skb);
 785         return br_dev_queue_push_xmit(net, sk, skb);
 786  drop:
 787         kfree_skb(skb);
 788         return 0;
 789 }
 790
 791 /* PF_BRIDGE/POST_ROUTING ********************************************/
 792 static unsigned int br_nf_post_routing(void *priv,
 793                                        struct sk_buff *skb,
 794                                        const struct nf_hook_state *state)
 795 {
 796         struct nf_bridge_info *nf_bridge = nf_bridge_info_get(skb);
 797         struct net_device *realoutdev = bridge_parent(skb->dev);
 798         u_int8_t pf;
 799
 800         /* if nf_bridge is set, but ->physoutdev is NULL, this packet came in
 801          * on a bridge, but was delivered locally and is now being routed:
 802          *
 803          * POST_ROUTING was already invoked from the ip stack.
 804          */
 805         if (!nf_bridge || !nf_bridge->physoutdev)
 806                 return NF_ACCEPT;
 807
 808         if (!realoutdev)
 809                 return NF_DROP;
 810
 811         if (IS_IP(skb) || IS_VLAN_IP(skb) || IS_PPPOE_IP(skb))
 812                 pf = NFPROTO_IPV4;
 813         else if (IS_IPV6(skb) || IS_VLAN_IPV6(skb) || IS_PPPOE_IPV6(skb))
 814                 pf = NFPROTO_IPV6;
 815         else
 816                 return NF_ACCEPT;
 817
 818         if (skb->pkt_type == PACKET_OTHERHOST) {
 819                 skb->pkt_type = PACKET_HOST;
 820                 nf_bridge->pkt_otherhost = true;
 821         }
 822
 823         nf_bridge_pull_encap_header(skb);
 824         if (pf == NFPROTO_IPV4)
 825                 skb->protocol = htons(ETH_P_IP);
 826         else
 827                 skb->protocol = htons(ETH_P_IPV6);
 828
 829         NF_HOOK(pf, NF_INET_POST_ROUTING, state->net, state->sk, skb,
 830                 NULL, realoutdev,
 831                 br_nf_dev_queue_xmit);
 832
 833         return NF_STOLEN;
 834 }
 835
 836 /* IP/SABOTAGE *****************************************************/
 837 /* Don't hand locally destined packets to PF_INET(6)/PRE_ROUTING
 838  * for the second time. */
 839 static unsigned int ip_sabotage_in(void *priv,
 840                                    struct sk_buff *skb,
 841                                    const struct nf_hook_state *state)
 842 {
 843         if (skb->nf_bridge && !skb->nf_bridge->in_prerouting)
 844                 return NF_STOP;
 845
 846         return NF_ACCEPT;
 847 }
 848
 849 /* This is called when br_netfilter has called into iptables/netfilter,
 850  * and DNAT has taken place on a bridge-forwarded packet.
 851  *
 852  * neigh->output has created a new MAC header, with local br0 MAC
 853  * as saddr.
 854  *
 855  * This restores the original MAC saddr of the bridged packet
 856  * before invoking bridge forward logic to transmit the packet.
 857  */
 858 static void br_nf_pre_routing_finish_bridge_slow(struct sk_buff *skb)
 859 {
 860         struct nf_bridge_info *nf_bridge = nf_bridge_info_get(skb);
 861
 862         skb_pull(skb, ETH_HLEN);
 863         nf_bridge->bridged_dnat = 0;
 864
 865         BUILD_BUG_ON(sizeof(nf_bridge->neigh_header) != (ETH_HLEN - ETH_ALEN));
 866
 867         skb_copy_to_linear_data_offset(skb, -(ETH_HLEN - ETH_ALEN),
 868                                        nf_bridge->neigh_header,
 869                                        ETH_HLEN - ETH_ALEN);
 870         skb->dev = nf_bridge->physindev;
 871
 872         nf_bridge->physoutdev = NULL;
 873         br_handle_frame_finish(dev_net(skb->dev), NULL, skb);
 874 }
 875
 876 static int br_nf_dev_xmit(struct sk_buff *skb)
 877 {
 878         if (skb->nf_bridge && skb->nf_bridge->bridged_dnat) {
 879                 br_nf_pre_routing_finish_bridge_slow(skb);
 880                 return 1;
 881         }
 882         return 0;
 883 }
 884
 885 static const struct nf_br_ops br_ops = {
 886         .br_dev_xmit_hook =     br_nf_dev_xmit,
 887 };
 888
 889 /* For br_nf_post_routing, we need (prio = NF_BR_PRI_LAST), because
 890  * br_dev_queue_push_xmit is called afterwards */
 891 static struct nf_hook_ops br_nf_ops[] __read_mostly = {
 892         {
 893                 .hook = br_nf_pre_routing,
 894                 .pf = NFPROTO_BRIDGE,
 895                 .hooknum = NF_BR_PRE_ROUTING,
 896                 .priority = NF_BR_PRI_BRNF,
 897         },
 898         {
 899                 .hook = br_nf_forward_ip,
 900                 .pf = NFPROTO_BRIDGE,
 901                 .hooknum = NF_BR_FORWARD,
 902                 .priority = NF_BR_PRI_BRNF - 1,
 903         },
 904         {
 905                 .hook = br_nf_forward_arp,
 906                 .pf = NFPROTO_BRIDGE,
 907                 .hooknum = NF_BR_FORWARD,
 908                 .priority = NF_BR_PRI_BRNF,
 909         },
 910         {
 911                 .hook = br_nf_post_routing,
 912                 .pf = NFPROTO_BRIDGE,
 913                 .hooknum = NF_BR_POST_ROUTING,
 914                 .priority = NF_BR_PRI_LAST,
 915         },
 916         {
 917                 .hook = ip_sabotage_in,
 918                 .pf = NFPROTO_IPV4,
 919                 .hooknum = NF_INET_PRE_ROUTING,
 920                 .priority = NF_IP_PRI_FIRST,
 921         },
 922         {
 923                 .hook = ip_sabotage_in,
 924                 .pf = NFPROTO_IPV6,
 925                 .hooknum = NF_INET_PRE_ROUTING,
 926                 .priority = NF_IP6_PRI_FIRST,
 927         },
 928 };
 929
 930 static int brnf_device_event(struct notifier_block *unused, unsigned long event,
 931                              void *ptr)
 932 {
 933         struct net_device *dev = netdev_notifier_info_to_dev(ptr);
 934         struct brnf_net *brnet;
 935         struct net *net;
 936         int ret;
 937
 938         if (event != NETDEV_REGISTER || !(dev->priv_flags & IFF_EBRIDGE))
 939                 return NOTIFY_DONE;
 940
 941         ASSERT_RTNL();
 942
 943         net = dev_net(dev);
 944         brnet = net_generic(net, brnf_net_id);
 945         if (brnet->enabled)
 946                 return NOTIFY_OK;
 947
 948         ret = nf_register_net_hooks(net, br_nf_ops, ARRAY_SIZE(br_nf_ops));
 949         if (ret)
 950                 return NOTIFY_BAD;
 951
 952         brnet->enabled = true;
 953         return NOTIFY_OK;
 954 }
 955
 956 static void __net_exit brnf_exit_net(struct net *net)
 957 {
 958         struct brnf_net *brnet = net_generic(net, brnf_net_id);
 959
 960         if (!brnet->enabled)
 961                 return;
 962
 963         nf_unregister_net_hooks(net, br_nf_ops, ARRAY_SIZE(br_nf_ops));
 964         brnet->enabled = false;
 965 }
 966
 967 static struct pernet_operations brnf_net_ops __read_mostly = {
 968         .exit = brnf_exit_net,
 969         .id   = &brnf_net_id,
 970         .size = sizeof(struct brnf_net),
 971 };
 972
 973 static struct notifier_block brnf_notifier __read_mostly = {
 974         .notifier_call = brnf_device_event,
 975 };
 976
 977 /* recursively invokes nf_hook_slow (again), skipping already-called
 978  * hooks (< NF_BR_PRI_BRNF).
 979  *
 980  * Called with rcu read lock held.
 981  */
 982 int br_nf_hook_thresh(unsigned int hook, struct net *net,
 983                       struct sock *sk, struct sk_buff *skb,
 984                       struct net_device *indev,
 985                       struct net_device *outdev,
 986                       int (*okfn)(struct net *, struct sock *,
 987                                   struct sk_buff *))
 988 {
 989         struct nf_hook_entry *elem;
 990         struct nf_hook_state state;
 991         int ret;
 992
 993         elem = rcu_dereference(net->nf.hooks[NFPROTO_BRIDGE][hook]);
 994
 995         while (elem && (elem->ops.priority <= NF_BR_PRI_BRNF))
 996                 elem = rcu_dereference(elem->next);
 997
 998         if (!elem)
 999                 return okfn(net, sk, skb);
1000
1001         /* We may already have this, but read-locks nest anyway */
1002         rcu_read_lock();
1003         nf_hook_state_init(&state, elem, hook, NF_BR_PRI_BRNF + 1,
1004                            NFPROTO_BRIDGE, indev, outdev, sk, net, okfn);
1005
1006         ret = nf_hook_slow(skb, &state);
1007         rcu_read_unlock();
1008         if (ret == 1)
1009                 ret = okfn(net, sk, skb);
1010
1011         return ret;
1012 }
1013
1014 #ifdef CONFIG_SYSCTL
1015 static
1016 int brnf_sysctl_call_tables(struct ctl_table *ctl, int write,
1017                             void __user *buffer, size_t *lenp, loff_t *ppos)
1018 {
1019         int ret;
1020
1021         ret = proc_dointvec(ctl, write, buffer, lenp, ppos);
1022
1023         if (write && *(int *)(ctl->data))
1024                 *(int *)(ctl->data) = 1;
1025         return ret;
1026 }
1027
1028 static struct ctl_table brnf_table[] = {
1029         {
1030                 .procname       = "bridge-nf-call-arptables",
1031                 .data           = &brnf_call_arptables,
1032                 .maxlen         = sizeof(int),
1033                 .mode           = 0644,
1034                 .proc_handler   = brnf_sysctl_call_tables,
1035         },
1036         {
1037                 .procname       = "bridge-nf-call-iptables",
1038                 .data           = &brnf_call_iptables,
1039                 .maxlen         = sizeof(int),
1040                 .mode           = 0644,
1041                 .proc_handler   = brnf_sysctl_call_tables,
1042         },
1043         {
1044                 .procname       = "bridge-nf-call-ip6tables",
1045                 .data           = &brnf_call_ip6tables,
1046                 .maxlen         = sizeof(int),
1047                 .mode           = 0644,
1048                 .proc_handler   = brnf_sysctl_call_tables,
1049         },
1050         {
1051                 .procname       = "bridge-nf-filter-vlan-tagged",
1052                 .data           = &brnf_filter_vlan_tagged,
1053                 .maxlen         = sizeof(int),
1054                 .mode           = 0644,
1055                 .proc_handler   = brnf_sysctl_call_tables,
1056         },
1057         {
1058                 .procname       = "bridge-nf-filter-pppoe-tagged",
1059                 .data           = &brnf_filter_pppoe_tagged,
1060                 .maxlen         = sizeof(int),
1061                 .mode           = 0644,
1062                 .proc_handler   = brnf_sysctl_call_tables,
1063         },
1064         {
1065                 .procname       = "bridge-nf-pass-vlan-input-dev",
1066                 .data           = &brnf_pass_vlan_indev,
1067                 .maxlen         = sizeof(int),
1068                 .mode           = 0644,
1069                 .proc_handler   = brnf_sysctl_call_tables,
1070         },
1071         { }
1072 };
1073 #endif
1074
1075 static int __init br_netfilter_init(void)
1076 {
1077         int ret;
1078
1079         ret = register_pernet_subsys(&brnf_net_ops);
1080         if (ret < 0)
1081                 return ret;
1082
1083         ret = register_netdevice_notifier(&brnf_notifier);
1084         if (ret < 0) {
1085                 unregister_pernet_subsys(&brnf_net_ops);
1086                 return ret;
1087         }
1088
1089 #ifdef CONFIG_SYSCTL
1090         brnf_sysctl_header = register_net_sysctl(&init_net, "net/bridge", brnf_table);
1091         if (brnf_sysctl_header == NULL) {
1092                 printk(KERN_WARNING
1093                        "br_netfilter: can't register to sysctl.\n");
1094                 unregister_netdevice_notifier(&brnf_notifier);
1095                 unregister_pernet_subsys(&brnf_net_ops);
1096                 return -ENOMEM;
1097         }
1098 #endif
1099         RCU_INIT_POINTER(nf_br_ops, &br_ops);
1100         printk(KERN_NOTICE "Bridge firewalling registered\n");
1101         return 0;
1102 }
1103
1104 static void __exit br_netfilter_fini(void)
1105 {
1106         RCU_INIT_POINTER(nf_br_ops, NULL);
1107         unregister_netdevice_notifier(&brnf_notifier);
1108         unregister_pernet_subsys(&brnf_net_ops);
1109 #ifdef CONFIG_SYSCTL
1110         unregister_net_sysctl_table(brnf_sysctl_header);
1111 #endif
1112 }
1113
1114 module_init(br_netfilter_init);
1115 module_exit(br_netfilter_fini);
1116
1117 MODULE_LICENSE("GPL");
1118 MODULE_AUTHOR("Lennert Buytenhek <buytenh@gnu.org>");
1119 MODULE_AUTHOR("Bart De Schuymer <bdschuym@pandora.be>");
1120 MODULE_DESCRIPTION("Linux ethernet netfilter firewall bridge");