odp-util: Format and scan multiple MPLS labels.
[cascardo/ovs.git] / datapath / vport-gre.c
index 8ce8a35..50aaba5 100644 (file)
@@ -1,5 +1,5 @@
 /*
- * Copyright (c) 2007-2012 Nicira, Inc.
+ * Copyright (c) 2007-2015 Nicira, Inc.
  *
  * This program is free software; you can redistribute it and/or
  * modify it under the terms of version 2 of the GNU General Public
 #include <linux/if_tunnel.h>
 #include <linux/if_vlan.h>
 #include <linux/in.h>
+#include <linux/in_route.h>
+#include <linux/inetdevice.h>
+#include <linux/jhash.h>
+#include <linux/list.h>
+#include <linux/kernel.h>
+#include <linux/module.h>
+#include <linux/workqueue.h>
+#include <linux/rculist.h>
+#include <net/route.h>
+#include <net/xfrm.h>
 
 #include <net/icmp.h>
 #include <net/ip.h>
+#include <net/ip_tunnels.h>
+#include <net/gre.h>
+#include <net/net_namespace.h>
+#include <net/netns/generic.h>
 #include <net/protocol.h>
 
 #include "datapath.h"
-#include "tunnel.h"
 #include "vport.h"
+#include "vport-netdev.h"
 
-/*
- * The GRE header is composed of a series of sections: a base and then a variable
- * number of options.
- */
-#define GRE_HEADER_SECTION 4
-
-struct gre_base_hdr {
-       __be16 flags;
-       __be16 protocol;
-};
-
-static int gre_hdr_len(const struct tnl_mutable_config *mutable,
-                      const struct ovs_key_ipv4_tunnel *tun_key)
-{
-       int len;
-       u32 flags;
-       __be64 out_key;
-
-       tnl_get_param(mutable, tun_key, &flags, &out_key);
-       len = GRE_HEADER_SECTION;
-
-       if (flags & TNL_F_CSUM)
-               len += GRE_HEADER_SECTION;
-
-       /* Set key for GRE64 tunnels, even when key if is zero. */
-       if (out_key ||
-           mutable->key.tunnel_type & TNL_T_PROTO_GRE64 ||
-           flags & TNL_F_OUT_KEY_ACTION) {
-
-               len += GRE_HEADER_SECTION;
-               if (mutable->key.tunnel_type & TNL_T_PROTO_GRE64)
-                       len += GRE_HEADER_SECTION;
-       }
-       return len;
-}
-
-
-/* Returns the least-significant 32 bits of a __be64. */
-static __be32 be64_get_low32(__be64 x)
-{
-#ifdef __BIG_ENDIAN
-       return (__force __be32)x;
-#else
-       return (__force __be32)((__force u64)x >> 32);
-#endif
-}
-
-static __be32 be64_get_high32(__be64 x)
-{
-#ifdef __BIG_ENDIAN
-       return (__force __be32)((__force u64)x >> 32);
-#else
-       return (__force __be32)x;
-#endif
-}
-
-static struct sk_buff *gre_build_header(const struct vport *vport,
-                                        const struct tnl_mutable_config *mutable,
-                                        struct dst_entry *dst,
-                                        struct sk_buff *skb,
-                                        int tunnel_hlen)
-{
-       u32 flags;
-       __be64 out_key;
-       const struct ovs_key_ipv4_tunnel *tun_key = OVS_CB(skb)->tun_key;
-       __be32 *options = (__be32 *)(skb_network_header(skb) + tunnel_hlen
-                                              - GRE_HEADER_SECTION);
-       struct gre_base_hdr *greh = (struct gre_base_hdr *) skb_transport_header(skb);
-
-       tnl_get_param(mutable, tun_key, &flags, &out_key);
-
-       greh->protocol = htons(ETH_P_TEB);
-       greh->flags = 0;
-
-       /* Work backwards over the options so the checksum is last. */
-       if (out_key || flags & TNL_F_OUT_KEY_ACTION ||
-           mutable->key.tunnel_type & TNL_T_PROTO_GRE64) {
-               greh->flags |= GRE_KEY;
-               if (mutable->key.tunnel_type & TNL_T_PROTO_GRE64) {
-                       /* Set higher 32 bits to seq. */
-                       *options = be64_get_high32(out_key);
-                       options--;
-                       greh->flags |= GRE_SEQ;
-               }
-               *options = be64_get_low32(out_key);
-               options--;
-       }
-
-       if (flags & TNL_F_CSUM) {
-               greh->flags |= GRE_CSUM;
-               *options = 0;
-               *(__sum16 *)options = csum_fold(skb_checksum(skb,
-                                               skb_transport_offset(skb),
-                                               skb->len - skb_transport_offset(skb),
-                                               0));
-       }
-       /*
-        * Allow our local IP stack to fragment the outer packet even if the
-        * DF bit is set as a last resort.  We also need to force selection of
-        * an IP ID here because Linux will otherwise leave it at 0 if the
-        * packet originally had DF set.
-        */
-       skb->local_df = 1;
-       __ip_select_ident(ip_hdr(skb), dst, 0);
-
-       return skb;
-}
+static struct vport_ops ovs_gre_vport_ops;
 
-static __be64 key_to_tunnel_id(__be32 key, __be32 seq)
-{
-#ifdef __BIG_ENDIAN
-       return (__force __be64)((__force u64)seq << 32 | (__force u32)key);
-#else
-       return (__force __be64)((__force u64)key << 32 | (__force u32)seq);
-#endif
-}
-
-static int parse_header(struct iphdr *iph, __be16 *flags, __be64 *tun_id,
-                       u32 *tunnel_type)
-{
-       /* IP and ICMP protocol handlers check that the IHL is valid. */
-       struct gre_base_hdr *greh = (struct gre_base_hdr *)((u8 *)iph + (iph->ihl << 2));
-       __be32 *options = (__be32 *)(greh + 1);
-       int hdr_len;
-
-       *flags = greh->flags;
-
-       if (unlikely(greh->flags & (GRE_VERSION | GRE_ROUTING)))
-               return -EINVAL;
-
-       if (unlikely(greh->protocol != htons(ETH_P_TEB)))
-               return -EINVAL;
-
-       hdr_len = GRE_HEADER_SECTION;
-
-       if (greh->flags & GRE_CSUM) {
-               hdr_len += GRE_HEADER_SECTION;
-               options++;
-       }
-
-       if (greh->flags & GRE_KEY) {
-               __be32 seq;
-               __be32 gre_key;
-
-               gre_key = *options;
-               hdr_len += GRE_HEADER_SECTION;
-               options++;
-
-               if (greh->flags & GRE_SEQ) {
-                       seq = *options;
-                       *tunnel_type = TNL_T_PROTO_GRE64;
-               } else {
-                       seq = 0;
-                       *tunnel_type = TNL_T_PROTO_GRE;
-               }
-               *tun_id = key_to_tunnel_id(gre_key, seq);
-       } else {
-               *tun_id = 0;
-               /* Ignore GRE seq if there is no key present. */
-               *tunnel_type = TNL_T_PROTO_GRE;
-       }
-
-       if (greh->flags & GRE_SEQ)
-               hdr_len += GRE_HEADER_SECTION;
-
-       return hdr_len;
-}
-
-/* Called with rcu_read_lock and BH disabled. */
-static void gre_err(struct sk_buff *skb, u32 info)
+static struct vport *gre_tnl_create(const struct vport_parms *parms)
 {
+       struct net *net = ovs_dp_get_net(parms->dp);
+       struct net_device *dev;
        struct vport *vport;
-       const struct tnl_mutable_config *mutable;
-       const int type = icmp_hdr(skb)->type;
-       const int code = icmp_hdr(skb)->code;
-       int mtu = ntohs(icmp_hdr(skb)->un.frag.mtu);
-       u32 tunnel_type;
-
-       struct iphdr *iph;
-       __be16 flags;
-       __be64 key;
-       int tunnel_hdr_len, tot_hdr_len;
-       unsigned int orig_mac_header;
-       unsigned int orig_nw_header;
-
-       if (type != ICMP_DEST_UNREACH || code != ICMP_FRAG_NEEDED)
-               return;
-
-       /*
-        * The mimimum size packet that we would actually be able to process:
-        * encapsulating IP header, minimum GRE header, Ethernet header,
-        * inner IPv4 header.
-        */
-       if (!pskb_may_pull(skb, sizeof(struct iphdr) + GRE_HEADER_SECTION +
-                               ETH_HLEN + sizeof(struct iphdr)))
-               return;
-
-       iph = (struct iphdr *)skb->data;
-       if (ipv4_is_multicast(iph->daddr))
-               return;
-
-       tunnel_hdr_len = parse_header(iph, &flags, &key, &tunnel_type);
-       if (tunnel_hdr_len < 0)
-               return;
-
-       vport = ovs_tnl_find_port(dev_net(skb->dev), iph->saddr, iph->daddr, key,
-                                 tunnel_type, &mutable);
-       if (!vport)
-               return;
-
-       /*
-        * Packets received by this function were previously sent by us, so
-        * any comparisons should be to the output values, not the input.
-        * However, it's not really worth it to have a hash table based on
-        * output keys (especially since ICMP error handling of tunneled packets
-        * isn't that reliable anyways).  Therefore, we do a lookup based on the
-        * out key as if it were the in key and then check to see if the input
-        * and output keys are the same.
-        */
-       if (mutable->key.in_key != mutable->out_key)
-               return;
-
-       if (!!(mutable->flags & TNL_F_IN_KEY_MATCH) !=
-           !!(mutable->flags & TNL_F_OUT_KEY_ACTION))
-               return;
-
-       if ((mutable->flags & TNL_F_CSUM) && !(flags & GRE_CSUM))
-               return;
-
-       tunnel_hdr_len += iph->ihl << 2;
 
-       orig_mac_header = skb_mac_header(skb) - skb->data;
-       orig_nw_header = skb_network_header(skb) - skb->data;
-       skb_set_mac_header(skb, tunnel_hdr_len);
-
-       tot_hdr_len = tunnel_hdr_len + ETH_HLEN;
-
-       skb->protocol = eth_hdr(skb)->h_proto;
-       if (skb->protocol == htons(ETH_P_8021Q)) {
-               tot_hdr_len += VLAN_HLEN;
-               skb->protocol = vlan_eth_hdr(skb)->h_vlan_encapsulated_proto;
-       }
-
-       skb_set_network_header(skb, tot_hdr_len);
-       mtu -= tot_hdr_len;
-
-       if (skb->protocol == htons(ETH_P_IP))
-               tot_hdr_len += sizeof(struct iphdr);
-#if defined(CONFIG_IPV6) || defined(CONFIG_IPV6_MODULE)
-       else if (skb->protocol == htons(ETH_P_IPV6))
-               tot_hdr_len += sizeof(struct ipv6hdr);
-#endif
-       else
-               goto out;
-
-       if (!pskb_may_pull(skb, tot_hdr_len))
-               goto out;
-
-       if (skb->protocol == htons(ETH_P_IP)) {
-               if (mtu < IP_MIN_MTU) {
-                       if (ntohs(ip_hdr(skb)->tot_len) >= IP_MIN_MTU)
-                               mtu = IP_MIN_MTU;
-                       else
-                               goto out;
-               }
+       vport = ovs_vport_alloc(0, &ovs_gre_vport_ops, parms);
+       if (IS_ERR(vport))
+               return vport;
 
+       rtnl_lock();
+       dev = gretap_fb_dev_create(net, parms->name, NET_NAME_USER);
+       if (IS_ERR(dev)) {
+               rtnl_unlock();
+               ovs_vport_free(vport);
+               return ERR_CAST(dev);
        }
-#if defined(CONFIG_IPV6) || defined(CONFIG_IPV6_MODULE)
-       else if (skb->protocol == htons(ETH_P_IPV6)) {
-               if (mtu < IPV6_MIN_MTU) {
-                       unsigned int packet_length = sizeof(struct ipv6hdr) +
-                                             ntohs(ipv6_hdr(skb)->payload_len);
 
-                       if (packet_length >= IPV6_MIN_MTU
-                           || ntohs(ipv6_hdr(skb)->payload_len) == 0)
-                               mtu = IPV6_MIN_MTU;
-                       else
-                               goto out;
-               }
-       }
-#endif
+       dev_change_flags(dev, dev->flags | IFF_UP);
+       rtnl_unlock();
 
-       __skb_pull(skb, tunnel_hdr_len);
-       ovs_tnl_frag_needed(vport, mutable, skb, mtu);
-       __skb_push(skb, tunnel_hdr_len);
-
-out:
-       skb_set_mac_header(skb, orig_mac_header);
-       skb_set_network_header(skb, orig_nw_header);
-       skb->protocol = htons(ETH_P_IP);
+       return vport;
 }
 
-static bool check_checksum(struct sk_buff *skb)
-{
-       struct iphdr *iph = ip_hdr(skb);
-       struct gre_base_hdr *greh = (struct gre_base_hdr *)(iph + 1);
-       __sum16 csum = 0;
-
-       if (greh->flags & GRE_CSUM) {
-               switch (skb->ip_summed) {
-               case CHECKSUM_COMPLETE:
-                       csum = csum_fold(skb->csum);
-
-                       if (!csum)
-                               break;
-                       /* Fall through. */
-
-               case CHECKSUM_NONE:
-                       skb->csum = 0;
-                       csum = __skb_checksum_complete(skb);
-                       skb->ip_summed = CHECKSUM_COMPLETE;
-                       break;
-               }
-       }
-
-       return (csum == 0);
-}
-
-static u32 gre_flags_to_tunnel_flags(const struct tnl_mutable_config *mutable,
-                                    __be16 gre_flags, __be64 *key)
-{
-       u32 tunnel_flags = 0;
-
-       if (gre_flags & GRE_KEY) {
-               if (mutable->flags & TNL_F_IN_KEY_MATCH ||
-                   !mutable->key.daddr)
-                       tunnel_flags = OVS_TNL_F_KEY;
-               else
-                       *key = 0;
-       }
-
-       if (gre_flags & GRE_CSUM)
-               tunnel_flags |= OVS_TNL_F_CSUM;
-
-       return tunnel_flags;
-}
-
-/* Called with rcu_read_lock and BH disabled. */
-static int gre_rcv(struct sk_buff *skb)
+static struct vport *gre_create(const struct vport_parms *parms)
 {
        struct vport *vport;
-       const struct tnl_mutable_config *mutable;
-       int hdr_len;
-       struct iphdr *iph;
-       struct ovs_key_ipv4_tunnel tun_key;
-       __be16 gre_flags;
-       u32 tnl_flags;
-       __be64 key;
-       u32 tunnel_type;
-
-       if (unlikely(!pskb_may_pull(skb, sizeof(struct gre_base_hdr) + ETH_HLEN)))
-               goto error;
-       if (unlikely(!check_checksum(skb)))
-               goto error;
 
-       hdr_len = parse_header(ip_hdr(skb), &gre_flags, &key, &tunnel_type);
-       if (unlikely(hdr_len < 0))
-               goto error;
-
-       if (unlikely(!pskb_may_pull(skb, hdr_len + ETH_HLEN)))
-               goto error;
-
-       iph = ip_hdr(skb);
-       vport = ovs_tnl_find_port(dev_net(skb->dev), iph->daddr, iph->saddr, key,
-                                 tunnel_type, &mutable);
-       if (unlikely(!vport)) {
-               icmp_send(skb, ICMP_DEST_UNREACH, ICMP_PORT_UNREACH, 0);
-               goto error;
-       }
+       vport = gre_tnl_create(parms);
+       if (IS_ERR(vport))
+               return vport;
 
-       tnl_flags = gre_flags_to_tunnel_flags(mutable, gre_flags, &key);
-       tnl_tun_key_init(&tun_key, iph, key, tnl_flags);
-       OVS_CB(skb)->tun_key = &tun_key;
-
-       __skb_pull(skb, hdr_len);
-       skb_postpull_rcsum(skb, skb_transport_header(skb), hdr_len + ETH_HLEN);
-
-       ovs_tnl_rcv(vport, skb);
-       return 0;
-
-error:
-       kfree_skb(skb);
-       return 0;
-}
-
-static const struct tnl_ops gre_tnl_ops = {
-       .tunnel_type    = TNL_T_PROTO_GRE,
-       .ipproto        = IPPROTO_GRE,
-       .hdr_len        = gre_hdr_len,
-       .build_header   = gre_build_header,
-};
-
-static struct vport *gre_create(const struct vport_parms *parms)
-{
-       return ovs_tnl_create(parms, &ovs_gre_vport_ops, &gre_tnl_ops);
+       return ovs_netdev_link(vport, parms->name);
 }
 
-static struct vport *gre_create_ft(const struct vport_parms *parms)
-{
-       return ovs_tnl_create(parms, &ovs_gre_ft_vport_ops, &gre_tnl_ops);
-}
-
-static const struct tnl_ops gre64_tnl_ops = {
-       .tunnel_type    = TNL_T_PROTO_GRE64,
-       .ipproto        = IPPROTO_GRE,
-       .hdr_len        = gre_hdr_len,
-       .build_header   = gre_build_header,
-};
-
-static struct vport *gre_create64(const struct vport_parms *parms)
+static int gre_get_egress_tun_info(struct vport *vport, struct sk_buff *skb,
+                                  struct dp_upcall_info *upcall)
 {
-       return ovs_tnl_create(parms, &ovs_gre64_vport_ops, &gre64_tnl_ops);
+       return ovs_tunnel_get_egress_info(upcall, ovs_dp_get_net(vport->dp),
+                                         skb, IPPROTO_GRE, 0, 0);
 }
 
-static const struct net_protocol gre_protocol_handlers = {
-       .handler        =       gre_rcv,
-       .err_handler    =       gre_err,
-#if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,32)
-       .netns_ok       =       1,
-#endif
+static struct vport_ops ovs_gre_vport_ops = {
+       .type           = OVS_VPORT_TYPE_GRE,
+       .create         = gre_create,
+       .send           = gre_fb_xmit,
+       .get_egress_tun_info    = gre_get_egress_tun_info,
+       .destroy        = ovs_netdev_tunnel_destroy,
 };
 
-static bool inited;
-
-static int gre_init(void)
+static int __init ovs_gre_tnl_init(void)
 {
-       int err;
-
-       if (inited)
-               return 0;
-
-       inited = true;
-       err = inet_add_protocol(&gre_protocol_handlers, IPPROTO_GRE);
-       if (err)
-               pr_warn("cannot register gre protocol handler\n");
-
-       return err;
+       return ovs_vport_ops_register(&ovs_gre_vport_ops);
 }
 
-static void gre_exit(void)
+static void __exit ovs_gre_tnl_exit(void)
 {
-       if (!inited)
-               return;
-
-       inited = false;
-
-       inet_del_protocol(&gre_protocol_handlers, IPPROTO_GRE);
+       ovs_vport_ops_unregister(&ovs_gre_vport_ops);
 }
 
-const struct vport_ops ovs_gre_ft_vport_ops = {
-       .type           = OVS_VPORT_TYPE_FT_GRE,
-       .flags          = VPORT_F_TUN_ID,
-       .init           = gre_init,
-       .exit           = gre_exit,
-       .create         = gre_create_ft,
-       .destroy        = ovs_tnl_destroy,
-       .set_addr       = ovs_tnl_set_addr,
-       .get_name       = ovs_tnl_get_name,
-       .get_addr       = ovs_tnl_get_addr,
-       .get_options    = ovs_tnl_get_options,
-       .set_options    = ovs_tnl_set_options,
-       .send           = ovs_tnl_send,
-};
+module_init(ovs_gre_tnl_init);
+module_exit(ovs_gre_tnl_exit);
 
-const struct vport_ops ovs_gre_vport_ops = {
-       .type           = OVS_VPORT_TYPE_GRE,
-       .flags          = VPORT_F_TUN_ID,
-       .init           = gre_init,
-       .exit           = gre_exit,
-       .create         = gre_create,
-       .destroy        = ovs_tnl_destroy,
-       .set_addr       = ovs_tnl_set_addr,
-       .get_name       = ovs_tnl_get_name,
-       .get_addr       = ovs_tnl_get_addr,
-       .get_options    = ovs_tnl_get_options,
-       .set_options    = ovs_tnl_set_options,
-       .send           = ovs_tnl_send,
-};
-
-const struct vport_ops ovs_gre64_vport_ops = {
-       .type           = OVS_VPORT_TYPE_GRE64,
-       .flags          = VPORT_F_TUN_ID,
-       .init           = gre_init,
-       .exit           = gre_exit,
-       .create         = gre_create64,
-       .destroy        = ovs_tnl_destroy,
-       .set_addr       = ovs_tnl_set_addr,
-       .get_name       = ovs_tnl_get_name,
-       .get_addr       = ovs_tnl_get_addr,
-       .get_options    = ovs_tnl_get_options,
-       .set_options    = ovs_tnl_set_options,
-       .send           = ovs_tnl_send,
-};
+MODULE_DESCRIPTION("OVS: GRE switching port");
+MODULE_LICENSE("GPL");
+MODULE_ALIAS("vport-type-3");