datapath: Add support for 4.2 kernel.
[cascardo/ovs.git] / datapath / vport-geneve.c
index 969e812..4ab224d 100644 (file)
@@ -2,91 +2,40 @@
  * Copyright (c) 2014 Nicira, Inc.
  *
  * This program is free software; you can redistribute it and/or
- * modify it under the terms of version 2 of the GNU General Public
- * License as published by the Free Software Foundation.
- *
- * This program is distributed in the hope that it will be useful, but
- * WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
- * General Public License for more details.
- *
- * You should have received a copy of the GNU General Public License
- * along with this program; if not, write to the Free Software
- * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
- * 02110-1301, USA
+ * modify it under the terms of the GNU General Public License
+ * as published by the Free Software Foundation; either version
+ * 2 of the License, or (at your option) any later version.
  */
 
 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
 
-#include <linux/version.h>
-
 #include <linux/in.h>
 #include <linux/ip.h>
 #include <linux/net.h>
 #include <linux/rculist.h>
 #include <linux/udp.h>
+#include <linux/if_vlan.h>
+#include <linux/module.h>
 
 #include <net/geneve.h>
 #include <net/icmp.h>
 #include <net/ip.h>
 #include <net/route.h>
 #include <net/udp.h>
-#include <net/vxlan.h>
 #include <net/xfrm.h>
 
 #include "datapath.h"
-#include "gso.h"
 #include "vport.h"
 
-/*
- * Geneve Header:
- *  +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
- *  |Ver|  Opt Len  |O|C|    Rsvd.  |          Protocol Type        |
- *  +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
- *  |        Virtual Network Identifier (VNI)       |    Reserved   |
- *  +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
- *  |                    Variable Length Options                    |
- *  +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
- *
- * Option Header:
- *  +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
- *  |          Option Class         |      Type     |R|R|R| Length  |
- *  +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
- *  |                      Variable Option Data                     |
- *  +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
- */
-
-struct genevehdr {
-#ifdef __LITTLE_ENDIAN_BITFIELD
-       u8 opt_len:6;
-       u8 ver:2;
-       u8 rsvd1:6;
-       u8 critical:1;
-       u8 oam:1;
-#else
-       u8 ver:2;
-       u8 opt_len:6;
-       u8 oam:1;
-       u8 critical:1;
-       u8 rsvd1:6;
-#endif
-       __be16 proto_type;
-       u8 vni[3];
-       u8 rsvd2;
-       struct geneve_opt options[];
-};
-
-#define GENEVE_VER 0
-
-#define GENEVE_BASE_HLEN (sizeof(struct udphdr) + sizeof(struct genevehdr))
+static struct vport_ops ovs_geneve_vport_ops;
 
 /**
  * struct geneve_port - Keeps track of open UDP ports
- * @sock: The socket created for this port number.
+ * @gs: The socket created for this port number.
  * @name: vport name.
  */
 struct geneve_port {
-       struct socket *sock;
+       struct geneve_sock *gs;
        char name[IFNAMSIZ];
 };
 
@@ -97,11 +46,6 @@ static inline struct geneve_port *geneve_vport(const struct vport *vport)
        return vport_priv(vport);
 }
 
-static inline struct genevehdr *geneve_hdr(const struct sk_buff *skb)
-{
-       return (struct genevehdr *)(udp_hdr(skb) + 1);
-}
-
 /* Convert 64 bit tunnel ID to 24 bit VNI. */
 static void tunnel_id_to_vni(__be64 tun_id, __u8 *vni)
 {
@@ -117,7 +61,7 @@ static void tunnel_id_to_vni(__be64 tun_id, __u8 *vni)
 }
 
 /* Convert 24 bit VNI to 64 bit tunnel ID. */
-static __be64 vni_to_tunnel_id(__u8 *vni)
+static __be64 vni_to_tunnel_id(const __u8 *vni)
 {
 #ifdef __BIG_ENDIAN
        return (vni[0] << 16) | (vni[1] << 8) | vni[2];
@@ -128,132 +72,39 @@ static __be64 vni_to_tunnel_id(__u8 *vni)
 #endif
 }
 
-static void geneve_build_header(const struct vport *vport,
-                             struct sk_buff *skb)
+static void geneve_rcv(struct geneve_sock *gs, struct sk_buff *skb)
 {
-       struct geneve_port *geneve_port = geneve_vport(vport);
-       struct udphdr *udph = udp_hdr(skb);
-       struct genevehdr *geneveh = (struct genevehdr *)(udph + 1);
-       const struct ovs_tunnel_info *tun_info = OVS_CB(skb)->tun_info;
-
-       udph->dest = inet_sport(geneve_port->sock->sk);
-       udph->source = vxlan_src_port(1, USHRT_MAX, skb);
-       udph->check = 0;
-       udph->len = htons(skb->len - skb_transport_offset(skb));
-
-       geneveh->ver = GENEVE_VER;
-       geneveh->opt_len = tun_info->options_len / 4;
-       geneveh->oam = !!(tun_info->tunnel.tun_flags & TUNNEL_OAM);
-       geneveh->critical = !!(tun_info->tunnel.tun_flags & TUNNEL_CRIT_OPT);
-       geneveh->rsvd1 = 0;
-       geneveh->proto_type = htons(ETH_P_TEB);
-       tunnel_id_to_vni(tun_info->tunnel.tun_id, geneveh->vni);
-       geneveh->rsvd2 = 0;
-
-       memcpy(geneveh->options, tun_info->options, tun_info->options_len);
-}
-
-static int geneve_rcv(struct sock *sk, struct sk_buff *skb)
-{
-       struct geneve_port *geneve_port;
-       struct genevehdr *geneveh;
+       struct vport *vport = gs->rcv_data;
+       struct genevehdr *geneveh = geneve_hdr(skb);
        int opts_len;
        struct ovs_tunnel_info tun_info;
        __be64 key;
        __be16 flags;
 
-#if LINUX_VERSION_CODE < KERNEL_VERSION(3,16,0)
-       if (unlikely(udp_lib_checksum_complete(skb)))
-               goto error;
-#endif
-
-       if (unlikely(!pskb_may_pull(skb, GENEVE_BASE_HLEN)))
-               goto error;
-
-       geneveh = geneve_hdr(skb);
-
-       if (unlikely(geneveh->ver != GENEVE_VER))
-               goto error;
-
-       if (unlikely(geneveh->proto_type != htons(ETH_P_TEB)))
-               goto error;
-
-       geneve_port = rcu_dereference_sk_user_data(sk);
-       if (unlikely(!geneve_port))
-               goto error;
-
        opts_len = geneveh->opt_len * 4;
-       if (iptunnel_pull_header(skb, GENEVE_BASE_HLEN + opts_len,
-                                htons(ETH_P_TEB)))
-               goto error;
 
-       geneveh = geneve_hdr(skb);
-
-       flags = TUNNEL_KEY |
+       flags = TUNNEL_KEY | TUNNEL_GENEVE_OPT |
                (udp_hdr(skb)->check != 0 ? TUNNEL_CSUM : 0) |
                (geneveh->oam ? TUNNEL_OAM : 0) |
                (geneveh->critical ? TUNNEL_CRIT_OPT : 0);
 
        key = vni_to_tunnel_id(geneveh->vni);
-       ovs_flow_tun_info_init(&tun_info, ip_hdr(skb), key, flags,
-                               geneveh->options, opts_len);
-
-       ovs_vport_receive(vport_from_priv(geneve_port), skb, &tun_info);
-       goto out;
-
-error:
-       kfree_skb(skb);
-out:
-       return 0;
-}
-
-/* Arbitrary value.  Irrelevant as long as it's not 0 since we set the handler. */
-#define UDP_ENCAP_GENEVE 1
-static int geneve_socket_init(struct geneve_port *geneve_port, struct net *net,
-                             __be16 dst_port)
-{
-       struct sockaddr_in sin;
-       int err;
-
-       err = sock_create_kern(AF_INET, SOCK_DGRAM, 0,
-                              &geneve_port->sock);
-       if (err)
-               goto error;
-
-       /* release net ref. */
-       sk_change_net(geneve_port->sock->sk, net);
 
-       sin.sin_family = AF_INET;
-       sin.sin_addr.s_addr = htonl(INADDR_ANY);
-       sin.sin_port = dst_port;
+       ovs_flow_tun_info_init(&tun_info, ip_hdr(skb),
+                              udp_hdr(skb)->source, udp_hdr(skb)->dest,
+                              key, flags,
+                              geneveh->options, opts_len);
 
-       err = kernel_bind(geneve_port->sock,
-                         (struct sockaddr *)&sin, sizeof(struct sockaddr_in));
-       if (err)
-               goto error_sock;
-
-       rcu_assign_sk_user_data(geneve_port->sock->sk, geneve_port);
-       udp_sk(geneve_port->sock->sk)->encap_type = UDP_ENCAP_GENEVE;
-       udp_sk(geneve_port->sock->sk)->encap_rcv = geneve_rcv;
-
-       udp_encap_enable();
-
-       return 0;
-
-error_sock:
-       sk_release_kernel(geneve_port->sock->sk);
-error:
-       pr_warn("cannot register geneve protocol handler: %d\n", err);
-       return err;
+       ovs_vport_receive(vport, skb, &tun_info);
 }
 
 static int geneve_get_options(const struct vport *vport,
                              struct sk_buff *skb)
 {
        struct geneve_port *geneve_port = geneve_vport(vport);
+       __be16 dst_port = inet_sport(geneve_port->gs->sock->sk);
 
-       if (nla_put_u16(skb, OVS_TUNNEL_ATTR_DST_PORT,
-                       ntohs(inet_sport(geneve_port->sock->sk))))
+       if (nla_put_u16(skb, OVS_TUNNEL_ATTR_DST_PORT, ntohs(dst_port)))
                return -EMSGSIZE;
        return 0;
 }
@@ -262,9 +113,7 @@ static void geneve_tnl_destroy(struct vport *vport)
 {
        struct geneve_port *geneve_port = geneve_vport(vport);
 
-       /* Release socket */
-       rcu_assign_sk_user_data(geneve_port->sock->sk, NULL);
-       sk_release_kernel(geneve_port->sock->sk);
+       geneve_sock_release(geneve_port->gs);
 
        ovs_vport_deferred_free(vport);
 }
@@ -274,6 +123,7 @@ static struct vport *geneve_tnl_create(const struct vport_parms *parms)
        struct net *net = ovs_dp_get_net(parms->dp);
        struct nlattr *options = parms->options;
        struct geneve_port *geneve_port;
+       struct geneve_sock *gs;
        struct vport *vport;
        struct nlattr *a;
        int err;
@@ -301,67 +151,40 @@ static struct vport *geneve_tnl_create(const struct vport_parms *parms)
        geneve_port = geneve_vport(vport);
        strncpy(geneve_port->name, parms->name, IFNAMSIZ);
 
-       err = geneve_socket_init(geneve_port, net, htons(dst_port));
-       if (err)
-               goto error_free;
+       gs = geneve_sock_add(net, htons(dst_port), geneve_rcv, vport, true, 0);
+       if (IS_ERR(gs)) {
+               ovs_vport_free(vport);
+               return (void *)gs;
+       }
+       geneve_port->gs = gs;
 
        return vport;
-
-error_free:
-       ovs_vport_free(vport);
 error:
        return ERR_PTR(err);
 }
 
-#if LINUX_VERSION_CODE < KERNEL_VERSION(3,12,0)
-
-static void geneve_fix_segment(struct sk_buff *skb)
-{
-       struct udphdr *udph = udp_hdr(skb);
-
-       udph->len = htons(skb->len - skb_transport_offset(skb));
-}
-
-static int handle_offloads(struct sk_buff *skb)
+static int geneve_tnl_send(struct vport *vport, struct sk_buff *skb)
 {
-       if (skb_is_gso(skb))
-               OVS_GSO_CB(skb)->fix_segment = geneve_fix_segment;
-       else if (skb->ip_summed != CHECKSUM_PARTIAL)
-               skb->ip_summed = CHECKSUM_NONE;
-       return 0;
-}
-#else
-static int handle_offloads(struct sk_buff *skb)
-{
-       if (skb_is_gso(skb)) {
-               int err = skb_unclone(skb, GFP_ATOMIC);
-               if (unlikely(err))
-                       return err;
-
-               skb_shinfo(skb)->gso_type |= SKB_GSO_UDP_TUNNEL;
-       } else if (skb->ip_summed != CHECKSUM_PARTIAL)
-               skb->ip_summed = CHECKSUM_NONE;
-
-       skb->encapsulation = 1;
-       return 0;
-}
-#endif
-
-static int geneve_send(struct vport *vport, struct sk_buff *skb)
-{
-       struct ovs_key_ipv4_tunnel *tun_key = &OVS_CB(skb)->tun_info->tunnel;
-       int network_offset = skb_network_offset(skb);
-       struct rtable *rt;
-       int min_headroom;
+       const struct ovs_key_ipv4_tunnel *tun_key;
+       struct ovs_tunnel_info *tun_info;
+       struct net *net = ovs_dp_get_net(vport->dp);
+       struct geneve_port *geneve_port = geneve_vport(vport);
+       __be16 dport = inet_sport(geneve_port->gs->sock->sk);
+       __be16 sport;
        __be32 saddr;
+       struct rtable *rt;
+       u8 vni[3], opts_len, *opts;
        __be16 df;
-       int sent_len;
        int err;
 
-       if (unlikely(!OVS_CB(skb)->tun_info))
-               return -EINVAL;
+       tun_info = OVS_CB(skb)->egress_tun_info;
+       if (unlikely(!tun_info)) {
+               err = -EINVAL;
+               goto error;
+       }
+
+       tun_key = &tun_info->tunnel;
 
-       /* Route lookup */
        saddr = tun_key->ipv4_src;
        rt = find_route(ovs_dp_get_net(vport->dp),
                        &saddr, tun_key->ipv4_dst,
@@ -372,71 +195,80 @@ static int geneve_send(struct vport *vport, struct sk_buff *skb)
                goto error;
        }
 
-       min_headroom = LL_RESERVED_SPACE(rt_dst(rt).dev) + rt_dst(rt).header_len
-                       + GENEVE_BASE_HLEN + OVS_CB(skb)->tun_info->options_len
-                       + sizeof(struct iphdr)
-                       + (vlan_tx_tag_present(skb) ? VLAN_HLEN : 0);
-
-       if (skb_headroom(skb) < min_headroom || skb_header_cloned(skb)) {
-               int head_delta = SKB_DATA_ALIGN(min_headroom -
-                                               skb_headroom(skb) +
-                                               16);
-
-               err = pskb_expand_head(skb, max_t(int, head_delta, 0),
-                                       0, GFP_ATOMIC);
-               if (unlikely(err))
-                       goto err_free_rt;
-       }
-
-       if (vlan_tx_tag_present(skb)) {
-               if (unlikely(!__vlan_put_tag(skb,
-                                            skb->vlan_proto,
-                                            vlan_tx_tag_get(skb)))) {
-                       err = -ENOMEM;
-                       goto err_free_rt;
-               }
-               vlan_set_tci(skb, 0);
-       }
-
-       skb_reset_inner_headers(skb);
-
-       __skb_push(skb, GENEVE_BASE_HLEN + OVS_CB(skb)->tun_info->options_len);
-       skb_reset_transport_header(skb);
-
-       geneve_build_header(vport, skb);
-
-       /* Offloading */
-       err = handle_offloads(skb);
-       if (err)
-               goto err_free_rt;
-
        df = tun_key->tun_flags & TUNNEL_DONT_FRAGMENT ? htons(IP_DF) : 0;
+       sport = udp_flow_src_port(net, skb, 1, USHRT_MAX, true);
+       tunnel_id_to_vni(tun_key->tun_id, vni);
+       skb->ignore_df = 1;
 
-       sent_len = iptunnel_xmit(rt, skb,
-                            saddr, tun_key->ipv4_dst,
-                            IPPROTO_UDP, tun_key->ipv4_tos,
-                            tun_key->ipv4_ttl,
-                            df, false);
+       if (tun_key->tun_flags & TUNNEL_GENEVE_OPT) {
+               opts = (u8 *)tun_info->options;
+               opts_len = tun_info->options_len;
+       } else {
+               opts = NULL;
+               opts_len = 0;
+       }
 
-       return sent_len > 0 ? sent_len + network_offset : sent_len;
+       err = geneve_xmit_skb(geneve_port->gs, rt, skb, saddr,
+                             tun_key->ipv4_dst, tun_key->ipv4_tos,
+                             tun_key->ipv4_ttl, df, sport, dport,
+                             tun_key->tun_flags, vni, opts_len, opts,
+                             !!(tun_key->tun_flags & TUNNEL_CSUM), false);
+       if (err < 0)
+               ip_rt_put(rt);
+       return err;
 
-err_free_rt:
-       ip_rt_put(rt);
 error:
+       kfree_skb(skb);
        return err;
 }
 
 static const char *geneve_get_name(const struct vport *vport)
 {
        struct geneve_port *geneve_port = geneve_vport(vport);
+
        return geneve_port->name;
 }
 
-const struct vport_ops ovs_geneve_vport_ops = {
-       .type           = OVS_VPORT_TYPE_GENEVE,
-       .create         = geneve_tnl_create,
-       .destroy        = geneve_tnl_destroy,
-       .get_name       = geneve_get_name,
-       .get_options    = geneve_get_options,
-       .send           = geneve_send,
+static int geneve_get_egress_tun_info(struct vport *vport, struct sk_buff *skb,
+                                     struct ovs_tunnel_info *egress_tun_info)
+{
+       struct geneve_port *geneve_port = geneve_vport(vport);
+       struct net *net = ovs_dp_get_net(vport->dp);
+       __be16 dport = inet_sport(geneve_port->gs->sock->sk);
+       __be16 sport = udp_flow_src_port(net, skb, 1, USHRT_MAX, true);
+
+       /* Get tp_src and tp_dst, refert to geneve_build_header().
+        */
+       return ovs_tunnel_get_egress_info(egress_tun_info,
+                                         ovs_dp_get_net(vport->dp),
+                                         OVS_CB(skb)->egress_tun_info,
+                                         IPPROTO_UDP, skb->mark, sport, dport);
+}
+
+static struct vport_ops ovs_geneve_vport_ops = {
+       .type                   = OVS_VPORT_TYPE_GENEVE,
+       .create                 = geneve_tnl_create,
+       .destroy                = geneve_tnl_destroy,
+       .get_name               = geneve_get_name,
+       .get_options            = geneve_get_options,
+       .send                   = geneve_tnl_send,
+       .get_egress_tun_info    = geneve_get_egress_tun_info,
+       .owner                  = THIS_MODULE,
 };
+
+static int __init ovs_geneve_tnl_init(void)
+{
+       return ovs_vport_ops_register(&ovs_geneve_vport_ops);
+}
+
+static void __exit ovs_geneve_tnl_exit(void)
+{
+       ovs_vport_ops_unregister(&ovs_geneve_vport_ops);
+}
+
+module_init(ovs_geneve_tnl_init);
+module_exit(ovs_geneve_tnl_exit);
+
+MODULE_DESCRIPTION("OVS: Geneve swiching port");
+MODULE_LICENSE("GPL");
+MODULE_ALIAS("vport-type-5");